aboutsummaryrefslogtreecommitdiffstats
path: root/src/lexer.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/lexer.h')
-rwxr-xr-xsrc/lexer.h9
1 files changed, 2 insertions, 7 deletions
diff --git a/src/lexer.h b/src/lexer.h
index e56f5f2..43898bd 100755
--- a/src/lexer.h
+++ b/src/lexer.h
@@ -26,14 +26,9 @@ typedef struct Token {
26 TokenType type; 26 TokenType type;
27 StringView value; 27 StringView value;
28 size_t line; 28 size_t line;
29 size_t column; 29 size_t col;
30} Token; 30} Token;
31 31
32typedef struct Tokens {
33 Token *tokens;
34 Errors errors;
35} Tokens;
36
37typedef struct Scanner { 32typedef struct Scanner {
38 StringView current; 33 StringView current;
39 size_t line_number; 34 size_t line_number;
@@ -62,6 +57,6 @@ bool is_delimiter(char c);
62TokenType find_primitive_type(const StringView value); 57TokenType find_primitive_type(const StringView value);
63 58
64// Generate a list of tokens from the given string. 59// Generate a list of tokens from the given string.
65Tokens tokenize(const StringView *sv); 60Token * tokenize(const StringView *sv, Errors *errors);
66 61
67#endif // BDL_LEXER_H 62#endif // BDL_LEXER_H