diff options
Diffstat (limited to 'src/lexer.h')
-rwxr-xr-x | src/lexer.h | 9 |
1 files changed, 2 insertions, 7 deletions
diff --git a/src/lexer.h b/src/lexer.h index e56f5f2..43898bd 100755 --- a/src/lexer.h +++ b/src/lexer.h | |||
@@ -26,14 +26,9 @@ typedef struct Token { | |||
26 | TokenType type; | 26 | TokenType type; |
27 | StringView value; | 27 | StringView value; |
28 | size_t line; | 28 | size_t line; |
29 | size_t column; | 29 | size_t col; |
30 | } Token; | 30 | } Token; |
31 | 31 | ||
32 | typedef struct Tokens { | ||
33 | Token *tokens; | ||
34 | Errors errors; | ||
35 | } Tokens; | ||
36 | |||
37 | typedef struct Scanner { | 32 | typedef struct Scanner { |
38 | StringView current; | 33 | StringView current; |
39 | size_t line_number; | 34 | size_t line_number; |
@@ -62,6 +57,6 @@ bool is_delimiter(char c); | |||
62 | TokenType find_primitive_type(const StringView value); | 57 | TokenType find_primitive_type(const StringView value); |
63 | 58 | ||
64 | // Generate a list of tokens from the given string. | 59 | // Generate a list of tokens from the given string. |
65 | Tokens tokenize(const StringView *sv); | 60 | Token * tokenize(const StringView *sv, Errors *errors); |
66 | 61 | ||
67 | #endif // BDL_LEXER_H | 62 | #endif // BDL_LEXER_H |