Add parser for tokens->ast conversion

1 files changed, 2 insertions, 7 deletions

diff --git a/src/lexer.h b/src/lexer.h
index e56f5f2..43898bd 100755
--- a/src/lexer.h
+++ b/src/lexer.h
@@ -26,14 +26,9 @@ typedef struct Token {
     TokenType type;
     StringView value;
     size_t line;
-    size_t column;
+    size_t col;
 } Token;
 
-typedef struct Tokens {
-    Token *tokens;
-    Errors errors;
-} Tokens;
-
 typedef struct Scanner {
     StringView current;
     size_t line_number;
@@ -62,6 +57,6 @@ bool is_delimiter(char c);
 TokenType find_primitive_type(const StringView value);
 
 // Generate a list of tokens from the given string.
-Tokens tokenize(const StringView *sv);
+Token * tokenize(const StringView *sv, Errors *errors);
 
 #endif // BDL_LEXER_H