From 5ed73b695e6b463149ab0c9ae3eccb26a4ec5807 Mon Sep 17 00:00:00 2001 From: Bad Diode Date: Fri, 29 Oct 2021 19:11:40 +0200 Subject: Add parser for tokens->ast conversion --- src/lexer.h | 9 ++------- 1 file changed, 2 insertions(+), 7 deletions(-) (limited to 'src/lexer.h') diff --git a/src/lexer.h b/src/lexer.h index e56f5f2..43898bd 100755 --- a/src/lexer.h +++ b/src/lexer.h @@ -26,14 +26,9 @@ typedef struct Token { TokenType type; StringView value; size_t line; - size_t column; + size_t col; } Token; -typedef struct Tokens { - Token *tokens; - Errors errors; -} Tokens; - typedef struct Scanner { StringView current; size_t line_number; @@ -62,6 +57,6 @@ bool is_delimiter(char c); TokenType find_primitive_type(const StringView value); // Generate a list of tokens from the given string. -Tokens tokenize(const StringView *sv); +Token * tokenize(const StringView *sv, Errors *errors); #endif // BDL_LEXER_H -- cgit v1.2.1