diff options
Diffstat (limited to 'src/bootstrap/lexer.h')
-rw-r--r-- | src/bootstrap/lexer.h | 11 |
1 files changed, 1 insertions, 10 deletions
diff --git a/src/bootstrap/lexer.h b/src/bootstrap/lexer.h index 129fd9a..2b2789f 100644 --- a/src/bootstrap/lexer.h +++ b/src/bootstrap/lexer.h | |||
@@ -22,12 +22,6 @@ typedef struct Token { | |||
22 | size_t column; | 22 | size_t column; |
23 | } Token; | 23 | } Token; |
24 | 24 | ||
25 | typedef struct Tokens { | ||
26 | Token *buf; | ||
27 | size_t size; | ||
28 | size_t cap; | ||
29 | } Tokens; | ||
30 | |||
31 | typedef struct Scanner { | 25 | typedef struct Scanner { |
32 | StringView current; | 26 | StringView current; |
33 | size_t line_number; | 27 | size_t line_number; |
@@ -38,9 +32,6 @@ typedef struct Scanner { | |||
38 | // Print a token to standard output for debugging purposes. | 32 | // Print a token to standard output for debugging purposes. |
39 | void print_token(Token tok); | 33 | void print_token(Token tok); |
40 | 34 | ||
41 | // Push a token to the token list. | ||
42 | void push_token(Tokens *tokens, Token tok); | ||
43 | |||
44 | // Same functionality as the ScanView pairs, but keeping track of line and | 35 | // Same functionality as the ScanView pairs, but keeping track of line and |
45 | // column numbers. | 36 | // column numbers. |
46 | char scan_next(Scanner *scanner); | 37 | char scan_next(Scanner *scanner); |
@@ -59,7 +50,7 @@ bool is_delimiter(char c); | |||
59 | TokenType find_primitive_type(const StringView value); | 50 | TokenType find_primitive_type(const StringView value); |
60 | 51 | ||
61 | // Generate a list of tokens from the given string. | 52 | // Generate a list of tokens from the given string. |
62 | Tokens tokenize(const StringView *sv); | 53 | Token * tokenize(const StringView *sv); |
63 | 54 | ||
64 | #define TOK_BUF_CAP 256 | 55 | #define TOK_BUF_CAP 256 |
65 | 56 | ||