aboutsummaryrefslogtreecommitdiffstats
path: root/src/bootstrap/lexer.h
diff options
context:
space:
mode:
Diffstat (limited to 'src/bootstrap/lexer.h')
-rw-r--r--src/bootstrap/lexer.h11
1 files changed, 1 insertions, 10 deletions
diff --git a/src/bootstrap/lexer.h b/src/bootstrap/lexer.h
index 129fd9a..2b2789f 100644
--- a/src/bootstrap/lexer.h
+++ b/src/bootstrap/lexer.h
@@ -22,12 +22,6 @@ typedef struct Token {
22 size_t column; 22 size_t column;
23} Token; 23} Token;
24 24
25typedef struct Tokens {
26 Token *buf;
27 size_t size;
28 size_t cap;
29} Tokens;
30
31typedef struct Scanner { 25typedef struct Scanner {
32 StringView current; 26 StringView current;
33 size_t line_number; 27 size_t line_number;
@@ -38,9 +32,6 @@ typedef struct Scanner {
38// Print a token to standard output for debugging purposes. 32// Print a token to standard output for debugging purposes.
39void print_token(Token tok); 33void print_token(Token tok);
40 34
41// Push a token to the token list.
42void push_token(Tokens *tokens, Token tok);
43
44// Same functionality as the ScanView pairs, but keeping track of line and 35// Same functionality as the ScanView pairs, but keeping track of line and
45// column numbers. 36// column numbers.
46char scan_next(Scanner *scanner); 37char scan_next(Scanner *scanner);
@@ -59,7 +50,7 @@ bool is_delimiter(char c);
59TokenType find_primitive_type(const StringView value); 50TokenType find_primitive_type(const StringView value);
60 51
61// Generate a list of tokens from the given string. 52// Generate a list of tokens from the given string.
62Tokens tokenize(const StringView *sv); 53Token * tokenize(const StringView *sv);
63 54
64#define TOK_BUF_CAP 256 55#define TOK_BUF_CAP 256
65 56