Ensure EOF is handled properly

1 files changed, 4 insertions, 9 deletions

diff --git a/src/lexer.c b/src/lexer.c
index 56b670b..80ef3ad 100644
--- a/src/lexer.c
+++ b/src/lexer.c
@@ -262,6 +262,10 @@ tokenize(const StringView *sv) {
             case '.': { token.type = TOKEN_DOT; } break;
             case '@': { token.type = TOKEN_AT; } break;
             default: {
+                if (c == EOF || c == '\0') {
+                    token.type = TOKEN_EOF;
+                    break;
+                }
                 size_t n = 1;
                 if (c == '-' && !is_delimiter(scan_peek(&scanner))) {
                     n += scan_number_token(&scanner);
@@ -304,14 +308,5 @@ tokenize(const StringView *sv) {
         }
         array_push(tokens, token);
     }
-
-    // Push EOF token.
-    Token token =  (Token){
-        .type = TOKEN_EOF,
-        .line = scanner.line_number,
-        .col = 1,
-    };
-    array_push(tokens, token);
-
     return tokens;
 }