summary refs log tree commit diff
diff options
context:
space:
mode:
authorBaitinq <manuelpalenzuelamerino@gmail.com>2025-01-18 12:15:35 +0100
committerBaitinq <manuelpalenzuelamerino@gmail.com>2025-01-18 12:15:35 +0100
commit4e616fcff8254b07d78d7a3adf3819fa28f243b2 (patch)
tree60562d9de0b7a436a3fb764ccb1ebe5fed548d16
parentEvaluator: Improve how functions and variables are handled (diff)
downloadinterpreter-4e616fcff8254b07d78d7a3adf3819fa28f243b2.tar.gz
interpreter-4e616fcff8254b07d78d7a3adf3819fa28f243b2.tar.bz2
interpreter-4e616fcff8254b07d78d7a3adf3819fa28f243b2.zip
Tokenizer: Fix comment skipping
-rw-r--r--src/tokenizer.zig1
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig
index c673f20..83615b3 100644
--- a/src/tokenizer.zig
+++ b/src/tokenizer.zig
@@ -55,6 +55,7 @@ pub const Tokenizer = struct {
 
     pub fn next(self: *Tokenizer) TokenizerError!?Token {
         defer self.offset += 1;
+        self.skip_whitespace();
         self.skip_comments();
         self.skip_whitespace();