about summary refs log tree commit diff
path: root/src/tokenizer.zig
diff options
context:
space:
mode:
authorBaitinq <[email protected]>2025-01-18 12:15:35 +0100
committerBaitinq <[email protected]>2025-01-18 12:15:35 +0100
commitd33fbab57c96d23a24b17d18c8bc4e2d2b105fe5 (patch)
tree60562d9de0b7a436a3fb764ccb1ebe5fed548d16 /src/tokenizer.zig
parentEvaluator: Improve how functions and variables are handled (diff)
downloadinterpreter-d33fbab57c96d23a24b17d18c8bc4e2d2b105fe5.tar.gz
interpreter-d33fbab57c96d23a24b17d18c8bc4e2d2b105fe5.tar.bz2
interpreter-d33fbab57c96d23a24b17d18c8bc4e2d2b105fe5.zip
Tokenizer: Fix comment skipping
Diffstat (limited to 'src/tokenizer.zig')
-rw-r--r--src/tokenizer.zig1
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig
index c673f20..83615b3 100644
--- a/src/tokenizer.zig
+++ b/src/tokenizer.zig
@@ -55,6 +55,7 @@ pub const Tokenizer = struct {
 
     pub fn next(self: *Tokenizer) TokenizerError!?Token {
         defer self.offset += 1;
+        self.skip_whitespace();
         self.skip_comments();
         self.skip_whitespace();