diff options
Diffstat (limited to 'src/tokenizer.zig')
| -rw-r--r-- | src/tokenizer.zig | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig index c673f20..83615b3 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -55,6 +55,7 @@ pub const Tokenizer = struct { pub fn next(self: *Tokenizer) TokenizerError!?Token { defer self.offset += 1; + self.skip_whitespace(); self.skip_comments(); self.skip_whitespace(); |