diff options
| author | Baitinq <[email protected]> | 2025-01-18 12:15:35 +0100 |
|---|---|---|
| committer | Baitinq <[email protected]> | 2025-01-18 12:15:35 +0100 |
| commit | d33fbab57c96d23a24b17d18c8bc4e2d2b105fe5 (patch) | |
| tree | 60562d9de0b7a436a3fb764ccb1ebe5fed548d16 | |
| parent | Evaluator: Improve how functions and variables are handled (diff) | |
| download | pry-lang-d33fbab57c96d23a24b17d18c8bc4e2d2b105fe5.tar.gz pry-lang-d33fbab57c96d23a24b17d18c8bc4e2d2b105fe5.tar.bz2 pry-lang-d33fbab57c96d23a24b17d18c8bc4e2d2b105fe5.zip | |
Tokenizer: Fix comment skipping
| -rw-r--r-- | src/tokenizer.zig | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig index c673f20..83615b3 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -55,6 +55,7 @@ pub const Tokenizer = struct { pub fn next(self: *Tokenizer) TokenizerError!?Token { defer self.offset += 1; + self.skip_whitespace(); self.skip_comments(); self.skip_whitespace(); |