diff options
Diffstat (limited to 'src/tokenizer.zig')
| -rw-r--r-- | src/tokenizer.zig | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig index 17833e0..6513978 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -99,7 +99,7 @@ pub const Tokenizer = struct { const c = self.buf[self.offset]; - if (!std.ascii.isAlphanumeric(c)) return self.buf[start..self.offset]; + if (!std.ascii.isAlphanumeric(c) and c != '_') return self.buf[start..self.offset]; self.offset += 1; } |