diff options
| author | Baitinq <[email protected]> | 2025-01-10 00:50:35 +0100 |
|---|---|---|
| committer | Baitinq <[email protected]> | 2025-01-10 00:50:35 +0100 |
| commit | 9be53b3d96e3f83f2f1016a9a8287ab8030f354a (patch) | |
| tree | 41983db0d044651c6c0b387f34cf38f5993b6ada /src/tokenizer.zig | |
| parent | Misc: Support evaluating sequentially in REPL (diff) | |
| download | pry-lang-9be53b3d96e3f83f2f1016a9a8287ab8030f354a.tar.gz pry-lang-9be53b3d96e3f83f2f1016a9a8287ab8030f354a.tar.bz2 pry-lang-9be53b3d96e3f83f2f1016a9a8287ab8030f354a.zip | |
Tokenizer: Fix parsing end-of-buf strings
Diffstat (limited to 'src/tokenizer.zig')
| -rw-r--r-- | src/tokenizer.zig | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig index 688a32f..35da280 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -44,6 +44,8 @@ pub const Tokenizer = struct { fn consume_string(self: *Tokenizer) []u8 { const start = self.offset; while (true) { + if (self.offset >= self.buf.len) return self.buf[start..self.offset]; + const c = self.buf[self.offset]; if (!std.ascii.isAlphanumeric(c)) return self.buf[start..self.offset]; |