diff options
| author | Baitinq <manuelpalenzuelamerino@gmail.com> | 2025-01-13 00:35:40 +0100 |
|---|---|---|
| committer | Baitinq <manuelpalenzuelamerino@gmail.com> | 2025-01-13 00:36:01 +0100 |
| commit | e1c4dd5f3bfa7ebe5278e86e620be8139196686e (patch) | |
| tree | e1fd17337c88a2d846b52aa505932505700270b6 | |
| parent | Tokenizer: Add support for tokenizing functions (diff) | |
| download | interpreter-e1c4dd5f3bfa7ebe5278e86e620be8139196686e.tar.gz interpreter-e1c4dd5f3bfa7ebe5278e86e620be8139196686e.tar.bz2 interpreter-e1c4dd5f3bfa7ebe5278e86e620be8139196686e.zip | |
Tokenizer: Add suport for underscores in identifier parsing
| -rw-r--r-- | examples/5.src | 4 | ||||
| -rw-r--r-- | src/tokenizer.zig | 2 |
2 files changed, 3 insertions, 3 deletions
diff --git a/examples/5.src b/examples/5.src index 3582794..521b9d7 100644 --- a/examples/5.src +++ b/examples/5.src @@ -1,7 +1,7 @@ -let printOne = () => { +let print_one = () => { print(1); }; -printOne(); +print_one(); return 0; diff --git a/src/tokenizer.zig b/src/tokenizer.zig index 17833e0..6513978 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -99,7 +99,7 @@ pub const Tokenizer = struct { const c = self.buf[self.offset]; - if (!std.ascii.isAlphanumeric(c)) return self.buf[start..self.offset]; + if (!std.ascii.isAlphanumeric(c) and c != '_') return self.buf[start..self.offset]; self.offset += 1; } |