diff options
| author | Baitinq <[email protected]> | 2025-03-26 01:19:00 +0100 |
|---|---|---|
| committer | Baitinq <[email protected]> | 2025-03-26 01:19:00 +0100 |
| commit | d43c244d76c1e89117bb21f2f53a5b05ca73812c (patch) | |
| tree | 955c7891facec4a37b0aa215bd76a4ba6f08c875 /src/main.zig | |
| parent | Feature: Add basic support for varargs (diff) | |
| download | interpreter-d43c244d76c1e89117bb21f2f53a5b05ca73812c.tar.gz interpreter-d43c244d76c1e89117bb21f2f53a5b05ca73812c.tar.bz2 interpreter-d43c244d76c1e89117bb21f2f53a5b05ca73812c.zip | |
Tokenizer: Support newlines and tabs for strings
Diffstat (limited to 'src/main.zig')
| -rw-r--r-- | src/main.zig | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/main.zig b/src/main.zig index cb32838..3ac7f39 100644 --- a/src/main.zig +++ b/src/main.zig @@ -68,7 +68,7 @@ fn process_buf(buf: []u8, allocator: std.mem.Allocator, arena: std.mem.Allocator var token_list = std.ArrayList(tokenizer.Token).init(allocator); defer token_list.deinit(); - var source_tokenizer = try tokenizer.Tokenizer.init(buf); + var source_tokenizer = try tokenizer.Tokenizer.init(buf, arena); while (try source_tokenizer.next()) |token| { std.debug.print("{any}\n", .{token}); try token_list.append(token); |