From d43c244d76c1e89117bb21f2f53a5b05ca73812c Mon Sep 17 00:00:00 2001
From: Baitinq <manuelpalenzuelamerino@gmail.com>
Date: Wed, 26 Mar 2025 01:19:00 +0100
Subject: Tokenizer: Support newlines and tabs for strings

---
 src/main.zig | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'src/main.zig')

diff --git a/src/main.zig b/src/main.zig
index cb32838..3ac7f39 100644
--- a/src/main.zig
+++ b/src/main.zig
@@ -68,7 +68,7 @@ fn process_buf(buf: []u8, allocator: std.mem.Allocator, arena: std.mem.Allocator
     var token_list = std.ArrayList(tokenizer.Token).init(allocator);
     defer token_list.deinit();
 
-    var source_tokenizer = try tokenizer.Tokenizer.init(buf);
+    var source_tokenizer = try tokenizer.Tokenizer.init(buf, arena);
     while (try source_tokenizer.next()) |token| {
         std.debug.print("{any}\n", .{token});
         try token_list.append(token);
-- 
cgit 1.4.1