about summary refs log tree commit diff
path: root/src/main.zig
diff options
context:
space:
mode:
authorBaitinq <[email protected]>2025-01-06 01:45:09 +0100
committerBaitinq <[email protected]>2025-01-06 01:45:09 +0100
commita00e134b6c5bb797c7c662c04c5d74e6df3bd5a1 (patch)
treea0033f7e759ccda9a594b5465b85d87ebbd14a63 /src/main.zig
parentAdd tokenizer test (diff)
downloadpry-lang-a00e134b6c5bb797c7c662c04c5d74e6df3bd5a1.tar.gz
pry-lang-a00e134b6c5bb797c7c662c04c5d74e6df3bd5a1.tar.bz2
pry-lang-a00e134b6c5bb797c7c662c04c5d74e6df3bd5a1.zip
Implement basic tokenizer
Diffstat (limited to 'src/main.zig')
-rw-r--r--src/main.zig4
1 files changed, 3 insertions, 1 deletions
diff --git a/src/main.zig b/src/main.zig
index 41c33fa..3be7b14 100644
--- a/src/main.zig
+++ b/src/main.zig
@@ -21,7 +21,9 @@ pub fn main() !void {
     std.debug.print("Buf:\n{s}\n", .{buf});
 
     var sourceTokenizer = try tokenizer.Tokenizer.init(buf);
-    std.debug.print("Next: {any}\n", .{sourceTokenizer.next()});
+    while (sourceTokenizer.next()) |token| {
+        std.debug.print("{any}\n", .{token});
+    }
 }
 
 test {