From 1b07c5625b63ce28e4dc1bbbcf3f3a5cb83df4a2 Mon Sep 17 00:00:00 2001
From: Baitinq <manuelpalenzuelamerino@gmail.com>
Date: Sun, 5 Jan 2025 19:02:58 +0100
Subject: File reading

---
 src/tokenizer.zig | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)
 create mode 100644 src/tokenizer.zig

(limited to 'src/tokenizer.zig')

diff --git a/src/tokenizer.zig b/src/tokenizer.zig
new file mode 100644
index 0000000..a69b4eb
--- /dev/null
+++ b/src/tokenizer.zig
@@ -0,0 +1,16 @@
+pub const Tokenizer = struct {
+    buf: []u8,
+    offset: u32,
+
+    pub fn init(buf: []u8) !Tokenizer {
+        return Tokenizer{ .buf = buf, .offset = 0 };
+    }
+
+    pub fn next(_: *Tokenizer) ?Token {
+        return Token.HI;
+    }
+};
+
+pub const Token = enum {
+    HI,
+};
-- 
cgit 1.4.1