File reading

1 files changed, 16 insertions, 0 deletions

diff --git a/src/tokenizer.zig b/src/tokenizer.zig
new file mode 100644
index 0000000..a69b4eb
--- /dev/null
+++ b/src/tokenizer.zig
@@ -0,0 +1,16 @@
+pub const Tokenizer = struct {
+    buf: []u8,
+    offset: u32,
+
+    pub fn init(buf: []u8) !Tokenizer {
+        return Tokenizer{ .buf = buf, .offset = 0 };
+    }
+
+    pub fn next(_: *Tokenizer) ?Token {
+        return Token.HI;
+    }
+};
+
+pub const Token = enum {
+    HI,
+};