diff options
| author | Baitinq <[email protected]> | 2025-01-05 19:02:58 +0100 |
|---|---|---|
| committer | Baitinq <[email protected]> | 2025-01-05 19:03:52 +0100 |
| commit | 1b07c5625b63ce28e4dc1bbbcf3f3a5cb83df4a2 (patch) | |
| tree | 5383d3b8a852c1800832e96290433795a6443286 /src/tokenizer.zig | |
| parent | Initial commit (diff) | |
| download | interpreter-1b07c5625b63ce28e4dc1bbbcf3f3a5cb83df4a2.tar.gz interpreter-1b07c5625b63ce28e4dc1bbbcf3f3a5cb83df4a2.tar.bz2 interpreter-1b07c5625b63ce28e4dc1bbbcf3f3a5cb83df4a2.zip | |
File reading
Diffstat (limited to 'src/tokenizer.zig')
| -rw-r--r-- | src/tokenizer.zig | 16 |
1 files changed, 16 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig new file mode 100644 index 0000000..a69b4eb --- /dev/null +++ b/src/tokenizer.zig @@ -0,0 +1,16 @@ +pub const Tokenizer = struct { + buf: []u8, + offset: u32, + + pub fn init(buf: []u8) !Tokenizer { + return Tokenizer{ .buf = buf, .offset = 0 }; + } + + pub fn next(_: *Tokenizer) ?Token { + return Token.HI; + } +}; + +pub const Token = enum { + HI, +}; |