diff options
| author | Baitinq <[email protected]> | 2025-03-12 00:47:31 +0100 |
|---|---|---|
| committer | Baitinq <[email protected]> | 2025-03-12 00:47:43 +0100 |
| commit | da0788140e7afbc9b0bcbb937a29e2b08de08ec7 (patch) | |
| tree | ef6435c7c91f40926f01f5faa9b4dbc2946a5caf /src/tokenizer.zig | |
| parent | Codegen: add bundled llvm (diff) | |
| parent | Codegen: Fix bug with functions without name (diff) | |
| download | interpreter-da0788140e7afbc9b0bcbb937a29e2b08de08ec7.tar.gz interpreter-da0788140e7afbc9b0bcbb937a29e2b08de08ec7.tar.bz2 interpreter-da0788140e7afbc9b0bcbb937a29e2b08de08ec7.zip | |
Merge branch 'master' into native-llvm
Diffstat (limited to 'src/tokenizer.zig')
| -rw-r--r-- | src/tokenizer.zig | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig index 908c016..f0dcd26 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -25,7 +25,10 @@ pub const TokenType = union(enum) { MINUS: void, MUL: void, DIV: void, + MOD: void, BANG: void, + LESS: void, + GREATER: void, // Punctuation SEMICOLON: void, @@ -83,7 +86,10 @@ pub const Tokenizer = struct { if (self.accept_string("-")) return self.create_token(.{ .MINUS = void{} }); if (self.accept_string("*")) return self.create_token(.{ .MUL = void{} }); if (self.accept_string("/")) return self.create_token(.{ .DIV = void{} }); + if (self.accept_string("%")) return self.create_token(.{ .MOD = void{} }); if (self.accept_string("!")) return self.create_token(.{ .BANG = void{} }); + if (self.accept_string("<")) return self.create_token(.{ .LESS = void{} }); + if (self.accept_string(">")) return self.create_token(.{ .GREATER = void{} }); const string = self.consume_string(); if (string.len == 0) return TokenizerError.TokenizingError; |