diff options
Diffstat (limited to 'src/tokenizer.zig')
| -rw-r--r-- | src/tokenizer.zig | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig index 908c016..f0dcd26 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -25,7 +25,10 @@ pub const TokenType = union(enum) { MINUS: void, MUL: void, DIV: void, + MOD: void, BANG: void, + LESS: void, + GREATER: void, // Punctuation SEMICOLON: void, @@ -83,7 +86,10 @@ pub const Tokenizer = struct { if (self.accept_string("-")) return self.create_token(.{ .MINUS = void{} }); if (self.accept_string("*")) return self.create_token(.{ .MUL = void{} }); if (self.accept_string("/")) return self.create_token(.{ .DIV = void{} }); + if (self.accept_string("%")) return self.create_token(.{ .MOD = void{} }); if (self.accept_string("!")) return self.create_token(.{ .BANG = void{} }); + if (self.accept_string("<")) return self.create_token(.{ .LESS = void{} }); + if (self.accept_string(">")) return self.create_token(.{ .GREATER = void{} }); const string = self.consume_string(); if (string.len == 0) return TokenizerError.TokenizingError; |