diff options
Diffstat (limited to 'src/tokenizer.zig')
| -rw-r--r-- | src/tokenizer.zig | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig index 7ccb871..3b0ae4e 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -21,6 +21,7 @@ pub const TokenType = union(enum) { // Literals NUMBER: i64, BOOLEAN: bool, + NULL: void, CHAR: u8, STRING: []u8, @@ -94,6 +95,7 @@ pub const Tokenizer = struct { if (self.accept_string("break")) return self.create_token(.{ .BREAK = void{} }); if (self.accept_string("true")) return self.create_token(.{ .BOOLEAN = true }); if (self.accept_string("false")) return self.create_token(.{ .BOOLEAN = false }); + if (self.accept_string("null")) return self.create_token(.{ .NULL = void{} }); if (self.accept_string("=>")) return self.create_token(.{ .ARROW = void{} }); if (self.accept_string(";")) return self.create_token(.{ .SEMICOLON = void{} }); |