diff options
| author | Baitinq <[email protected]> | 2025-05-15 18:42:37 +0200 |
|---|---|---|
| committer | Baitinq <[email protected]> | 2025-05-15 18:42:41 +0200 |
| commit | c8439a069354cb526e02a76f52e978738ad8871c (patch) | |
| tree | e49d0eb7221431daee13965c90e724d2cba28cc0 /src/tokenizer.zig | |
| parent | Bootstrap: Tokenizer: Tokenize keywords (diff) | |
| download | pry-lang-c8439a069354cb526e02a76f52e978738ad8871c.tar.gz pry-lang-c8439a069354cb526e02a76f52e978738ad8871c.tar.bz2 pry-lang-c8439a069354cb526e02a76f52e978738ad8871c.zip | |
Feature: Add support for null pointers
Diffstat (limited to 'src/tokenizer.zig')
| -rw-r--r-- | src/tokenizer.zig | 2 |
1 files changed, 2 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig index 7ccb871..3b0ae4e 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -21,6 +21,7 @@ pub const TokenType = union(enum) { // Literals NUMBER: i64, BOOLEAN: bool, + NULL: void, CHAR: u8, STRING: []u8, @@ -94,6 +95,7 @@ pub const Tokenizer = struct { if (self.accept_string("break")) return self.create_token(.{ .BREAK = void{} }); if (self.accept_string("true")) return self.create_token(.{ .BOOLEAN = true }); if (self.accept_string("false")) return self.create_token(.{ .BOOLEAN = false }); + if (self.accept_string("null")) return self.create_token(.{ .NULL = void{} }); if (self.accept_string("=>")) return self.create_token(.{ .ARROW = void{} }); if (self.accept_string(";")) return self.create_token(.{ .SEMICOLON = void{} }); |