summary refs log tree commit diff
path: root/src/tokenizer.zig
diff options
context:
space:
mode:
Diffstat (limited to 'src/tokenizer.zig')
-rw-r--r--src/tokenizer.zig3
1 files changed, 3 insertions, 0 deletions
diff --git a/src/tokenizer.zig b/src/tokenizer.zig
index 4eb807a..b5634a2 100644
--- a/src/tokenizer.zig
+++ b/src/tokenizer.zig
@@ -23,6 +23,7 @@ pub const TokenType = enum {
 
     // Punctuation
     SEMICOLON,
+    COMMA,
     LPAREN,
     RPAREN,
     LBRACE,
@@ -39,6 +40,7 @@ pub const Token = union(TokenType) {
     EQUALS: void,
     PLUS: void,
     SEMICOLON: void,
+    COMMA: void,
     LPAREN: void,
     RPAREN: void,
     LBRACE: void,
@@ -64,6 +66,7 @@ pub const Tokenizer = struct {
 
         if (self.accept_substr("=>")) return Token{ .ARROW = void{} };
         if (c == ';') return Token{ .SEMICOLON = void{} };
+        if (c == ',') return Token{ .COMMA = void{} };
         if (c == '(') return Token{ .LPAREN = void{} };
         if (c == ')') return Token{ .RPAREN = void{} };
         if (c == '{') return Token{ .LBRACE = void{} };