From 4f6eda71d3a5464c3402811452ddde64cb111800 Mon Sep 17 00:00:00 2001
From: Baitinq <manuelpalenzuelamerino@gmail.com>
Date: Sat, 18 Jan 2025 01:25:19 +0100
Subject: Lang: Start introducing support for function arguments

---
 src/tokenizer.zig | 3 +++
 1 file changed, 3 insertions(+)

(limited to 'src/tokenizer.zig')

diff --git a/src/tokenizer.zig b/src/tokenizer.zig
index 4eb807a..b5634a2 100644
--- a/src/tokenizer.zig
+++ b/src/tokenizer.zig
@@ -23,6 +23,7 @@ pub const TokenType = enum {
 
     // Punctuation
     SEMICOLON,
+    COMMA,
     LPAREN,
     RPAREN,
     LBRACE,
@@ -39,6 +40,7 @@ pub const Token = union(TokenType) {
     EQUALS: void,
     PLUS: void,
     SEMICOLON: void,
+    COMMA: void,
     LPAREN: void,
     RPAREN: void,
     LBRACE: void,
@@ -64,6 +66,7 @@ pub const Tokenizer = struct {
 
         if (self.accept_substr("=>")) return Token{ .ARROW = void{} };
         if (c == ';') return Token{ .SEMICOLON = void{} };
+        if (c == ',') return Token{ .COMMA = void{} };
         if (c == '(') return Token{ .LPAREN = void{} };
         if (c == ')') return Token{ .RPAREN = void{} };
         if (c == '{') return Token{ .LBRACE = void{} };
-- 
cgit 1.4.1