From e1c4dd5f3bfa7ebe5278e86e620be8139196686e Mon Sep 17 00:00:00 2001
From: Baitinq <manuelpalenzuelamerino@gmail.com>
Date: Mon, 13 Jan 2025 00:35:40 +0100
Subject: Tokenizer: Add suport for underscores in identifier parsing

---
 examples/5.src    | 4 ++--
 src/tokenizer.zig | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/examples/5.src b/examples/5.src
index 3582794..521b9d7 100644
--- a/examples/5.src
+++ b/examples/5.src
@@ -1,7 +1,7 @@
-let printOne = () => {
+let print_one = () => {
 	print(1);
 };
 
-printOne();
+print_one();
 
 return 0;
diff --git a/src/tokenizer.zig b/src/tokenizer.zig
index 17833e0..6513978 100644
--- a/src/tokenizer.zig
+++ b/src/tokenizer.zig
@@ -99,7 +99,7 @@ pub const Tokenizer = struct {
 
             const c = self.buf[self.offset];
 
-            if (!std.ascii.isAlphanumeric(c)) return self.buf[start..self.offset];
+            if (!std.ascii.isAlphanumeric(c) and c != '_') return self.buf[start..self.offset];
 
             self.offset += 1;
         }
-- 
cgit 1.4.1