From e1c4dd5f3bfa7ebe5278e86e620be8139196686e Mon Sep 17 00:00:00 2001
From: Baitinq <manuelpalenzuelamerino@gmail.com>
Date: Mon, 13 Jan 2025 00:35:40 +0100
Subject: Tokenizer: Add suport for underscores in identifier parsing

---
 src/tokenizer.zig | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'src')

diff --git a/src/tokenizer.zig b/src/tokenizer.zig
index 17833e0..6513978 100644
--- a/src/tokenizer.zig
+++ b/src/tokenizer.zig
@@ -99,7 +99,7 @@ pub const Tokenizer = struct {
 
             const c = self.buf[self.offset];
 
-            if (!std.ascii.isAlphanumeric(c)) return self.buf[start..self.offset];
+            if (!std.ascii.isAlphanumeric(c) and c != '_') return self.buf[start..self.offset];
 
             self.offset += 1;
         }
-- 
cgit 1.4.1