From de8cd64c0ca78f5ae7e59cef0f17a8f905734983 Mon Sep 17 00:00:00 2001
From: Baitinq <manuelpalenzuelamerino@gmail.com>
Date: Tue, 3 Jun 2025 20:05:13 +0200
Subject: Bootstrap: Tokenizer: Fix tokenizing '\0' chars

---
 src/bootstrap/tokenizer.src | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/src/bootstrap/tokenizer.src b/src/bootstrap/tokenizer.src
index 2f57b02..3716e79 100644
--- a/src/bootstrap/tokenizer.src
+++ b/src/bootstrap/tokenizer.src
@@ -293,10 +293,6 @@ let tokenizer_accept_char_type = (t: *tokenizer) => *i8 {
 		return cast(*i8, null);
 	};
 
-	if strlen(string) != 1 {
-		return cast(*i8, null);
-	};
-
 	return string;
 };
 
-- 
cgit 1.4.1