about summary refs log tree commit diff
diff options
context:
space:
mode:
authorBaitinq <[email protected]>2025-06-03 20:05:13 +0200
committerBaitinq <[email protected]>2025-06-03 20:05:13 +0200
commitde8cd64c0ca78f5ae7e59cef0f17a8f905734983 (patch)
tree92cc112423b7cbc43344fd0a49bb98277c499b26
parentCodegen: Fix sizeof (diff)
downloadpry-lang-de8cd64c0ca78f5ae7e59cef0f17a8f905734983.tar.gz
pry-lang-de8cd64c0ca78f5ae7e59cef0f17a8f905734983.tar.bz2
pry-lang-de8cd64c0ca78f5ae7e59cef0f17a8f905734983.zip
Bootstrap: Tokenizer: Fix tokenizing '\0' chars
-rw-r--r--src/bootstrap/tokenizer.src4
1 files changed, 0 insertions, 4 deletions
diff --git a/src/bootstrap/tokenizer.src b/src/bootstrap/tokenizer.src
index 2f57b02..3716e79 100644
--- a/src/bootstrap/tokenizer.src
+++ b/src/bootstrap/tokenizer.src
@@ -293,10 +293,6 @@ let tokenizer_accept_char_type = (t: *tokenizer) => *i8 {
 		return cast(*i8, null);
 	};
 
-	if strlen(string) != 1 {
-		return cast(*i8, null);
-	};
-
 	return string;
 };