about summary refs log tree commit diff
path: root/src/bootstrap/tokenizer.pry
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--src/bootstrap/tokenizer.pry2
1 files changed, 1 insertions, 1 deletions
diff --git a/src/bootstrap/tokenizer.pry b/src/bootstrap/tokenizer.pry
index a2cafb4..ddc2cef 100644
--- a/src/bootstrap/tokenizer.pry
+++ b/src/bootstrap/tokenizer.pry
@@ -528,7 +528,7 @@ let tokenizer_init = (alloc: *arena, file: slice) => *tokenizer {
 };
 
 let tokenizer_tokenize = (t: *tokenizer) => slice {
-	let tokens = cast(*token, arena_alloc((*t).arena, sizeof(token) * 1000)); /* why does it not care about type here */
+	let tokens = cast(*token, arena_alloc((*t).arena, sizeof(token) * 40000)); /* why does it not care about type here */
 	let tokens_len = 0;
 
 	while true {