diff options
Diffstat (limited to 'src/bootstrap/tokenizer.pry')
| -rw-r--r-- | src/bootstrap/tokenizer.pry | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/src/bootstrap/tokenizer.pry b/src/bootstrap/tokenizer.pry index a2cafb4..ddc2cef 100644 --- a/src/bootstrap/tokenizer.pry +++ b/src/bootstrap/tokenizer.pry @@ -528,7 +528,7 @@ let tokenizer_init = (alloc: *arena, file: slice) => *tokenizer { }; let tokenizer_tokenize = (t: *tokenizer) => slice { - let tokens = cast(*token, arena_alloc((*t).arena, sizeof(token) * 1000)); /* why does it not care about type here */ + let tokens = cast(*token, arena_alloc((*t).arena, sizeof(token) * 40000)); /* why does it not care about type here */ let tokens_len = 0; while true { |