blob: e90f4533d80b98379ee850cce3c7ecc3b2f9a003 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
|
const std = @import("std");
const tokenizer = @import("tokenizer.zig");
pub fn main() !void {
const pathLen = std.mem.len(std.os.argv[1]);
const path = std.os.argv[1][0..pathLen];
std.debug.print("Tokenizing! {s}\n", .{path});
const file = try std.fs.cwd().openFile(path, .{});
var gpa = std.heap.GeneralPurposeAllocator(.{}){};
const allocator = gpa.allocator();
defer {
const deinit_status = gpa.deinit();
if (deinit_status == .leak) @panic("Memory leak detected!");
}
const buf = try file.readToEndAlloc(allocator, 1 * 1024 * 1024);
defer allocator.free(buf);
var tknizer = try tokenizer.Tokenizer.init(buf);
std.debug.print("Next: {any}\n", .{tknizer.next()});
}
|