diff --git a/src/parser.zig b/src/parser.zig index 729150b..19dea29 100644 --- a/src/parser.zig +++ b/src/parser.zig @@ -1496,7 +1496,7 @@ pub fn parse(tokens: []Token, allocator: *std.heap.ArenaAllocator) !ChunkNode var i: usize = 0; const maybeParsedChunk = parseChunk(tokens, &i, allocator) catch |err| { - std.debug.print("{any}: data: {any}, type: {any}\n", .{tokens[i].region, tokens[i].tokenData, tokens[i].tokenType}); + //std.debug.print("{any}: data: {any}, type: {any}\n", .{tokens[i].region, tokens[i].tokenData, tokens[i].tokenType}); return err; }; return maybeParsedChunk; diff --git a/src/tokenizer.zig b/src/tokenizer.zig index a726091..92ed10d 100644 --- a/src/tokenizer.zig +++ b/src/tokenizer.zig @@ -225,7 +225,7 @@ fn tokenizeChar(state: *TokenizerState, ch: u8, lastIndex: *?usize, index: *usiz } else if(std.ascii.isDigit(ch)) { - try tokenizeTerminalStr(lastIndex, index.*, tokenType, state, TokenType.Numeral, TokenizerState.Name, tokenStr, ch, region); + try tokenizeTerminalIntNum(lastIndex, index.*, tokenType, state, TokenType.Numeral, TokenizerState.Number, tokenNumeral, ch, region); } else {