From d0357f0a3ae71fe76c40d202636cb695bb5e28b8 Mon Sep 17 00:00:00 2001
From: 0x4261756D <38735823+0x4261756D@users.noreply.github.com>
Date: Tue, 28 Nov 2023 04:04:57 +0100
Subject: [PATCH] Fix numbers being tokenized as names

---
 src/parser.zig    | 2 +-
 src/tokenizer.zig | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/parser.zig b/src/parser.zig
index 729150b..19dea29 100644
--- a/src/parser.zig
+++ b/src/parser.zig
@@ -1496,7 +1496,7 @@ pub fn parse(tokens: []Token, allocator: *std.heap.ArenaAllocator) !ChunkNode
 	var i: usize = 0;
 	const maybeParsedChunk = parseChunk(tokens, &i, allocator) catch |err|
 	{
-		std.debug.print("{any}: data: {any}, type: {any}\n", .{tokens[i].region, tokens[i].tokenData, tokens[i].tokenType});
+		//std.debug.print("{any}: data: {any}, type: {any}\n", .{tokens[i].region, tokens[i].tokenData, tokens[i].tokenType});
 		return err;
 	};
 	return maybeParsedChunk;
diff --git a/src/tokenizer.zig b/src/tokenizer.zig
index a726091..92ed10d 100644
--- a/src/tokenizer.zig
+++ b/src/tokenizer.zig
@@ -225,7 +225,7 @@ fn tokenizeChar(state: *TokenizerState, ch: u8, lastIndex: *?usize, index: *usiz
 					}
 					else if(std.ascii.isDigit(ch))
 					{
-						try tokenizeTerminalStr(lastIndex, index.*, tokenType, state, TokenType.Numeral, TokenizerState.Name, tokenStr, ch, region);
+						try tokenizeTerminalIntNum(lastIndex, index.*, tokenType, state, TokenType.Numeral, TokenizerState.Number, tokenNumeral, ch, region);
 					}
 					else
 					{