0x4261756D/luaaaaah
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix numbers being tokenized as names

Browse Source
This commit is contained in:
0x4261756D 2023-11-28 04:04:57 +01:00
parent a824823786
commit d0357f0a3a
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/parser.zig
View File

@ -1496,7 +1496,7 @@ pub fn parse(tokens: []Token, allocator: *std.heap.ArenaAllocator) !ChunkNode
var i: usize = 0; var i: usize = 0;
const maybeParsedChunk = parseChunk(tokens, &i, allocator) catch |err| const maybeParsedChunk = parseChunk(tokens, &i, allocator) catch |err|
{ {
std.debug.print("{any}: data: {any}, type: {any}\n", .{tokens[i].region, tokens[i].tokenData, tokens[i].tokenType}); //std.debug.print("{any}: data: {any}, type: {any}\n", .{tokens[i].region, tokens[i].tokenData, tokens[i].tokenType});
return err; return err;
}; };
return maybeParsedChunk; return maybeParsedChunk;

2
src/tokenizer.zig
View File

@ -225,7 +225,7 @@ fn tokenizeChar(state: *TokenizerState, ch: u8, lastIndex: *?usize, index: *usiz
} }
else if(std.ascii.isDigit(ch)) else if(std.ascii.isDigit(ch))
{ {
try tokenizeTerminalStr(lastIndex, index.*, tokenType, state, TokenType.Numeral, TokenizerState.Name, tokenStr, ch, region); try tokenizeTerminalIntNum(lastIndex, index.*, tokenType, state, TokenType.Numeral, TokenizerState.Number, tokenNumeral, ch, region);
} }
else else
{ {