Compare commits

...

2 Commits

Author SHA1 Message Date
0x4261756D 23269baa0b Make numbers in basic test distinct 2023-11-28 04:06:51 +01:00
0x4261756D d0357f0a3a Fix numbers being tokenized as names 2023-11-28 04:04:57 +01:00
3 changed files with 3 additions and 3 deletions

View File

@ -1496,7 +1496,7 @@ pub fn parse(tokens: []Token, allocator: *std.heap.ArenaAllocator) !ChunkNode
var i: usize = 0;
const maybeParsedChunk = parseChunk(tokens, &i, allocator) catch |err|
{
std.debug.print("{any}: data: {any}, type: {any}\n", .{tokens[i].region, tokens[i].tokenData, tokens[i].tokenType});
//std.debug.print("{any}: data: {any}, type: {any}\n", .{tokens[i].region, tokens[i].tokenData, tokens[i].tokenType});
return err;
};
return maybeParsedChunk;

View File

@ -225,7 +225,7 @@ fn tokenizeChar(state: *TokenizerState, ch: u8, lastIndex: *?usize, index: *usiz
}
else if(std.ascii.isDigit(ch))
{
try tokenizeTerminalStr(lastIndex, index.*, tokenType, state, TokenType.Numeral, TokenizerState.Name, tokenStr, ch, region);
try tokenizeTerminalIntNum(lastIndex, index.*, tokenType, state, TokenType.Numeral, TokenizerState.Number, tokenNumeral, ch, region);
}
else
{

View File

@ -4,5 +4,5 @@ b = {["a"] = 23}
for i=0, 10 do b[i] = 2^23 end
print("asdf")
function test(a, b)
return 12 + a / b
return 42 + a / b
end