Don't attempt to parse empty token streams
This commit is contained in:
parent
3d40351771
commit
17a8beb2b7
@ -39,6 +39,10 @@ public class Program
|
|||||||
Console.WriteLine($"{token.region}: {token.type} {{{token.data}}}");
|
Console.WriteLine($"{token.region}: {token.type} {{{token.data}}}");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
if(tokens.Length == 0)
|
||||||
|
{
|
||||||
|
return;
|
||||||
|
}
|
||||||
if(Path.GetFileName(file).StartsWith("tokenizer"))
|
if(Path.GetFileName(file).StartsWith("tokenizer"))
|
||||||
{
|
{
|
||||||
Console.WriteLine($"Skipping parsing of `{file}`");
|
Console.WriteLine($"Skipping parsing of `{file}`");
|
||||||
|
Loading…
x
Reference in New Issue
Block a user