Add custom semicolon insertion to odin/tokenizer and odin/parser

This commit is contained in:
gingerBill
2020-12-06 00:47:58 +00:00
parent d94414b0f4
commit ca4657fd31
3 changed files with 157 additions and 26 deletions
+13
View File
@@ -283,6 +283,19 @@ tokens := [Token_Kind.COUNT]string {
custom_keyword_tokens: []string;
is_newline :: proc(tok: Token) -> bool {
return tok.kind == .Semicolon && tok.text == "\n";
}
token_to_string :: proc(tok: Token) -> string {
if is_newline(tok) {
return "newline";
}
return to_string(tok.kind);
}
to_string :: proc(kind: Token_Kind) -> string {
if Token_Kind.Invalid <= kind && kind < Token_Kind.COUNT {
return tokens[kind];