ed/Odin
1
0
Fork 0
mirror of https://github.com/Ed94/Odin.git synced 2026-07-31 11:50:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Improve parsing with semicolon insertion

Browse Source
This commit is contained in:
Ginger Bill
2016-12-06 00:05:59 +00:00
parent a16bdb215a
commit 517b34f798
3 changed files with 83 additions and 37 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/tokenizer.c
+3 -4
View File
@@ -668,10 +668,9 @@ bool tokenizer_find_line_end(Tokenizer *t) {
}
Token tokenizer_get_token(Tokenizer *t) {
Token token = {0};
Rune curr_rune;
tokenizer_skip_whitespace(t);
Token token = {0};
token.string = make_string(t->curr, 1);
token.pos.file = t->fullpath;
token.pos.line = t->line_count;
@@ -679,7 +678,7 @@ Token tokenizer_get_token(Tokenizer *t) {
bool insert_semicolon = false;
curr_rune = t->curr_rune;
Rune curr_rune = t->curr_rune;
if (rune_is_letter(curr_rune)) {
token.kind = Token_Ident;
while (rune_is_letter(t->curr_rune) || rune_is_digit(t->curr_rune)) {