update lexer to new symbol parsing rule

This commit is contained in:
Allen Webster
2021-09-02 19:34:28 -07:00
parent 5a1462faee
commit 213c20fd93
2 changed files with 3 additions and 2 deletions
+2
View File
@@ -1930,8 +1930,10 @@ MD_TokenFromString(MD_String8 string)
else if (MD_CharIsUnreservedSymbol(*at))
{
symbol_lex:
token.kind = MD_TokenKind_Symbol;
at += 1;
MD_TokenizerScan(MD_CharIsUnreservedSymbol(*at));
}
else if (MD_CharIsReservedSymbol(*at))
+1 -2
View File
@@ -191,8 +191,7 @@ int main(void)
MD_PushChild(size, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("u64")));
MD_PushChild(params, size);
MD_PushChild(tree, params);
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("-")));
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit(">")));
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("->")));
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("*")));
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("void")));
TestResult(MatchParsedWithNode(string, tree));