ed/metadesk
1
0
Fork 0
mirror of https://github.com/Ed94/metadesk.git synced 2026-08-07 08:08:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

update lexer to new symbol parsing rule

Browse Source
This commit is contained in:
Allen Webster
2021-09-02 19:34:28 -07:00
parent 5a1462faee
commit 213c20fd93
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
source/md.c
+2
View File
@@ -1930,8 +1930,10 @@ MD_TokenFromString(MD_String8 string)
else if (MD_CharIsUnreservedSymbol(*at)) else if (MD_CharIsUnreservedSymbol(*at))
{ {
symbol_lex: symbol_lex:
token.kind = MD_TokenKind_Symbol; token.kind = MD_TokenKind_Symbol;
at += 1; at += 1;
MD_TokenizerScan(MD_CharIsUnreservedSymbol(*at));
} }
else if (MD_CharIsReservedSymbol(*at)) else if (MD_CharIsReservedSymbol(*at))
tests/sanity_tests.c
+1 -2
View File
@@ -191,8 +191,7 @@ int main(void)
MD_PushChild(size, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("u64"))); MD_PushChild(size, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("u64")));
MD_PushChild(params, size); MD_PushChild(params, size);
MD_PushChild(tree, params); MD_PushChild(tree, params);
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("-"))); MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("->")));
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit(">")));
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("*"))); MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("*")));
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("void"))); MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("void")));
TestResult(MatchParsedWithNode(string, tree)); TestResult(MatchParsedWithNode(string, tree));