diff --git a/source/md.c b/source/md.c index bf544b2..777a6d1 100644 --- a/source/md.c +++ b/source/md.c @@ -1930,8 +1930,10 @@ MD_TokenFromString(MD_String8 string) else if (MD_CharIsUnreservedSymbol(*at)) { symbol_lex: + token.kind = MD_TokenKind_Symbol; at += 1; + MD_TokenizerScan(MD_CharIsUnreservedSymbol(*at)); } else if (MD_CharIsReservedSymbol(*at)) diff --git a/tests/sanity_tests.c b/tests/sanity_tests.c index fc467b5..be1f7e9 100644 --- a/tests/sanity_tests.c +++ b/tests/sanity_tests.c @@ -191,8 +191,7 @@ int main(void) MD_PushChild(size, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("u64"))); MD_PushChild(params, size); MD_PushChild(tree, params); - MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("-"))); - MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit(">"))); + MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("->"))); MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("*"))); MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("void"))); TestResult(MatchParsedWithNode(string, tree));