update lexer to new symbol parsing rule

2026-08-02 20:58:14 +00:00 · 2021-09-02 19:34:28 -07:00
parent 5a1462faee
commit 213c20fd93
2 changed files with 3 additions and 2 deletions
@@ -1930,8 +1930,10 @@ MD_TokenFromString(MD_String8 string)
                else if (MD_CharIsUnreservedSymbol(*at))
                {
                    symbol_lex:
+                    
                    token.kind = MD_TokenKind_Symbol;
                    at += 1;
+                    MD_TokenizerScan(MD_CharIsUnreservedSymbol(*at));
                }
                
                else if (MD_CharIsReservedSymbol(*at))