better lexer testing in sanity_tests

2026-07-29 02:40:02 +00:00 · 2021-09-02 19:49:09 -07:00
parent 213c20fd93
commit eef0ff2577
2 changed files with 19 additions and 21 deletions
@@ -1917,7 +1917,7 @@ MD_TokenFromString(MD_String8 string)
                                at += 1;
                            }
                        }
-                        else if (MD_CharIsAlpha(*at) || MD_CharIsDigit(*at) || *at == '.'){
+                        else if (MD_CharIsAlpha(*at) || MD_CharIsDigit(*at) || *at == '.' || *at == '_'){
                            good = 1;
                            at += 1;
                        }