mirror of
https://github.com/Ed94/metadesk.git
synced 2026-08-03 14:18:45 +00:00
Report and skip non-ASCII characters.
This commit is contained in:
@@ -451,6 +451,10 @@ typedef enum MD_TokenKind
|
||||
MD_TokenKind_Whitespace,
|
||||
MD_TokenKind_Newline,
|
||||
MD_TokenKind_WhitespaceMax,
|
||||
|
||||
MD_TokenKind_NonASCII,
|
||||
// Provisional category to deal with single characters > 127
|
||||
// while we don't support encodings other than ASCII
|
||||
|
||||
MD_TokenKind_MAX,
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user