ed/metadesk
1
0
Fork 0
mirror of https://github.com/Ed94/metadesk.git synced 2026-06-25 21:25:00 -07:00
Code Issues Packages Projects Releases Wiki Activity

Rename MD_TokenKind_NonASCII to MD_TokenKind_BadCharacter.

Browse Source
This commit is contained in:
Miguel Lechon
2021-03-16 09:46:53 +01:00
parent eb0cf0c9bf
commit d5ab0e88df
2 changed files with 12 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
source/md.h
+2 -3
View File
@@ -452,9 +452,8 @@ typedef enum MD_TokenKind
MD_TokenKind_Newline,
MD_TokenKind_WhitespaceMax,
MD_TokenKind_NonASCII,
// Provisional category to deal with single characters > 127
// while we don't support encodings other than ASCII
MD_TokenKind_BadCharacter,
// Character outside currently supported encodings
MD_TokenKind_MAX,
}
source/md_impl.c
+10 -3
View File
@@ -1304,7 +1304,7 @@ MD_Parse_LexNext(MD_ParseCtx *ctx)
else
{
token.kind = MD_TokenKind_NonASCII;
token.kind = MD_TokenKind_BadCharacter;
at += 1;
}
}break;
@@ -1708,10 +1708,17 @@ _MD_ParseOneNode(MD_ParseCtx *ctx)
goto end_parse;
}
else if(MD_Parse_RequireKind(ctx, MD_TokenKind_NonASCII, &token))
else if(MD_Parse_RequireKind(ctx, MD_TokenKind_BadCharacter, &token))
{
result.node = MD_MakeNodeFromToken(MD_NodeKind_Label, ctx->filename, ctx->file_contents.str, ctx->at, token);
_MD_Error(ctx, result.node, ctx->at-1, 0, "Non-ASCII character %d", token.string.str[0]);
MD_String8List bytes = {0};
for(int i_byte = 0; i_byte < token.outer_string.size; ++i_byte)
{
MD_PushStringToList(&bytes, MD_PushStringF("0x%02X", token.outer_string.str[i_byte]));
}
MD_String8 byte_string = MD_JoinStringListWithSeparator(bytes, MD_S8Lit(" "));
_MD_Error(ctx, result.node, ctx->at-1, 0, "Non-ASCII character \"%.*s\"", MD_StringExpand(byte_string));
}
end_parse:;