ed/Odin
1
0
Fork 0
mirror of https://github.com/Ed94/Odin.git synced 2026-08-06 15:48:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove comments containing unicode characters from tokenizer

Browse Source
This commit is contained in:
gingerBill
2020-07-14 23:51:46 +01:00
parent 13e5cb8cc4
commit ca818fb857
1 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/tokenizer.cpp
-6
View File
@@ -1060,12 +1060,6 @@ void tokenizer_get_token(Tokenizer *t, Token *token) {
case '}': token->kind = Token_CloseBrace; break; case '}': token->kind = Token_CloseBrace; break;
case '\\': token->kind = Token_BackSlash; break; case '\\': token->kind = Token_BackSlash; break;
// case 0x2260: token->kind = Token_NotEq; break; // '≠'
// case 0x2264: token->kind = Token_LtEq; break; // '≤'
// case 0x2265: token->kind = Token_GtEq; break; // '≥'
// case 0x2208: token->kind = Token_in; break; // '∈'
// case 0x2209: token->kind = Token_not_in; break; // '∉'
case '%': case '%':
token->kind = Token_Mod; token->kind = Token_Mod;
if (t->curr_rune == '=') { if (t->curr_rune == '=') {