mirror of
https://github.com/Ed94/metadesk.git
synced 2026-06-13 07:52:22 -07:00
ryanfleury
892 lines
36 KiB
C
892 lines
36 KiB
C
#include "md.h"
|
|
#include "md_c_helpers.h"
|
|
|
|
#include "md.c"
|
|
#include "md_c_helpers.c"
|
|
|
|
static struct
|
|
{
|
|
int number_of_tests;
|
|
int number_passed;
|
|
}
|
|
test_ctx;
|
|
|
|
static void
|
|
BeginTest(char *name)
|
|
{
|
|
int length = MD_CalculateCStringLength(name);
|
|
int spaces = 25 - length;
|
|
if(spaces < 0)
|
|
{
|
|
spaces = 0;
|
|
}
|
|
printf("\"%s\" %.*s [", name, spaces, "------------------------------");
|
|
test_ctx.number_of_tests = 0;
|
|
test_ctx.number_passed = 0;
|
|
}
|
|
|
|
static void
|
|
TestResult(MD_b32 result)
|
|
{
|
|
test_ctx.number_of_tests += 1;
|
|
test_ctx.number_passed += !!result;
|
|
printf(result ? "." : "X");
|
|
|
|
#if 0
|
|
if(result == 0)
|
|
{
|
|
__debugbreak();
|
|
}
|
|
#endif
|
|
}
|
|
|
|
static void
|
|
EndTest(void)
|
|
{
|
|
int spaces = 20 - test_ctx.number_of_tests;
|
|
if(spaces < 0) { spaces = 0; }
|
|
printf("]%.*s ", spaces, " ");
|
|
printf("[%i/%i] %i passed, %i tests, ",
|
|
test_ctx.number_passed, test_ctx.number_of_tests,
|
|
test_ctx.number_passed, test_ctx.number_of_tests);
|
|
if(test_ctx.number_of_tests == test_ctx.number_passed)
|
|
{
|
|
printf("SUCCESS ( )");
|
|
}
|
|
else
|
|
{
|
|
printf("FAILED (X)");
|
|
}
|
|
printf("\n");
|
|
}
|
|
|
|
#define Test(name) for(int _i_ = (BeginTest(name), 0); !_i_; _i_ += 1, EndTest())
|
|
|
|
static MD_Node *
|
|
MakeTestNode(MD_NodeKind kind, MD_String8 string)
|
|
{
|
|
return MD_MakeNode(kind, string, string, 0);
|
|
}
|
|
|
|
static MD_C_Expr *
|
|
AtomExpr(char *str)
|
|
{
|
|
return MD_C_MakeExpr(MakeTestNode(MD_NodeKind_Main, MD_S8CString(str)),
|
|
MD_C_ExprKind_Atom, MD_C_NilExpr(), MD_C_NilExpr());
|
|
}
|
|
|
|
static MD_C_Expr *
|
|
BinOpExpr(MD_C_ExprKind kind, MD_C_Expr *left, MD_C_Expr *right)
|
|
{
|
|
return MD_C_MakeExpr(MD_NilNode(), kind, left, right);
|
|
}
|
|
|
|
static MD_C_Expr *
|
|
TypeExpr(MD_C_ExprKind kind, MD_C_Expr *sub)
|
|
{
|
|
return MD_C_MakeExpr(MD_NilNode(), kind, sub, MD_C_NilExpr());
|
|
}
|
|
|
|
static MD_b32
|
|
MatchParsedWithNode(MD_String8 string, MD_Node *tree)
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(string, 0);
|
|
return MD_NodeDeepMatch(tree, parse.node, MD_NodeMatchFlag_Tags | MD_NodeMatchFlag_TagArguments);
|
|
}
|
|
|
|
static MD_b32
|
|
MatchParsedWithExpr(MD_String8 string, MD_C_Expr *expr)
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(string, 0);
|
|
MD_C_Expr *parse_expr = MD_C_ParseAsExpr(parse.node->first_child, parse.node->last_child);
|
|
return MD_C_ExprDeepMatch(expr, parse_expr, 0);
|
|
}
|
|
|
|
static MD_b32
|
|
MatchParsedWithType(MD_String8 string, MD_C_Expr *expr)
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(string, 0);
|
|
MD_C_Expr *parse_expr = MD_C_ParseAsType(parse.node->first_child, parse.node->last_child);
|
|
return MD_C_ExprDeepMatch(expr, parse_expr, 0);
|
|
}
|
|
|
|
static MD_b32
|
|
TokenMatch(MD_Token token, MD_String8 string, MD_TokenKind kind)
|
|
{
|
|
return MD_S8Match(string, token.string, 0) && token.kind == kind;
|
|
}
|
|
|
|
int main(void)
|
|
{
|
|
Test("Lexer")
|
|
{
|
|
MD_String8 string = MD_S8Lit("abc def 123 456 123_456 abc123 123abc");
|
|
MD_Token tokens[] =
|
|
{
|
|
MD_TokenFromString(MD_S8Skip(string, 0)),
|
|
MD_TokenFromString(MD_S8Skip(string, 3)),
|
|
MD_TokenFromString(MD_S8Skip(string, 4)),
|
|
MD_TokenFromString(MD_S8Skip(string, 7)),
|
|
MD_TokenFromString(MD_S8Skip(string, 8)),
|
|
MD_TokenFromString(MD_S8Skip(string, 11)),
|
|
MD_TokenFromString(MD_S8Skip(string, 12)),
|
|
MD_TokenFromString(MD_S8Skip(string, 15)),
|
|
MD_TokenFromString(MD_S8Skip(string, 16)),
|
|
MD_TokenFromString(MD_S8Skip(string, 19)),
|
|
MD_TokenFromString(MD_S8Skip(string, 20)),
|
|
MD_TokenFromString(MD_S8Skip(string, 23)),
|
|
MD_TokenFromString(MD_S8Skip(string, 24)),
|
|
MD_TokenFromString(MD_S8Skip(string, 27)),
|
|
};
|
|
|
|
TestResult(TokenMatch(tokens[0], MD_S8Lit("abc"), MD_TokenKind_Identifier));
|
|
TestResult(TokenMatch(tokens[1], MD_S8Lit(" "), MD_TokenKind_Whitespace));
|
|
TestResult(TokenMatch(tokens[2], MD_S8Lit("def"), MD_TokenKind_Identifier));
|
|
TestResult(TokenMatch(tokens[3], MD_S8Lit(" "), MD_TokenKind_Whitespace));
|
|
TestResult(TokenMatch(tokens[4], MD_S8Lit("123"), MD_TokenKind_NumericLiteral));
|
|
TestResult(TokenMatch(tokens[5], MD_S8Lit(" "), MD_TokenKind_Whitespace));
|
|
TestResult(TokenMatch(tokens[6], MD_S8Lit("456"), MD_TokenKind_NumericLiteral));
|
|
TestResult(TokenMatch(tokens[7], MD_S8Lit(" "), MD_TokenKind_Whitespace));
|
|
// TODO(rjf): Enable once numeric literal lexing is fixed
|
|
//TestResult(TokenMatch(MD_Parse_LexNext(&ctx), MD_S8Lit("123_456"), MD_TokenKind_NumericLiteral));
|
|
}
|
|
|
|
Test("Empty Sets")
|
|
{
|
|
TestResult(MatchParsedWithNode(MD_S8Lit("{}"), MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""))));
|
|
TestResult(MatchParsedWithNode(MD_S8Lit("()"), MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""))));
|
|
TestResult(MatchParsedWithNode(MD_S8Lit("[]"), MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""))));
|
|
TestResult(MatchParsedWithNode(MD_S8Lit("[)"), MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""))));
|
|
TestResult(MatchParsedWithNode(MD_S8Lit("(]"), MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""))));
|
|
}
|
|
|
|
Test("Simple Unnamed Sets")
|
|
{
|
|
{
|
|
MD_String8 string = MD_S8Lit("{a, b, c}");
|
|
MD_Node *tree = MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("a")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("b")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("c")));
|
|
TestResult(MatchParsedWithNode(string, tree));
|
|
}
|
|
{
|
|
MD_String8 string = MD_S8Lit("(1 2 3 4 5)");
|
|
MD_Node *tree = MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("1")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("2")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("3")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("4")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("5")));
|
|
TestResult(MatchParsedWithNode(string, tree));
|
|
}
|
|
{
|
|
MD_String8 string = MD_S8Lit("{a}");
|
|
MD_Node *tree = MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("a")));
|
|
TestResult(MatchParsedWithNode(string, tree));
|
|
}
|
|
}
|
|
|
|
Test("Simple Named Sets")
|
|
{
|
|
MD_String8 string = MD_S8Lit("simple_set: {a, b, c}");
|
|
MD_Node *tree = MakeTestNode(MD_NodeKind_Main, MD_S8Lit("simple_set"));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("a")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("b")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("c")));
|
|
TestResult(MatchParsedWithNode(string, tree));
|
|
}
|
|
|
|
Test("Nested Sets")
|
|
{
|
|
{
|
|
MD_String8 string = MD_S8Lit("{a b:{1 2 3} c}");
|
|
MD_Node *tree = MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("a")));
|
|
{
|
|
MD_Node *sub = MakeTestNode(MD_NodeKind_Main, MD_S8Lit("b"));
|
|
MD_PushChild(sub, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("1")));
|
|
MD_PushChild(sub, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("2")));
|
|
MD_PushChild(sub, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("3")));
|
|
MD_PushChild(tree, sub);
|
|
}
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("c")));
|
|
TestResult(MatchParsedWithNode(string, tree));
|
|
}
|
|
|
|
{
|
|
MD_String8 string = MD_S8Lit("foo: { (size: u64) -> *void }");
|
|
MD_Node *tree = MakeTestNode(MD_NodeKind_Main, MD_S8Lit("foo"));
|
|
MD_Node *params = MakeTestNode(MD_NodeKind_Main, MD_S8Lit(""));
|
|
MD_Node *size = MakeTestNode(MD_NodeKind_Main, MD_S8Lit("size"));
|
|
MD_PushChild(size, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("u64")));
|
|
MD_PushChild(params, size);
|
|
MD_PushChild(tree, params);
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("-")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit(">")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("*")));
|
|
MD_PushChild(tree, MakeTestNode(MD_NodeKind_Main, MD_S8Lit("void")));
|
|
TestResult(MatchParsedWithNode(string, tree));
|
|
}
|
|
}
|
|
|
|
Test("Non-Sets")
|
|
{
|
|
TestResult(MatchParsedWithNode(MD_S8Lit("foo"), MakeTestNode(MD_NodeKind_Main, MD_S8Lit("foo"))));
|
|
TestResult(MatchParsedWithNode(MD_S8Lit("123"), MakeTestNode(MD_NodeKind_Main, MD_S8Lit("123"))));
|
|
TestResult(MatchParsedWithNode(MD_S8Lit("+"), MakeTestNode(MD_NodeKind_Main, MD_S8Lit("+"))));
|
|
}
|
|
|
|
Test("Set Border Flags")
|
|
{
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("(0, 100)"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_HasParenLeft &&
|
|
parse.node->flags & MD_NodeFlag_HasParenRight);
|
|
}
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("(0, 100]"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_HasParenLeft &&
|
|
parse.node->flags & MD_NodeFlag_HasBracketRight);
|
|
}
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("[0, 100)"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_HasBracketLeft &&
|
|
parse.node->flags & MD_NodeFlag_HasParenRight);
|
|
}
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("[0, 100]"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_HasBracketLeft &&
|
|
parse.node->flags & MD_NodeFlag_HasBracketRight);
|
|
}
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("{0, 100}"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_HasBraceLeft &&
|
|
parse.node->flags & MD_NodeFlag_HasBraceRight);
|
|
}
|
|
}
|
|
|
|
Test("Node Separator Flags")
|
|
{
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("(a, b)"), 0);
|
|
TestResult(parse.node->first_child->flags & MD_NodeFlag_IsBeforeComma);
|
|
TestResult(parse.node->first_child->next->flags & MD_NodeFlag_IsAfterComma);
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("(a; b)"), 0);
|
|
TestResult(parse.node->first_child->flags & MD_NodeFlag_IsBeforeSemicolon);
|
|
TestResult(parse.node->first_child->next->flags & MD_NodeFlag_IsAfterSemicolon);
|
|
}
|
|
}
|
|
|
|
Test("Node Text Flags")
|
|
{
|
|
TestResult(MD_ParseOneNode(MD_S8Lit("123"), 0).node->flags &
|
|
MD_NodeFlag_Numeric);
|
|
TestResult(MD_ParseOneNode(MD_S8Lit("123_456_789"), 0).node->flags &
|
|
MD_NodeFlag_Numeric);
|
|
TestResult(MD_ParseOneNode(MD_S8Lit("abc"), 0).node->flags &
|
|
MD_NodeFlag_Identifier);
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("\"foo\""), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_StringLiteral &&
|
|
parse.node->flags & MD_NodeFlag_StringDoubleQuote);
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("'foo'"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_StringLiteral &&
|
|
parse.node->flags & MD_NodeFlag_StringSingleQuote);
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("`foo`"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_StringLiteral &&
|
|
parse.node->flags & MD_NodeFlag_StringTick);
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("\"\"\"foo\"\"\""), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_StringLiteral &&
|
|
parse.node->flags & MD_NodeFlag_StringDoubleQuote &&
|
|
parse.node->flags & MD_NodeFlag_StringTriplet);
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("'''foo'''"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_StringLiteral &&
|
|
parse.node->flags & MD_NodeFlag_StringSingleQuote &&
|
|
parse.node->flags & MD_NodeFlag_StringTriplet);
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("```foo```"), 0);
|
|
TestResult(parse.node->flags & MD_NodeFlag_StringLiteral &&
|
|
parse.node->flags & MD_NodeFlag_StringTick &&
|
|
parse.node->flags & MD_NodeFlag_StringTriplet);
|
|
}
|
|
}
|
|
|
|
Test("Expression Evaluation")
|
|
{
|
|
// NOTE(rjf): 5 + 3
|
|
{
|
|
MD_C_Expr *expr = BinOpExpr(MD_C_ExprKind_Add, AtomExpr("5"), AtomExpr("3"));
|
|
TestResult(MD_C_EvaluateExpr_I64(expr) == 8);
|
|
}
|
|
|
|
// NOTE(rjf): 5 - 3
|
|
{
|
|
MD_C_Expr *expr = BinOpExpr(MD_C_ExprKind_Subtract, AtomExpr("5"), AtomExpr("3"));
|
|
TestResult(MD_C_EvaluateExpr_I64(expr) == 2);
|
|
}
|
|
|
|
// NOTE(rjf): 5 * 3
|
|
{
|
|
MD_C_Expr *expr = BinOpExpr(MD_C_ExprKind_Multiply, AtomExpr("5"), AtomExpr("3"));
|
|
TestResult(MD_C_EvaluateExpr_I64(expr) == 15);
|
|
}
|
|
|
|
// NOTE(rjf): 10 / 2
|
|
{
|
|
MD_C_Expr *expr = BinOpExpr(MD_C_ExprKind_Divide, AtomExpr("10"), AtomExpr("2"));
|
|
TestResult(MD_C_EvaluateExpr_I64(expr) == 5);
|
|
}
|
|
|
|
// NOTE(rjf): (3 + 4) * (2 + 6)
|
|
{
|
|
MD_C_Expr *left = BinOpExpr(MD_C_ExprKind_Add, AtomExpr("3"), AtomExpr("4"));
|
|
MD_C_Expr *right = BinOpExpr(MD_C_ExprKind_Add, AtomExpr("2"), AtomExpr("6"));
|
|
MD_C_Expr *expr = BinOpExpr(MD_C_ExprKind_Multiply, left, right);
|
|
TestResult(MD_C_EvaluateExpr_I64(expr) == 56);
|
|
}
|
|
}
|
|
|
|
Test("Expression Parsing")
|
|
{
|
|
{
|
|
MD_String8 string = MD_S8Lit("(1 + 2)");
|
|
MD_C_Expr *expr = BinOpExpr(MD_C_ExprKind_Add, AtomExpr("1"), AtomExpr("2"));
|
|
TestResult(MatchParsedWithExpr(string, expr));
|
|
}
|
|
{
|
|
MD_String8 string = MD_S8Lit("((3 + 4) * (2 + 6))");
|
|
MD_C_Expr *left = BinOpExpr(MD_C_ExprKind_Add, AtomExpr("3"), AtomExpr("4"));
|
|
MD_C_Expr *right = BinOpExpr(MD_C_ExprKind_Add, AtomExpr("2"), AtomExpr("6"));
|
|
MD_C_Expr *expr = BinOpExpr(MD_C_ExprKind_Multiply, left, right);
|
|
TestResult(MatchParsedWithExpr(string, expr));
|
|
}
|
|
{
|
|
MD_String8 string = MD_S8Lit("(1*2+3)");
|
|
MD_C_Expr *left = BinOpExpr(MD_C_ExprKind_Multiply, AtomExpr("1"), AtomExpr("2"));
|
|
MD_C_Expr *expr = BinOpExpr(MD_C_ExprKind_Add, left, AtomExpr("3"));
|
|
TestResult(MatchParsedWithExpr(string, expr));
|
|
}
|
|
}
|
|
|
|
Test("Type Parsing")
|
|
{
|
|
{
|
|
MD_String8 string = MD_S8Lit("(i32)");
|
|
MD_C_Expr *expr = AtomExpr("i32");
|
|
TestResult(MatchParsedWithType(string, expr));
|
|
}
|
|
{
|
|
MD_String8 string = MD_S8Lit("(*i32)");
|
|
MD_C_Expr *expr = TypeExpr(MD_C_ExprKind_Pointer, AtomExpr("i32"));
|
|
TestResult(MatchParsedWithType(string, expr));
|
|
}
|
|
{
|
|
MD_String8 string = MD_S8Lit("(**i32)");
|
|
MD_C_Expr *expr = TypeExpr(MD_C_ExprKind_Pointer, TypeExpr(MD_C_ExprKind_Pointer, AtomExpr("i32")));
|
|
TestResult(MatchParsedWithType(string, expr));
|
|
}
|
|
{
|
|
MD_String8 string = MD_S8Lit("(*void)");
|
|
MD_C_Expr *expr = TypeExpr(MD_C_ExprKind_Pointer, AtomExpr("void"));
|
|
TestResult(MatchParsedWithType(string, expr));
|
|
}
|
|
}
|
|
|
|
Test("Style Strings")
|
|
{
|
|
{
|
|
MD_String8 str = MD_S8Stylize(MD_S8Lit("THIS_IS_A_TEST"), MD_IdentifierStyle_UpperCamelCase, MD_S8Lit(" "));
|
|
TestResult(MD_S8Match(str, MD_S8Lit("This Is A Test"), 0));
|
|
}
|
|
{
|
|
MD_String8 str = MD_S8Stylize(MD_S8Lit("this_is_a_test"), MD_IdentifierStyle_UpperCamelCase, MD_S8Lit(" "));
|
|
TestResult(MD_S8Match(str, MD_S8Lit("This Is A Test"), 0));
|
|
}
|
|
{
|
|
MD_String8 str = MD_S8Stylize(MD_S8Lit("ThisIsATest"), MD_IdentifierStyle_UpperCamelCase, MD_S8Lit(" "));
|
|
TestResult(MD_S8Match(str, MD_S8Lit("This Is A Test"), 0));
|
|
}
|
|
{
|
|
MD_String8 str = MD_S8Stylize(MD_S8Lit("Here is another test."), MD_IdentifierStyle_UpperCamelCase, MD_S8Lit(""));
|
|
TestResult(MD_S8Match(str, MD_S8Lit("HereIsAnotherTest."), 0));
|
|
}
|
|
}
|
|
|
|
Test("Enum Strings")
|
|
{
|
|
TestResult(MD_S8Match(MD_StringFromNodeKind(MD_NodeKind_Main), MD_S8Lit("Main"), 0));
|
|
TestResult(MD_S8Match(MD_StringFromNodeKind(MD_NodeKind_Main), MD_S8Lit("Main"), 0));
|
|
MD_String8List list = MD_StringListFromNodeFlags(MD_NodeFlag_StringLiteral | MD_NodeFlag_HasParenLeft | MD_NodeFlag_IsBeforeSemicolon);
|
|
MD_b32 match = 1;
|
|
for(MD_String8Node *node = list.first; node; node = node->next)
|
|
{
|
|
if(!MD_S8Match(node->string, MD_S8Lit("StringLiteral"), 0) &&
|
|
!MD_S8Match(node->string, MD_S8Lit("HasParenLeft"), 0) &&
|
|
!MD_S8Match(node->string, MD_S8Lit("IsBeforeSemicolon"), 0))
|
|
{
|
|
match = 0;
|
|
break;
|
|
}
|
|
}
|
|
TestResult(match);
|
|
}
|
|
|
|
Test("Node Comments")
|
|
{
|
|
|
|
// NOTE(rjf): Pre-Comments:
|
|
{
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("/*foobar*/ (a b c)"), 0);
|
|
TestResult(parse.node->kind == MD_NodeKind_Main &&
|
|
MD_S8Match(parse.node->prev_comment, MD_S8Lit("foobar"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("// foobar\n(a b c)"), 0);
|
|
TestResult(parse.node->kind == MD_NodeKind_Main &&
|
|
MD_S8Match(parse.node->prev_comment, MD_S8Lit(" foobar"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("// foobar\n\n(a b c)"), 0);
|
|
TestResult(parse.node->kind == MD_NodeKind_Main &&
|
|
MD_S8Match(parse.node->prev_comment, MD_S8Lit(""), 0));
|
|
}
|
|
}
|
|
|
|
// NOTE(rjf): Post-Comments:
|
|
{
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("(a b c) /*foobar*/"), 0);
|
|
TestResult(parse.node->kind == MD_NodeKind_Main &&
|
|
MD_S8Match(parse.node->next_comment, MD_S8Lit("foobar"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("(a b c) // foobar"), 0);
|
|
TestResult(parse.node->kind == MD_NodeKind_Main &&
|
|
MD_S8Match(parse.node->next_comment, MD_S8Lit(" foobar"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("(a b c)\n// foobar"), 0);
|
|
TestResult(parse.node->kind == MD_NodeKind_Main &&
|
|
MD_S8Match(parse.node->next_comment, MD_S8Lit(""), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("(a b c)\n\n// foobar"), 0);
|
|
TestResult(parse.node->kind == MD_NodeKind_Main &&
|
|
MD_S8Match(parse.node->next_comment, MD_S8Lit(""), 0));
|
|
}
|
|
}
|
|
}
|
|
|
|
Test("Errors")
|
|
{
|
|
struct { char *s; int columns[2]; } tests[] = {
|
|
{"{", {1}},
|
|
{"}", {1}},
|
|
{"'", {1}},
|
|
{"a:'''\nmulti-line text literal", {3}},
|
|
{"/* foo", {1}},
|
|
{"label: {1, 2, 3} /* /* unterminated comment */", {18}},
|
|
{"{a,,#b,}", {4, 5}},
|
|
{"foo""\x80""bar", {4}},
|
|
};
|
|
|
|
int max_error_count = MD_ArrayCount(tests[0].columns);
|
|
|
|
for(int i_test = 0; i_test < MD_ArrayCount(tests); ++i_test)
|
|
{
|
|
MD_ParseResult parse = MD_ParseWholeString(MD_S8Lit("test.mdesk"), MD_S8CString(tests[i_test].s));
|
|
|
|
MD_b32 columns_match = 1;
|
|
{
|
|
MD_Message *e = parse.errors.first;
|
|
for(int i_error = 0; i_error < max_error_count && tests[i_test].columns[i_error]; ++i_error)
|
|
{
|
|
if(!e || MD_CodeLocFromNode(e->node).column != tests[i_test].columns[i_error])
|
|
{
|
|
columns_match = 0;
|
|
break;
|
|
}
|
|
e = e->next;
|
|
}
|
|
|
|
if(e && e->next)
|
|
{
|
|
columns_match = 0;
|
|
}
|
|
}
|
|
TestResult(columns_match);
|
|
}
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseWholeFile(MD_S8Lit("__does_not_exist.mdesk"));
|
|
TestResult(parse.node->kind == MD_NodeKind_File && parse.errors.first != 0);
|
|
}
|
|
|
|
}
|
|
|
|
Test("Hash maps")
|
|
{
|
|
MD_String8 key_strings[] =
|
|
{
|
|
MD_S8Lit("\xed\x80\x73\x71\x78\xba\xff\xd6\x87\x83\xcd\x20\x28\xf7\x1c\xc1\x5f\xca\x98\x9c\x5a\xab\x0c\xae\x9a\x60\x57\x03\xeb\x1f\xde\x99"),
|
|
MD_S8Lit("\x4c\x80\xb7\x8b\xbf\x65\x5a\x4b\xc1\x2a\xc3\x5f\xe1\x66\xfb\x0d\x72\x83\x1c\x63\xba\xb5\x97\x02\x3f\x6a\xe0\x2a\x1b\x82\x07\x76"),
|
|
MD_S8Lit("\xd8\xfd\x11\x4b\x04\xdf\xe5\x20\x5b\xd6\x4f\x87\x00\x70\x6a\xc8\xde\xed\xc7\x79\xdb\x87\x24\x36\xa8\x7a\x31\x41\x00\x57\xbd\x8d"),
|
|
};
|
|
|
|
MD_MapKey keys[MD_ArrayCount(key_strings)*2];
|
|
for (MD_u64 i = 0; i < MD_ArrayCount(key_strings); i += 1){
|
|
keys[i] = MD_MapKeyStr(key_strings[i]);
|
|
}
|
|
for (MD_u64 i = MD_ArrayCount(key_strings); i < MD_ArrayCount(keys); i += 1){
|
|
keys[i] = MD_MapKeyPtr((void *)i);
|
|
}
|
|
|
|
{
|
|
MD_Map map = MD_MapMake();
|
|
for (MD_u64 i = 0; i < MD_ArrayCount(keys); i += 1){
|
|
MD_MapInsert(&map, keys[i], (void *)i);
|
|
}
|
|
for (MD_u64 i = 0; i < MD_ArrayCount(keys); i += 1){
|
|
MD_MapSlot *slot = MD_MapLookup(&map, keys[i]);
|
|
TestResult(slot && slot->val == (void *)i);
|
|
}
|
|
for (MD_u64 i = 0; i < MD_ArrayCount(keys); i += 1){
|
|
MD_MapOverwrite(&map, keys[i], (void *)(i + 10));
|
|
}
|
|
for (MD_u64 i = 0; i < MD_ArrayCount(keys); i += 1){
|
|
MD_MapSlot *slot = MD_MapLookup(&map, keys[i]);
|
|
TestResult(slot && slot->val == (void *)(i + 10));
|
|
}
|
|
}
|
|
}
|
|
|
|
Test("String Inner & Outer")
|
|
{
|
|
MD_String8 samples[6] = {
|
|
MD_S8Lit("'foo-bar'"),
|
|
MD_S8Lit("'''foo-bar'''"),
|
|
MD_S8Lit("\"foo-bar\""),
|
|
MD_S8Lit("\"\"\"foo-bar\"\"\""),
|
|
MD_S8Lit("`foo-bar`"),
|
|
MD_S8Lit("```foo-bar```"),
|
|
};
|
|
|
|
MD_Node *nodes[MD_ArrayCount(samples)];
|
|
for (int i = 0; i < MD_ArrayCount(samples); i += 1){
|
|
MD_ParseResult result = MD_ParseOneNode(samples[i], 0);
|
|
nodes[i] = result.node;
|
|
}
|
|
|
|
TestResult(MD_S8Match(nodes[0]->string, MD_S8Lit("foo-bar"), 0));
|
|
TestResult(MD_S8Match(nodes[1]->string, MD_S8Lit("foo-bar"), 0));
|
|
TestResult(MD_S8Match(nodes[2]->string, MD_S8Lit("foo-bar"), 0));
|
|
TestResult(MD_S8Match(nodes[3]->string, MD_S8Lit("foo-bar"), 0));
|
|
TestResult(MD_S8Match(nodes[4]->string, MD_S8Lit("foo-bar"), 0));
|
|
TestResult(MD_S8Match(nodes[5]->string, MD_S8Lit("foo-bar"), 0));
|
|
|
|
TestResult(MD_S8Match(nodes[0]->raw_string, samples[0], 0));
|
|
TestResult(MD_S8Match(nodes[1]->raw_string, samples[1], 0));
|
|
TestResult(MD_S8Match(nodes[2]->raw_string, samples[2], 0));
|
|
TestResult(MD_S8Match(nodes[3]->raw_string, samples[3], 0));
|
|
TestResult(MD_S8Match(nodes[4]->raw_string, samples[4], 0));
|
|
TestResult(MD_S8Match(nodes[5]->raw_string, samples[5], 0));
|
|
}
|
|
|
|
Test("String escaping")
|
|
{
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("`\\``"), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit("\\`"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("``` \\``` ```"), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit(" \\``` "), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("`````\\````"), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit("``\\`"), 0));
|
|
}
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("`\\'`"), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit("\\'"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("''' \\''' '''"), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit(" \\''' "), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("'''''\\''''"), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit("''\\'"), 0));
|
|
}
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("`\\\"`"), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit("\\\""), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("\"\"\" \\\"\"\" \"\"\""), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit(" \\\"\"\" "), 0));
|
|
}
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("\"\"\"\"\"\\\"\"\"\""), 0);
|
|
TestResult(MD_S8Match(parse.node->string, MD_S8Lit("\"\"\\\""), 0));
|
|
}
|
|
}
|
|
|
|
Test("Node-With-Flags Seeking")
|
|
{
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("foo:{x y z; a b c}"), 0);
|
|
MD_Node *node = parse.node;
|
|
MD_Node *group_first = node->first_child;
|
|
MD_Node *group_opl = MD_NodeFromFlags(group_first->next, MD_NilNode(), MD_NodeFlag_IsAfterSemicolon);
|
|
|
|
TestResult(MD_S8Match(group_first->string, MD_S8Lit("x"), 0));
|
|
TestResult(MD_S8Match(group_first->next->string, MD_S8Lit("y"), 0));
|
|
TestResult(MD_S8Match(group_first->next->next->string, MD_S8Lit("z"), 0));
|
|
TestResult(group_opl == group_first->next->next->next);
|
|
|
|
group_first = group_opl;
|
|
group_opl = MD_NodeFromFlags(group_first->next, MD_NilNode(), MD_NodeFlag_IsAfterSemicolon);
|
|
|
|
TestResult(MD_S8Match(group_first->string, MD_S8Lit("a"), 0));
|
|
TestResult(MD_S8Match(group_first->next->string, MD_S8Lit("b"), 0));
|
|
TestResult(MD_S8Match(group_first->next->next->string, MD_S8Lit("c"), 0));
|
|
TestResult(group_opl == group_first->next->next->next);
|
|
}
|
|
|
|
{
|
|
MD_ParseResult parse = MD_ParseOneNode(MD_S8Lit("foo:{a b c , d e f , g h i}"), 0);
|
|
MD_Node *node = parse.node;
|
|
MD_Node *group_first = 0;
|
|
MD_Node *group_opl = 0;
|
|
|
|
group_first = node->first_child;
|
|
group_opl = MD_NodeFromFlags(group_first->next, MD_NilNode(), MD_NodeFlag_IsAfterComma);
|
|
TestResult(MD_S8Match(group_first->string, MD_S8Lit("a"), 0));
|
|
TestResult(MD_S8Match(group_first->next->string, MD_S8Lit("b"), 0));
|
|
TestResult(MD_S8Match(group_first->next->next->string, MD_S8Lit("c"), 0));
|
|
TestResult(group_opl == group_first->next->next->next);
|
|
|
|
group_first = group_opl;
|
|
group_opl = MD_NodeFromFlags(group_first->next, MD_NilNode(), MD_NodeFlag_IsAfterComma);
|
|
TestResult(MD_S8Match(group_first->string, MD_S8Lit("d"), 0));
|
|
TestResult(MD_S8Match(group_first->next->string, MD_S8Lit("e"), 0));
|
|
TestResult(MD_S8Match(group_first->next->next->string, MD_S8Lit("f"), 0));
|
|
TestResult(group_opl == group_first->next->next->next);
|
|
|
|
group_first = group_opl;
|
|
group_opl = MD_NodeFromFlags(group_first->next, MD_NilNode(), MD_NodeFlag_IsAfterComma);
|
|
TestResult(MD_S8Match(group_first->string, MD_S8Lit("g"), 0));
|
|
TestResult(MD_S8Match(group_first->next->string, MD_S8Lit("h"), 0));
|
|
TestResult(MD_S8Match(group_first->next->next->string, MD_S8Lit("i"), 0));
|
|
TestResult(group_opl == group_first->next->next->next);
|
|
}
|
|
|
|
}
|
|
|
|
Test("Unscoped Subtleties")
|
|
{
|
|
MD_String8 file_name = MD_S8Lit("raw_text");
|
|
|
|
// finished unscoped set
|
|
{
|
|
MD_String8 text = MD_S8Lit("a:\nb:\nc");
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, text);
|
|
TestResult(result.errors.first == 0);
|
|
TestResult(result.node->first_child == result.node->last_child);
|
|
}
|
|
|
|
// unfinished unscoped set
|
|
{
|
|
MD_String8 text = MD_S8Lit("a:\nb:\n\n");
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, text);
|
|
TestResult(result.errors.first != 0);
|
|
}
|
|
{
|
|
MD_String8 text = MD_S8Lit("a:\nb:\n");
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, text);
|
|
TestResult(result.errors.first != 0);
|
|
}
|
|
{
|
|
MD_String8 text = MD_S8Lit("a:\nb:");
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, text);
|
|
TestResult(result.errors.first != 0);
|
|
}
|
|
|
|
// labeled scoped set in unscoped set
|
|
{
|
|
MD_String8 text = MD_S8Lit("a: b: {\nx\n} c");
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, text);
|
|
TestResult(result.errors.first == 0);
|
|
TestResult(MD_ChildCountFromNode(result.node) == 1);
|
|
TestResult(MD_ChildCountFromNode(result.node->first_child) == 2);
|
|
}
|
|
{
|
|
MD_String8 text = MD_S8Lit("a: b: {\nx\n}\nc");
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, text);
|
|
TestResult(result.errors.first == 0);
|
|
TestResult(MD_ChildCountFromNode(result.node) == 2);
|
|
TestResult(MD_ChildCountFromNode(result.node->first_child) == 1);
|
|
}
|
|
|
|
// scoped set is not unscoped
|
|
{
|
|
MD_String8 text = MD_S8Lit("a: {\nx\ny\n} c");
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, text);
|
|
TestResult(result.errors.first == 0);
|
|
TestResult(result.node->first_child != result.node->last_child);
|
|
}
|
|
}
|
|
|
|
Test("Tags")
|
|
{
|
|
MD_String8 file_name = MD_S8Lit("raw_text");
|
|
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("@foo bar"));
|
|
TestResult(MD_NodeHasTag(result.node->first_child, MD_S8Lit("foo"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("@+ bar"));
|
|
TestResult(MD_NodeHasTag(result.node->first_child, MD_S8Lit("+"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("@'a b c' bar"));
|
|
TestResult(MD_NodeHasTag(result.node->first_child, MD_S8Lit("a b c"), 0));
|
|
}
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("@100 bar"));
|
|
TestResult(MD_NodeHasTag(result.node->first_child, MD_S8Lit("100"), 0));
|
|
}
|
|
}
|
|
|
|
Test("Tagged & Unlabeled")
|
|
{
|
|
MD_String8 file_name = MD_S8Lit("raw_text");
|
|
|
|
// tagged in scoped set always legal
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("foo:{@tag {bar}}\n"));
|
|
TestResult(result.errors.first == 0);
|
|
}
|
|
|
|
// tagged label in unscoped set legal
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("foo:@tag bar\n"));
|
|
TestResult(result.errors.first == 0);
|
|
}
|
|
|
|
// unlabeled scoped set in unscoped set illegal
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("foo:bar {bar}\n"));
|
|
TestResult(result.errors.first != 0);
|
|
}
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("foo:bar @tag {bar}\n"));
|
|
TestResult(result.errors.first != 0);
|
|
}
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, MD_S8Lit("foo:@tag {bar}\n"));
|
|
TestResult(result.errors.first != 0);
|
|
}
|
|
}
|
|
|
|
Test("Integer Lexing")
|
|
{
|
|
MD_String8 file_name = MD_S8Lit("raw_text");
|
|
|
|
MD_String8 test_strings[] = {
|
|
MD_S8Lit("0765"),
|
|
MD_S8Lit("0xABC"),
|
|
MD_S8Lit("0x123"),
|
|
MD_S8Lit("0b010"),
|
|
};
|
|
|
|
MD_String8 *string = test_strings;
|
|
for (int i = 0; i < MD_ArrayCount(test_strings); i += 1, string += 1){
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, *string);
|
|
TestResult((result.errors.first == 0) &&
|
|
(result.node->first_child == result.node->last_child) &&
|
|
(result.node->first_child->flags & MD_NodeFlag_Numeric));
|
|
}
|
|
}
|
|
|
|
Test("Float Lexing")
|
|
{
|
|
MD_String8 file_name = MD_S8Lit("raw_text");
|
|
|
|
MD_String8 test_strings[] = {
|
|
MD_S8Lit("0"),
|
|
MD_S8Lit("1"),
|
|
MD_S8Lit("0.5"),
|
|
MD_S8Lit("1e2"),
|
|
MD_S8Lit("1e+2"),
|
|
MD_S8Lit("1e-2"),
|
|
MD_S8Lit("1.5e2"),
|
|
MD_S8Lit("1.5e+2"),
|
|
MD_S8Lit("1.5e-2"),
|
|
};
|
|
|
|
MD_String8 *string = test_strings;
|
|
for (int i = 0; i < MD_ArrayCount(test_strings); i += 1, string += 1){
|
|
MD_ParseResult result = MD_ParseWholeString(file_name, *string);
|
|
TestResult((result.errors.first == 0) &&
|
|
(result.node->first_child == result.node->last_child) &&
|
|
(result.node->first_child->flags & MD_NodeFlag_Numeric));
|
|
}
|
|
}
|
|
|
|
Test("Labels are Not Reserved")
|
|
{
|
|
MD_String8 file_name = MD_S8Lit("raw_text");
|
|
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name,
|
|
MD_S8Lit("foo: '(' )"));
|
|
TestResult(result.errors.first != 0);
|
|
}
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name,
|
|
MD_S8Lit("foo ':' ( )"));
|
|
TestResult(result.errors.first == 0);
|
|
TestResult(MD_ChildCountFromNode(result.node) == 3);
|
|
}
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name,
|
|
MD_S8Lit("'@'bar foo"));
|
|
TestResult(result.errors.first == 0);
|
|
TestResult(MD_ChildCountFromNode(result.node) == 3);
|
|
}
|
|
{
|
|
MD_ParseResult result = MD_ParseWholeString(file_name,
|
|
MD_S8Lit("foo: '(' ')'"));
|
|
TestResult(result.errors.first == 0);
|
|
TestResult(MD_ChildCountFromNode(result.node) == 1);
|
|
TestResult(MD_ChildCountFromNode(result.node->first_child) == 2);
|
|
}
|
|
}
|
|
|
|
return 0;
|
|
}
|