#define GEN_DEFINE_LIBRARY_CODE_CONSTANTS #define GEN_ENFORCE_STRONG_CODE_TYPES #define GEN_EXPOSE_BACKEND #include "../project/gen.cpp" #include "helpers/push_ignores.inline.hpp" #include "helpers/helper.hpp" GEN_NS_BEGIN #include "helpers/push_container_defines.inline.hpp" #include "dependencies/parsing.cpp" #include "helpers/pop_container_defines.inline.hpp" GEN_NS_END #include "auxillary/builder.hpp" #include "auxillary/builder.cpp" #include "auxillary/scanner.hpp" #include // for system() #include "components/memory.fixed_arena.hpp" #include "components/misc.hpp" #include "components/containers.array.hpp" #include "components/containers.hashtable.hpp" using namespace gen; constexpr char const* generation_notice = "// This file was generated automatially by gencpp's c_library.cpp " "(See: https://github.com/Ed94/gencpp)\n\n"; constexpr StrC roll_own_dependencies_guard_start = txt(R"( //! If its desired to roll your own dependencies, define GEN_ROLL_OWN_DEPENDENCIES before including this file. // Dependencies are derived from the c-zpl library: https://github.com/zpl-c/zpl #ifndef GEN_ROLL_OWN_DEPENDENCIES )"); constexpr StrC roll_own_dependencies_guard_end = txt(R"( // GEN_ROLL_OWN_DEPENDENCIES #endif )"); constexpr StrC implementation_guard_start = txt(R"( #pragma region GENCPP IMPLEMENTATION GUARD #if defined(GEN_IMPLEMENTATION) && ! defined(GEN_IMPLEMENTED) # define GEN_IMPLEMENTED )"); constexpr StrC implementation_guard_end = txt(R"( #endif #pragma endregion GENCPP IMPLEMENTATION GUARD )"); void format_file( char const* path ) { String resolved_path = String::make(GlobalAllocator, to_strc_from_c_str(path)); String style_arg = String::make(GlobalAllocator, txt("-style=file:")); style_arg.append("../scripts/.clang-format "); // Need to execute clang format on the generated file to get it to match the original. #define clang_format "clang-format " #define cf_format_inplace "-i " #define cf_verbose "-verbose " String command = String::make( GlobalAllocator, clang_format ); command.append( cf_format_inplace ); command.append( cf_verbose ); command.append( style_arg ); command.append( resolved_path ); log_fmt("\tRunning clang-format on file:\n"); system( command ); log_fmt("\tclang-format finished reformatting.\n"); #undef cf_cmd #undef cf_format_inplace #undef cf_style #undef cf_verbse } Code dump_to_scratch_and_retireve( Code code ) { Builder ecode_file_temp = Builder::open("gen/scratch.hpp"); ecode_file_temp.print(code); ecode_file_temp.write(); format_file("gen/scratch.hpp"); Code result = scan_file( "gen/scratch.hpp" ); remove("gen/scratch.hpp"); return result; } CodeBody parse_file( const char* path ) { FileContents file = file_read_contents( GlobalAllocator, true, path ); CodeBody code = parse_global_body( { file.size, (char const*)file.data } ); log_fmt("\nParsed: %s\n", path); return code; } constexpr bool helper_use_c_definition = true; int gen_main() { #define project_dir "../project/" gen::init(); PreprocessorDefines.append(txt("GEN_API_C_BEGIN")); PreprocessorDefines.append(txt("GEN_API_C_END")); PreprocessorDefines.append(txt("HashTable(")); PreprocessorDefines.append(txt("GEN_NS_PARSER")); PreprocessorDefines.append(txt("GEN_NS_PARSER_BEGIN")); PreprocessorDefines.append(txt("GEN_NS_PARSER_END")); PreprocessorDefines.append(txt("Using_Code(")); PreprocessorDefines.append(txt("Using_CodeOps(")); PreprocessorDefines.append(txt("GEN_OPTIMIZE_MAPPINGS_BEGIN")); PreprocessorDefines.append(txt("GEN_OPITMIZE_MAPPINGS_END")); //PreprocessorDefines.append(txt("GEN_EXECUTION_EXPRESSION_SUPPORT")); Code push_ignores = scan_file( project_dir "helpers/push_ignores.inline.hpp" ); Code pop_ignores = scan_file( project_dir "helpers/pop_ignores.inline.hpp" ); Code c_library_header_start = scan_file( "components/header_start.hpp" ); Builder header = Builder::open( "gen/gen.h" ); header.print_fmt( generation_notice ); header.print_fmt("#pragma once\n\n"); header.print( push_ignores ); // Headers { header.print( c_library_header_start ); #pragma region Scan, Parse, and Generate Components // Only has operator overload definitions that C doesn't need. // CodeBody ast_inlines = gen_ast_inlines(); Code interface = scan_file( project_dir "components/interface.hpp" ); Code inlines = scan_file( project_dir "components/inlines.hpp" ); Code header_end = scan_file( project_dir "components/header_end.hpp" ); CodeBody ecode = gen_ecode ( project_dir "enums/ECodeTypes.csv", helper_use_c_definition ); CodeBody eoperator = gen_eoperator ( project_dir "enums/EOperator.csv", helper_use_c_definition ); CodeBody especifier = gen_especifier( project_dir "enums/ESpecifier.csv", helper_use_c_definition ); CodeBody parsed_types = parse_file( project_dir "components/types.hpp" ); CodeBody types = def_body(CT_Global_Body); for ( Code entry = parsed_types.begin(); entry != parsed_types.end(); ++ entry ) { switch(entry->Type) { case CT_Using: { CodeUsing using_ver = cast(CodeUsing, entry); if (using_ver->UnderlyingType->ReturnType) { CodeTypename type = using_ver->UnderlyingType; CodeTypedef typedef_ver = parse_typedef(token_fmt( "ReturnType", to_string(type->ReturnType).to_strc() , "Name" , using_ver->Name , "Parameters", to_string(type->Params).to_strc() , stringize( typedef ( * )(); ))); types.append(typedef_ver); break; } CodeTypedef typedef_ver = def_typedef(using_ver->Name, using_ver->UnderlyingType); types.append(typedef_ver); } break; case CT_Enum: { log_fmt("Detected ENUM: %S", entry->Name); convert_cpp_enum_to_c(cast(CodeEnum, entry), types); } break; default: types.append(entry); break; } } CodeBody parsed_ast = parse_file( project_dir "components/ast.hpp" ); CodeBody ast = def_body(CT_Global_Body); for ( Code entry = parsed_ast.begin(); entry != parsed_ast.end(); ++ entry ) switch (entry->Type) { case CT_Preprocess_If: { CodePreprocessCond cond = cast(CodePreprocessCond, entry); if (cond->Content.contains(txt("GEN_COMPILER_C"))) { //++ entry; // //ast.append(entry) // typedef //for ( ; entry != parsed_ast.end() && entry->Type != CT_Preprocess_EndIf; ++ entry) {} //++ entry; // Consume endif } b32 found = ignore_preprocess_cond_block(txt("GEN_COMPILER_CPP"), entry, parsed_ast, ast); if (found) break; ast.append(entry); } break; case CT_Struct_Fwd: { CodeStruct fwd = cast(CodeStruct, entry); CodeTypedef tdef = parse_typedef(token_fmt("name", fwd->Name, stringize( typedef struct ; ))); ast.append(fwd); ast.append(tdef); } break; case CT_Struct: { CodeStruct struct_def = cast(CodeStruct, entry); ast.append(struct_def); if ( ! entry->Name.is_equal(txt("AST"))) { CodeTypedef tdef = parse_typedef(token_fmt("name", struct_def->Name, stringize( typedef struct ; ))); ast.append(tdef); } } break; case CT_Variable: { CodeVar var = cast(CodeVar, entry); s32 constexpr_found = var->Specs ? var->Specs.remove( Spec_Constexpr ) : - 1; if (constexpr_found > -1) { log_fmt("Found constexpr: %S\n", entry.to_string()); if (var->Name.contains(txt("AST_ArrSpecs_Cap"))) { Code def = untyped_str(txt( R"(#define AST_ArrSpecs_Cap \ ( \ AST_POD_Size \ - sizeof(StringCached) \ - sizeof(AST*) * 3 \ - sizeof(Token*) \ - sizeof(AST*) \ - sizeof(CodeType) \ - sizeof(ModuleFlag) \ - sizeof(u32) \ ) \ / sizeof(Specifier) - 1 )" )); ast.append(def); break; } CodeDefine def = def_define(var->Name, var->Value.to_string()); ast.append(def); break; } ast.append(var); } break; default: ast.append(entry); break; } CodeBody parsed_code_types = parse_file( project_dir "components/code_types.hpp" ); CodeBody code_types = def_body(CT_Global_Body); for ( Code entry = parsed_code_types.begin(); entry != parsed_code_types.end(); ++ entry ) switch( entry->Type ) { case CT_Preprocess_If: case CT_Preprocess_IfDef: { b32 found = ignore_preprocess_cond_block(txt("GEN_COMPILER_CPP"), entry, parsed_code_types, code_types ); if (found) { ++ entry; break; } found = ignore_preprocess_cond_block(txt("GEN_INTELLISENSE_DIRECTIVES"), entry, parsed_code_types, code_types ); if (found) break; code_types.append(entry); } break; default: code_types.append(entry); break; } CodeBody parsed_ast_types = parse_file( project_dir "components/ast_types.hpp" ); CodeBody ast_types = def_body(CT_Global_Body); for ( Code entry = parsed_ast_types.begin(); entry != parsed_ast_types.end(); ++ entry ) switch( entry->Type ) { case CT_Preprocess_If: case CT_Preprocess_IfDef: { b32 found = ignore_preprocess_cond_block(txt("GEN_INTELLISENSE_DIRECTIVES"), entry, parsed_code_types, code_types ); if (found) break; ast_types.append(entry); } break; case CT_Struct: { CodeStruct struct_def = cast(CodeStruct, entry); CodeTypedef tdef = parse_typedef(token_fmt("name", struct_def->Name, stringize( typedef struct ; ))); ast_types.append(struct_def); ast_types.append(tdef); } break; default: ast_types.append(entry); break; } #pragma endregion Scan, Parse, and Generate Components #pragma region Scan, Parse, and Generate Dependencies Code platform = scan_file( project_dir "dependencies/platform.hpp" ); Code macros = scan_file( project_dir "dependencies/macros.hpp" ); Code basic_types = scan_file( project_dir "dependencies/basic_types.hpp" ); Code debug = scan_file( project_dir "dependencies/debug.hpp" ); Code string_ops = scan_file( project_dir "dependencies/string_ops.hpp" ); Code hashing = scan_file( project_dir "dependencies/hashing.hpp" ); Code timing = scan_file( project_dir "dependencies/timing.hpp" ); CodeBody parsed_memory = parse_file( project_dir "dependencies/memory.hpp" ); CodeBody memory = def_body(CT_Global_Body); for ( Code entry = parsed_memory.begin(); entry != parsed_memory.end(); ++ entry ) { switch (entry->Type) { case CT_Using: { log_fmt("REPLACE THIS MANUALLY: %SC\n", entry->Name); CodeUsing using_ver = cast(CodeUsing, entry); CodeTypedef typedef_ver = def_typedef(using_ver->Name, using_ver->UnderlyingType); memory.append(typedef_ver); } break; case CT_Function_Fwd: { CodeFn fn = cast(CodeFn, entry); // for ( StrC id : to_rename ) if (fn->Name.is_equal(id)) { // rename_function_to_unique_symbol(fn); // } memory.append(fn); } break; case CT_Function: { CodeFn fn = cast(CodeFn, entry); if (fn->Specs) { s32 constexpr_found = fn->Specs.remove( Spec_Constexpr ); if (constexpr_found > -1) { log_fmt("Found constexpr: %S\n", entry.to_string()); fn->Specs.append(Spec_Inline); } } memory.append(fn); } break; case CT_Template: { CodeTemplate tmpl = cast(CodeTemplate, entry); if ( tmpl->Declaration->Name.contains(txt("swap"))) { CodeBody macro_swap = parse_global_body( txt(R"( #define swap( a, b ) \ do \ { \ typeof( a ) temp = ( a ); \ ( a ) = ( b ); \ ( b ) = temp; \ } while ( 0 ) )" )); memory.append(macro_swap); } } break; case CT_Enum: { convert_cpp_enum_to_c(cast(CodeEnum, entry), memory); } break; case CT_Struct_Fwd: { CodeTypedef tdef = parse_typedef(token_fmt("name", entry->Name, stringize( typedef struct ; ))); memory.append(entry); memory.append(tdef); } break; case CT_Class: case CT_Struct: { CodeBody body = cast(CodeBody, entry->Body); CodeBody new_body = def_body( entry->Body->Type ); for ( Code body_entry = body.begin(); body_entry != body.end(); ++ body_entry ) switch (body_entry->Type) { case CT_Preprocess_If: { b32 found = ignore_preprocess_cond_block(txt("GEN_COMPILER_CPP && ! GEN_C_LIKE_CPP"), body_entry, body, new_body ); if (found) break; } break; default: new_body.append(body_entry); break; } entry->Body = new_body; CodeTypedef tdef = parse_typedef(token_fmt("name", entry->Name, stringize( typedef struct ; ))); memory.append(entry); memory.append(tdef); } break; case CT_Preprocess_If: { b32 found = ignore_preprocess_cond_block(txt("! GEN_C_LIKE_CPP"), entry, parsed_memory, memory ); if (found) break; memory.append(entry); } break; case CT_Preprocess_IfDef: { b32 found = ignore_preprocess_cond_block(txt("GEN_INTELLISENSE_DIRECTIVES"), entry, parsed_memory, memory ); if (found) break; memory.append(entry); } break; case CT_Preprocess_Pragma: { CodePragma pragma = cast(CodePragma, entry); // if (pragma->Content.starts_with(txt("region Memory"))) { // memory.append(generic_test); // break; // } b32 found = swap_pragma_region_implementation( txt("FixedArena"), gen_fixed_arenas, entry, memory); if (found) break; memory.append(entry); } break; default: { memory.append(entry); } break; } } CodeBody printing_parsed = parse_file( project_dir "dependencies/printing.hpp" ); CodeBody printing = def_body(CT_Global_Body); for ( Code entry = printing_parsed.begin(); entry != printing_parsed.end(); ++ entry ) { switch (entry->Type) { case CT_Preprocess_IfDef: { b32 found = ignore_preprocess_cond_block(txt("GEN_INTELLISENSE_DIRECTIVES"), entry, printing_parsed, printing ); if (found) break; printing.append(entry); } break; case CT_Variable: { if ( strc_contains(entry->Name, txt("Msg_Invalid_Value"))) { CodeDefine define = def_define(entry->Name, entry->Value->Content); printing.append(define); continue; } printing.append(entry); } break; default: printing.append(entry); break; } } CodeBody parsed_strings = parse_file( project_dir "dependencies/strings.hpp" ); CodeBody strings = def_body(CT_Global_Body); for ( Code entry = parsed_strings.begin(); entry != parsed_strings.end(); ++ entry ) switch (entry->Type) { case CT_Preprocess_If: { CodePreprocessCond cond = cast(CodePreprocessCond, entry); if (cond->Content.is_equal(txt("GEN_COMPILER_C"))) { ++ entry; // Remove #if GEN_COMPILER_C for ( ; entry->Type != CT_Preprocess_Else && entry->Type != CT_Preprocess_EndIf; ++ entry ) { strings.append(entry); // Preserve content } for ( ; entry->Type != CT_Preprocess_EndIf; ++ entry ) {} // Discard C++ // #endif discarded by for loop break; } bool found = ignore_preprocess_cond_block(txt("GEN_COMPILER_CPP"), entry, parsed_strings, strings); if (found) break; found = ignore_preprocess_cond_block(txt("GEN_COMPILER_CPP && ! GEN_C_LIKE_CPP"), entry, parsed_strings, strings); if (found) break; } break; case CT_Preprocess_IfDef: { ignore_preprocess_cond_block(txt("GEN_INTELLISENSE_DIRECTIVES"), entry, parsed_strings, strings ); } break; case CT_Preprocess_IfNotDef: { log_fmt("\nIFNDEF: %SC\n", entry->Content); strings.append(entry); } break; case CT_Struct_Fwd: { if ( entry->Name.is_equal(txt("String")) ) { CodeTypedef c_def = parse_typedef(code( typedef char* String; )); strings.append(c_def); strings.append(fmt_newline); ++ entry; continue; } else { CodeTypedef c_def = parse_typedef(token_fmt("name", entry->Name, stringize( typedef struct ; ))); strings.append(c_def); } strings.append(entry); } break; case CT_Struct: { CodeBody body = cast(CodeBody, entry->Body); CodeBody new_body = def_body( entry->Body->Type ); for ( Code body_entry = body.begin(); body_entry != body.end(); ++ body_entry ) switch (body_entry->Type) { case CT_Preprocess_If: { b32 found = ignore_preprocess_cond_block(txt("GEN_COMPILER_CPP"), body_entry, body, new_body ); if (found) break; new_body.append(body_entry); } break; default: new_body.append(body_entry); break; } entry->Body = new_body; strings.append(entry); } break; case CT_Typedef: { StrC name_string_table = txt("StringTable"); CodeTypedef td = cast(CodeTypedef, entry); if (td->Name.contains(name_string_table)) { CodeBody ht = gen_hashtable(txt("StrC"), name_string_table); strings.append(ht); break; } strings.append(td); } break; default: strings.append(entry); break; } CodeBody parsed_filesystem = parse_file( project_dir "dependencies/filesystem.hpp" ); CodeBody filesystem = def_body(CT_Global_Body); for ( Code entry = parsed_filesystem.begin(); entry != parsed_filesystem.end(); ++ entry ) { switch (entry->Type) { case CT_Preprocess_IfDef: { b32 found = ignore_preprocess_cond_block(txt("GEN_INTELLISENSE_DIRECTIVES"), entry, parsed_filesystem, filesystem ); if (found) break; filesystem.append(entry); } break; case CT_Enum: { if (entry->Name.is_equal(txt("FileOperations"))) continue; convert_cpp_enum_to_c(cast(CodeEnum, entry), filesystem); } break; case CT_Enum_Fwd: case CT_Struct_Fwd: case CT_Struct: case CT_Union: case CT_Union_Fwd: { StrC type_str = codetype_to_keyword_str(entry->Type); StrC formated_tmpl = token_fmt_impl( 3, "type", type_str , "name", entry->Name, stringize( typedef ; )); CodeTypedef tdef = parse_typedef(formated_tmpl); filesystem.append(entry); filesystem.append(tdef); } break; case CT_Variable: { CodeVar var = cast(CodeVar, entry); if (var->Specs.has(Spec_Constexpr) > -1) { CodeDefine define = def_define(entry->Name, entry->Value->Content); filesystem.append(define); continue; } //if ( strc_contains(entry->Name, txt("Msg_Invalid_Value"))) //{ // CodeDefine define = def_define(entry->Name, entry->Value->Content); // printing.append(define); // continue; //} filesystem.append(entry); } break; default: filesystem.append(entry); break; } } CodeBody containers = def_body(CT_Global_Body); { CodeBody array_ssize = gen_array(txt("ssize"), txt("Array_ssize")); containers.append( def_pragma(code(region Containers))); // At this point all arrays required should have been defined so its safe to generate the generic selectors. containers.append( gen_array_base() ); containers.append( gen_array_generic_selection_interface()); containers.append( gen_hashtable_base() ); containers.append(fmt_newline); containers.append( gen_hashtable_generic_selection_interface()); containers.append(array_ssize); containers.append( def_pragma(code(endregion Containers))); containers.append(fmt_newline); } #pragma endregion Scan, Parse, and Generate Dependencies #pragma region Print Dependencies header.print_fmt( roll_own_dependencies_guard_start ); header.print( platform ); header.print_fmt( "\nGEN_NS_BEGIN\n" ); header.print( macros ); header.print( basic_types ); header.print( debug ); header.print( dump_to_scratch_and_retireve(memory) ); header.print( dump_to_scratch_and_retireve(printing)); header.print( string_ops ); header.print( dump_to_scratch_and_retireve(containers)); header.print( hashing ); header.print( dump_to_scratch_and_retireve(strings)); header.print( dump_to_scratch_and_retireve(filesystem)); header.print( timing ); header.print_fmt( "\nGEN_NS_END\n" ); header.print_fmt( roll_own_dependencies_guard_end ); #pragma endregion Print Dependencies header.print(fmt_newline); #if 1 #pragma region region Print Components header.print_fmt( "GEN_NS_BEGIN\n" ); header.print_fmt( "GEN_API_C_BEGIN\n\n" ); header.print_fmt("#pragma region Types\n"); header.print( dump_to_scratch_and_retireve(types) ); header.print( fmt_newline ); header.print( dump_to_scratch_and_retireve( ecode )); header.print( fmt_newline ); header.print( dump_to_scratch_and_retireve( eoperator )); header.print( fmt_newline ); header.print( dump_to_scratch_and_retireve( especifier )); header.print_fmt("#pragma endregion Types\n\n"); header.print_fmt("#pragma region AST\n"); header.print( dump_to_scratch_and_retireve(ast) ); header.print( dump_to_scratch_and_retireve(code_types) ); header.print( dump_to_scratch_and_retireve(ast_types) ); header.print_fmt("\n#pragma endregion AST\n"); header.print_fmt( "\nGEN_API_C_END\n" ); header.print_fmt( "GEN_NS_END\n\n" ); #pragma endregion Print Compoennts #endif } header.print( pop_ignores ); header.write(); // format_file( "gen/gen.h" ); gen::deinit(); return 0; #undef project_dir }