ed/gencpp
1
0
Fork 0
mirror of https://github.com/Ed94/gencpp.git synced 2024-11-10 02:54:53 -08:00
Code Issues Packages Projects Releases Wiki Activity
86cd0e1fb7
gencpp/project/gen.cpp
Ed_ 86cd0e1fb7 WIP: Fleshing out parsing constructor 
This code commit will compile just backing up stuff before I switch the functions to use the lexer instead of manually sifting through the string.
2023-04-18 22:47:59 -04:00

4039 lines
96 KiB
C++
Raw Blame History

// ReSharper disable CppClangTidyClangDiagnosticSwitchEnum
#include "Bloat.hpp"
#include "gen.hpp"
#ifdef gen_time
namespace gen
{
ZPL_TABLE_DEFINE( StringTable, str_tbl_, String );
ZPL_TABLE_DEFINE( TypeTable, type_tbl_ , Code );
namespace StaticData
{
static Array(Pool) CodePools = nullptr;
static Array(Arena) CodeEntriesArenas = nullptr;
static Array(Arena) StringArenas = nullptr;
static StringTable StringMap;
static TypeTable TypeMap;
static AllocatorInfo Allocator_DataArrays = heap();
static AllocatorInfo Allocator_CodePool = heap();
static AllocatorInfo Allocator_CodeEntriesArena = heap();
static AllocatorInfo Allocator_StringArena = heap();
static AllocatorInfo Allocator_StringTable = heap();
static AllocatorInfo Allocator_TypeTable = heap();
}
#pragma region Constants
# ifdef GEN_DEFINE_LIBRARY_CODE_CONSTANTS
Code type_ns(void);
Code type_ns(bool);
Code type_ns(char);
Code type_ns(char_wide);
Code type_ns(s8);
Code type_ns(s16);
Code type_ns(s32);
Code type_ns(s64);
Code type_ns(u8);
Code type_ns(u16);
Code type_ns(u32);
Code type_ns(u64);
Code type_ns(sw);
Code type_ns(uw);
Code type_ns(f32);
Code type_ns(f64);
# endif
Code access_public;
Code access_protected;
Code access_private;
Code spec_constexpr;
Code spec_const;
Code spec_inline;
Code sepc_ptr;
Code spec_ref;
#pragma endregion Constants
# pragma region AST
Code Code::Invalid;
bool AST::add( AST* other )
{
switch ( Type )
{
using namespace ECode;
case Invalid:
break;
case Untyped:
break;
case Access_Public:
break;
case Access_Protected:
break;
case Access_Private:
break;
case Class:
break;
case Class_Fwd:
break;
case Class_Body:
break;
case Enum:
break;
case Enum_Fwd:
break;
case Enum_Body:
break;
case Enum_Class:
break;
case Enum_Class_Fwd:
break;
case Friend:
break;
case Function:
break;
case Function_Body:
break;
case Function_Fwd:
break;
case Global_Body:
break;
case Namespace:
break;
case Namespace_Body:
break;
case Operator:
break;
case Operator_Fwd:
break;
case Parameters:
break;
case Specifiers:
break;
case Struct:
break;
case Struct_Body:
break;
case Variable:
break;
case Typedef:
break;
case Typename:
break;
case Using:
break;
}
array_append( Entries, other );
other->Parent = this;
return true;
}
bool AST::check()
{
switch ( Type )
{
using namespace ECode;
case Invalid:
break;
case Untyped:
break;
case Access_Public:
break;
case Access_Protected:
break;
case Access_Private:
break;
case Enum:
break;
case Enum_Fwd:
break;
case Enum_Body:
break;
case Friend:
break;
case Function:
break;
case Function_Body:
break;
case Function_Fwd:
break;
case Global_Body:
break;
case Namespace:
break;
case Namespace_Body:
break;
case Operator:
break;
case Operator_Fwd:
break;
case Parameters:
break;
case Specifiers:
break;
case Struct:
break;
case Struct_Body:
break;
case Variable:
break;
case Typedef:
break;
case Typename:
break;
case Using:
break;
}
return true;
}
AST* AST::duplicate()
{
using namespace ECode;
Code
result = make_code();
result->Parent = Parent;
result->Name = Name;
result->Comment = Comment;
result->Type = Type;
result->Op = Op;
result->Readonly = Readonly;
switch ( Type )
{
case Invalid:
break;
case Untyped:
case Access_Public:
case Access_Protected:
case Access_Private:
case Class_Fwd:
case Enum_Fwd:
case Function_Fwd:
case Specifiers:
// Can just be the same, as its a cached string.
result->Content = Content;
return result;
// The main purpose of this is to make sure entires in the AST are unique,
// So that we can assign the new parent without corrupting the existing AST.
case Class:
case Class_Body:
case Enum:
case Enum_Body:
case Friend:
case Global_Body:
case Namespace:
case Namespace_Body:
case Parameters:
case Function:
case Function_Body:
case Struct:
case Struct_Fwd:
case Struct_Body:
case Variable:
case Typedef:
case Typename:
case Using:
s32 index = 0;
s32 left = num_entries();
while ( left -- )
{
// This will naturally duplicate the entire chain duplicate all of the ast nodes.
// It may not be the most optimal way for memory reasons, however figuring out the heuristic
// For when it should reparent all nodes or not is not within the simple scope of this library.
result->add_entry( Entries[index]->duplicate() );
index++;
}
return result;
}
}
String AST::to_string() const
{
String result = string_make( g_allocator, "" );
if ( Comment )
result = string_append_fmt( result, "// %s\n", Comment );
switch ( Type )
{
using namespace ECode;
case Invalid:
log_failure("Attempted to serialize invalid code! - %s", Name);
break;
case Untyped:
result = string_append_length( result, Content, string_length( ccast(String, Content)) );
break;
case Access_Public:
case Access_Protected:
case Access_Private:
result = string_append_length( result, Name, string_length( ccast(String, Name)) ) ;
break;
case Class:
break;
case Class_Fwd:
break;
case Class_Body:
break;
case Enum:
break;
case Enum_Fwd:
break;
case Enum_Body:
break;
case Enum_Class:
break;
case Enum_Class_Fwd:
break;
case Friend:
break;
case Function:
{
u32 index = 0;
u32 left = array_count( Entries );
if ( left <= 0 )
log_failure( "Code::to_string - Name: %s Type: %s, expected definition", Name, Type );
if ( Entries[index]->Type == Specifiers )
{
result = string_append_fmt( result, "%s", Entries[index]->to_string() );
index++;
left--;
}
if ( left <= 0 )
log_failure( "Code::to_string - Name: %s Type: %s, expected return type", Name, Type );
result = string_append_fmt( result, "\n%s %s(", Entries[index]->to_string(), Name );
index++;
left--;
if ( left && Entries[index]->Type == Parameters )
{
result = string_append_fmt( result, "%s", Entries[index]->to_string() );
index++;
left--;
}
result = string_append_fmt( result, ")\n{\n%s\n}", Entries[index]->to_string() );
}
break;
case Function_Fwd:
{
u32 index = 0;
u32 left = array_count( Entries );
if ( left <= 0 )
log_failure( "Code::to_string - Name: %s Type: %s, expected definition", Name, Type );
if ( Entries[index]->Type == Specifiers )
{
result = string_append_fmt( result, "%s\n", Entries[index]->to_string() );
index++;
left--;
}
if ( left <= 0 )
log_failure( "Code::to_string - Name: %s Type: %s, expected return type", Name, Type );
result = string_append_fmt( result, "\n%s %s(", Entries[index]->to_string(), Name );
index++;
left--;
if ( left && Entries[index]->Type == Parameters )
{
result = string_append_fmt( result, "%s", Entries[index]->to_string() );
index++;
left--;
}
result = string_appendc( result, ");\n" );
}
break;
case Function_Body:
log_failure("NOT SUPPORTED YET");
break;
case Global_Body:
break;
case Namespace:
log_failure("NOT SUPPORTED YET");
break;
case Namespace_Body:
log_failure("NOT SUPPORTED YET");
break;
case Operator:
break;
case Operator_Fwd:
break;
case Parameters:
{
result = string_append_fmt( result, "%s %s", Entries[0]->to_string(), Name );
s32 index = 1;
s32 left = array_count( Entries ) - 1;
while ( left--, left > 0 )
result = string_append_fmt( result, ", %s %s"
, Entries[index]->Entries[0]->to_string()
, Entries[index]->Name
);
}
break;
case Specifiers:
result = string_append_fmt( result, "%s", Content );
break;
case Struct:
log_failure("NOT SUPPORTED YET");
break;
case Struct_Fwd:
break;
case Struct_Body:
log_failure("NOT SUPPORTED YET");
break;
case Variable:
log_failure("NOT SUPPORTED YET");
break;
case Typedef:
log_failure("NOT SUPPORTED YET");
break;
case Typename:
result = string_append_fmt( result, "%s", Name );
break;
case Using:
log_failure("NOT SUPPORTED YET");
break;
}
return result;
}
# pragma endregion AST
#pragma region Gen Interface
void init()
{
using namespace StaticData;
// Setup the arrays
{
if (! array_init_reserve( CodePools, Allocator_DataArrays, InitSize_DataArrays ) )
fatal( "gen::init: Failed to initialize the CodePools array" );
if ( ! array_init_reserve( CodeEntriesArenas, Allocator_DataArrays, InitSize_DataArrays ) )
fatal( "gen::init: Failed to initialize the CodeEntriesPools array" );
if ( ! array_init_reserve( StringArenas, Allocator_DataArrays, InitSize_DataArrays ) )
fatal( "gen::init: Failed to initialize the StringArenas array" );
}
// Setup the code pool and code entries arena.
{
Pool code_pool;
pool_init( & code_pool, Allocator_CodePool, CodePool_NumBlocks, sizeof(AST) );
if ( code_pool.physical_start == nullptr )
fatal( "gen::init: Failed to initialize the code pool" );
array_append( CodePools, code_pool );
Arena code_entires_arena;
arena_init_from_allocator( & code_entires_arena, Allocator_CodeEntriesArena, SizePer_CodeEntriresArena );
if ( code_entires_arena.physical_start == nullptr )
fatal( "gen::init: Failed to initialize the code entries arena" );
array_append( CodeEntriesArenas, code_entires_arena );
Arena string_arena;
arena_init_from_allocator( & string_arena, Allocator_StringArena, SizePer_StringArena );
if ( string_arena.physical_start == nullptr )
fatal( "gen::init: Failed to initialize the string arena" );
array_append( StringArenas, string_arena );
}
// Setup the hash tables
{
str_tbl_init ( & StringMap, Allocator_StringTable );
if ( StringMap.entries == nullptr )
fatal( "gen::init: Failed to initialize the StringMap");
type_tbl_init( & TypeMap, Allocator_TypeTable );
if ( TypeMap.entries == nullptr )
fatal( "gen::init: Failed to initialize the TypeMap" );
}
Code::Invalid = make_code();
Code::Invalid.lock();
# ifdef GEN_DEFINE_LIBRARY_CODE_CONSTANTS
Code&
t_bool_write = ccast( Code, t_void );
t_bool_write = def_type( name(void) );
# define def_constant_code_type( Type_ ) \
Code& \
t_##Type_ = def_type( name(Type_) ); \
t_##Type_->Readonly = true;
def_constant_code_type( int );
def_constant_code_type( bool );
def_constant_code_type( char );
def_constant_code_type( wchar_t );
def_constant_code_type( s8 );
def_constant_code_type( s16 );
def_constant_code_type( s32 );
def_constant_code_type( s64 );
def_constant_code_type( u8 );
def_constant_code_type( u16 );
def_constant_code_type( u32 );
def_constant_code_type( u64 );
def_constant_code_type( sw );
def_constant_code_type( uw );
def_constant_code_type( f32 );
def_constant_code_type( f64 );
# undef def_constant_code_type
# endif
Code&
spec_constexpr_write = ccast( Code, spec_constexpr );
spec_constexpr_write = def_specifiers( 1, ESpecifier::Constexpr );
# define def_constant_spec( Type_, ... ) \
Code& \
spec_##Type_ = def_specifiers( macro_num_args(__VA_ARGS__), __VA_ARGS__); \
spec_##Type_.lock();
def_constant_spec( const, ESpecifier::Const );
def_constant_spec( inline, ESpecifier::Inline );
# undef def_constant_spec
}
void clear_code_memory()
{
using namespace StaticData;
// Clear the code pools
{
s32 index = 0;
s32 left = array_count( CodePools );
while ( left-- )
{
Pool* code_pool = & CodePools[index];
pool_free( code_pool );
index++;
}
array_clear( CodePools );
}
// Clear the code entries arenas
{
s32 index = 0;
s32 left = array_count( CodeEntriesArenas );
while ( left-- )
{
Arena* code_entries_arena = & CodeEntriesArenas[index];
arena_free( code_entries_arena );
index++;
}
array_clear( CodeEntriesArenas );
}
type_tbl_clear( & StaticData::TypeMap );
}
inline
AllocatorInfo get_string_allocator( s32 str_length )
{
using namespace StaticData;
if ( StringArenas->total_allocated + str_length > StringArenas->total_size )
{
Arena new_arena;
arena_init_from_allocator( & new_arena, Allocator_StringArena, SizePer_StringArena );
if ( array_append( StringArenas, new_arena ) )
fatal( "gen::get_string_allocator: Failed to allocate a new string arena" );
return arena_allocator( StringArenas );
}
return arena_allocator( StringArenas );
}
// Will either make or retrive a code string.
StringCached get_cached_string( char const* cstr, s32 length )
{
s32 hash_length = length > kilobytes(1) ? kilobytes(1) : length;
u32 key = crc32( cstr, hash_length );
String* result = str_tbl_get( & StaticData::StringMap, key );
if ( result )
return * result;
* result = string_make( get_string_allocator( length ), cstr );
str_tbl_set( & StaticData::StringMap, key, * result );
return * result;
}
/*
Used internally to retireve a Code object form the CodePool.
*/
Code make_code()
{
using namespace StaticData;
AllocatorInfo allocator = { nullptr, nullptr };
s32 left = array_count( CodePools );
do
{
if ( CodePools[left].free_list != nullptr )
allocator = zpl::pool_allocator( & CodePools[left] );
}
while ( left--, left );
if ( allocator.data == nullptr )
{
Pool code_pool;
pool_init( & code_pool, Allocator_CodePool, CodePool_NumBlocks, sizeof(AST) );
if ( code_pool.physical_start == nullptr )
fatal( "gen::make_code: Failed to allocate a new code pool - CodePool allcoator returned nullptr." );
if ( ! array_append( CodePools, code_pool ) )
fatal( "gen::make_code: Failed to allocate a new code pool - CodePools failed to append new pool." );
allocator = pool_allocator( CodePools );
}
Code result { rcast( AST*, alloc( allocator, sizeof(AST) )) };
result->Content = nullptr;
result->Parent = nullptr;
result->Name = nullptr;
result->Comment = nullptr;
result->Type = ECode::Invalid;
result->Op = EOperator::Invalid;
result->Readonly = false;
result->DynamicEntries = false;
result->StaticIndex = 0;
return result;
}
Array(AST*) make_code_entries()
{
using namespace StaticData;
AllocatorInfo allocator = { nullptr, nullptr };
s32 left = array_count( CodeEntriesArenas );
do
{
if ( arena_size_remaining(CodeEntriesArenas, ZPL_DEFAULT_MEMORY_ALIGNMENT) >= InitSize_CodeEntiresArray )
allocator = arena_allocator( & CodeEntriesArenas[left] );
}
while( left--, left );
if ( allocator.data == nullptr )
{
Arena arena;
arena_init_from_allocator( & arena, Allocator_CodeEntriesArena, SizePer_CodeEntriresArena );
if ( arena.physical_start == nullptr )
fatal( "gen::make_code: Failed to allocate a new code entries arena - CodeEntriesArena allcoator returned nullptr." );
allocator = arena_allocator( CodeEntriesArenas );
}
Array(AST*) entry_array;
array_init( entry_array, allocator );
return entry_array;
}
enum class OpValidateResult : u32
{
Fail,
Global,
Member
};
inline
OpValidateResult operator__validate( OperatorT op, Code params_code, Code ret_type, Code specifier )
{
using namespace EOperator;
if ( op == Invalid )
{
log_failure("gen::def_operator: op cannot be invalid");
return OpValidateResult::Fail;
}
# pragma region Helper Macros
# define check_params() \
if ( ! params_code ) \
{ \
log_failure("gen::def_operator: params is null and operator%s requires it", to_str(op)); \
return OpValidateResult::Fail; \
} \
if ( params_code->Type != ECode::Parameters ) \
{ \
log_failure("gen::def_operator: params is not of Parameters type - %s", params_code->debug_str()); \
return OpValidateResult::Fail; \
}
# define check_param_eq_ret() \
if ( ! is_member_symbol && params_code->param_type() != ret_type ) \
{ \
log_failure("gen_def_operator: operator%s requires first parameter to equal return type\n" \
"param types: %s\n" \
"return type: %s", \
to_str(op), \
params_code->debug_str(), \
ret_type->debug_str() \
); \
return OpValidateResult::Fail; \
}
# pragma endregion Helper Macros
if ( ! ret_type )
{
log_failure("gen::def_operator: ret_type is null but is required by operator%s", to_str(op));
}
if ( ret_type->Type != ECode::Typename )
{
log_failure("gen::def_operator: ret_type is not of typename type - %s", ret_type->debug_str());
return OpValidateResult::Fail;
}
bool is_member_symbol = false;
switch ( op )
{
# define specs( ... ) macro_num_args( __VA_ARGS__ ), __VA_ARGS__
case Assign:
check_params();
if ( params_code->param_count() > 1 )
{
log_failure("gen::def_operator: "
"operator%s does not support non-member definition (more than one parameter provided) - %s",
to_str(op),
params_code->debug_str()
);
return OpValidateResult::Fail;
}
is_member_symbol = true;
break;
case Assign_Add:
case Assign_Subtract:
case Assgin_Multiply:
case Assgin_Divide:
case Assgin_Modulo:
case Assgin_BAnd:
case Assgin_BOr:
case Assign_BXOr:
case Assign_LShift:
case Assign_RShift:
check_params();
if ( params_code->param_count() == 1 )
is_member_symbol = true;
else
check_param_eq_ret();
if (params_code->param_count() > 2 )
{
log_failure("gen::def_operator: operator%s may not be defined with more than two parametes - param count; %d\n%s"
, to_str(op)
, params_code->param_count()
, params_code->debug_str()
);
return OpValidateResult::Fail;
}
break;
case Increment:
case Decrement:
// If its not set, it just means its a prefix member op.
if ( params_code )
{
if ( params_code->Type != ECode::Parameters )
{
log_failure("gen::def_operator: operator%s params code provided is not of Parameters type - %s"
, to_str(op)
, params_code->debug_str()
);
return OpValidateResult::Fail;
}
switch ( params_code->param_count() )
{
case 1:
if ( params_code->param_type() == type_ns(int) )
is_member_symbol = true;
else
check_param_eq_ret();
break;
case 2:
check_param_eq_ret();
if ( params_code->get_param(1) != type_ns(int) )
{
log_failure("gen::def_operator: "
"operator%s requires second parameter of non-member definition to be int for post-decrement",
to_str(op)
);
return OpValidateResult::Fail;
}
break;
default:
log_failure("gen::def_operator: operator%s recieved unexpected number of paramters recived %d instead of 0-2"
, to_str(op)
, params_code->param_count()
);
return OpValidateResult::Fail;
}
}
break;
case Unary_Plus:
case Unary_Minus:
case BNot:
if ( ! params_code )
is_member_symbol = true;
else
{
if ( params_code->Type != ECode::Parameters )
{
log_failure("gen::def_operator: params is not of Parameters type - %s", params_code->debug_str());
return OpValidateResult::Fail;
}
if ( params_code->param_type() == ret_type )
{
log_failure("gen::def_operator: "
"operator%s is non-member symbol yet first paramter does not equal return type\n"
"param type: %s\n"
"return type: %s\n"
, params_code->debug_str()
, ret_type->debug_str()
);
return OpValidateResult::Fail;
}
if ( params_code->param_count() > 1 )
{
log_failure("gen::def_operator: operator%s may not have more than one parameter - param count: %d"
, to_str(op)
, params_code->param_count()
);
return OpValidateResult::Fail;
}
}
break;
case Add:
case Subtract:
case Multiply:
case Divide:
case Modulo:
case BAnd:
case BOr:
case BXOr:
case LShift:
case RShift:
check_params();
switch ( params_code->param_count() )
{
case 1:
is_member_symbol = true;
break;
case 2:
if ( params_code->param_type() != ret_type )
{
log_failure("gen::def_operator: "
"operator%s is non-member symbol yet first paramter does not equal return type\n"
"param type: %s\n"
"return type: %s\n"
, params_code->debug_str()
, ret_type->debug_str()
);
return OpValidateResult::Fail;
}
break;
default:
log_failure("gen::def_operator: operator%s recieved unexpected number of paramters recived %d instead of 0-2"
, to_str(op)
, params_code->param_count()
);
return OpValidateResult::Fail;
}
break;
case LNot:
if ( ! params_code )
is_member_symbol = true;
else
{
if ( params_code->Type != ECode::Parameters )
{
log_failure("gen::def_operator: params is not of Parameters type - %s", params_code->debug_str());
return OpValidateResult::Fail;
}
if ( params_code->param_count() != 1 )
{
log_failure("gen::def_operator: operator%s recieved unexpected number of paramters recived %d instead of 0-1"
, to_str(op)
, params_code->param_count()
);
return OpValidateResult::Fail;
}
}
if ( ret_type != type_ns(bool) )
{
log_failure("gen::def_operator: operator%s return type must be of type bool - %s"
, to_str(op)
, ret_type->debug_str()
);
return OpValidateResult::Fail;
}
break;
case LAnd:
case LOr:
case Equals:
case NotEquals:
case Lesser:
case Greater:
case LesserEqual:
case GreaterEqual:
check_params();
switch ( params_code->param_count() )
{
case 1:
is_member_symbol = true;
break;
case 2:
break;
default:
log_failure("gen::def_operator: operator%s recieved unexpected number of paramters recived %d instead of 1-2"
, to_str(op)
, params_code->param_count()
);
return OpValidateResult::Fail;
}
break;
case Indirection:
case AddressOf:
case MemberOfPointer:
if ( params_code && params_code->param_count() > 1)
{
log_failure("gen::def_operator: operator%s recieved unexpected number of paramters recived %d instead of 0-1"
, to_str(op)
, params_code->param_count()
);
return OpValidateResult::Fail;
}
else
{
is_member_symbol = true;
}
break;
case PtrToMemOfPtr:
if ( params_code )
{
log_failure("gen::def_operator: operator%s expects no paramters - %s", to_str(op), params_code->debug_str());
return OpValidateResult::Fail;
}
break;
case Subscript:
case FunctionCall:
case Comma:
check_params();
break;
# undef specs
}
# undef check_params
# undef check_ret_type
# undef check_param_eq_ret
return is_member_symbol ? OpValidateResult::Member : OpValidateResult::Global;
}
void set_allocator_data_arrays( AllocatorInfo allocator )
{
StaticData::Allocator_DataArrays = allocator;
}
void set_allocator_code_pool( AllocatorInfo allocator )
{
StaticData::Allocator_CodePool = allocator;
}
void set_allocator_code_entries_arena( AllocatorInfo allocator )
{
StaticData::Allocator_CodeEntriesArena = allocator;
}
void set_allocator_string_arena( AllocatorInfo allocator )
{
StaticData::Allocator_StringArena = allocator;
}
void set_allocator_string_table( AllocatorInfo allocator )
{
StaticData::Allocator_StringArena = allocator;
}
# pragma region Helper Functions
// This snippet is used in nearly all the functions.
# define name_check( Context_, Length_, Name_ ) \
{ \
if ( Length_ <= 0 ) \
{ \
log_failure( "gen::" txt(Context_) ": Invalid name length provided - %d", length ); \
return Code::Invalid; \
} \
\
if ( Name_ == nullptr ) \
{ \
log_failure( "gen::" txt(Context_) ": name is null" ); \
return Code::Invalid; \
} \
}
# define null_check( Context_, Code_ ) \
if ( ! Code_ ) \
{ \
log_failure( "gen::" txt(Context_) ": " txt(Code_) " provided is null" ); \
return Code::Invalid; \
}
# define null_or_invalid_check( Context_, Code_ ) \
{ \
if ( ! Code_ ) \
{ \
log_failure( "gen::" txt(Context_) ": " txt(Code_) " provided is null" ); \
return Code::Invalid; \
} \
\
if ( Code_->is_invalid() ) \
{ \
log_failure("gen::" txt(Context_) ": " txt(Code_) " provided is invalid" ); \
return Code::Invalid; \
} \
}
# define not_implemented( Context_ ) \
log_failure( "gen::%s: This function is not implemented" ); \
return Code::Invalid;
# pragma endregion Helper Functions
# pragma region Upfront Constructors
/*
The implementaiton of the upfront constructors involves bascially doing three things:
* Validate the arguments given to construct the intended type of AST is valid.
* Construct said AST type.
* Lock the AST (set to readonly) and return the valid object.
If any of the validation fails, it triggers a call to log_failure with as much info the give the user so that they can hopefully
identify the issue without having to debug too much (at least they can debug though...)
The largest of the functions is related to operator overload definitions.
I decided to validate a good protion of their form and thus the argument processing for is quite a bit.
*/
Code def_class( s32 length, char const* name, Code parent, Code specifiers, Code body )
{
using namespace ECode;
name_check( def_class, length, name );
if ( parent && parent->Type != Class || parent->Type != Struct )
{
log_failure( "gen::def_class: parent provided is not type 'Class' or 'Struct' - Type: %s", parent->debug_str() );
return Code::Invalid;
}
if ( specifiers && specifiers->Type != Specifiers )
{
log_failure( "gen::def_class: specifiers was not a 'Specifiers' type - Type: %s", specifiers->debug_str() );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
if ( body )
{
switch ( body->Type )
{
case Class_Body:
case Untyped:
break;
default:
log_failure("gen::def_class: body must be either of Class_Body or Untyped type - %s", body->debug_str());
return Code::Invalid;
}
result->Type = Class;
result->add_entry( body );
}
else
{
result->Type = Class_Fwd;
}
if ( parent )
result->add_entry( parent );
if ( specifiers )
result->add_entry( specifiers );
result.lock();
return result;
}
Code def_enum( s32 length, char const* name, Code type, EnumT specifier, Code body )
{
using namespace ECode;
name_check( def_enum, length, name );
if ( type && type->Type != Typename )
{
log_failure( "gen::def_enum: enum underlying type provided was not of type Typename: %s", type->debug_str() );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
if ( type )
{
result->add_entry( type );
}
if ( body )
{
switch ( body->Type )
{
case Enum_Body:
case Untyped:
break;
default:
log_failure( "gen::def_enum: body must be of Enum_Body or Untyped type %s", body->debug_str());
return Code::Invalid;
}
result->Type = specifier == EnumClass ?
Enum_Class : Enum;
result->add_entry( body );
}
else if ( specifier == EnumClass )
{
result->Type = specifier == EnumClass ?
Enum_Class_Fwd : Enum_Fwd;
}
result.lock();
return result;
}
Code def_execution( Code untyped_code )
{
null_check( def_execution, untyped_code );
if ( untyped_code->Type != ECode::Untyped )
{
log_failure( "gen::def_execution: untyped_code is not of untyped type - %s", untyped_code->debug_str() );
return Code::Invalid;
}
Code
result = make_code();
result->Type = ECode::Execution;
result.lock();
return result;
}
Code def_friend( Code declaration )
{
using namespace ECode;
null_check( def_friend, declaration );
switch ( declaration->Type )
{
case Class_Fwd:
case Function_Fwd:
case Operator_Fwd:
case Struct_Fwd:
break;
default:
// Technically friends can have a function body. I will not support it so if you want that add it yourself. - Ed.
log_failure("gen::def_friend: declaration cannot be used with friend, must be a forward declare - %s", declaration->debug_str());
return Code::Invalid;
}
Code
result = make_code();
result->Type = Friend;
result->add_entry( declaration );
result.lock();
return result;
}
Code def_function( s32 length, char const* name
, Code specifiers
, Code params
, Code ret_type
, Code body
)
{
using namespace ECode;
name_check( def_function, length, name );
if ( specifiers && specifiers->Type != Specifiers )
{
log_failure( "gen::def_function: specifiers was not a `Specifiers` type %s", specifiers->debug_str() );
return Code::Invalid;
}
if ( params && params->Type != Parameters )
{
log_failure( "gen::def_function: params was not a `Parameters` type %s", params->debug_str() );
return Code::Invalid;
}
if ( ret_type == nullptr || ret_type->Type != Typename )
{
log_failure( "gen::def_function: ret_type was not a Typename %s", ret_type->debug_str() );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
if ( body )
{
switch ( body->Type )
{
case Function_Body:
case Untyped:
break;
default:
{
log_failure("gen::def_function: body must be either of Function_Body or Untyped type. %s", body->debug_str());
return Code::Invalid;
}
}
result->Type = Function;
result->add_entry( body );
}
else
{
result->Type = Function_Fwd;
}
if ( specifiers )
result->add_entry( specifiers );
if ( ret_type )
{
result->add_entry( ret_type );
}
else
{
result->add_entry( type_ns(void) );
}
if ( params )
result->add_entry( params );
result.lock();
return result;
}
Code def_namespace( s32 length, char const* name, Code body )
{
using namespace ECode;
name_check( def_namespace, length, name );
null_check( def_namespace, body );
Code
result = make_code();
result->Type = Namespace;
result->Name = get_cached_string( name, length );
result->Entries = make_code_entries();
if ( body->Type != Namespace_Body || body->Type != Untyped )
{
log_failure("gen::def_namespace: body is not of namespace or untyped type %s", body->debug_str());
return Code::Invalid;
}
result->add_entry( body );
result.lock();
return result;
}
Code def_operator( OperatorT op, Code params_code, Code ret_type, Code specifiers, Code body )
{
using namespace ECode;
if ( body && body->Type != Function_Body )
{
log_failure( "gen::def_operator: Body was provided but its not of function body type - %s", body->debug_str() );
return Code::Invalid;
}
OpValidateResult check_result = operator__validate( op, params_code, ret_type, specifiers );
if ( check_result == OpValidateResult::Fail )
{
return Code::Invalid;
}
char const* name = bprintf( "operator%s", to_str(op) );
Code
result = make_code();
result->Name = get_cached_string( name, strnlen(name, MaxNameLength) );
if ( body )
{
result->Type = check_result == OpValidateResult::Global ?
Operator : Operator_Member;
result->add_entry( body );
}
else
{
result->Type = check_result == OpValidateResult::Global ?
Operator_Fwd : Operator_Member_Fwd;
}
if (params_code)
result->add_entry( params_code );
result->add_entry( ret_type );
if ( specifiers )
result->add_entry( specifiers );
result.lock();
return result;
}
Code def_param( Code type, s32 length, char const* name )
{
using namespace ECode;
name_check( def_param, length, name );
null_check( def_param, type );
if ( type->Type != Typename )
{
log_failure( "gen::def_param: type is not a typename - %s", type->debug_str() );
return Code::Invalid;
}
Code
result = make_code();
result->Type = Parameters;
result->Name = get_cached_string( name, length );
result->add_entry( type );
result.lock();
return result;
}
Code def_struct( u32 length, char const* name, Code body, Code parent, Code specifiers )
{
using namespace ECode;
name_check( def_struct, length, name );
if ( specifiers && specifiers->Type != Specifiers )
{
log_failure( "gen::def_struct: specifiers was not a `Specifiers` type" );
return Code::Invalid;
}
if ( parent && parent->Type != Struct )
{
log_failure( "gen::def_struct: parent was not a `Struct` type" );
return Code::Invalid;
}
if ( body && body->Type != Struct_Body )
{
log_failure( "gen::def_struct: body was not a Struct_Body type" );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
if ( body )
{
result->Type = Struct;
result->add_entry( body );
}
else
{
result->Type = Struct_Fwd;
}
if ( parent )
result->add_entry( parent );
if ( specifiers )
result->add_entry( specifiers );
result.lock();
return result;
}
Code def_variable( Code type, u32 length, char const* name, Code value, Code specifiers )
{
name_check( def_variable, length, name );
null_check( def_variable, type );
if ( specifiers && specifiers->Type != ECode::Specifiers )
{
log_failure( "gen::def_variable: specifiers was not a `Specifiers` type" );
return Code::Invalid;
}
if ( type->Type != ECode::Typename )
{
log_failure( "gen::def_variable: type was not a Typename" );
return Code::Invalid;
}
if ( value && value->Type != ECode::Untyped )
{
log_failure( "gen::def_variable: value was not a `Untyped` type" );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
result->Type = ECode::Variable;
if ( specifiers )
result->add_entry( specifiers );
result->add_entry( type );
if ( value )
result->add_entry( value );
result.lock();
return result;
}
Code def_typedef( u32 length, char const* name, Code type )
{
name_check( def_typedef, length, name );
null_check( def_typedef, type );
if ( type->Type != ECode::Typename )
{
log_failure( "gen::def_typedef: type was not a Typename" );
return Code::Invalid;
}
// Registering the type.
Code registered_type = def_type( length, name );
if ( ! registered_type )
{
log_failure( "gen::def_typedef: failed to register type" );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
result->Type = ECode::Typedef;
result->add_entry( type );
result.lock();
return result;
}
Code def_type( u32 length, char const* name, Code specifiers )
{
name_check( def_type, length, name );
if ( specifiers && specifiers->Type != ECode::Specifiers )
{
log_failure( "gen::def_type: specifiers is not of specifiers type - %s", specifiers->debug_str() );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
result->Type = ECode::Typename;
if ( specifiers )
result->add_entry( specifiers );
result.lock();
return result;
}
Code def_using( u32 length, char const* name, Code type, UsingT specifier )
{
name_check( def_using, length, name );
null_check( def_using, type );
Code register_type = def_type( length, name );
if ( ! register_type )
{
log_failure( "gen::def_using: failed to register type" );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
switch ( specifier )
{
case UsingRegular:
result->Type = ECode::Using;
result->add_entry( type );
break;
case UsingNamespace:
result->Type = ECode::Using_Namespace;
break;
}
result.lock();
return result;
}
/*
Body related functions typically follow the same implementation pattern.
So I opted to use inline helper macros to get the implementaiton done.
The implementation pattern is as follows:
* Validate a valid parameter num was provided, or code array
def_body_start or def_body_code_array_start( <name of function >)
* Begin the code entry do-while loop, make sure each entry is valid processing its type in the switc
def_body_code_validation_start( <name of function> )
* Define the switch case statements between the macros.
* Add the code entry, finish the closing implemenation for the do-while loop.
def_body_code_validation_end( <name of function> )
* Lock the body AST and return it.
If a function's implementation deviates from the macros then its just writen it out.
*/
# pragma region Helper Macros for def_**_body functions
# define def_body_start( Name_ ) \
using namespace ECode; \
\
if ( num <= 0 ) \
{ \
log_failure("gen::" txt(Name_) ": num cannot be zero or negative"); \
return Code::Invalid; \
}
# define def_body_code_array_start( Name_ ) \
using namespace ECode; \
\
if ( num <= 0 ) \
{ \
log_failure("gen::" txt(Name_) ": num cannot be zero or negative"); \
return Code::Invalid; \
} \
\
if ( codes == nullptr ) \
{ \
log_failure("gen::def_class_body: Provided a null array of codes"); \
return Code::Invalid; \
}
# define def_body_code_validation_start( Name_, Get_Code_Expr_ ) \
do \
{ \
Code entry = Get_Code_Expr_; \
\
if ( ! entry ) \
{ \
log_failure("gen::" txt(Name_) ": Provided an null entry"); \
return Code::Invalid; \
} \
\
switch ( entry->Type ) \
{
# define def_body_code_validation_end( Name_ ) \
log_failure("gen::" txt(Name_) ": Entry type is not allowed: %s", entry->debug_str() ); \
return Code::Invalid; \
\
default: \
break; \
} \
\
result->add_entry( entry ); \
} \
while ( num--, num > 0 )
# pragma endregion Helper Macros for def_**_body functions
Code def_class_body( s32 num, ... )
{
def_body_start( def_class_body );
Code
result = make_code();
result->Type = Class_Body;
va_list va;
va_start(va, num);
def_body_code_validation_start( def_class_body, va_arg( va, Code ) );
case Enum_Body:
case Execution:
case Function_Body:
case Global_Body:
case Namespace:
case Namespace_Body:
case Operator:
case Operator_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
case Using_Namespace:
def_body_code_validation_end( def_class_body );
va_end(va);
result.lock();
return result;
}
Code def_class_body( s32 num, Code* codes )
{
def_body_code_array_start( def_class_body );
Code
result = make_code();
result->Type = Function_Body;
def_body_code_validation_start( def_class_body, *codes; codes++ );
case Access_Public:
case Access_Protected:
case Access_Private:
case Class_Body:
case Enum_Body:
case Friend:
case Function_Body:
case Function_Fwd:
case Global_Body:
case Namespace:
case Namespace_Body:
case Operator:
case Operator_Fwd:
case Operator_Member:
case Operator_Member_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
def_body_code_validation_end( def_class_body );
result.lock();
return result;
}
Code def_enum_body( s32 num, ... )
{
def_body_start( def_enum_body );
Code
result = make_code();
result->Type = Enum_Body;
va_list va;
va_start(va, num);
do
{
Code entry = va_arg(va, Code);
if ( ! entry )
{
log_failure("gen::def_enum_body: Provided a null entry");
return Code::Invalid;
}
if ( entry->Type != Untyped )
{
log_failure("gen::def_enum_body: Entry type is not allowed - %s. Must be of untyped type.", entry->debug_str() ); \
return Code::Invalid;
}
result->add_entry( entry );
}
while ( num--, num > 0 );
va_end(va);
result.lock();
return result;
}
Code def_enum_body( s32 num, Code* codes )
{
def_body_code_array_start( def_enum_body );
Code
result = make_code();
result->Type = Class_Body;
do
{
Code entry = *codes;
if ( ! entry )
{
log_failure("gen::def_enum_body: Provided a null entry");
return Code::Invalid;
}
if ( entry->Type != Untyped )
{
log_failure("gen::def_enum_body: Entry type is not allowed: %s", entry->debug_str() ); \
return Code::Invalid;
}
result->add_entry( entry );
}
while ( codes++, num--, num > 0 );
result.lock();
return result;
}
Code def_function_body( s32 num, ... )
{
def_body_start( def_function_body );
Code
result = make_code();
result->Type = Function_Body;
va_list va;
va_start(va, num);
def_body_code_validation_start( def_function_body, va_arg(va, Code) );
case Access_Public:
case Access_Protected:
case Access_Private:
case Class_Body:
case Enum_Body:
case Friend:
case Function_Body:
case Function_Fwd:
case Global_Body:
case Namespace:
case Namespace_Body:
case Operator:
case Operator_Fwd:
case Operator_Member:
case Operator_Member_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
def_body_code_validation_end( def_function_body );
va_end(va);
result.lock();
return result;
}
Code def_function_body( s32 num, Code* codes )
{
def_body_code_array_start( def_function_body );
Code
result = make_code();
result->Type = Function_Body;
def_body_code_validation_start( def_function_body, *codes; codes++ );
case Access_Public:
case Access_Protected:
case Access_Private:
case Class_Body:
case Enum_Body:
case Friend:
case Function_Body:
case Function_Fwd:
case Global_Body:
case Namespace:
case Namespace_Body:
case Operator:
case Operator_Fwd:
case Operator_Member:
case Operator_Member_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
def_body_code_validation_end( def_function_body );
result.lock();
return result;
}
Code def_global_body( s32 num, ... )
{
def_body_start( def_global_body );
Code
result = make_code();
result->Type = Global_Body;
va_list va;
va_start(va, num);
def_body_code_validation_start( def_global_body, va_arg(va, Code) );
case Access_Public:
case Access_Protected:
case Access_Private:
case Class_Body:
case Enum_Body:
case Execution:
case Friend:
case Function_Body:
case Global_Body:
case Namespace_Body:
case Operator_Member:
case Operator_Member_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
def_body_code_validation_end( def_global_body );
va_end(va);
result.lock();
return result;
}
Code def_global_body( s32 num, Code* codes )
{
def_body_code_array_start( def_global_body );
Code
result = make_code();
result->Type = Global_Body;
def_body_code_validation_start( def_global_body, *codes; codes++ );
case Access_Public:
case Access_Protected:
case Access_Private:
case Class_Body:
case Enum_Body:
case Execution:
case Friend:
case Function_Body:
case Global_Body:
case Namespace_Body:
case Operator_Member:
case Operator_Member_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
def_body_code_validation_end( def_global_body );
result.lock();
return result;
}
Code def_namespace_body( s32 num, ... )
{
def_body_start( def_namespace_body );
Code
result = make_code();
result->Type = Namespace_Body;
va_list va;
va_start(va, num);
def_body_code_validation_start( def_namespace_body, va_arg(va, Code) );
case Access_Public:
case Access_Protected:
case Access_Private:
case Class_Body:
case Enum_Body:
case Execution:
case Friend:
case Function_Body:
case Global_Body:
case Namespace_Body:
case Operator_Member:
case Operator_Member_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
def_body_code_validation_end( def_namespace_body );
va_end(va);
result.lock();
return result;
}
Code def_namespace_body( s32 num, Code* codes )
{
def_body_code_array_start( def_namespace_body );
Code
result = make_code();
result->Type = Global_Body;
def_body_code_validation_start( def_namespace_body, *codes; codes++ );
case Access_Public:
case Access_Protected:
case Access_Private:
case Class_Body:
case Enum_Body:
case Execution:
case Friend:
case Function_Body:
case Global_Body:
case Namespace_Body:
case Operator_Member:
case Operator_Member_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
def_body_code_validation_end( def_namespace_body );
result.lock();
return result;
}
Code def_params( s32 num, ... )
{
def_body_start( def_params );
if ( num % 3 != 0 )
{
log_failure("gen::def_params: number of arguments must be a multiple of 3 (Code, s32, char const*) - %d", num);
return Code::Invalid;
}
Code
result = make_code();
result->Type = Parameters;
va_list va;
va_start(va, num);
Code type = va_arg(va, Code);
s32 name_length = va_arg(va, s32 );
char const* name = va_arg(va, char const*);
result->Name = get_cached_string( name, name_length );
result->Entries = make_code_entries();
if ( type->Type != Typename )
{
log_failure( "gen::def_params: type of param %d is not a Typename", num - num + 1 );
return Code::Invalid;
}
result->add_entry( type );
while( num -= 3, num && num % 3 == 0 )
{
type = va_arg(va, Code);
name_length = va_arg(va, u32);
name = va_arg(va, char const*);
Code
param = make_code();
param->Type = Parameters;
param->Name = get_cached_string(name, name_length);
if ( type->Type != Typename )
{
log_failure( "gen::def_params: type of param %d is not a Typename", num - num + 1 );
return Code::Invalid;
}
param->add_entry( type );
param.lock();
result->add_entry(param);
}
va_end(va);
result.lock();
return result;
}
Code def_params( s32 num, Code* codes )
{
def_body_code_array_start( def_params );
# define check_current() \
if ( current == nullptr ) \
{ \
log_failure("gen::def_params: Provide a null code in codes array"); \
return Code::Invalid; \
} \
\
if (current->Type != Parameters ) \
{ \
log_failure("gen::def_params: Code in coes array is not of paramter type - %s", current->debug_str() ); \
return Code::Invalid; \
}
Code current = * codes;
check_current();
Code
result = make_code();
result->Name = current->Name;
result->Type = current->Type;
while( codes++, current = * codes, num--, num > 0 )
{
check_current();
result->add_entry( current );
}
# undef check_current
result.lock();
return result;
}
Code def_specifiers( s32 num, ... )
{
if ( num <= 0 )
{
log_failure("gen::def_specifiers: num cannot be zero or less");
return Code::Invalid;
}
if ( num > AST::ArrSpecs_Cap )
{
log_failure("gen::def_specifiers: num of speciifers to define AST larger than AST specicifier capacity - %d", num);
return Code::Invalid;
}
Code
result = make_code();
result->Type = ECode::Specifiers;
va_list va;
va_start(va, num);
do
{
SpecifierT type = (SpecifierT)va_arg(va, int);
result->add_specifier( type );
}
while ( --num, num );
va_end(va);
result.lock();
return result;
}
Code def_struct_body( s32 num, ... )
{
def_body_start( def_struct_body );
Code
result = make_code();
result->Type = Struct_Body;
va_list va;
va_start(va, num);
def_body_code_validation_start( def_struct_body, va_arg(va, Code) );
case Enum_Body:
case Execution:
case Function_Body:
case Global_Body:
case Namespace:
case Namespace_Body:
case Operator:
case Operator_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
case Using_Namespace:
def_body_code_validation_end( def_struct_body );
va_end(va);
result.lock();
return result;
}
Code def_struct_body( s32 num, Code* codes )
{
def_body_code_array_start( def_struct_body );
Code
result = make_code();
result->Type = Struct_Body;
def_body_code_validation_start( def_struct_body, *codes; codes++ );
case Enum_Body:
case Execution:
case Function_Body:
case Global_Body:
case Namespace:
case Namespace_Body:
case Operator:
case Operator_Fwd:
case Parameters:
case Specifiers:
case Struct_Body:
case Typename:
case Using_Namespace:
def_body_code_validation_end( def_struct_body );
result.lock();
return result;
}
# pragma endregion Upfront Constructors
# pragma region Incremetnal Constructors
# ifdef GEN_FEATURE_INCREMENTAL
Code make_class( s32 length, char const* name, Code parent, Code specifiers )
{
using namespace ECode;
name_check( make_struct, length, name );
if ( specifiers && specifiers->Type != Specifiers )
{
log_failure( "gen::make_class: specifiers was not a `Specifiers` type" );
return Code::Invalid;
}
if ( parent && parent->Type != Struct )
{
log_failure( "gen::make_class: parent was not a `Struct` type" );
return Code::Invalid;
}
Code
result = make_code();
result->Type = Struct;
result->Name = get_cached_string( name, length );
Code
body = make_code();
body->Type = Struct_Body;
result->add_entry( body );
if ( parent )
result->add_entry( parent );
if ( specifiers )
result->add_entry( specifiers );
return result;
}
Code make_enum( s32 length, char const* name, Code type, EnumT specifier )
{
using namespace ECode;
name_check( make_enum, length, name );
if ( type && type != Typename )
{
log_failure("gen::make_enum: type provided is not of code type typename - %s", type->debug_str() );
return Code::Invalid;
}
Code
result = make_code();
result->Type = specifier == EnumClass ? Enum_Class : Enum;
result->Name = get_cached_string( name, length );
Code
body = make_code();
body->Type = Enum_Body;
result->add_entry( body );
if ( type )
result->add_entry( type );
return result;
}
Code make_function( s32 length, char const* name
, Code specifiers
, Code params
, Code ret_type
)
{
using namespace ECode;
name_check( make_function, length, name );
if ( specifiers && specifiers->Type != Specifiers )
{
log_failure( "gen::def_function: specifiers was not a `Specifiers` type" );
return Code::Invalid;
}
if ( params && params->Type != Parameters )
{
log_failure( "gen::def_function: params was not a `Parameters` type" );
return Code::Invalid;
}
if ( ret_type == nullptr || ret_type->Type != Typename )
{
log_failure( "gen::def_function: ret_type was not a Typename" );
return Code::Invalid;
}
Code
result = make_code();
result->Name = get_cached_string( name, length );
result->Type = Function;
Code
body = make_code();
body->Type = Function_Body;
result->add_entry( body );
if ( specifiers )
result->add_entry( specifiers );
if ( ret_type )
result->add_entry( ret_type );
if ( params )
result->add_entry( params );
return result;
}
Code make_global_body( s32 length, char const* name, s32 num, ... )
{
name_check( make_global_body, length, name );
Code
result = make_code();
result->Type = ECode::Global_Body;
result->Name = get_cached_string( name, length );
return result;
}
Code make_namespace( s32 length, char const* name, Code parent, Code specifiers )
{
name_check( make_namespace, length, name );
Code
result = make_code();
result->Type = ECode::Namespace;
result->Name = get_cached_string( name, length );
Code
body = make_code();
body->Type = ECode::Namespace_Body;
result->add_entry( body );
return result;
}
Code make_operator( OperatorT op, Code params_code, Code ret_type, Code specifiers )
{
using namespace ECode;
OpValidateResult check_result = operator__validate( op, params_code, ret_type, specifiers );
if ( check_result == OpValidateResult::Fail )
{
return Code::Invalid;
}
char const* name = bprintf( "operator%s", to_str(op) );
Code
result = make_code();
result->Name = get_cached_string( name, strnlen(name, MaxNameLength) );
if (params_code)
result->add_entry( params_code );
result->add_entry( ret_type );
if ( specifiers )
result->add_entry( specifiers );
return result;
}
Code make_params()
{
Code
result = make_code();
result->Type = ECode::Parameters;
return result;
}
Code make_specifiers()
{
Code
result = make_code();
result->Type = ECode::Specifiers;
return result;
}
Code make_struct( s32 length, char const* name, Code parent, Code specifiers )
{
using namespace ECode;
name_check( make_struct, length, name );
if ( specifiers && specifiers->Type != Specifiers )
{
log_failure( "gen::make_struct: specifiers was not a `Specifiers` type" );
return Code::Invalid;
}
if ( parent && parent->Type != Struct )
{
log_failure( "gen::make_struct: parent was not a `Struct` type" );
return Code::Invalid;
}
Code
result = make_code();
result->Type = Struct;
result->Name = get_cached_string( name, length );
Code
body = make_code();
body->Type = Function_Body;
result->add_entry( make_code() );
if ( parent )
result->add_entry( parent );
if ( specifiers )
result->add_entry( specifiers );
return result;
}
# pragma endregion Incremetnal Constructions
# pragma region Parsing Constructors
# ifdef GEN_FEATURE_PARSING
/*
These constructors are the most implementation intensive other than the edtior or scanner.
The current implementation is very convervative and does not use a lexer to process the input first.
Instead, it just sifts through the content directly looking for the syntax pattern for the code type
and then constructs the AST after.
Eventually I will problably end up using a dedicated lexer for parser constructors to lower the sloc.
It uses the upfront constructors to help keep code from getitng to large since the target is to keep the sloc low
*/
# pragma region Helper Macros
# define check_parse_args( func, length, def ) \
if ( length <= 0 ) \
{ \
log_failure( "gen::" txt(func) ": length must greater than 0" ); \
return Code::Invalid; \
} \
if ( def == nullptr ) \
{ \
log_failure( "gen::" txt(func) ": def was null" ); \
return Code::Invalid; \
}
/*
These macros are used to make the parsing code more readable.
They expect the following variables to be defined withing the scope of parsing constructor:
SpecifierT specs_found[16] { ESpecifier::Num_Specifiers };
s32 num_specifiers = 0;
char const* name = nullptr;
s32 name_length = 0;
s32 left = length;
char const* scanner = def;
Code array_expr = Code::Invalid;
Code type = Code::Invalid;
char const* word = scanner;
s32 word_length = 0;
*/
# define current ( * scanner )
# define move_forward() \
left--; \
scanner++
# define SkipWhitespace() \
while ( left && char_is_space( current ) ) \
{ \
move_forward(); \
}
# define SkipWhitespace_Checked( Context_, Msg_, ... ) \
while ( left && char_is_space( current ) ) \
{ \
move_forward(); \
} \
if ( left <= 0 ) \
{ \
log_failure( "gen::" txt(Context_) ": " Msg_, __VA_ARGS__ ); \
return Code::Invalid; \
}
# define GetWord() \
word = scanner; \
word_length = 0; \
while ( left && char_is_alphanumeric( current ) || current == '_' ) \
{ \
move_forward(); \
word_length++; \
}
# define CheckForSpecifiers() \
GetWord(); \
for ( s32 index = 0; index < ESpecifier::Num_Specifiers; index++ ) \
{ \
char const* specifier_str = ESpecifier::to_str( scast(SpecifierT, index) ); \
\
if ( str_compare( word, specifier_str, word_length ) == 0 ) \
{ \
specs_found[num_specifiers] = (SpecifierT) index; \
num_specifiers++; \
continue; \
} \
}
# define curr_tok ( * tokens )
# define eat( Type_ ) \
if ( curr_tok.Type != Type_ ) \
{ \
String token_str = string_make_length( g_allocator, curr_tok.Address, curr_tok.Length ); \
log_failure( "gen::" txt(context) ": expected %s, got %s", txt(Type_), curr_tok.Type ); \
return Code::Invalid; \
} \
tokens++; \
left--
# pragma endregion Helper Macros
# pragma region Lexer
/*
This is a simple lexer that focuses on tokenizing only tokens relevant to the library.
It will not be capable of lexing C++ code with unsupported features.
*/
// Angle brackets not supported as they are used for template arguments outside of expressions
// Any angle brackets found will be considered an operator token.
# define Define_TokType \
Entry( Access_Public, "public" ) \
Entry( Access_Protected, "protected" ) \
Entry( Access_Private, "private" ) \
Entry( Access_MemberSymbol, "." ) \
Entry( Access_StaticSymbol, "::") \
Entry( Ampersand, "&" ) \
Entry( Ampersand_DBL, "&&" ) \
Entry( Assign_Classifer, ":" ) \
Entry( BraceCurly_Open, "{" ) \
Entry( BraceCurly_Close, "}" ) \
Entry( BraceSquare_Open, "[" ) \
Entry( BraceSquare_Close, "]" ) \
Entry( Capture_Start, "(" ) \
Entry( Capture_End, ")" ) \
Entry( Comment, "__comment__" ) \
Entry( Char, "__char__" ) \
Entry( Comma, "," ) \
Entry( Decl_Class, "class" ) \
Entry( Decl_Enum, "enum" ) \
Entry( Decl_Friend, "friend" ) \
Entry( Decl_Namespace, "namespace" ) \
Entry( Decl_Struct, "struct" ) \
Entry( Decl_Using, "using" ) \
Entry( Decl_Union, "union" ) \
Entry( Identifier, "__SymID__" ) \
Entry( Number, "number" ) \
Entry( Operator, "operator" ) \
Entry( Spec_API, txt(API_Keyword) ) \
Entry( Spec_Alignas, "alignas" ) \
Entry( Spec_CLinkage, "extern \"C\"" ) \
Entry( Spec_Const, "const" ) \
Entry( Spec_Consteval, "consteval" ) \
Entry( Spec_Constexpr, "constexpr" ) \
Entry( Spec_Constinit, "constinit" ) \
Entry( Spec_Export, "export" ) \
Entry( Spec_Extern, "extern" ) \
Entry( Spec_Import, "import" ) \
Entry( Spec_Inline, "inline" ) \
Entry( Spec_Module, "module" ) \
Entry( Spec_Static, "static" ) \
Entry( Spec_ThreadLocal, "thread_local" ) \
Entry( Spec_Volatile, "volatile") \
Entry( Star, "*" ) \
Entry( Statement_End, ";" ) \
Entry( String, "__String__" )
enum class TokType : u32
{
# define Entry( Name_, Str_ ) Name_,
Define_TokType
# undef Entry
Num,
Invalid
};
struct Token
{
char const* Address;
s32 Length;
TokType Type;
};
TokType get_token_type( char const* word, s32 length )
{
local_persist
char const* lookup[(u32)TokType::Num] =
{
# define Entry( Name_, Str_ ) Str_,
Define_TokType
# undef Entry
};
for ( u32 index = 0; index < (u32)TokType::Num; index++ )
{
if ( str_compare( word, lookup[index], length ) == 0 )
return scast(TokType, index);
}
return TokType::Invalid;
}
Arena LexAllocator;
Array(Token) lex( s32 length, char const* content)
{
do_once_start
arena_init_from_allocator( & LexAllocator, heap(), megabytes(10) );
if ( LexAllocator.physical_start == nullptr )
{
log_failure( "gen::lex: failed to allocate memory for parsing constructor's lexer");
return nullptr;
}
do_once_end
local_persist thread_local
Array(Token) Tokens = nullptr;
s32 left = length;
char const* scanner = content;
char const* word = scanner;
s32 word_length = 0;
SkipWhitespace();
if ( left <= 0 )
{
log_failure( "gen::lex: no tokens found (only whitespace provided)" );
return Tokens;
}
if ( Tokens )
array_clear( Tokens );
array_init_reserve( Tokens, LexAllocator, length / 8 );
while (left )
{
Token token = { nullptr, 0, TokType::Invalid };
switch ( current )
{
case '.':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Access_MemberSymbol;
if (left)
move_forward();
goto FoundToken;
case '&' :
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Ampersand;
if (left)
move_forward();
if ( current == '&' ) // &&
{
token.Length = 2;
token.Type = TokType::Ampersand_DBL;
if (left)
move_forward();
}
goto FoundToken;
case ':':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Assign_Classifer;
if (left)
move_forward();
if ( current == ':' )
{
move_forward();
token.Type = TokType::Access_StaticSymbol;
token.Length++;
}
goto FoundToken;
case '{':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::BraceCurly_Open;
goto FoundToken;
case '}':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::BraceCurly_Close;
goto FoundToken;
case '[':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::BraceSquare_Open;
if ( left )
{
move_forward();
if ( current == ']' )
{
token.Length = 2;
token.Type = TokType::Operator;
move_forward();
}
}
goto FoundToken;
case ']':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::BraceSquare_Close;
goto FoundToken;
case '(':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Capture_Start;
if ( left )
{
move_forward();
if ( current == ')' )
{
token.Length = 2;
token.Type = TokType::Operator;
move_forward();
}
}
goto FoundToken;
case ')':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Capture_End;
goto FoundToken;
case '\'':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Char;
move_forward();
while ( left && current != '\'' )
{
move_forward();
token.Length++;
}
if ( left )
{
move_forward();
token.Length++;
}
goto FoundToken;
case ',':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Comma;
goto FoundToken;
case '*':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Star;
goto FoundToken;
case ';':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Statement_End;
goto FoundToken;
case '"':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::String;
move_forward();
while ( left )
{
if ( current == '"' )
{
move_forward();
break;
}
if ( current == '\\' )
{
move_forward();
token.Length++;
if ( left )
{
move_forward();
token.Length++;
}
continue;
}
move_forward();
token.Length++;
}
goto FoundToken;
// All other operators we just label as an operator and move forward.
case '+':
case '%':
case '^':
case '~':
case '!':
case '=':
case '<':
case '>':
case '|':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Operator;
if (left)
move_forward();
if ( current == '=' )
{
token.Length++;
if (left)
move_forward();
}
else while ( left && current == *(scanner - 1) && length < 3 )
{
token.Length++;
if (left)
move_forward();
}
goto FoundToken;
// Dash is unfortunatlly a bit more complicated...
case '-':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Operator;
if ( left )
{
move_forward();
if ( current == '>' )
{
token.Length++;
move_forward();
if ( current == '*' )
{
token.Length++;
move_forward();
}
}
else if ( current == '=' )
{
token.Length++;
if (left)
move_forward();
}
else while ( left && current == *(scanner - 1) && length < 3 )
{
token.Length++;
if (left)
move_forward();
}
}
goto FoundToken;
case '/':
token.Address = scanner;
token.Length = 1;
token.Type = TokType::Operator;
if ( left )
{
move_forward();
if ( current == '/' )
{
token.Type = TokType::Comment;
while ( left && current != '\n' )
{
move_forward();
token.Length++;
}
}
else if ( current == '*' )
{
token.Type = TokType::Comment;
while ( left && ( current != '*' || *(scanner + 1) != '/' ) )
{
move_forward();
token.Length++;
}
move_forward();
move_forward();
}
}
goto FoundToken;
}
SkipWhitespace();
if ( left <= 0 )
break;
if ( char_is_alpha( current ) || current == '_' )
{
token.Address = scanner;
token.Length = 1;
move_forward();
while ( left && ( char_is_alphanumeric(current) || current == '_' ) )
{
move_forward();
token.Length++;
}
goto FoundToken;
}
else
{
String context_str = zpl::string_sprintf_buf( g_allocator, "%s", scanner, min( 100, left ) );
log_failure( "Failed to lex token %s", context_str );
// Skip to next whitespace since we can't know if anything else is valid until then.
while ( left && ! char_is_space( current ) )
{
move_forward();
}
}
FoundToken:
if ( token.Type != TokType::Invalid )
{
array_append( Tokens, token );
continue;
}
TokType type = get_token_type( token.Address, token.Length );
if ( type != TokType::Invalid )
{
token.Type = type;
array_append( Tokens, token );
}
else
{
// Its most likely an identifier...
String tok_str = zpl::string_sprintf_buf( g_allocator, "%s", token.Address, token.Length );
log_failure( "Failed to lex token %s", tok_str );
// Skip to next whitespace since we can't know if anything else is valid until then.
while ( left && ! char_is_space( current ) )
{
move_forward();
}
}
}
return Tokens;
}
# pragma endregion Lexer
Code parse_class( s32 length, char const* def )
{
Array(Token) tokens = lex( length, def );
if ( tokens == nullptr || array_count( tokens ) == 0 )
{
log_failure( "gen::parse_class: no tokens found" );
return Code::Invalid;
}
Token name { nullptr, 0, TokType::Invalid };
Code parent = { nullptr };
Code speciifes = { nullptr };
Code body = { nullptr };
Token& curr_token = * tokens;
# define eat( Type_ ) \
if ( curr_token.Type != Type_ ) \
{ \
String token_str = string_make_length( g_allocator, curr_token.Address, curr_token.Length ); \
log_failure( "gen::parse_class: expected %s, got %s", txt(Type_), curr_token.Type ); \
return Code::Invalid; \
} \
tokens++; \
curr_token = * tokens; \
left--
s32 left = array_count( tokens );
do
{
Token token = tokens[ array_count(tokens) - left ];
eat( TokType::Decl_Class );
// check for api specifier...
name = curr_token;
switch ( token.Type )
{
case TokType::Identifier:
{
}
}
}
while ( left--, left > 0 );
# undef eat
}
Code parse_enum( s32 length, char const* def )
{
check_parse_args( parse_enum, length, def );
// Just in case someone gets a vulkan-level enum in here...
char entries_code[ kilobytes(128) ] { 0 };
s32 entries_length = 0;
char const* name = nullptr;
s32 name_length = 0;
s32 left = length;
char const* scanner = def;
char const* word = scanner;
s32 word_length = 0;
Code type = { nullptr };
bool is_enum_class = false;
SkipWhitespace_Checked( parse_enum, "enum definition was empty" );
GetWord();
if ( word_length != 4 || str_compare( word, "enum", word_length ) != 0 )
{
log_failure( "gen::parse_enum: enum definition did not start with `enum`" );
return Code::Invalid;
}
SkipWhitespace_Checked( parse_enum, "enum definition did not have a name" );
GetWord();
if ( word_length == 5 && str_compare( word, "class", word_length ) == 0 )
{
is_enum_class = true;
SkipWhitespace_Checked( parse_enum, "enum definition did not have a name" );
}
GetWord();
name = word;
name_length = word_length;
SkipWhitespace();
if ( current == ':' )
{
move_forward();
SkipWhitespace();
GetWord();
type = def_type( word_length, word, type );
}
SkipWhitespace();
if ( current == ';' )
{
goto Finished;
}
if ( current != '{' )
{
log_failure( "gen::parse_enum: enum definition did not have a body" );
return Code::Invalid;
}
move_forward();
char const* body_start = scanner;
do
{
if ( current == '}' )
{
move_forward();
break;
}
SkipWhitespace_Checked( parse_enum, "enum definition did not have a body" );
GetWord();
if ( word_length == 0 )
{
log_failure( "gen::parse_enum: enum definition did not have a body" );
return Code::Invalid;
}
entries_length += word_length;
if ( entries_length >= kilobytes(128) )
{
log_failure( "gen::parse_enum: enum definition had too many entries" );
return Code::Invalid;
}
}
while(1);
Finished:
using namespace ECode;
Code
result = make_code();
if ( entries_length )
{
memcopy( entries_code, body_start, entries_length );
Code body = untyped_str( entries_length, entries_code );
result->Type = is_enum_class ? Enum_Class : Enum;
result->add_entry( body );
}
else
{
result->Type = is_enum_class ? Enum_Class_Fwd : Enum_Fwd;
}
result->Name = get_cached_string( name, name_length );
if ( type )
result->add_entry( type );
result.lock();
return result;
}
Code parse_execution( s32 length, char const* exec_def )
{
not_implemented( parse_execution );
}
Code parse_friend( s32 length, char const* def )
{
# define curr_tok tokens[0]
# define context parse_friend
# define eat( Type_ ) \
if ( curr_tok.Type != Type_ ) \
{ \
String token_str = string_make_length( g_allocator, curr_tok.Address, curr_tok.Length ); \
log_failure( "gen::" txt(context) ": expected %s, got %s", txt(Type_), curr_tok.Type ); \
return Code::Invalid; \
} \
tokens++; \
left--
check_parse_args( parse_friend, length, def );
Array(Token) tokens = lex( length, def );
if ( tokens == nullptr )
{
log_failure( "gen::parse_friend: no tokens found for provided definition" );
return Code::Invalid;
}
s32 left = array_count( tokens );
eat( TokType::Decl_Friend );
// This can either be a simple type, or a function declaration.
// If its a function declaration, it will have a return type, followed by a name, followed by a parameter list.
// If its a simple type, it will have a type, followed by a name.
# undef eat
}
Code parse_global_body( s32 length, char const* def )
{
not_implemented( parse_global_body );
}
Code parse_function( s32 length, char const* def )
{
check_parse_args( parse_function, length, def );
Arena mem;
do_once_start
arena_init_from_allocator( & mem, heap(), kilobytes( 10 ) );
do_once_end
// Pretty sure its impossible to have more than this.
SpecifierT specs_found[16] { ESpecifier::Num_Specifiers };
u8 num_specifiers;
// Making all significant tokens have a max length of 128 for this parser.
ct sw LengthID = 128;
struct Param
{
char const Type[LengthID];
char const Name[LengthID];
};
static
Param Params[ 64 ] { 0 };
char const* name;
s32 name_length = 0;
char const* body_str = nullptr;
s32 body_length = 0;
char const* ret_type_str = nullptr;
s32 ret_length = 0;
s32 left = length;
char const* scanner = def;
while ( left -- )
{
// Find all specifiers (if any) and the return type
do
{
SkipWhitespace();
s32 length = 0;
char const* spec_or_type = scanner;
while ( char_is_alpha( * scanner) || * scanner == '_')
{
length++;
left--;
scanner++;
}
SpecifierT type = ESpecifier::to_type( spec_or_type, length );
if ( type != ESpecifier::Invalid )
{
specs_found[num_specifiers] = type;
num_specifiers++;
continue;
}
// Should be return type
ret_type_str = scanner;
ret_length = length;
scanner++;
break;
}
while( left );
SkipWhitespace();
// Next up should be the name if before there were specifiers
name = scanner;
while ( char_is_alpha( * scanner) || * scanner == '_')
{
ret_length++;
left--;
scanner++;
}
// Parameters
SkipWhitespace();
if ( * scanner != '(' )
{
log_failure("gen::parse_proc: Error, expected a ( in %s", string_make_length( g_allocator, scanner - 4, 100) );
return Code::Invalid;
}
scanner++;
do
{
}
while (0);
// Get past ')'
scanner++;
SkipWhitespace()
// get end specifiers
if ( * scanner != '{')
{
}
not_implemented( parse_function );
}
Code specifiers = def_specifiers( num_specifiers, specs_found );
Code params = make_code();
Code ret_type = def_type( ret_length, ret_type_str );
Code body = untyped_str( body_length, body_str );
Code
result = make_code();
result->Name = get_cached_string( name, name_length );
result->Type = ECode::Function;
result->add_entry( body );
if ( specifiers )
result->add_entry( specifiers );
result->add_entry( ret_type );
if ( params )
result->add_entry( params );
result.lock();
return result;
}
Code parse_namespace( s32 length, char const* def )
{
not_implemented( parse_namespace );
}
Code parse_operator( s32 length, char const* def )
{
not_implemented( parse_operator );
}
Code parse_struct( s32 length, char const* def )
{
Arena mem;
do_once_start
arena_init_from_allocator( & mem, heap(), kilobytes( 10 ) );
do_once_end
// Pretty sure its impossible to have more than this.
SpecifierT specs_found[16] { ESpecifier::Num_Specifiers };
u8 num_specifiers;
// Making all significant tokens have a max length of 128 for this parser.
ct sw LengthID = 128;
char const name [LengthID] { 0 };
char const parent[LengthID] { 0 };
}
Code parse_variable( s32 length, char const* def )
{
not_implemented( parse_variable );
}
inline
bool parse_type_helper_tok( char const* func_name
, s32& left, Array(Token)& tokens
, u8& num_specifiers, SpecifierT* specs_found
, Code& array_expr
)
{
}
Code parse_type( s32 length, char const* def )
{
# define context parse_type
check_parse_args( parse_type, length, def );
Array(Token) tokens = lex( length, def );
if ( tokens == nullptr )
{
log_failure( "gen::parse_friend: no tokens found for provided definition" );
return Code::Invalid;
}
s32 left = array_count( tokens );
Token* name = nullptr;
Code array_expr = { nullptr };
SpecifierT specs_found[16] { ESpecifier::Num_Specifiers };
u8 num_specifiers = 0;
bool helper_result = parse_type_helper_tok( txt(parse_type)
, left, tokens
, num_specifiers, specs_found
, array_expr
);
if ( ! helper_result )
return Code::Invalid;
using namespace ECode;
Code
result = make_code();
result->Type = Typename;
result->Name = get_cached_string( name->Address, name->Length );
if (num_specifiers)
{
Code specifiers = def_specifiers( num_specifiers, specs_found );
result->add_entry( specifiers );
}
if ( array_expr )
result->add_entry( array_expr );
result.lock();
return result;
}
inline
bool parse__type_helper( char const* func_name
, s32& length, char const* def
, s32& name_length, char const*& name
, u8& num_specifiers, SpecifierT* specs_found
, Code& array_expr)
{
s32 left = length;
char const* scanner = def;
char const* word = scanner;
s32 word_length = 0;
// Find all left-hand specifiers and the typename.
do
{
// Clearing any whitespace
if ( left <= 0 )
{
log_failure( "gen::%s: Error, reached end of string before finding typename", func_name );
return false;
}
CheckForSpecifiers();
break;
}
while (1);
name = scanner;
name_length = word_length;
// Find all right-hand specifiers.
do
{
SkipWhitespace();
if ( left <= 0 )
break;
if ( current == '*')
{
specs_found[num_specifiers] = ESpecifier::Ptr;
num_specifiers++;
move_forward();
continue;
}
if ( current == '&')
{
move_forward();
if ( current == '&')
{
specs_found[num_specifiers] = ESpecifier::RValue;
num_specifiers++;
move_forward();
continue;
}
specs_found[num_specifiers] = ESpecifier::Ref;
num_specifiers++;
continue;
}
if ( current == '[')
{
move_forward();
SkipWhitespace();
if ( left <= 0 )
{
log_failure( "gen::%s: Error, reached end of string before finding array expression", func_name );
return false;
}
word = scanner;
word_length = 0;
GetWord();
array_expr = untyped_str( word_length, word );
if ( left <= 0 )
{
log_failure( "gen::%s: Error, reached end of string before finding ']' for array expression", func_name );
return false;
}
if ( current == ']')
{
move_forward();
}
num_specifiers++;
continue;
}
word = scanner;
word_length = 0;
CheckForSpecifiers();
break;
}
while (1);
}
Code parse_type_non_lex( s32 length, char const* def )
{
check_parse_args( parse_type, length, def );
SpecifierT specs_found[16] { ESpecifier::Num_Specifiers };
u8 num_specifiers = 0;
char const* name = nullptr;
s32 name_length = 0;
Code array_expr = { nullptr };
bool helper_result = parse__type_helper( txt(parse_type)
, length, def
, name_length, name
, num_specifiers, specs_found
, array_expr
);
if ( ! helper_result )
return Code::Invalid;
using namespace ECode;
Code
result = make_code();
result->Type = Typename;
result->Name = get_cached_string( name, name_length );
if (num_specifiers)
{
Code specifiers = def_specifiers( num_specifiers, specs_found );
result->add_entry( specifiers );
}
if ( array_expr )
result->add_entry( array_expr );
result.lock();
return result;
}
Code parse_typedef( s32 length, char const* def )
{
check_parse_args( parse_typedef, length, def );
using namespace ECode;
SpecifierT specs_found[16] { ESpecifier::Num_Specifiers };
s32 num_specifiers = 0;
char const* name = nullptr;
s32 name_length = 0;
s32 left = length;
char const* scanner = def;
Code array_expr = { nullptr };
Code type = { nullptr };
char const* word = scanner;
s32 word_length = 0;
do
{
SkipWhitespace_Checked( parse_typedef, "Error, reached end of string before finding typename" );
GetWord();
if ( str_compare( word, "typedef", word_length ) != 0 )
{
log_failure( "gen::parse_typedef: Error, expected 'typedef' but found '%.*s'", word_length, word );
return Code::Invalid;
}
// Determining the typename inline
bool helper_result = parse__type_helper( txt(parse_typedef)
, left, scanner
, name_length, name
, num_specifiers, specs_found
, array_expr
);
if ( ! helper_result )
return Code::Invalid;
type = def_type( name_length, name, def_specifiers( num_specifiers, specs_found ) );
// End typename
SkipWhitespace_Checked( parse_typedef, "Error, reached end of string before finding name" );
GetWord();
name = word;
name_length = word_length;
SkipWhitespace_Checked( parse_typedef, "Error, reached end of string before finding ';'" );
if ( current == ';')
{
move_forward();
break;
}
log_failure( "gen::parse_typedef: Error, expected ';' for typedef" );
return Code::Invalid;
}
while (1);
using namespace ECode;
Code
result = make_code();
result->Type = Typedef;
result->Name = get_cached_string( name, name_length );
result->add_entry( type );
result.lock();
return result;
}
Code parse_using( s32 length, char const* def )
{
check_parse_args( parse_typedef, length, def );
using namespace ECode;
SpecifierT specs_found[16] { ESpecifier::Num_Specifiers };
s32 num_specifiers = 0;
char const* name = nullptr;
s32 name_length = 0;
s32 left = length;
char const* scanner = def;
Code array_expr = { nullptr };
Code type = { nullptr };
char const* word = scanner;
s32 word_length = 0;
bool is_namespace = false;
SkipWhitespace_Checked( parse_using, "Error, reached end of string before finding 'using'" );
GetWord();
if ( str_compare( word, "using", word_length ) != 0 )
{
log_failure( "gen::parse_using: Error, expected 'using' but found '%.*s'", word_length, word );
return Code::Invalid;
}
SkipWhitespace_Checked( parse_using, "Error, reached end of string before finding 'namespace' or typename" );
GetWord();
if ( str_compare( word, "namespace", word_length ) == 0 )
{
is_namespace = true;
SkipWhitespace_Checked( parse_using, "Error, reached end of string before finding name" );
GetWord();
name = word;
name_length = word_length;
SkipWhitespace_Checked( parse_using, "Error, reached end of string before finding end statement \';\'");
if ( current == ';' )
{
goto Finished;
};
}
else
{
name = word;
name_length = word_length;
}
move_forward();
SkipWhitespace_Checked( parse_using, "Error, reached end of string before finding end statement ';'" );
if ( current == '=' )
{
move_forward();
SkipWhitespace_Checked( parse_using, "Error, reached end of string before finding the 'typename definition after the = sign" );
bool helper_result = parse__type_helper( txt(parse_using)
, left, scanner
, name_length, name
, num_specifiers, specs_found
, array_expr
);
if ( helper_result )
{
type = def_type( name_length, name, def_specifiers( num_specifiers, specs_found ) );
}
else
{
return Code::Invalid;
}
}
Finished:
Code
result = make_code();
result->Type = is_namespace ? Using : Using_Namespace;
result->Name = get_cached_string( name, name_length );
result->add_entry( type );
result.lock();
return result;
}
s32 parse_classes( s32 length, char const* class_defs, Code* out_class_codes )
{
not_implemented( parse_classes );
}
s32 parse_enums( s32 length, char const* enum_defs, Code* out_enum_codes )
{
not_implemented( parse_enums );
}
s32 parse_friends( s32 length, char const* friend_defs, Code* out_friend_codes )
{
not_implemented( parse_friends );
}
s32 parse_functions ( s32 length, char const* fn_defs, Code* out_fn_codes )
{
not_implemented( parse_functions );
}
s32 parse_namespaces( s32 length, char const* namespace_defs, Code* out_namespaces_codes )
{
not_implemented( parse_namespaces );
}
s32 parse_operators( s32 length, char const* operator_defs, Code* out_operator_codes )
{
not_implemented( parse_operators );
}
s32 parse_structs( s32 length, char const* struct_defs, Code* out_struct_codes )
{
not_implemented( parse_structs );
}
s32 parse_variables( s32 length, char const* vars_def, Code* out_var_codes )
{
not_implemented( parse_variables );
}
s32 parse_typedefs( s32 length, char const* typedef_def, Code* out_typedef_codes )
{
not_implemented( parse_typedefs );
}
s32 parse_usings( s32 length, char const* usings_def, Code* out_using_codes )
{
not_implemented( parse_usings );
}
// End GEN_FEATURE_PARSING
# endif
# pragma endregion Parsing Constructors
# pragma region Untyped Constructors
Code untyped_str( s32 length, char const* str )
{
Code
result = make_code();
result->Name = get_cached_string( str, length );
result->Type = ECode::Untyped;
result->Content = result->Name;
return result;
}
Code untyped_fmt(char const* fmt, ...)
{
local_persist thread_local
char buf[ZPL_PRINTF_MAXLEN] = { 0 };
va_list va;
va_start(va, fmt);
sw length = snprintf_va(buf, ZPL_PRINTF_MAXLEN, fmt, va);
va_end(va);
Code
result = make_code();
result->Name = get_cached_string( fmt, strnlen(fmt, MaxNameLength) );
result->Type = ECode::Untyped;
result->Content = get_cached_string( buf, length );
return result;
}
Code untyped_token_fmt( char const* fmt, s32 num_tokens, ... )
{
local_persist thread_local
char buf[ZPL_PRINTF_MAXLEN] = { 0 };
va_list va;
va_start(va, fmt);
sw length = token_fmt_va(buf, ZPL_PRINTF_MAXLEN, fmt, num_tokens, va);
va_end(va);
Code
result = make_code();
result->Name = get_cached_string( fmt, strnlen(fmt, MaxNameLength) );
result->Type = ECode::Untyped;
result->Content = get_cached_string( buf, length );
result.lock();
return result;
}
# pragma endregion Untyped Constructors
#pragma endregion Gen Interface
#pragma region Builder
void Builder::print( Code code )
{
Buffer = string_append_fmt( Buffer, "%s\n\n", code.to_string() );
}
bool Builder::open( char const* path )
{
FileError error = file_open_mode( & File, EFileMode_WRITE, path );
if ( error != EFileError_NONE )
{
log_failure( "gen::File::open - Could not open file: %s", path);
return false;
}
Buffer = string_make( g_allocator, "" );
return true;
}
void Builder::write()
{
bool result = file_write( & File, Buffer, string_length(Buffer) );
if ( result == false )
log_failure("gen::File::write - Failed to write to file: %s", file_name( & File ) );
// file_seek( & File, 0 );
file_close( & File );
}
#pragma endregion Builder
#pragma region File Lexer
// The Editor and Scanner require this lexer.
#if defined(GEN_FEATURE_EDITOR) || defined(GEN_FEATURE_SCANNER)
/*
This is a more robust lexer than the ones used for the lexer in the parse constructors interface.
Its needed to scan a C++ file and have awareness to skip content unsupported by the library.
*/
#endif
#pragma endregion File Lexer
#pragma region Editor
#ifdef GEN_FEATURE_EDITOR
#endif
#pragma endregion Editor
#pragma region Scanner
#ifdef GEN_FEATURE_SCANNER
#endif
#pragma endregion Scanner
}
// end gen_time
#endif
Reference in New Issue View Git Blame Copy Permalink