ed/gencpp
1
0
Fork 0
mirror of https://github.com/Ed94/gencpp.git synced 2025-06-30 19:01:02 -07:00
Code Issues Packages Projects Releases Wiki Activity

Updated gencpp with latest fixes used in other projects.

Browse Source 
This variant can support parsing some Unreal Engine files!!
This commit is contained in:
Edward R. Gonzalez
2024-04-17 17:40:32 -04:00
parent 83d691c65c
commit 36260f6edb
17 changed files with 1281 additions and 579 deletions
Download Patch File Download Diff File Expand all files Collapse all files

36
project/components/lexer.cpp
View File

@ -13,11 +13,12 @@ enum TokFlags : u32
TF_Preprocess = bit(2),
TF_Preprocess_Cond = bit(3),
TF_Attribute = bit(6),
TF_AccessSpecifier = bit(7),
TF_Specifier = bit(8),
TF_EndDefinition = bit(9), // Either ; or }
TF_Formatting = bit(10),
TF_Literal = bit(11),
TF_AccessOperator = bit( 7 ),
TF_AccessSpecifier = bit( 8 ),
TF_Specifier = bit( 9 ),
TF_EndDefinition = bit( 10 ), // Either ; or }
TF_Formatting = bit( 11 ),
TF_Literal = bit( 12 ),
TF_Null = 0,
};
@ -41,6 +42,11 @@ struct Token
return { Length, Text };
}
bool is_access_operator()
{
return bitfield_is_equal( u32, Flags, TF_AccessOperator );
}
bool is_access_specifier()
{
return bitfield_is_equal( u32, Flags, TF_AccessSpecifier );
@ -141,7 +147,7 @@ struct TokArray
while ( Arr[idx].Type == TokType::NewLine )
idx++;
return Arr[idx];
return Arr[idx + 1];
}
return Arr[idx + 1];
@ -153,7 +159,7 @@ struct TokArray
}
};
global Arena_64KB defines_map_arena;
global Arena_128KB defines_map_arena;
global HashTable<StrC> defines;
global Array<Token> Tokens;
@ -451,6 +457,16 @@ void lex_found_token( StrC& content
TokType type = ETokType::to_type( token );
if (type <= TokType::Access_Public && type >= TokType::Access_Private )
{
token.Flags |= TF_AccessSpecifier;
}
if ( type > TokType::__Attributes_Start )
{
token.Flags |= TF_Attribute;
}
if ( type == ETokType::Decl_Extern_Linkage )
{
SkipWhitespace();
@ -565,7 +581,7 @@ TokArray lex( StrC content )
scanner++;
length ++;
}
if ( scanner[1] == '(' )
if ( scanner[0] == '(' )
{
length++;
}
@ -634,7 +650,7 @@ TokArray lex( StrC content )
token.Text = scanner;
token.Length = 1;
token.Type = TokType::Access_MemberSymbol;
token.Flags = TF_AccessSpecifier;
token.Flags = TF_AccessOperator;
if (left) {
move_forward();
@ -1003,7 +1019,7 @@ TokArray lex( StrC content )
{
token.Length++;
// token.Type = TokType::Access_PointerToMemberSymbol;
token.Flags |= TF_AccessSpecifier;
token.Flags |= TF_AccessOperator;
move_forward();
if ( current == '*' )