Some refactors (see description)

- Renamed macro gen_time to GEN_TIME
- Moved scanner and editor to their own headers, I'm going to consider them extensions.
- I'm preparing to setup the library to build on multiple compiler platforms: clang, gcc, msvc.

.vscode/c_cpp_properties.json

@@ -9,7 +9,7 @@
                 "_DEBUG",
                 "UNICODE",
                 "_UNICODE",
-                "gen_time"
+                "GEN_TIME"
             ],
             "windowsSdkVersion": "10.0.19041.0",
             "compilerPath": "C:/Users/Ed/scoop/apps/llvm/current/bin/clang++.exe",

project/gen.cpp

@@ -1,10 +1,15 @@
 // ReSharper disable CppClangTidyClangDiagnosticSwitchEnum
 
-#ifdef gen_time
+#if ! defined(GEN_DONT_ENFORCE_GEN_TIME_GUARD) && ! defined(GEN_TIME)
+#error Gen.hpp : GEN_TIME not defined
+#endif
+
+#include "gen.push_ignores.inline.hpp"
+
 //! If its desired to roll your own dependencies, define GEN_ROLL_OWN_DEPENDENCIES before including this file.
 //! Dependencies are derived from the c-zpl library: https://github.com/zpl-c/zpl
 #ifndef GEN_ROLL_OWN_DEPENDENCIES
-#	include "gen_dep.cpp"
+#	include "gen.dep.cpp"
 #endif
 
 #include "gen.hpp"
@@ -753,7 +758,7 @@ namespace gen
 
 				if ( NumEntries - 1 > 0)
 				{
-					for ( CodeParam param : (CodeParam){ (AST_Param*)Next } )
+					for ( CodeParam param :  CodeParam { (AST_Param*) Next } )
 					{
 						result.append_fmt( ", %s", param.to_string() );
 					}
@@ -6536,16 +6541,6 @@ namespace gen
 		Buffer.free();
 	}
 #pragma endregion Builder
-
-#pragma region Editor
-#ifdef GEN_FEATURE_EDITOR
-#endif
-#pragma endregion Editor
-
-#pragma region Scanner
-#ifdef GEN_FEATURE_SCANNER
-#endif
-#pragma endregion Scanner
 }
-// End: gen_time
+
-#endif
+#include "gen.pop_ignores.inline.hpp"

project/gen.dep.cpp

@@ -1,6 +1,5 @@
-#include "gen_dep.hpp"
+// This file is intended to be included within gen.cpp (There is no pragma diagnostic ignores)
-
+#include "gen.dep.hpp"
-#ifdef gen_time
 
 // NOTE: Ensure we use standard methods for these calls if we use GEN_PICO
 #pragma region Macros & Includes
@@ -39,7 +38,6 @@
 #			undef VC_EXTRALEAN
 #		endif
 #	endif
-#pragma endregion Macros & Includes
 
 #ifdef GEN_BENCHMARK
 // Timing includes
@@ -62,9 +60,12 @@
 #	include <timezoneapi.h>
 #endif
 #endif
+#pragma endregion Macros & Includes
+
+
+
+namespace gen {
 
-namespace gen
-{
 #pragma region Debug
 	void assert_handler( char const* condition, char const* file, s32 line, char const* msg, ... )
 	{
@@ -2048,7 +2049,279 @@ namespace gen
 #pragma endregion ADT
 
 #pragma region CSV
+	#ifdef GEN_CSV_DEBUG
+	#	define GEN_CSV_ASSERT( msg ) GEN_PANIC( msg )
+	#else
+	#	define GEN_CSV_ASSERT( msg )
+	#endif
 
+
+	u8 csv_parse_delimiter( CSV_Object* root, char* text, AllocatorInfo allocator, b32 has_header, char delim )
+	{
+		CSV_Error err = ECSV_Error__NONE;
+		GEN_ASSERT_NOT_NULL( root );
+		GEN_ASSERT_NOT_NULL( text );
+		zero_item( root );
+		adt_make_branch( root, allocator, NULL, has_header ? false : true );
+		char *p = text, *b = p, *e = p;
+		sw    colc = 0, total_colc = 0;
+
+		do
+		{
+			char d = 0;
+			p      = zpl_cast( char* ) str_trim( p, false );
+			if ( *p == 0 )
+				break;
+			ADT_Node row_item = { 0 };
+			row_item.type     = EADT_TYPE_STRING;
+	#ifndef ZPL_PARSER_DISABLE_ANALYSIS
+			row_item.name_style = EADT_NAME_STYLE_NO_QUOTES;
+	#endif
+
+			/* handle string literals */
+			if ( *p == '"' )
+			{
+				p = b = e       = p + 1;
+				row_item.string = b;
+	#ifndef ZPL_PARSER_DISABLE_ANALYSIS
+				row_item.name_style = EADT_NAME_STYLE_DOUBLE_QUOTE;
+	#endif
+				do
+				{
+					e = zpl_cast( char* ) str_skip( e, '"' );
+					if ( *e && *( e + 1 ) == '"' )
+					{
+						e += 2;
+					}
+					else
+						break;
+				} while ( *e );
+				if ( *e == 0 )
+				{
+					GEN_CSV_ASSERT( "unmatched quoted string" );
+					err = ECSV_Error__UNEXPECTED_END_OF_INPUT;
+					return err;
+				}
+				*e = 0;
+				p  = zpl_cast( char* ) str_trim( e + 1, true );
+				d  = *p;
+
+				/* unescape escaped quotes (so that unescaped text escapes :) */
+				{
+					char* ep = b;
+					do
+					{
+						if ( *ep == '"' && *( ep + 1 ) == '"' )
+						{
+							mem_move( ep, ep + 1, str_len( ep ) );
+						}
+						ep++;
+					} while ( *ep );
+				}
+			}
+			else if ( *p == delim )
+			{
+				d               = *p;
+				row_item.string = "";
+			}
+			else if ( *p )
+			{
+				/* regular data */
+				b = e           = p;
+				row_item.string = b;
+				do
+				{
+					e++;
+				} while ( *e && *e != delim && *e != '\n' );
+				if ( *e )
+				{
+					p = zpl_cast( char* ) str_trim( e, true );
+					while ( char_is_space( *( e - 1 ) ) )
+					{
+						e--;
+					}
+					d  = *p;
+					*e = 0;
+				}
+				else
+				{
+					d = 0;
+					p = e;
+				}
+
+				/* check if number and process if so */
+				b32   skip_number = false;
+				char* num_p       = b;
+				do
+				{
+					if ( ! char_is_hex_digit( *num_p ) && ( ! str_find( "+-.eExX", *num_p ) ) )
+					{
+						skip_number = true;
+						break;
+					}
+				} while ( *num_p++ );
+
+				if ( ! skip_number )
+				{
+					adt_str_to_number( &row_item );
+				}
+			}
+
+			if ( colc >= root->nodes.num() )
+			{
+				adt_append_arr( root, NULL );
+			}
+
+			root->nodes[ colc ].nodes.append( row_item );
+
+			if ( d == delim )
+			{
+				colc++;
+				p++;
+			}
+			else if ( d == '\n' || d == 0 )
+			{
+				/* check if number of rows is not mismatched */
+				if ( total_colc < colc )
+					total_colc = colc;
+				else if ( total_colc != colc )
+				{
+					GEN_CSV_ASSERT( "mismatched rows" );
+					err = ECSV_Error__MISMATCHED_ROWS;
+					return err;
+				}
+				colc = 0;
+				if ( d != 0 )
+					p++;
+			}
+		} while ( *p );
+
+		if ( root->nodes.num() == 0 )
+		{
+			GEN_CSV_ASSERT( "unexpected end of input. stream is empty." );
+			err = ECSV_Error__UNEXPECTED_END_OF_INPUT;
+			return err;
+		}
+
+		/* consider first row as a header. */
+		if ( has_header )
+		{
+			for ( sw i = 0; i < root->nodes.num(); i++ )
+			{
+				CSV_Object* col = root->nodes + i;
+				CSV_Object* hdr = col->nodes;
+				col->name       = hdr->string;
+				col->nodes.remove_at( 0 );
+			}
+		}
+
+		return err;
+	}
+
+	void csv_free( CSV_Object* obj )
+	{
+		adt_destroy_branch( obj );
+	}
+
+	void _csv_write_record( FileInfo* file, CSV_Object* node )
+	{
+		switch ( node->type )
+		{
+			case EADT_TYPE_STRING :
+				{
+	#ifndef ZPL_PARSER_DISABLE_ANALYSIS
+					switch ( node->name_style )
+					{
+						case EADT_NAME_STYLE_DOUBLE_QUOTE :
+							{
+								str_fmt_file( file, "\"" );
+								adt_print_string( file, node, "\"", "\"" );
+								str_fmt_file( file, "\"" );
+							}
+							break;
+
+						case EADT_NAME_STYLE_NO_QUOTES :
+							{
+	#endif
+								str_fmt_file( file, "%s", node->string );
+	#ifndef ZPL_PARSER_DISABLE_ANALYSIS
+							}
+							break;
+					}
+	#endif
+				}
+				break;
+
+			case EADT_TYPE_REAL :
+			case EADT_TYPE_INTEGER :
+				{
+					adt_print_number( file, node );
+				}
+				break;
+		}
+	}
+
+	void _csv_write_header( FileInfo* file, CSV_Object* header )
+	{
+		CSV_Object temp = *header;
+		temp.string     = temp.name;
+		temp.type       = EADT_TYPE_STRING;
+		_csv_write_record( file, &temp );
+	}
+
+	void csv_write_delimiter( FileInfo* file, CSV_Object* obj, char delimiter )
+	{
+		GEN_ASSERT_NOT_NULL( file );
+		GEN_ASSERT_NOT_NULL( obj );
+		GEN_ASSERT( obj->nodes );
+		sw cols = obj->nodes.num();
+		if ( cols == 0 )
+			return;
+
+		sw rows = obj->nodes[ 0 ].nodes.num();
+		if ( rows == 0 )
+			return;
+
+		b32 has_headers = obj->nodes[ 0 ].name != NULL;
+
+		if ( has_headers )
+		{
+			for ( sw i = 0; i < cols; i++ )
+			{
+				_csv_write_header( file, &obj->nodes[ i ] );
+				if ( i + 1 != cols )
+				{
+					str_fmt_file( file, "%c", delimiter );
+				}
+			}
+			str_fmt_file( file, "\n" );
+		}
+
+		for ( sw r = 0; r < rows; r++ )
+		{
+			for ( sw i = 0; i < cols; i++ )
+			{
+				_csv_write_record( file, &obj->nodes[ i ].nodes[ r ] );
+				if ( i + 1 != cols )
+				{
+					str_fmt_file( file, "%c", delimiter );
+				}
+			}
+			str_fmt_file( file, "\n" );
+		}
+	}
+
+	String csv_write_string_delimiter( AllocatorInfo a, CSV_Object* obj, char delimiter )
+	{
+		FileInfo tmp;
+		file_stream_new( &tmp, a );
+		csv_write_delimiter( &tmp, obj, delimiter );
+		sw     fsize;
+		u8*    buf    = file_stream_buf( &tmp, &fsize );
+		String output = String::make_length( a, ( char* )buf, fsize );
+		file_close( &tmp );
+		return output;
+	}
 #pragma endregion CSV
 
 #pragma region Hashing
@@ -2507,6 +2780,11 @@ namespace gen
 		return err;
 	}
 
+	FileError file_open( FileInfo* f, char const* filename )
+	{
+		return file_open_mode( f, EFileMode_READ, filename );
+	}
+
 	FileError file_open_mode( FileInfo* f, FileMode mode, char const* filename )
 	{
 		FileInfo file_ =
@@ -2547,6 +2825,33 @@ namespace gen
 		return size;
 	}
 
+	FileContents file_read_contents( AllocatorInfo a, b32 zero_terminate, char const* filepath )
+	{
+		FileContents result;
+		FileInfo     file  ;
+
+		result.allocator = a;
+
+		if ( file_open( &file, filepath ) == EFileError_NONE )
+		{
+			sw fsize = zpl_cast( sw ) file_size( &file );
+			if ( fsize > 0 )
+			{
+				result.data = alloc( a, zero_terminate ? fsize + 1 : fsize );
+				result.size = fsize;
+				file_read_at( &file, result.data, result.size, 0 );
+				if ( zero_terminate )
+				{
+					u8* str      = zpl_cast( u8* ) result.data;
+					str[ fsize ] = '\0';
+				}
+			}
+			file_close( &file );
+		}
+
+		return result;
+	}
+
 	struct _memory_fd
 	{
 		u8            magic;
@@ -2776,8 +3081,8 @@ namespace gen
 	}
 #pragma endregion String
 
-#ifdef GEN_BENCHMARK
 #pragma region Timing
+#ifdef GEN_BENCHMARK
 	#if defined( GEN_COMPILER_MSVC ) && ! defined( __clang__ )
 	u64 read_cpu_time_stamp_counter( void )
 	{
@@ -2934,11 +3239,8 @@ namespace gen
 	{
 		return ( f64 )( time_rel_ms() * 1e-3 );
 	}
-#pragma endregion Timing
 #endif
+#pragma endregion Timing
 
 // namespace gen
 }
-
-// gen_time
-#endif

project/gen.editor.hpp

@@ -0,0 +1,73 @@
+#pragma once
+
+#include "gen.hpp"
+
+namespace gen {
+
+struct Policy
+{
+	// Nothing for now.
+};
+
+enum class SymbolType : u32
+{
+	Code,
+	Line,
+	Marker
+};
+
+struct Editor
+{
+	enum RequestType : u32
+	{
+		Add,
+		Replace,
+		Remove
+	};
+
+	struct SymbolData
+	{
+		Policy      Policy;
+		SymbolInfo  Info;
+	};
+
+	struct RequestEntry
+	{
+		union {
+			SymbolData Symbol;
+			String     Specification;
+		};
+		RequestType    Type;
+	};
+
+	struct Receipt
+	{
+		StringCached File;
+		Code         Found;
+		Code         Written;
+		bool         Result;
+	};
+
+	static AllocatorInfo Allocator;
+
+	static void set_allocator( AllocatorInfo  allocator );
+
+	Array(FileInfo)     Files;
+	String              Buffer;
+	Array(RequestEntry) Requests;
+
+	void add_files( s32 num, char const** files );
+
+	void add    ( SymbolInfo definition,  Policy policy, Code to_inject );
+	void remove ( SymbolInfo definition,  Policy policy );
+	void replace( SymbolInfo definition,  Policy policy, Code to_replace);
+
+#	ifdef GEN_FEATURE_EDITOR_REFACTOR
+	void refactor( char const* file_path, char const* specification_path );
+#	endif
+
+	bool process_requests( Array(Receipt) out_receipts );
+};
+
+// namespace gen
+};

project/gen.hpp

@@ -1,5 +1,5 @@
 /*
-	gencpp: An attempt at simple staged metaprogramming for c/c++.
+	gencpp: An attempt at "simple" staged metaprogramming for c/c++.
 
 	See Readme.md for more information from the project repository.
 
@@ -8,15 +8,21 @@
 */
 #pragma once
 
-#ifdef gen_time
+#if ! defined(GEN_DONT_ENFORCE_GEN_TIME_GUARD) && ! defined(GEN_TIME)
+#error Gen.hpp : GEN_TIME not defined
+#endif
+
+#include "gen.push_ignores.inline.hpp"
+
 //! If its desired to roll your own dependencies, define GENCPP_PROVIDE_DEPENDENCIES before including this file.
 // Dependencies are derived from the c-zpl library: https://github.com/zpl-c/zpl
 #ifndef GEN_ROLL_OWN_DEPENDENCIES
-#	include "gen_dep.hpp"
+#	include "gen.dep.hpp"
 #endif
 
-namespace gen
+namespace gen {
-{
+
+#pragma region Types
 using LogFailType = sw(*)(char const*, ...);
 
 // By default this library will either crash or exit if an error is detected while generating codes.
@@ -361,6 +367,7 @@ namespace gen
 	constexpr char const* Keyword    = "";
 #endif
 }
+#pragma endregion Types
 
 #pragma region Data Structures
 // Implements basic string interning. Data structure is based off the ZPL Hashtable.
@@ -1481,6 +1488,8 @@ namespace gen
 Code untyped_token_fmt( char const* fmt, s32 num_tokens, ... );
 #pragma endregion Untyped text
 
+#pragma endregion Gen Interaface
+
 struct Builder
 {
 	FileInfo File;
@@ -1493,226 +1502,7 @@ namespace gen
 	void write();
 };
 
-#if defined(GEN_FEATURE_EDITOR) || defined(GEN_FEATURE_SCANNER)
-	struct SymbolInfo
-	{
-		StringCached File;
-		char const*  Marker;
-		Code         Signature;
-	};
-#endif
-
-#ifdef GEN_FEATURE_EDITOR
-	struct Policy
-	{
-		// Nothing for now.
-	};
-
-	enum class SymbolType : u32
-	{
-		Code,
-		Line,
-		Marker
-	};
-
-	struct Editor
-	{
-		enum RequestType : u32
-		{
-			Add,
-			Replace,
-			Remove
-		};
-
-		struct SymbolData
-		{
-			Policy      Policy;
-			SymbolInfo  Info;
-		};
-
-		struct RequestEntry
-		{
-			union {
-				SymbolData Symbol;
-				String     Specification;
-			};
-			RequestType    Type;
-		};
-
-		struct Receipt
-		{
-			StringCached File;
-			Code         Found;
-			Code         Written;
-			bool         Result;
-		};
-
-		static AllocatorInfo Allocator;
-
-		static void set_allocator( AllocatorInfo  allocator );
-
-		Array(FileInfo)     Files;
-		String              Buffer;
-		Array(RequestEntry) Requests;
-
-		void add_files( s32 num, char const** files );
-
-		void add    ( SymbolInfo definition,  Policy policy, Code to_inject );
-		void remove ( SymbolInfo definition,  Policy policy );
-		void replace( SymbolInfo definition,  Policy policy, Code to_replace);
-
-#	ifdef GEN_FEATURE_EDITOR_REFACTOR
-		void refactor( char const* file_path, char const* specification_path );
-#	endif
-
-		bool process_requests( Array(Receipt) out_receipts );
-	};
-#endif
-
-#ifdef GEN_FEATURE_SCANNER
-	struct Scanner
-	{
-		struct RequestEntry
-		{
-			SymbolInfo Info;
-		};
-
-		struct Receipt
-		{
-			StringCached File;
-			Code         Defintion;
-			bool         Result;
-		};
-
-		AllocatorInfo MemAlloc;
-
-		static void set_allocator( AllocatorInfo allocator );
-
-		Array(FileInfo)     Files;
-		String              Buffer;
-		Array(RequestEntry) Requests;
-
-		void add_files( s32 num, char const** files );
-
-		void add( SymbolInfo signature, Policy policy );
-
-		bool process_requests( Array(Receipt) out_receipts );
-	};
-#endif
-#pragma endregion Gen Interface
-}
-
-#pragma region Macros
-#	define gen_main main
-
-#	define __ NoCode
-
-//	Convienence for defining any name used with the gen api.
-//  Lets you provide the length and string literal to the functions without the need for the DSL.
-#	define name( Id_ )   { sizeof(stringize( Id_ )) - 1, stringize(Id_) }
-
-//  Same as name just used to indicate intention of literal for code instead of names.
-#	define code( ... ) { sizeof(stringize(__VA_ARGS__)) - 1, stringize( __VA_ARGS__ ) }
-
-#	define args( ... ) num_args( __VA_ARGS__ ), __VA_ARGS__
-
-#	define code_str( ... ) gen::untyped_str( code( __VA_ARGS__ ) )
-#	define code_fmt( ... ) gen::untyped_str( token_fmt( __VA_ARGS__ ) )
-
-// Takes a format string (char const*) and a list of tokens (StrC) and returns a StrC of the formatted string.
-#	define token_fmt( ... ) gen::token_fmt_impl( (num_args( __VA_ARGS__ ) + 1) / 2, __VA_ARGS__ )
-#pragma endregion Macros
-
-#pragma region Constants
-#ifdef GEN_DEFINE_LIBRARY_CODE_CONSTANTS
-namespace gen
-{
-	// Predefined typename codes. Are set to readonly and are setup during gen::init()
-
-	extern CodeType t_b32;
-
-	extern CodeType t_s8;
-	extern CodeType t_s16;
-	extern CodeType t_s32;
-	extern CodeType t_s64;
-
-	extern CodeType t_u8;
-	extern CodeType t_u16;
-	extern CodeType t_u32;
-	extern CodeType t_u64;
-
-	extern CodeType t_sw;
-	extern CodeType t_uw;
-
-	extern CodeType t_f32;
-	extern CodeType t_f64;
-}
-#endif
-
-namespace gen
-{
-	// These constexprs are used for allocation behavior of data structures
-	// or string handling while constructing or serializing.
-	// Change them to suit your needs.
-
-	constexpr s32 InitSize_DataArrays  = 16;
-	constexpr s32 InitSize_StringTable = megabytes(4);
-
-	// NOTE: This limits the maximum size of an allocation
-	// If you are generating a string larger than this, increase the size of the bucket here.
-	constexpr uw Global_BucketSize          = megabytes(10);
-	constexpr s32 CodePool_NumBlocks        = kilobytes(4);
-	constexpr s32 SizePer_StringArena       = megabytes(1);
-
-	constexpr s32 MaxCommentLineLength      = 1024;
-	constexpr s32 MaxNameLength             = 128;
-	constexpr s32 MaxUntypedStrLength       = kilobytes(640);
-	constexpr s32 StringTable_MaxHashLength = kilobytes(1);
-	constexpr s32 TokenFmt_TokenMap_MemSize	= kilobytes(4);
-	constexpr s32 LexAllocator_Size         = megabytes(10);
-	constexpr s32 Builder_StrBufferReserve  = megabytes(1);
-
-	extern CodeType t_auto;
-	extern CodeType t_void;
-	extern CodeType t_int;
-	extern CodeType t_bool;
-	extern CodeType t_char;
-	extern CodeType t_wchar_t;
-	extern CodeType t_class;
-	extern CodeType t_typename;
-
-	extern Code access_public;
-	extern Code access_protected;
-	extern Code access_private;
-
-	extern Code module_global_fragment;
-	extern Code module_private_fragment;
-
-	extern Code pragma_once;
-
-	extern CodeSpecifier spec_const;
-	extern CodeSpecifier spec_consteval;
-	extern CodeSpecifier spec_constexpr;
-	extern CodeSpecifier spec_constinit;
-	extern CodeSpecifier spec_extern_linkage;
-	extern CodeSpecifier spec_global;
-	extern CodeSpecifier spec_inline;
-	extern CodeSpecifier spec_internal_linkage;
-	extern CodeSpecifier spec_local_persist;
-	extern CodeSpecifier spec_mutable;
-	extern CodeSpecifier spec_ptr;
-	extern CodeSpecifier spec_ref;
-	extern CodeSpecifier spec_register;
-	extern CodeSpecifier spec_rvalue;
-	extern CodeSpecifier spec_static_member;
-	extern CodeSpecifier spec_thread_local;
-	extern CodeSpecifier spec_volatile;
-}
-#pragma endregion Constants
-
 #pragma region Inlines
-namespace gen
-{
 void AST::append( AST* other )
 {
 	if ( other->Parent )
@@ -2049,12 +1839,98 @@ namespace gen
 
 	return { result, buf };
 }
-}
 #pragma endregion Inlines
 
-// end: gen_time
+// namespace gen
+}
+
+#pragma region Constants
+#ifdef GEN_DEFINE_LIBRARY_CODE_CONSTANTS
+namespace gen
+{
+	// Predefined typename codes. Are set to readonly and are setup during gen::init()
+
+	extern CodeType t_b32;
+
+	extern CodeType t_s8;
+	extern CodeType t_s16;
+	extern CodeType t_s32;
+	extern CodeType t_s64;
+
+	extern CodeType t_u8;
+	extern CodeType t_u16;
+	extern CodeType t_u32;
+	extern CodeType t_u64;
+
+	extern CodeType t_sw;
+	extern CodeType t_uw;
+
+	extern CodeType t_f32;
+	extern CodeType t_f64;
+}
 #endif
 
+namespace gen
+{
+	// These constexprs are used for allocation behavior of data structures
+	// or string handling while constructing or serializing.
+	// Change them to suit your needs.
+
+	constexpr s32 InitSize_DataArrays  = 16;
+	constexpr s32 InitSize_StringTable = megabytes(4);
+
+	// NOTE: This limits the maximum size of an allocation
+	// If you are generating a string larger than this, increase the size of the bucket here.
+	constexpr uw Global_BucketSize          = megabytes(10);
+	constexpr s32 CodePool_NumBlocks        = kilobytes(4);
+	constexpr s32 SizePer_StringArena       = megabytes(1);
+
+	constexpr s32 MaxCommentLineLength      = 1024;
+	constexpr s32 MaxNameLength             = 128;
+	constexpr s32 MaxUntypedStrLength       = kilobytes(640);
+	constexpr s32 StringTable_MaxHashLength = kilobytes(1);
+	constexpr s32 TokenFmt_TokenMap_MemSize	= kilobytes(4);
+	constexpr s32 LexAllocator_Size         = megabytes(10);
+	constexpr s32 Builder_StrBufferReserve  = megabytes(1);
+
+	extern CodeType t_auto;
+	extern CodeType t_void;
+	extern CodeType t_int;
+	extern CodeType t_bool;
+	extern CodeType t_char;
+	extern CodeType t_wchar_t;
+	extern CodeType t_class;
+	extern CodeType t_typename;
+
+	extern Code access_public;
+	extern Code access_protected;
+	extern Code access_private;
+
+	extern Code module_global_fragment;
+	extern Code module_private_fragment;
+
+	extern Code pragma_once;
+
+	extern CodeSpecifier spec_const;
+	extern CodeSpecifier spec_consteval;
+	extern CodeSpecifier spec_constexpr;
+	extern CodeSpecifier spec_constinit;
+	extern CodeSpecifier spec_extern_linkage;
+	extern CodeSpecifier spec_global;
+	extern CodeSpecifier spec_inline;
+	extern CodeSpecifier spec_internal_linkage;
+	extern CodeSpecifier spec_local_persist;
+	extern CodeSpecifier spec_mutable;
+	extern CodeSpecifier spec_ptr;
+	extern CodeSpecifier spec_ref;
+	extern CodeSpecifier spec_register;
+	extern CodeSpecifier spec_rvalue;
+	extern CodeSpecifier spec_static_member;
+	extern CodeSpecifier spec_thread_local;
+	extern CodeSpecifier spec_volatile;
+}
+#pragma endregion Constants
+
 #ifdef GEN_EXPOSE_BACKEND
 namespace gen
 {
@@ -2076,3 +1952,26 @@ namespace gen
 	extern AllocatorInfo Allocator_TypeTable;
 }
 #endif
+
+#pragma region Macros
+#	define gen_main main
+
+#	define __ NoCode
+
+//	Convienence for defining any name used with the gen api.
+//  Lets you provide the length and string literal to the functions without the need for the DSL.
+#	define name( Id_ )   { sizeof(stringize( Id_ )) - 1, stringize(Id_) }
+
+//  Same as name just used to indicate intention of literal for code instead of names.
+#	define code( ... ) { sizeof(stringize(__VA_ARGS__)) - 1, stringize( __VA_ARGS__ ) }
+
+#	define args( ... ) num_args( __VA_ARGS__ ), __VA_ARGS__
+
+#	define code_str( ... ) gen::untyped_str( code( __VA_ARGS__ ) )
+#	define code_fmt( ... ) gen::untyped_str( token_fmt( __VA_ARGS__ ) )
+
+// Takes a format string (char const*) and a list of tokens (StrC) and returns a StrC of the formatted string.
+#	define token_fmt( ... ) gen::token_fmt_impl( (num_args( __VA_ARGS__ ) + 1) / 2, __VA_ARGS__ )
+#pragma endregion Macros
+
+#include "gen.pop_ignores.inline.hpp"

project/gen.pop_ignores.inline.hpp

@@ -0,0 +1,7 @@
+#if __clang__
+#	pragma clang diagnostic pop
+#endif
+
+#if __GNUC__
+#	pragma GCC diagnostic pop
+#endif

project/gen.push_ignores.inline.hpp

@@ -0,0 +1,17 @@
+#if __clang__
+#	pragma clang diagnostic push
+#	pragma clang diagnostic ignored "-Wunused-const-variable"
+#	pragma clang diagnostic ignored "-Wswitch"
+#	pragma clang diagnostic ignored "-Wunused-variable"
+#   pragma clang diagnostic ignored "-Wunknown-pragmas"
+#	pragma clang diagnostic ignored "-Wvarargs"
+#	pragma clang diagnostic ignored "-Wunused-function"
+#endif
+
+#if __GNUC__
+#	pragma GCC diagnostic push
+#   pragma GCC diagnostic ignored "-Wunknown-pragmas"
+#	pragma GCC diagnostic ignored "-Wcomment"
+#	pragma GCC diagnostic ignored "-Wswitch"
+#	pragma GCC diagnostic ignored "-Wunused-variable"
+#endif

project/gen.scanner.hpp

@@ -0,0 +1,43 @@
+#pragma once
+#include "gen.hpp"
+
+namespace gen {
+
+struct SymbolInfo
+{
+	StringCached File;
+	char const*  Marker;
+	Code         Signature;
+};
+
+
+struct Scanner
+{
+	struct RequestEntry
+	{
+		SymbolInfo Info;
+	};
+
+	struct Receipt
+	{
+		StringCached File;
+		Code         Defintion;
+		bool         Result;
+	};
+
+	AllocatorInfo MemAlloc;
+
+	static void set_allocator( AllocatorInfo allocator );
+
+	Array(FileInfo)     Files;
+	String              Buffer;
+	Array(RequestEntry) Requests;
+
+	void add_files( s32 num, char const** files );
+
+	void add( SymbolInfo signature, Policy policy );
+
+	bool process_requests( Array(Receipt) out_receipts );
+};
+k
+}

test/gen/meson.build

@@ -22,6 +22,6 @@ endif
   # add_project_arguments('-E', language : ['c', 'cpp'])
   # add_global_arguments( '-E', language : ['cpp'])
 
-add_project_arguments('-Dgen_time', language : ['c', 'cpp'])
+add_project_arguments('-DGEN_TIME', language : ['c', 'cpp'])
 
 executable( 'gencpp', sources, include_directories : includes )