multi-module eval: type graph; eval parser

2026-06-29 23:01:49 -07:00 · 2024-07-29 16:23:13 -07:00
parent 3a61a0363b
commit ff90223dcb
6 changed files with 3754 additions and 11 deletions
@@ -4,6 +4,43 @@
 #ifndef EVAL_H
 #define EVAL_H

+////////////////////////////////
+//~ rjf: Generated Code
+
+#include "generated/eval2.meta.h"
+
+////////////////////////////////
+//~ rjf: Messages
+
+typedef enum E_MsgKind
+{
+  E_MsgKind_Null,
+  E_MsgKind_MalformedInput,
+  E_MsgKind_MissingInfo,
+  E_MsgKind_ResolutionFailure,
+  E_MsgKind_InterpretationError,
+  E_MsgKind_COUNT
+}
+E_MsgKind;
+
+typedef struct E_Msg E_Msg;
+struct E_Msg
+{
+  E_Msg *next;
+  E_MsgKind kind;
+  void *location;
+  String8 text;
+};
+
+typedef struct E_MsgList E_MsgList;
+struct E_MsgList
+{
+  E_Msg *first;
+  E_Msg *last;
+  E_MsgKind max_kind;
+  U64 count;
+};
+
 ////////////////////////////////
 //~ rjf: Token Types

@@ -75,6 +112,21 @@ struct E_TypeKey
  // [2] -> RDI Index (Cons, Ext)
 };

+typedef struct E_TypeKeyNode E_TypeKeyNode;
+struct E_TypeKeyNode
+{
+  E_TypeKeyNode *next;
+  E_TypeKey v;
+};
+
+typedef struct E_TypeKeyList E_TypeKeyList;
+struct E_TypeKeyList
+{
+  E_TypeKeyNode *first;
+  E_TypeKeyNode *last;
+  U64 count;
+};
+
 ////////////////////////////////
 //~ rjf: Full Extracted Type Information Types

@@ -179,13 +231,13 @@ E_Mode;
 typedef struct E_Expr E_Expr;
 struct E_Expr
 {
-  E_ExprKind kind;
-  E_Mode mode;
-  void *location;
-  E_TypeKey type_key;
  E_Expr *first;
  E_Expr *last;
  E_Expr *next;
+  void *location;
+  E_ExprKind kind;
+  E_Mode mode;
+  E_TypeKey type_key;
  U32 u32;
  F32 f32;
  U64 u64;
@@ -199,12 +251,12 @@ struct E_Expr
 typedef struct E_IRNode E_IRNode;
 struct E_IRNode
 {
-  RDI_EvalOp op;
-  String8 bytecode;
-  U64 u64;
  E_IRNode *first;
  E_IRNode *last;
  E_IRNode *next;
+  RDI_EvalOp op;
+  String8 bytecode;
+  U64 u64;
 };

 typedef struct E_IRTreeAndType E_IRTreeAndType;
@@ -213,6 +265,58 @@ struct E_IRTreeAndType
  E_IRNode *root;
  E_TypeKey type_key;
  E_Mode mode;
+  E_MsgList msgs;
+};
+
+////////////////////////////////
+//~ rjf: Bytecode Operation Types
+
+enum
+{
+  E_IRExtKind_Bytecode = RDI_EvalOp_COUNT,
+  E_IRExtKind_COUNT
+};
+
+typedef struct E_Op E_Op;
+struct E_Op
+{
+  E_Op *next;
+  RDI_EvalOp opcode;
+  union
+  {
+    U64 p;
+    String8 bytecode;
+  };
+};
+
+typedef struct E_OpList E_OpList;
+struct E_OpList
+{
+  E_Op *first;
+  E_Op *last;
+  U64 op_count;
+  U64 encoded_size;
+};
+
+////////////////////////////////
+//~ rjf: Evaluation Types
+
+typedef union E_Value E_Value;
+union E_Value
+{
+  U64 u256[4];
+  U64 u128[2];
+  U64 u64;
+  S64 s64;
+  F64 f64;
+  F32 f32;
+};
+
+typedef struct E_Result E_Result;
+struct E_Result
+{
+  E_Value value;
+  E_ResultCode code;
 };

 ////////////////////////////////
@@ -298,25 +402,27 @@ struct E_ConsTypeSlot
  E_ConsTypeNode *last;
 };

+typedef B32 E_MemoryReadFunction(void *user_data, void *out, Rng1U64 vaddr_range);
+
 typedef struct E_Ctx E_Ctx;
 struct E_Ctx
 {
  // rjf: architecture
  Architecture arch;
  
-  // rjf: evaluation instruction pointer address (selects from `rdis`, and within them)
+  // rjf: instruction pointer info
  U64 ip_vaddr;
+  U64 ip_voff; // (within module, which uses `rdis[0]` for debug info)
  
  // rjf: debug info
  RDI_Parsed **rdis;
-  Rng1U64 *rdis_vaddr_ranges;
  U64 rdis_count;
  
  // rjf: identifier resolution maps
  E_String2NumMap *regs_map;
  E_String2NumMap *reg_alias_map;
-  E_String2NumMap *locals_map;
-  E_String2NumMap *member_map;
+  E_String2NumMap *locals_map; // (within `rdis[0]`)
+  E_String2NumMap *member_map; // (within `rdis[0]`)
  E_String2ExprMap *macro_map;
  
  // rjf: JIT-constructed types
@@ -325,6 +431,148 @@ struct E_Ctx
  U64 cons_key_slots_count;
  E_ConsTypeSlot *cons_content_slots;
  E_ConsTypeSlot *cons_key_slots;
+  
+  // rjf: interpretation environment info
+  void *memory_read_user_data;
+  E_MemoryReadFunction *memory_read;
+  void *reg_data;
+  U64 reg_size;
+  U64 *module_base;
+  U64 *frame_base;
+  U64 *tls_base;
 };

+////////////////////////////////
+//~ rjf: Parse Results
+
+typedef struct E_Parse E_Parse;
+struct E_Parse
+{
+  E_Token *last_token;
+  E_Expr *expr;
+  E_MsgList msgs;
+};
+
+////////////////////////////////
+//~ rjf: Globals
+
+global read_only E_Expr e_expr_nil = {&e_expr_nil, &e_expr_nil, &e_expr_nil};
+global read_only E_Type e_type_nil = {E_TypeKind_Null};
+global read_only E_IRNode e_irnode_nil = {&e_irnode_nil, &e_irnode_nil, &e_irnode_nil};
+thread_static E_Ctx *e_ctx = 0;
+
+////////////////////////////////
+//~ rjf: Basic Helper Functions
+
+internal U64 e_hash_from_string(String8 string);
+
+////////////////////////////////
+//~ rjf: Type Kind Enum Functions
+
+internal E_TypeKind e_type_kind_from_rdi(RDI_TypeKind kind);
+internal E_MemberKind e_member_kind_from_rdi(RDI_MemberKind kind);
+internal RDI_EvalTypeGroup e_type_group_from_kind(E_TypeKind kind);
+internal B32 e_type_kind_is_integer(E_TypeKind kind);
+internal B32 e_type_kind_is_signed(E_TypeKind kind);
+internal B32 e_type_kind_is_basic_or_enum(E_TypeKind kind);
+
+////////////////////////////////
+//~ rjf: Message Functions
+
+internal void e_msg(Arena *arena, E_MsgList *msgs, E_MsgKind kind, void *location, String8 text);
+internal void e_msgf(Arena *arena, E_MsgList *msgs, E_MsgKind kind, void *location, char *fmt, ...);
+internal void e_msg_list_concat_in_place(E_MsgList *dst, E_MsgList *to_push);
+
+////////////////////////////////
+//~ rjf: Basic Map Functions
+
+//- rjf: string -> num
+internal E_String2NumMap e_string2num_map_make(Arena *arena, U64 slot_count);
+internal void e_string2num_map_insert(Arena *arena, E_String2NumMap *map, String8 string, U64 num);
+internal U64 e_num_from_string(E_String2NumMap *map, String8 string);
+internal E_String2NumMapNodeArray e_string2num_map_node_array_from_map(Arena *arena, E_String2NumMap *map);
+internal int e_string2num_map_node_qsort_compare__num_ascending(E_String2NumMapNode **a, E_String2NumMapNode **b);
+internal void e_string2num_map_node_array_sort__in_place(E_String2NumMapNodeArray *array);
+
+//- rjf: string -> expr
+internal E_String2ExprMap e_string2expr_map_make(Arena *arena, U64 slot_count);
+internal void e_string2expr_map_insert(Arena *arena, E_String2ExprMap *map, String8 string, E_Expr *expr);
+internal void e_string2expr_map_inc_poison(E_String2ExprMap *map, String8 string);
+internal void e_string2expr_map_dec_poison(E_String2ExprMap *map, String8 string);
+internal E_Expr *e_expr_from_string(E_String2ExprMap *map, String8 string);
+
+////////////////////////////////
+//~ rjf: Debug-Info-Driven Map Building Functions
+
+internal E_String2NumMap *e_push_locals_map_from_rdi_voff(Arena *arena, RDI_Parsed *rdi, U64 voff);
+internal E_String2NumMap *e_push_member_map_from_rdi_voff(Arena *arena, RDI_Parsed *rdi, U64 voff);
+
+////////////////////////////////
+//~ rjf: Context Selection Functions (Required For All Subsequent APIs)
+
+internal void e_select_ctx(E_Ctx *ctx);
+
+////////////////////////////////
+//~ rjf: Tokenization Functions
+
+#define e_token_at_it(it, arr) (((it) < (arr)->v+(arr)->count) ? (*(it)) : e_token_zero())
+internal E_Token e_token_zero(void);
+internal void e_token_chunk_list_push(Arena *arena, E_TokenChunkList *list, U64 chunk_size, E_Token *token);
+internal E_TokenArray e_token_array_from_chunk_list(Arena *arena, E_TokenChunkList *list);
+internal E_TokenArray e_token_array_from_text(Arena *arena, String8 text);
+internal E_TokenArray e_token_array_make_first_opl(E_Token *first, E_Token *opl);
+
+////////////////////////////////
+//~ rjf: Expression Tree Building Functions
+
+internal E_Expr *e_push_expr(Arena *arena, E_ExprKind kind, void *location);
+internal void e_expr_push_child(E_Expr *parent, E_Expr *child);
+
+////////////////////////////////
+//~ rjf: Type Operation Functions
+
+//- rjf: key constructors
+internal E_TypeKey e_type_key_zero(void);
+internal E_TypeKey e_type_key_basic(E_TypeKind kind);
+internal E_TypeKey e_type_key_ext(TG_Kind kind, U32 type_idx, U32 rdi_idx);
+internal E_TypeKey e_type_key_reg(Architecture arch, REGS_RegCode code);
+internal E_TypeKey e_type_key_reg_alias(Architecture arch, REGS_AliasCode code);
+internal E_TypeKey e_type_key_cons(E_TypeKind kind, E_TypeKey direct_key, U64 u64);
+
+//- rjf: basic type key functions
+internal B32 e_type_key_match(E_TypeKey l, E_TypeKey r);
+
+//- rjf: key -> info extraction
+internal E_TypeKind e_type_kind_from_key(E_TypeKey key);
+internal U64 e_type_byte_size_from_key(E_TypeKey key);
+internal E_Type *e_type_from_key(Arena *arena, E_TypeKey key);
+internal E_TypeKey e_type_direct_from_key(E_TypeKey key);
+internal E_TypeKey e_type_owner_from_key(E_TypeKey key);
+internal E_TypeKey e_type_unwrap_enum(E_TypeKey key);
+internal E_TypeKey e_type_unwrap(E_TypeKey key);
+internal E_TypeKey e_type_promote(E_TypeKey key);
+internal B32 e_type_match(E_TypeKey l, E_TypeKey r);
+
+////////////////////////////////
+//~ rjf: Parsing Functions
+
+internal E_TypeKey e_leaf_type_from_name(String8 name);
+internal E_Parse e_parse_type_from_text_tokens(Arena *arena, String8 text, E_TokenArray *tokens);
+internal E_Parse e_parse_expr_from_text_tokens__prec(Arena *arena, String8 text, E_TokenArray *tokens, S64 max_precedence);
+internal E_Parse e_parse_expr_from_text_tokens(Arena *arena, String8 text, E_TokenArray *tokens);
+
+////////////////////////////////
+//~ rjf: IR-ization Functions
+
+internal void e_oplist_push(Arena *arena, E_OpList *list, RDI_EvalOp opcode, U64 p);
+internal E_IRTreeAndType e_irtree_and_type_from_expr(Arena *arena, EVAL_Expr *expr);
+internal E_OpList e_oplist_from_irtree(Arena *arena, E_IRNode *root);
+internal void e_append_oplist_from_irtree(Arena *arena, E_IRNode *root, E_OpList *out);
+internal String8 e_bytecode_from_oplist(Arena *arena, E_OpList *oplist);
+
+////////////////////////////////
+//~ rjf: Interpretation Functions
+
+internal E_Result e_interpret(String8 bytecode);
+
 #endif // EVAL_H