checkpoint in new debug info layer: 16-byte key (set up to use GUIDs or otherwise unique keys at the base), better control over oversubscribing cores for conversion, better prioritization of conversions

2026-08-06 22:08:41 +00:00 · 2025-09-29 14:12:33 -07:00
parent 8bf0a3de5b
commit 46527c8465
10 changed files with 753 additions and 24 deletions
@@ -0,0 +1,199 @@
+// Copyright (c) Epic Games Tools
+// Licensed under the MIT license (https://opensource.org/license/mit/)
+
+#ifndef DBG_INFO2_H
+#define DBG_INFO2_H
+
+////////////////////////////////
+//~ rjf: Unique Debug Info Key
+
+typedef struct DI2_Key DI2_Key;
+struct DI2_Key
+{
+  U64 u64[2];
+};
+
+////////////////////////////////
+//~ rjf: Debug Info Path / Timestamp => Key Cache Types
+
+typedef struct DI2_KeyNode DI2_KeyNode;
+struct DI2_KeyNode
+{
+  DI2_KeyNode *next;
+  DI2_KeyNode *prev;
+  String8 path;
+  U64 min_timestamp;
+  DI2_Key key;
+};
+
+typedef struct DI2_KeySlot DI2_KeySlot;
+struct DI2_KeySlot
+{
+  DI2_KeyNode *first;
+  DI2_KeyNode *last;
+};
+
+////////////////////////////////
+//~ rjf: Debug Info Cache Types
+
+typedef struct DI2_Node DI2_Node;
+struct DI2_Node
+{
+  // rjf: links
+  DI2_Node *next;
+  DI2_Node *prev;
+  
+  // rjf: metadata
+  AccessPt access_pt;
+  U64 refcount;
+  U64 working_count;
+  U64 completion_count;
+  
+  // rjf: key
+  DI2_Key key;
+  
+  // rjf: value
+  OS_Handle file;
+  OS_Handle file_map;
+  void *file_base;
+  FileProperties file_props;
+  Arena *arena;
+  RDI_Parsed rdi;
+};
+
+typedef struct DI2_Slot DI2_Slot;
+struct DI2_Slot
+{
+  DI2_Node *first;
+  DI2_Node *last;
+};
+
+////////////////////////////////
+//~ rjf: Requests
+
+typedef struct DI2_Request DI2_Request;
+struct DI2_Request
+{
+  DI2_Key key;
+};
+
+typedef struct DI2_RequestNode DI2_RequestNode;
+struct DI2_RequestNode
+{
+  DI2_RequestNode *next;
+  DI2_Request v;
+};
+
+typedef struct DI2_RequestBatch DI2_RequestBatch;
+struct DI2_RequestBatch
+{
+  Mutex mutex;
+  Arena *arena;
+  DI2_RequestNode *first;
+  DI2_RequestNode *last;
+  U64 count;
+};
+
+////////////////////////////////
+//~ rjf: Load Tasks
+
+typedef enum DI2_LoadTaskStatus
+{
+  DI2_LoadTaskStatus_Null,
+  DI2_LoadTaskStatus_Active,
+  DI2_LoadTaskStatus_Done,
+}
+DI2_LoadTaskStatus;
+
+typedef struct DI2_LoadTask DI2_LoadTask;
+struct DI2_LoadTask
+{
+  DI2_LoadTask *next;
+  DI2_LoadTask *prev;
+  
+  DI2_Key key;
+  DI2_LoadTaskStatus status;
+  
+  B32 og_analyzed;
+  B32 og_is_rdi;
+  U64 og_size;
+  
+  B32 rdi_analyzed;
+  B32 rdi_is_stale;
+  
+  U64 thread_count;
+  OS_Handle process;
+};
+
+////////////////////////////////
+//~ rjf: Shared State
+
+typedef struct DI2_Shared DI2_Shared;
+struct DI2_Shared
+{
+  Arena *arena;
+  
+  // rjf: key -> path cache
+  U64 key_slots_count;
+  DI2_KeySlot *key_slots;
+  StripeArray key_stripes;
+  
+  // rjf: path -> key cache
+  U64 key_path_slots_count;
+  DI2_KeySlot *key_path_slots;
+  StripeArray key_path_stripes;
+  
+  // rjf: debug info cache
+  U64 slots_count;
+  DI2_Slot *slots;
+  StripeArray stripes;
+  
+  // rjf: requests
+  DI2_RequestBatch req_batches[2]; // [0] -> high priority, [1] -> low priority
+  
+  // rjf: conversion tasks
+  DI2_LoadTask *first_load_task;
+  DI2_LoadTask *last_load_task;
+  DI2_LoadTask *free_load_task;
+  U64 conversion_process_count;
+  U64 conversion_thread_count;
+};
+
+////////////////////////////////
+//~ rjf: Globals
+
+global DI2_Shared *di2_shared = 0;
+
+////////////////////////////////
+//~ rjf: Helpers
+
+internal DI2_Key di2_key_zero(void);
+internal B32 di2_key_match(DI2_Key a, DI2_Key b);
+
+////////////////////////////////
+//~ rjf: Main Layer Initialization
+
+internal void di2_init(void);
+
+////////////////////////////////
+//~ rjf: Path * Timestamp Cache Submission & Lookup
+
+internal DI2_Key di2_key_from_path_timestamp(String8 path, U64 timestamp);
+
+////////////////////////////////
+//~ rjf: Debug Info Opening / Closing
+
+internal void di2_open(DI2_Key key);
+internal void di2_close(DI2_Key key);
+
+////////////////////////////////
+//~ rjf: Debug Info Lookups
+
+internal RDI_Parsed *di2_rdi_from_key(Access *access, DI2_Key key, B32 high_priority, U64 endt_us);
+
+////////////////////////////////
+//~ rjf: Asynchronous Tick
+
+internal void di2_async_tick(void);
+
+#endif // DBG_INFO2_H