checkpoint on wide all-debug-info fuzzy searching cache

src/dbg_info/dbg_info2.c

@@ -863,6 +863,7 @@ di2_conversion_completion_signal_receiver_thread_entry_point(void *p)
 internal AC_Artifact
 di2_search_artifact_create(String8 key, U64 gen, U64 *requested_gen, B32 *retry_out)
 {
+  ProfBeginFunction();
   Access *access = access_open();
   Temp scratch = scratch_begin(0, 0);
   AC_Artifact artifact = {0};
@@ -880,15 +881,20 @@ di2_search_artifact_create(String8 key, U64 gen, U64 *requested_gen, B32 *retry_
     
     //- rjf: gather all debug info keys we'll search on
     DI2_KeyArray keys = {0};
+    ProfScope("gather all debug info keys we'll search on")
+    {
       if(lane_idx() == 0)
       {
         keys = di2_push_all_loaded_keys(scratch.arena);
       }
       lane_sync_u64(&keys.v, 0);
       lane_sync_u64(&keys.count, 0);
+    }
     
     //- rjf: map all debug info keys -> RDIs
     RDI_Parsed **rdis = 0;
+    ProfScope("map all debug info keys -> RDIs")
+    {
       if(lane_idx() == 0)
       {
         rdis = push_array(scratch.arena, RDI_Parsed *, keys.count);
@@ -901,18 +907,21 @@ di2_search_artifact_create(String8 key, U64 gen, U64 *requested_gen, B32 *retry_
           rdis[idx] = di2_rdi_from_key(access, keys.v[idx], 0, 0);
         }
       }
+    }
     lane_sync();
     
     //- rjf: do wide search on all lanes
+    Arena *arena = arena_alloc();
     DI2_SearchItemChunkList *lanes_items = 0;
+    ProfScope("do wide search on all lanes")
+    {
       if(lane_idx() == 0)
       {
         lanes_items = push_array(scratch.arena, DI2_SearchItemChunkList, lane_count());
       }
       lane_sync_u64(&lanes_items, 0);
-    Arena *arena = arena_alloc();
-    DI2_SearchItemChunkList *lane_items = &lanes_items[lane_idx()];
       {
+        DI2_SearchItemChunkList *lane_items = &lanes_items[lane_idx()];
         for EachIndex(rdi_idx, keys.count)
         {
           DI2_Key key = keys.v[rdi_idx];
@@ -1025,11 +1034,12 @@ di2_search_artifact_create(String8 key, U64 gen, U64 *requested_gen, B32 *retry_
           }
         }
       }
+    }
     lane_sync();
     
     //- rjf: join all lane chunk lists
     DI2_SearchItemChunkList *all_items = &lanes_items[0];
-    if(lane_idx() == 0)
+    if(lane_idx() == 0) ProfScope("join all lane chunk lists")
     {
       for(U64 lidx = 1; lidx < lane_count(); lidx += 1)
       {
@@ -1057,6 +1067,8 @@ di2_search_artifact_create(String8 key, U64 gen, U64 *requested_gen, B32 *retry_
     
     //- rjf: flatten into array
     DI2_SearchItemArray items = {0};
+    ProfScope("flatten into array")
+    {
       if(lane_idx() == 0)
       {
         items.count = all_items->total_count;
@@ -1070,23 +1082,57 @@ di2_search_artifact_create(String8 key, U64 gen, U64 *requested_gen, B32 *retry_
         U64 dst_idx = n->base_idx + range.min;
         MemoryCopy(&items.v[dst_idx], n->v, sizeof(n->v[0]) * dim_1u64(range));
       }
+    }
     
     //- rjf: sort items
+    ProfScope("sort items")
+    {
       
     }
+    
+    //- rjf: bundle as artifact
+    artifact.u64[0] = (U64)arena;
+    artifact.u64[1] = (U64)items.v;
+    artifact.u64[2] = items.count;
+  }
   scratch_end(scratch);
   access_close(access);
+  ProfEnd();
   return artifact;
 }
 
 internal void
 di2_search_artifact_destroy(AC_Artifact artifact)
 {
-  
+  Arena *arena = (Arena *)artifact.u64[0];
+  if(arena != 0)
+  {
+    arena_release(arena);
+  }
 }
 
 internal DI2_SearchItemArray
-di2_search_item_array_from_target_query(RDI_SectionKind target, String8 query)
+di2_search_item_array_from_target_query(Access *access, RDI_SectionKind target, String8 query, U64 endt_us)
 {
+  DI2_SearchItemArray result = {0};
+  {
+    Temp scratch = scratch_begin(0, 0);
     
+    // rjf: form key
+    String8List key_parts = {0};
+    str8_list_push(scratch.arena, &key_parts, str8_struct(&target));
+    str8_list_push(scratch.arena, &key_parts, str8_struct(&query.size));
+    str8_list_push(scratch.arena, &key_parts, query);
+    String8 key = str8_list_join(scratch.arena, &key_parts, 0);
+    
+    // rjf: get artifact
+    AC_Artifact artifact = ac_artifact_from_key(access, key, di2_search_artifact_create, di2_search_artifact_destroy, endt_us, .gen = di2_load_gen(), .flags = AC_Flag_Wide);
+    
+    // rjf: unpack artifact
+    result.v = (DI2_SearchItem *)artifact.u64[1];
+    result.count = artifact.u64[2];
+    
+    scratch_end(scratch);
+  }
+  return result;
 }

src/dbg_info/dbg_info2.h

@@ -276,6 +276,6 @@ internal void di2_conversion_completion_signal_receiver_thread_entry_point(void
 
 internal AC_Artifact di2_search_artifact_create(String8 key, U64 gen, U64 *requested_gen, B32 *retry_out);
 internal void di2_search_artifact_destroy(AC_Artifact artifact);
-internal DI2_SearchItemArray di2_search_item_array_from_target_query(RDI_SectionKind target, String8 query);
+internal DI2_SearchItemArray di2_search_item_array_from_target_query(Access *access, RDI_SectionKind target, String8 query, U64 endt_us);
 
 #endif // DBG_INFO2_H