ed/raddebugger
1
0
Fork 0
mirror of https://github.com/Ed94/raddebugger.git synced 2026-08-02 03:58:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

first pass at checksum baking

Browse Source
This commit is contained in:
Ryan Fleury
2025-10-02 14:17:44 -07:00
parent 56b5792546
commit 403d05cc8b
7 changed files with 153 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/rdi_make/rdi_make_local.c
+105 -1
View File
@@ -1920,6 +1920,109 @@ rdim_bake(Arena *arena, RDIM_BakeParams *params)
}
}
//////////////////////////////////////////////////////////////
//- rjf: @rdim_bake_stage compute lane checksum layouts
//
ProfScope("compute lane checksum layouts")
{
// rjf: allocate
if(lane_idx() == 0)
{
rdim_shared->lane_chunk_src_file_checksum_counts = push_array(arena, U64, lane_count()*params->src_files.chunk_count);
rdim_shared->lane_chunk_src_file_checksum_sizes = push_array(arena, U64, lane_count()*params->src_files.chunk_count);
rdim_shared->lane_chunk_src_file_checksum_off_offs = push_array(arena, U64, lane_count()*params->src_files.chunk_count);
rdim_shared->lane_chunk_src_file_checksum_data_offs = push_array(arena, U64, lane_count()*params->src_files.chunk_count);
}
lane_sync();
// rjf: compute counts / sizes of all checksum data
{
U64 chunk_idx = 0;
for EachNode(n, RDIM_SrcFileChunkNode, params->src_files.first)
{
Rng1U64 range = lane_range(n->count);
U64 slot_idx = lane_idx()*params->src_files.chunk_count + chunk_idx;
for EachInRange(n_idx, range)
{
if(n->v[n_idx].checksum_kind != RDI_ChecksumKind_Null && n->v[n_idx].checksum.size != 0)
{
rdim_shared->lane_chunk_src_file_checksum_counts[slot_idx] += 1;
rdim_shared->lane_chunk_src_file_checksum_sizes[slot_idx] += n->v[n_idx].checksum.size;
}
}
chunk_idx += 1;
}
}
lane_sync();
// rjf: lay out per-lane-chunk offsets
if(lane_idx() == 0)
{
U64 off_off = 0;
U64 data_off = 0;
U64 chunk_idx = 0;
for EachNode(n, RDIM_SrcFileChunkNode, params->src_files.first)
{
for EachIndex(l_idx, lane_count())
{
U64 slot_idx = l_idx*params->src_files.chunk_count + chunk_idx;
rdim_shared->lane_chunk_src_file_checksum_off_offs[slot_idx] = off_off;
rdim_shared->lane_chunk_src_file_checksum_data_offs[slot_idx] = data_off;
off_off += rdim_shared->lane_chunk_src_file_checksum_counts[slot_idx];
data_off += rdim_shared->lane_chunk_src_file_checksum_sizes[slot_idx];
}
chunk_idx += 1;
}
rdim_shared->total_checksum_count = off_off;
rdim_shared->total_checksum_size = data_off;
}
}
lane_sync();
//////////////////////////////////////////////////////////////
//- rjf: @rdim_bake_stage bake checksums
//
ProfScope("bake checksums")
{
// rjf: allocate
if(lane_idx() == 0)
{
rdim_shared->baked_checksums.offs_count = rdim_shared->total_checksum_count+1;
rdim_shared->baked_checksums.offs = push_array(arena, U32, rdim_shared->baked_checksums.offs_count);
rdim_shared->baked_checksums.data_size = rdim_shared->total_checksum_size;
rdim_shared->baked_checksums.data = push_array(arena, U8, rdim_shared->baked_checksums.data_size);
}
lane_sync();
// rjf: fill
{
U64 chunk_idx = 0;
for EachNode(n, RDIM_SrcFileChunkNode, params->src_files.first)
{
Rng1U64 range = lane_range(n->count);
U64 slot_idx = lane_idx()*params->src_files.chunk_count + chunk_idx;
U64 dst_off_off = rdim_shared->lane_chunk_src_file_checksum_off_offs[slot_idx];
U64 dst_data_off = rdim_shared->lane_chunk_src_file_checksum_data_offs[slot_idx];
for EachInRange(n_idx, range)
{
if(n->v[n_idx].checksum_kind != RDI_ChecksumKind_Null && n->v[n_idx].checksum.size != 0)
{
rdim_shared->baked_checksums.offs[dst_off_off] = (U32)dst_data_off;
MemoryCopy(&rdim_shared->baked_checksums.data[dst_data_off], n->v[n_idx].checksum.str, n->v[n_idx].checksum.size);
dst_off_off += 1;
dst_data_off += n->v[n_idx].checksum.size;
}
}
chunk_idx += 1;
}
if(lane_idx() == 0)
{
rdim_shared->baked_checksums.offs[rdim_shared->baked_checksums.offs_count-1] = rdim_shared->baked_checksums.data_size;
}
}
}
lane_sync();
//////////////////////////////////////////////////////////////
//- rjf: @rdim_bake_stage compute lane UDT member/enum-val layouts
//
@@ -2849,6 +2952,7 @@ rdim_bake(Arena *arena, RDIM_BakeParams *params)
result.units = rdim_shared->baked_units;
result.unit_vmap = rdim_shared->baked_unit_vmap;
result.src_files = rdim_shared->baked_src_files;
result.checksums = rdim_shared->baked_checksums;
result.line_tables = rdim_shared->baked_line_tables;
result.type_nodes = rdim_shared->baked_type_nodes;
result.udts = rdim_shared->baked_udts;
@@ -2866,7 +2970,7 @@ rdim_bake(Arena *arena, RDIM_BakeParams *params)
result.strings = rdim_shared->baked_strings;
result.idx_runs = rdim_shared->baked_idx_runs;
result.locations = rdim_shared->baked_locations;
result.location_blocks2 = rdim_shared->baked_location_blocks;
result.location_blocks = rdim_shared->baked_location_blocks;
}
return result;
src/rdi_make/rdi_make_local.h
+9
View File
@@ -136,6 +136,15 @@ struct RDIM_Shared
RDIM_SrcFileBakeResult baked_src_files;
RDI_U64 *lane_chunk_src_file_checksum_counts; // [lane_count * src_file_chunk_count]
RDI_U64 *lane_chunk_src_file_checksum_sizes; // [lane_count * src_file_chunk_count]
RDI_U64 *lane_chunk_src_file_checksum_off_offs; // [lane_count * src_file_chunk_count]
RDI_U64 *lane_chunk_src_file_checksum_data_offs; // [lane_count * src_file_chunk_count]
U64 total_checksum_count;
U64 total_checksum_size;
RDIM_ChecksumBakeResult baked_checksums;
RDI_U64 *member_chunk_lane_counts; // [lane_count * udt_chunk_count]
RDI_U64 *member_chunk_lane_offs; // [lane_count * udt_chunk_count]
RDI_U64 *enum_val_chunk_lane_counts; // [lane_count * udt_chunk_count]