mirror of
https://github.com/Ed94/pikuma_ps1.git
synced 2026-07-16 22:31:26 -07:00
1170 lines
48 KiB
Lua
1170 lines
48 KiB
Lua
--- elf_dwarf.lua — ELF32 + DWARF + atoms source-map utilities for the F'' track.
|
|
---
|
|
--- All ELF32 + DWARF-specific code lives here.
|
|
---
|
|
--- **What this module contains:**
|
|
--- - **Format-constant tables** (the byte-offset / opcode / size encyclopedias for ELF32, DWARF4 aranges, DWARF5 rnglists, DWARF line-program, MIPS).
|
|
--- Every constant carries a spec:` comment naming the spec section that defines it (convention established by F'').
|
|
--- - **I/O helpers**: little-endian byte read/write, ELF32 section walker, nm symbol reader, source-map parser, native directory glob.
|
|
---
|
|
--- **Conventions:** tabs (1/level), EmmyLua annotations, no regex,
|
|
--- Lua 5.3 compatible.
|
|
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
-- Native dependencies
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
|
|
-- lfs is wired into package.cpath by `duffle_paths.lua` (vendored under
|
|
-- `toolchain/lfs/lfs.dll`). Required here for native directory ops
|
|
-- (replaces the ~56ms `dir /b` subprocess with ~2ms native).
|
|
local lfs = require("lfs")
|
|
|
|
local M = {}
|
|
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
-- DWARF tag + form constants
|
|
-- ════════════════════════════════════════════
|
|
-- (DWARF5 §7.5.5 "Tag Encodings" + Table 7.1; gcc emits these exact values for
|
|
-- the DWARF3-extension and DWARF5 line units.)
|
|
|
|
M.DW_TAG = {
|
|
compile_unit = 0x11,
|
|
subprogram = 0x2E,
|
|
variable = 0x34,
|
|
structure_type = 0x13,
|
|
member = 0x0D,
|
|
base_type = 0x24,
|
|
typedef = 0x2A,
|
|
pointer_type = 0x0F,
|
|
const_type = 0x26,
|
|
volatile_type = 0x27,
|
|
inlined_subroutine = 0x1D,
|
|
-- We index the canonical gcc-emitted tags. Anything else falls through.
|
|
}
|
|
|
|
M.DW_AT = {
|
|
name = 0x03,
|
|
low_pc = 0x11,
|
|
high_pc = 0x12,
|
|
language = 0x13,
|
|
location = 0x02,
|
|
comp_dir = 0x1B,
|
|
byte_size = 0x0B,
|
|
encoding = 0x3E,
|
|
data_member_location = 0x38,
|
|
type = 0x49,
|
|
linkage_name = 0x6E,
|
|
external = 0x3F,
|
|
abstract_origin = 0x31,
|
|
call_file = 0x58,
|
|
call_line = 0x59,
|
|
inline = 0x20,
|
|
decl_file = 0x3A,
|
|
decl_line = 0x3B,
|
|
}
|
|
|
|
M.DW_FORM = {
|
|
addr = 0x01,
|
|
data1 = 0x0B,
|
|
data2 = 0x05,
|
|
data4 = 0x06,
|
|
string = 0x08,
|
|
strp = 0x0E,
|
|
exprloc = 0x18,
|
|
ref4 = 0x13,
|
|
udata = 0x0F,
|
|
ref_sig8 = 0x20,
|
|
implicit_const = 0x21,
|
|
flag_present = 0x19,
|
|
sec_offset = 0x17,
|
|
}
|
|
|
|
M.DW_ATE = {
|
|
address = 0x01,
|
|
boolean = 0x02,
|
|
complex_float = 0x03,
|
|
float = 0x04,
|
|
signed = 0x05,
|
|
signed_char = 0x06,
|
|
unsigned = 0x07,
|
|
unsigned_char = 0x08,
|
|
}
|
|
|
|
-- DWARF5 §7.5.6 DW_FORM_implicit_const
|
|
local DW_FORM_implicit_const = 0x21
|
|
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
-- Format-constant tables
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
|
|
-- ----------------------------------------------------------------------------
|
|
-- MIPS sizes
|
|
-- ----------------------------------------------------------------------------
|
|
|
|
--- spec: MIPS o32 ABI §"Register Usage" — 32-bit general-purpose registers
|
|
M.MIPS_BYTES_PER_WORD = 0x04
|
|
|
|
-- ----------------------------------------------------------------------------
|
|
-- ELF32 (System V ABI gABI v1.2)
|
|
-- ----------------------------------------------------------------------------
|
|
--
|
|
-- All offsets are 1-INDEXED (matching Lua string.sub convention),
|
|
-- expressed in hex so they map directly to the wire-format byte positions in the binary file.
|
|
-- To compute the 0-indexed file offset, subtract 1.
|
|
--
|
|
-- Example: e_shoff_offset = 0x21 means the 4-byte e_shoff field
|
|
-- starts at string.sub byte 0x21 (= 33 in 1-indexed), i.e. file offset 0x20 (= 32).
|
|
|
|
--- spec: System V ABI gABI v1.2 §"ELF Header" (Table 1) + §"Section Header Table"
|
|
M.ELF32 = {
|
|
magic_offset = 0x01, -- 4-byte magic "\127ELF" at file offset 0x00
|
|
magic = "\127ELF",
|
|
class_offset = 0x05, -- 1-byte; 1 = ELF32, 2 = ELF64
|
|
class_elf32 = 1,
|
|
endian_offset = 0x06, -- 1-byte; 1 = little-endian, 2 = big-endian
|
|
endian_little = 1,
|
|
header_bytes = 0x34, -- spec: gABI v1.2 §"ELF Header" — ELF32 header is 52 bytes total
|
|
e_shoff_offset = 0x21, -- 4-byte LE; section-header table file offset
|
|
e_shentsize_offset = 0x2F, -- 2-byte LE; section-header entry size in bytes
|
|
e_shnum_offset = 0x31, -- 2-byte LE; number of section headers
|
|
e_shstrndx_offset = 0x33, -- 2-byte LE; index of section-name string table
|
|
sh_size_bytes = 0x28, -- spec: gABI v1.2 §"Section Header Table" — each entry is 40 bytes
|
|
sh_name_offset = 0x01, -- 4-byte LE; offset into .shstrtab
|
|
sh_type_offset = 0x05, -- 4-byte LE; section type (SHT_*)
|
|
sh_offset_offset = 0x11, -- 4-byte LE; section's file offset
|
|
sh_size_offset = 0x15, -- 4-byte LE; section's size in bytes
|
|
dw_dwarf32_terminator = 0xFFFFFFFF, -- spec: DWARF4 spec §7.4 — 32-bit DWARF initial-length terminator
|
|
}
|
|
|
|
-- ----------------------------------------------------------------------------
|
|
-- DWARF4 .debug_aranges (per DWARF5 spec §7.4 — Address Range Table)
|
|
-- ----------------------------------------------------------------------------
|
|
--
|
|
-- All offsets are 1-INDEXED (matching Lua string.sub convention), in hex.
|
|
|
|
--- spec: DWARF5 spec §7.4 (Address Range Table) — 32-bit DWARF form
|
|
M.DWARF4_ARANGES = {
|
|
unit_length_offset = 0x01, -- 4-byte LE; length of unit body (excludes these 4 bytes)
|
|
version_offset = 0x05, -- 2-byte LE; expected = 2
|
|
cu_offset_offset = 0x07, -- 4-byte LE; CU DIE offset in .debug_info
|
|
addr_size_offset = 0x0B, -- 1-byte; expected = 4 (32-bit MIPS)
|
|
seg_size_offset = 0x0C, -- 1-byte; expected = 0
|
|
entry_size = 0x08, -- 4-byte addr + 4-byte length (per §7.4)
|
|
terminator_size = 0x08, -- 8 zero bytes (per §7.4 end-of-list marker)
|
|
version_expected = 2,
|
|
addr_size_expected = 4,
|
|
seg_size_expected = 0,
|
|
}
|
|
|
|
-- ----------------------------------------------------------------------------
|
|
-- DWARF5 .debug_rnglists (per DWARF5 spec §2.17 + §7.21)
|
|
-- ----------------------------------------------------------------------------
|
|
--
|
|
-- All offsets are 1-INDEXED (matching Lua string.sub convention), in hex.
|
|
|
|
--- spec: DWARF5 spec §2.17 + §7.21 (Range List Table) — 32-bit DWARF form
|
|
M.DWARF5_RNGLISTS = {
|
|
unit_length_offset = 0x01, -- 4-byte LE
|
|
version_offset = 0x05, -- 2-byte LE; expected = 5
|
|
addr_size_offset = 0x07, -- 1-byte; expected = 4
|
|
seg_size_offset = 0x08, -- 1-byte; expected = 0
|
|
offset_count_offset = 0x09, -- 4-byte LE; expected = 0
|
|
first_entry_offset = 0x0D,
|
|
end_of_list = 0x00, -- spec: DWARF5 §7.7 — DW_RLE_end_of_list byte value
|
|
start_length = 0x07, -- spec: DWARF5 §7.7 — DW_RLE_start_length byte value
|
|
version_expected = 5,
|
|
addr_size_expected = 4,
|
|
seg_size_expected = 0,
|
|
offset_count_expected = 0,
|
|
}
|
|
|
|
-- ----------------------------------------------------------------------------
|
|
-- DWARF line-program opcodes (per DWARF5 spec §6.2.5)
|
|
-- ----------------------------------------------------------------------------
|
|
--
|
|
-- Opcode VALUES stay in decimal — they're identifiers (DW_LNS_copy = 1), not binary positions.
|
|
-- Compare to the *_offset fields above which are hex.
|
|
|
|
--- spec: DWARF5 spec §6.2.5 (Line Number Program Opcodes)
|
|
M.DWARF_LINE_OPS = {
|
|
-- Standard opcodes (§6.2.5.2)
|
|
DW_LNS_extended = 0, -- spec: §6.2.5.2 — extended opcode marker byte
|
|
DW_LNS_copy = 1,
|
|
DW_LNS_advance_pc = 2,
|
|
DW_LNS_advance_line = 3,
|
|
DW_LNS_set_file = 4,
|
|
DW_LNS_negate_stmt = 6, -- spec: §6.2.5.2 — toggle the line-state is_stmt register
|
|
-- Extended sub-opcodes (§6.2.5.3)
|
|
DW_LNE_end_sequence = 1, -- spec: §6.2.5.3
|
|
DW_LNE_set_address = 2, -- spec: §6.2.5.3
|
|
-- Standard opcode header (§6.2.5.1)
|
|
-- opcode_base + line_range are 1-byte header fields; hex so they map
|
|
-- directly to their position in the line-program header byte sequence.
|
|
-- line_base stays signed decimal (=-5) since 0xFB obscures the spec semantics.
|
|
opcode_base = 0x0D,
|
|
line_base = -5,
|
|
line_range = 0x0E,
|
|
-- Extended opcode payload sizes (include the sub-opcode byte; §6.2.5.3)
|
|
-- Hex so they match the byte positions in the line-program wire format.
|
|
end_sequence_payload_size = 0x01, -- size = sub_opcode only
|
|
set_address_payload_size = 0x05, -- size = sub_opcode(1) + addr(4)
|
|
}
|
|
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
-- I/O helpers: little-endian byte read/write
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
|
|
--- Read a 4-byte little-endian unsigned integer from `buf` at 1-indexed offset `off`.
|
|
--- Equivalent to `string.unpack("<I4", buf, off)` but avoids the table-return shape + works under LuaJIT 2.1
|
|
--- (which has partial `string.unpack` coverage).
|
|
---
|
|
--- **Convention:** offsets are 1-indexed (matching Lua `string.sub`).
|
|
---
|
|
--- **Byte weights** are written as `0x100`, `0x10000`, `0x1000000` (i.e.
|
|
--- 2^8, 2^16, 2^24) so the LE byte positions are visually explicit:
|
|
--- byte 0 contributes its value directly; byte 1 is shifted left by 8
|
|
--- (= 0x100); byte 2 by 16 (= 0x10000); byte 3 by 24 (= 0x1000000).
|
|
---
|
|
--- @param buf string
|
|
--- @param off integer -- 1-indexed
|
|
--- @return integer
|
|
function M.read_u32_le(buf, off)
|
|
return buf:byte(off)
|
|
+ buf:byte(off + 0x01) * 0x00000100
|
|
+ buf:byte(off + 0x02) * 0x00010000
|
|
+ buf:byte(off + 0x03) * 0x01000000
|
|
end
|
|
|
|
--- Read a 2-byte little-endian unsigned integer from `buf` at 1-indexed offset `off`.
|
|
--- (1-indexed convention; matches `M.read_u32_le`.)
|
|
--- @param buf string
|
|
--- @param off integer -- 1-indexed
|
|
--- @return integer
|
|
function M.read_u16_le(buf, off)
|
|
return buf:byte(off) + buf:byte(off + 0x01) * 0x00000100
|
|
end
|
|
|
|
-- Pure-Lua 5.3 LEB128 readers (no `bit` library). `2^shift` arithmetic matches
|
|
-- the existing F' parser. Offsets are 0-based; returns (value, next_pos).
|
|
local function read_uleb128_at(buf, pos)
|
|
local value, shift = 0, 0
|
|
local len = #buf
|
|
while pos < len do
|
|
local b = buf:byte(pos + 1)
|
|
value = value + (b % 0x80) * (2 ^ shift)
|
|
shift = shift + 7
|
|
pos = pos + 1
|
|
if b < 0x80 then return value, pos end
|
|
end
|
|
return nil, pos
|
|
end
|
|
|
|
local function read_sleb128_at(buf, pos)
|
|
local value, shift = 0, 0
|
|
local len = #buf
|
|
while pos < len do
|
|
local b = buf:byte(pos + 1)
|
|
value = value + (b % 0x80) * (2 ^ shift)
|
|
shift = shift + 7
|
|
pos = pos + 1
|
|
if b < 0x80 then
|
|
if b >= 0x40 then value = value - (2 ^ shift) end
|
|
return value, pos
|
|
end
|
|
end
|
|
return nil, pos
|
|
end
|
|
|
|
-- Find the 0-based offset of the table-terminator byte (a single 0) for the
|
|
-- abbrev table starting at `table_start`. Returns nil on truncated input.
|
|
-- Walks declaration headers (code, tag, has_children, attr/form pairs,
|
|
-- DW_FORM_implicit_const constant) until it finds a 0 byte that follows a
|
|
-- complete declaration. Mirrors dwarf_injection.lua :: find_abbrev_table_end.
|
|
local function find_abbrev_table_end(table_bytes, table_start)
|
|
local pos, len = table_start, #table_bytes
|
|
if pos >= len or table_bytes:byte(pos + 1) == 0 then return pos end
|
|
while pos < len do
|
|
local _code, code_end = read_uleb128_at(table_bytes, pos)
|
|
if not _code then return nil end
|
|
pos = code_end
|
|
local _tag, tag_end = read_uleb128_at(table_bytes, pos)
|
|
if not _tag then return nil end
|
|
pos = tag_end
|
|
if pos >= len then return nil end
|
|
pos = pos + 1 -- has_children byte
|
|
while pos < len do
|
|
local attr, attr_end = read_uleb128_at(table_bytes, pos)
|
|
if not attr then return nil end
|
|
pos = attr_end
|
|
local form, form_end = read_uleb128_at(table_bytes, pos)
|
|
if not form then return nil end
|
|
pos = form_end
|
|
if attr == 0 and form == 0 then break end
|
|
if form == DW_FORM_implicit_const then
|
|
local _c, ce = read_sleb128_at(table_bytes, pos)
|
|
if not _c then return nil end
|
|
pos = ce
|
|
end
|
|
end
|
|
if pos >= len then return nil end
|
|
if table_bytes:byte(pos + 1) == 0 then return pos end
|
|
end
|
|
return nil
|
|
end
|
|
|
|
-- Read the null-terminated C string at 0-based offset `off` in `buf`.
|
|
-- Stops at the first 0 byte or end of buffer.
|
|
local function read_c_string_at(buf, off)
|
|
local len = #buf
|
|
local start = off
|
|
while off < len and buf:byte(off + 1) ~= 0 do off = off + 1 end
|
|
return buf:sub(start + 1, off)
|
|
end
|
|
|
|
-- Walk the .debug_abbrev table starting at 0-based offset `table_start` and
|
|
-- return a list of declarations: {code, tag, has_children, attrs={ {name, form}, ... }}.
|
|
-- Stops at the table terminator.
|
|
local function parse_abbrev_table(table_bytes, table_start)
|
|
local table_end = find_abbrev_table_end(table_bytes, table_start)
|
|
if not table_end then return nil, "no terminator" end
|
|
local decls = {}
|
|
local pos = table_start
|
|
while pos < table_end do
|
|
local code, code_end = read_uleb128_at(table_bytes, pos)
|
|
if not code then return nil, "truncated code" end
|
|
pos = code_end
|
|
local tag, tag_end = read_uleb128_at(table_bytes, pos)
|
|
if not tag then return nil, "truncated tag" end
|
|
pos = tag_end
|
|
local has_children = table_bytes:byte(pos + 1)
|
|
pos = pos + 1
|
|
local attrs = {}
|
|
while true do
|
|
local attr, attr_end = read_uleb128_at(table_bytes, pos)
|
|
if not attr then return nil, "truncated attr" end
|
|
pos = attr_end
|
|
local form, form_end = read_uleb128_at(table_bytes, pos)
|
|
if not form then return nil, "truncated form" end
|
|
pos = form_end
|
|
if attr == 0 and form == 0 then break end
|
|
attrs[#attrs + 1] = { name = attr, form = form }
|
|
if form == DW_FORM_implicit_const then
|
|
local _c, ce = read_sleb128_at(table_bytes, pos)
|
|
if not _c then return nil, "truncated const" end
|
|
pos = ce
|
|
end
|
|
end
|
|
decls[#decls + 1] = { code = code, tag = tag, has_children = has_children, attrs = attrs }
|
|
end
|
|
return decls
|
|
end
|
|
|
|
-- Read a ULEB attribute value at 0-based offset `pos` for the given `form`.
|
|
-- Returns (value, next_pos). For DW_FORM_string we return the inline string.
|
|
-- For DW_FORM_strp we return the inline string resolved from `str_buf`.
|
|
-- For DW_FORM_ref4 we return the absolute CU-relative offset. The caller
|
|
-- decides whether to interpret that as a section offset.
|
|
local function read_form_value(buf, str_buf, pos, form)
|
|
if form == M.DW_FORM.addr then
|
|
return M.read_u32_le(buf, pos + 1), pos + 4
|
|
elseif form == M.DW_FORM.string then
|
|
local s = read_c_string_at(buf, pos)
|
|
return s, pos + #s + 1
|
|
elseif form == M.DW_FORM.strp then
|
|
-- DW_FORM_strp: 4-byte offset into .debug_str.
|
|
local strp_off = M.read_u32_le(buf, pos + 1)
|
|
return read_c_string_at(str_buf, strp_off), pos + 4
|
|
elseif form == M.DW_FORM.udata then
|
|
return read_uleb128_at(buf, pos)
|
|
elseif form == M.DW_FORM.data1 then
|
|
return buf:byte(pos + 1), pos + 1
|
|
elseif form == M.DW_FORM.data2 then
|
|
return M.read_u16_le(buf, pos + 1), pos + 2
|
|
elseif form == M.DW_FORM.data4 then
|
|
return M.read_u32_le(buf, pos + 1), pos + 4
|
|
elseif form == M.DW_FORM.ref4 then
|
|
return M.read_u32_le(buf, pos + 1), pos + 4
|
|
elseif form == M.DW_FORM.sec_offset then
|
|
-- DW_FORM_sec_offset: 4-byte offset (size depends on DWARF version;
|
|
-- on DWARF5 32-bit it's always 4 bytes).
|
|
return M.read_u32_le(buf, pos + 1), pos + 4
|
|
elseif form == M.DW_FORM.flag_present then
|
|
return 1, pos
|
|
elseif form == M.DW_FORM.exprloc then
|
|
-- DW_FORM_exprloc: ULEB byte count + that many bytes of DW_OP_*.
|
|
local len, ne = read_uleb128_at(buf, pos)
|
|
if not len then return nil, pos end
|
|
return nil, ne + len
|
|
elseif form == DW_FORM_implicit_const then
|
|
-- The constant is declared in the abbrev; no value bytes in the DIE.
|
|
return nil, pos
|
|
elseif form == M.DW_FORM.ref_sig8 then
|
|
return M.read_u32_le(buf, pos + 1), pos + 8
|
|
else
|
|
return nil, pos
|
|
end
|
|
end
|
|
|
|
-- Index the .debug_info + .debug_abbrev sections of an existing ELF and
|
|
-- collect one entry per "interesting" type DIE in the FIRST compilation
|
|
-- unit. The index supports typed-view resolution for Phase 5:
|
|
--
|
|
-- index = {
|
|
-- by_name = { ["V4_S2"] = {kind="structure_type", die_offset, byte_size, fields={...}},
|
|
-- ["U4"] = {kind="base_type", die_offset, byte_size, encoding="unsigned"},
|
|
-- ["MipsCode"]= {kind="typedef", die_offset, target_kind=..., target_die_offset=...} },
|
|
-- by_offset = { [die_offset] = {kind, name, ...} }, -- reverse lookup
|
|
-- }
|
|
--
|
|
-- Only the main CU is indexed. We do not walk nested CUs (this matches the
|
|
-- Phase 2-4 scope: the main CU is the only one in this build).
|
|
-- @param info string -- .debug_info section bytes
|
|
-- @param abbrev string -- .debug_abbrev section bytes
|
|
-- @param str_buf string -- .debug_str section bytes (for DW_FORM_strp name resolution)
|
|
-- @param abbrev_offset integer -- 0-based offset of the main CU's abbrev table
|
|
-- @param cu_start integer|nil -- 0-based offset of the main CU (caller-known)
|
|
-- @return table|nil, string|nil -- (index, error)
|
|
function M.index_main_cu_types(info, abbrev, str_buf, abbrev_offset, cu_start)
|
|
if not info or #info < 12 or not abbrev or not abbrev_offset then return nil, "missing input" end
|
|
str_buf = str_buf or ""
|
|
-- Index the main table at abbrev_offset. The F' pass writes a trailing
|
|
-- 0 byte after the main table; the G' pass may append additional codes
|
|
-- (100-108) + a 0 terminator. The walker may encounter a code that
|
|
-- wasn't in the main table but exists later in the same .debug_abbrev;
|
|
-- on the first miss, walk the rest of the section to add any new
|
|
-- abbrevs we encounter.
|
|
local abbrev_decls, err = parse_abbrev_table(abbrev, abbrev_offset)
|
|
if not abbrev_decls then return nil, err end
|
|
local abbrev_by_code = {}
|
|
for _, d in ipairs(abbrev_decls) do abbrev_by_code[d.code] = d end
|
|
|
|
-- Resolve cu_start + cu_end_excl.
|
|
local cu_end_excl
|
|
if cu_start then
|
|
local ul = M.read_u32_le(info, cu_start + 1)
|
|
if ul == 0xFFFFFFFF then return nil, "DWARF64 not supported" end
|
|
cu_end_excl = cu_start + 4 + ul
|
|
else
|
|
local pos = 0
|
|
cu_start = nil
|
|
while pos < #info do
|
|
local ul = M.read_u32_le(info, pos + 1)
|
|
if ul == 0xFFFFFFFF then break end
|
|
local unit_end = pos + 4 + ul
|
|
if unit_end > #info then break end
|
|
local unit_abbrev = M.read_u32_le(info, pos + 9)
|
|
if unit_abbrev == abbrev_offset then
|
|
cu_start = pos
|
|
cu_end_excl = unit_end
|
|
break
|
|
end
|
|
pos = unit_end
|
|
end
|
|
if not cu_start then return nil, "no CU matches abbrev_offset" end
|
|
end
|
|
|
|
-- Walk the CU's DIE tree at 0-based offset cu_start + 12.
|
|
-- Emit a flat list of type-bearing DEIs; recursion handles nested children
|
|
-- (members inside structure_type, types inside subprograms, etc.).
|
|
-- A non-type DIE's subtree is SKIPPED by walking until the matching null.
|
|
local by_name = {}
|
|
local by_offset = {}
|
|
local pos_cursor = cu_start + 12
|
|
-- Root DIE is the compile_unit; skip past it.
|
|
if pos_cursor >= cu_end_excl then return nil, "no DIE bytes" end
|
|
local root_decl_code
|
|
root_decl_code, pos_cursor = read_uleb128_at(info, pos_cursor)
|
|
if not root_decl_code then return nil, "truncated root DIE code" end
|
|
local root_decl = abbrev_by_code[root_decl_code]
|
|
if not root_decl then return nil, "unknown root DIE abbrev" end
|
|
-- Skip root DIE attributes.
|
|
for _, attr in ipairs(root_decl.attrs) do
|
|
local _, ne = read_form_value(info, str_buf, pos_cursor, attr.form)
|
|
if not ne then return nil, "truncated root attr" end
|
|
pos_cursor = ne
|
|
end
|
|
-- If root has no children, return an empty index.
|
|
if not root_decl.has_children or root_decl.has_children == 0 then
|
|
return { by_name = by_name, by_offset = by_offset }
|
|
end
|
|
|
|
-- Helper: skip a subtree rooted at the current DIE (pos_cursor is
|
|
-- positioned at the first child). Walks down and right until the
|
|
-- matching null terminator is consumed. Returns the new pos_cursor.
|
|
-- For DIE trees that contain only the closed type + member shapes,
|
|
-- the depth never exceeds 2 (type DIE -> member DIE -> null).
|
|
local function skip_subtree(pos)
|
|
local depth = 1
|
|
while pos < cu_end_excl and depth > 0 do
|
|
local code = info:byte(pos + 1)
|
|
pos = pos + 1
|
|
if code == 0 then
|
|
depth = depth - 1
|
|
else
|
|
local d = abbrev_by_code[code]
|
|
if d and d.has_children ~= 0 then
|
|
depth = depth + 1
|
|
end
|
|
end
|
|
end
|
|
return pos
|
|
end
|
|
|
|
-- Pre-declare n_visited so the closure helpers can read it.
|
|
local n_visited = 0
|
|
|
|
-- Helper: read one DIE's attributes. Returns (name, byte_size, encoding,
|
|
-- type_ref, new_pos_cursor) on success; (nil, error_string) on truncation.
|
|
local function read_die_attributes(decl, pos)
|
|
local die_name = nil
|
|
local die_byte_size = nil
|
|
local die_encoding = nil
|
|
local die_type_ref = nil
|
|
for ai, attr in ipairs(decl.attrs) do
|
|
local before = pos
|
|
local val, ne = read_form_value(info, str_buf, pos, attr.form)
|
|
if not ne then
|
|
return nil, "truncated DIE attr"
|
|
end
|
|
pos = ne
|
|
if attr.name == M.DW_AT.name then
|
|
die_name = val
|
|
elseif attr.name == M.DW_AT.byte_size and
|
|
(decl.tag == M.DW_TAG.base_type or decl.tag == M.DW_TAG.structure_type) then
|
|
die_byte_size = val
|
|
elseif attr.name == M.DW_AT.encoding and decl.tag == M.DW_TAG.base_type then
|
|
die_encoding = val
|
|
elseif attr.name == M.DW_AT.type then
|
|
die_type_ref = val
|
|
end
|
|
end
|
|
return die_name, die_byte_size, die_encoding, die_type_ref, pos
|
|
end
|
|
|
|
-- Helper: read structure_type members. Returns (member_fields, new_pos).
|
|
local function read_member_fields(decl, pos)
|
|
local fields = {}
|
|
while pos < cu_end_excl do
|
|
local mcode = info:byte(pos + 1)
|
|
if mcode == 0 then
|
|
pos = pos + 1
|
|
break
|
|
end
|
|
local mdecl = abbrev_by_code[mcode]
|
|
if not mdecl then return nil, "unknown member abbrev" end
|
|
pos = pos + 1
|
|
local mname, mtype_ref, moffset
|
|
for _, a in ipairs(mdecl.attrs) do
|
|
local v, ne = read_form_value(info, str_buf, pos, a.form)
|
|
if not ne then return nil, "truncated member attr" end
|
|
pos = ne
|
|
if a.name == M.DW_AT.name then mname = v
|
|
elseif a.name == M.DW_AT.type then mtype_ref = v
|
|
elseif a.name == M.DW_AT.data_member_location then moffset = v end
|
|
end
|
|
fields[#fields + 1] = { name = mname, type_offset = mtype_ref, offset = moffset }
|
|
end
|
|
return fields, pos
|
|
end
|
|
|
|
-- Top-level walker: iterate siblings. For each DIE, decide whether to
|
|
-- record (if type), descend (if structure_type with members), or skip
|
|
-- its subtree.
|
|
while pos_cursor < cu_end_excl do
|
|
local code = info:byte(pos_cursor + 1)
|
|
if code == 0 then pos_cursor = pos_cursor + 1; break end
|
|
local decl = abbrev_by_code[code]
|
|
if not decl then
|
|
-- Lazily scan the rest of the section for the missing code.
|
|
-- The G' pass appends new abbrevs (100-108) after the main table's
|
|
-- terminator. On the first miss, walk the rest of the section.
|
|
local scan_pos = 0
|
|
while scan_pos < #abbrev do
|
|
if abbrev:byte(scan_pos + 1) == 0 then
|
|
scan_pos = scan_pos + 1
|
|
goto continue
|
|
end
|
|
local new_table, e3 = parse_abbrev_table(abbrev, scan_pos)
|
|
if not new_table then
|
|
scan_pos = scan_pos + 1
|
|
goto continue
|
|
end
|
|
for _, d in ipairs(new_table) do
|
|
if not abbrev_by_code[d.code] then
|
|
abbrev_by_code[d.code] = d
|
|
end
|
|
end
|
|
-- Find the terminator (0 byte) of this table.
|
|
local term = find_abbrev_table_end(abbrev, scan_pos)
|
|
if not term then break end
|
|
scan_pos = term + 1
|
|
::continue::
|
|
end
|
|
decl = abbrev_by_code[code]
|
|
if not decl then
|
|
return nil, string.format("unknown abbrev %d at offset 0x%x", code, pos_cursor)
|
|
end
|
|
end
|
|
local die_offset = pos_cursor
|
|
pos_cursor = pos_cursor + 1
|
|
local read_result = { read_die_attributes(decl, pos_cursor) }
|
|
if #read_result == 2 then
|
|
return nil, read_result[2]
|
|
end
|
|
local die_name, die_byte_size, die_encoding, die_type_ref, pos_after_attrs
|
|
= read_result[1], read_result[2], read_result[3], read_result[4], read_result[5]
|
|
n_visited = n_visited + 1
|
|
local is_type = (decl.tag == M.DW_TAG.base_type
|
|
or decl.tag == M.DW_TAG.structure_type
|
|
or decl.tag == M.DW_TAG.typedef
|
|
or decl.tag == M.DW_TAG.pointer_type
|
|
or decl.tag == M.DW_TAG.const_type)
|
|
|
|
local member_fields = nil
|
|
pos_cursor = pos_after_attrs
|
|
if decl.tag == M.DW_TAG.structure_type and decl.has_children ~= 0 then
|
|
local f, np = read_member_fields(decl, pos_cursor)
|
|
if not f then return nil, np end
|
|
member_fields = f
|
|
pos_cursor = np
|
|
elseif decl.has_children ~= 0 then
|
|
-- Skip the subtree (e.g., DW_TAG_subprogram, DW_TAG_variable, etc.).
|
|
pos_cursor = skip_subtree(pos_cursor)
|
|
end
|
|
|
|
if is_type and die_name then
|
|
local kind
|
|
if decl.tag == M.DW_TAG.base_type then kind = "base_type"
|
|
elseif decl.tag == M.DW_TAG.structure_type then kind = "structure_type"
|
|
elseif decl.tag == M.DW_TAG.typedef then kind = "typedef"
|
|
elseif decl.tag == M.DW_TAG.pointer_type then kind = "pointer_type"
|
|
elseif decl.tag == M.DW_TAG.const_type then kind = "const_type" end
|
|
local entry = {
|
|
kind = kind,
|
|
name = die_name,
|
|
die_offset = die_offset,
|
|
byte_size = die_byte_size,
|
|
encoding = die_encoding,
|
|
type_ref = die_type_ref,
|
|
fields = member_fields,
|
|
}
|
|
by_name[die_name] = entry
|
|
by_offset[die_offset] = entry
|
|
end
|
|
end
|
|
return { by_name = by_name, by_offset = by_offset }
|
|
end
|
|
|
|
-- Resolve a chain of pointer + const + typedef + structure_type down to a
|
|
-- canonical struct or base type. The returned entry has kind, name, byte_size,
|
|
-- and (for structure_type) fields with {name, offset, type_name, pointer_depth}.
|
|
-- Returns nil if the chain cannot be resolved (e.g., missing DIE).
|
|
-- @param index table -- M.index_main_cu_types result
|
|
-- @param start_offset integer -- CU-relative DW_FORM_ref4 offset of the start
|
|
-- @param max_depth integer -- cycle protection
|
|
-- @return table|nil -- {kind, name, byte_size, fields?, pointer_depth}
|
|
function M.resolve_type_chain(index, start_offset, max_depth)
|
|
max_depth = max_depth or 16
|
|
if not index or not start_offset then return nil end
|
|
local chain = {}
|
|
local cur_offset = start_offset
|
|
local depth = 0
|
|
while cur_offset and depth < max_depth do
|
|
local entry = index.by_offset[cur_offset]
|
|
if not entry then return nil end
|
|
chain[#chain + 1] = entry
|
|
if entry.kind == "pointer_type" then
|
|
cur_offset = entry.type_ref
|
|
elseif entry.kind == "const_type" then
|
|
cur_offset = entry.type_ref
|
|
elseif entry.kind == "typedef" then
|
|
cur_offset = entry.type_ref
|
|
else
|
|
break
|
|
end
|
|
depth = depth + 1
|
|
end
|
|
-- Compute pointer_depth = number of pointer/const wrappers.
|
|
local pointer_depth = 0
|
|
for _, e in ipairs(chain) do
|
|
if e.kind == "pointer_type" then pointer_depth = pointer_depth + 1 end
|
|
end
|
|
-- The last entry is the "naked" type.
|
|
local naked = chain[#chain]
|
|
if not naked then return nil end
|
|
-- If the last entry is a structure_type, resolve each field's type name
|
|
-- + pointer depth too (for `bind_args` shape expansion).
|
|
if naked.kind == "structure_type" and naked.fields then
|
|
local fields = {}
|
|
for _, f in ipairs(naked.fields) do
|
|
local field_entry = f.type_offset and index.by_offset[f.type_offset] or nil
|
|
local field_chain = {}
|
|
local d = 0
|
|
local co = f.type_offset
|
|
while co and d < 16 do
|
|
local e2 = index.by_offset[co]
|
|
if not e2 then break end
|
|
field_chain[#field_chain + 1] = e2
|
|
if e2.kind == "pointer_type" or e2.kind == "const_type" or e2.kind == "typedef" then
|
|
co = e2.type_ref
|
|
else
|
|
break
|
|
end
|
|
d = d + 1
|
|
end
|
|
local fpd = 0
|
|
for _, x in ipairs(field_chain) do if x.kind == "pointer_type" then fpd = fpd + 1 end end
|
|
fields[#fields + 1] = {
|
|
name = f.name,
|
|
offset = f.offset,
|
|
type_name = (field_chain[#field_chain] and field_chain[#field_chain].name) or "?",
|
|
pointer_depth = fpd,
|
|
}
|
|
end
|
|
return {
|
|
kind = "structure_type",
|
|
name = naked.name,
|
|
byte_size = naked.byte_size,
|
|
fields = fields,
|
|
pointer_depth = pointer_depth,
|
|
}
|
|
end
|
|
return {
|
|
kind = naked.kind,
|
|
name = naked.name,
|
|
byte_size = naked.byte_size,
|
|
encoding = naked.encoding,
|
|
pointer_depth = pointer_depth,
|
|
}
|
|
end
|
|
|
|
--- Return a 4-byte little-endian byte string for `value`.
|
|
--- Caller concatenates with `..` if composing multi-word blobs.
|
|
---
|
|
--- **Byte weights** written as `0x100` etc. (see `M.read_u32_le` for rationale).
|
|
--- @param value integer -- 0 ≤ value ≤ 0xFFFFFFFF
|
|
--- @return string
|
|
function M.write_u32_le(value)
|
|
return string.char(
|
|
value % 0x00000100,
|
|
math.floor(value / 0x00000100) % 0x00000100,
|
|
math.floor(value / 0x00010000) % 0x00000100,
|
|
math.floor(value / 0x01000000) % 0x00000100)
|
|
end
|
|
|
|
--- Return a 2-byte little-endian byte string for `value`.
|
|
--- @param value integer -- 0 ≤ value ≤ 0xFFFF
|
|
--- @return string
|
|
function M.write_u16_le(value)
|
|
return string.char(value % 0x00000100, math.floor(value / 0x00000100) % 0x00000100)
|
|
end
|
|
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
-- I/O helpers: ELF32 / DWARF / symbols
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
|
|
--- Read the named sections from a post-link ELF32 by walking the ELF32 section-header table directly
|
|
--- (no subprocess; lfs only for the existence check). Returns `{[name] = bytes_or_empty_string, ...}`.
|
|
---
|
|
--- **Convention:** offsets from `M.ELF32` (1-indexed for string.sub).
|
|
--- Every requested name has an entry in the returned dict; missing sections have an empty string (NOT nil)
|
|
--- so callers can do `sections[".debug_x"] or ""` for the missing case.
|
|
---
|
|
--- **Cost:** one file open + one `f:seek` + one `f:read` per section header
|
|
--- (we walk all `e_shnum` headers regardless of how many names are requested, to find the .shstrtab first).
|
|
--- For frequent callers, pass the union of all needed sections in one call.
|
|
-- can add `.debug_info` + `.debug_loc` + `.debug_str_offsets` to the list without writing a 2nd ELF walker.
|
|
--- @param elf_path Path
|
|
--- @param section_names string[] -- list of section names to read
|
|
--- @return table<string, string>
|
|
function M.read_elf_sections(elf_path, section_names)
|
|
-- Initialize result with all requested names set to "" so callers can do `sections[X]
|
|
-- or ""` for missing sections without nil-checks.
|
|
local result = {}
|
|
for _, name in ipairs(section_names) do result[name] = "" end
|
|
|
|
-- O(1) lookup set.
|
|
local wanted = {}
|
|
for _, name in ipairs(section_names) do wanted[name] = true end
|
|
|
|
-- Existence check (lfs.attributes avoids an io.open-vs-fail race).
|
|
if lfs.attributes(elf_path, "mode") ~= "file" then
|
|
io.stderr:write(string.format("[elf_dwarf.read_elf_sections] ELF not found: %s\n", elf_path))
|
|
return result
|
|
end
|
|
|
|
local f = io.open(elf_path, "rb")
|
|
if not f then
|
|
io.stderr:write(string.format("[elf_dwarf.read_elf_sections] io.open failed: %s\n", elf_path))
|
|
return result
|
|
end
|
|
|
|
-- Read the ELF32 header.
|
|
local header = f:read(M.ELF32.header_bytes)
|
|
if not header or #header < M.ELF32.header_bytes then
|
|
io.stderr:write("[elf_dwarf.read_elf_sections] ELF too small for ELF32 header\n")
|
|
f:close()
|
|
return result
|
|
end
|
|
|
|
-- Sanity-check magic + class + endianness.
|
|
if header:sub(M.ELF32.magic_offset, M.ELF32.magic_offset + 0x03) ~= M.ELF32.magic then
|
|
io.stderr:write("[elf_dwarf.read_elf_sections] not an ELF file\n")
|
|
f:close()
|
|
return result
|
|
end
|
|
if header:byte(M.ELF32.class_offset) ~= M.ELF32.class_elf32 then
|
|
io.stderr:write(string.format("[elf_dwarf.read_elf_sections] not ELF32 (class=%d)\n", header:byte(M.ELF32.class_offset)))
|
|
f:close()
|
|
return result
|
|
end
|
|
if header:byte(M.ELF32.endian_offset) ~= M.ELF32.endian_little then
|
|
io.stderr:write("[elf_dwarf.read_elf_sections] not little-endian; unsupported\n")
|
|
f:close()
|
|
return result
|
|
end
|
|
|
|
-- Parse section-header table location + dimensions from the header.
|
|
local e_shoff = M.read_u32_le(header, M.ELF32.e_shoff_offset)
|
|
local e_shentsize = M.read_u16_le(header, M.ELF32.e_shentsize_offset)
|
|
local e_shnum = M.read_u16_le(header, M.ELF32.e_shnum_offset)
|
|
local e_shstrndx = M.read_u16_le(header, M.ELF32.e_shstrndx_offset)
|
|
|
|
-- Read the section-header string table (.shstrtab) so we can resolve section names from their `sh_name` offsets.
|
|
f:seek("set", e_shoff + e_shstrndx * e_shentsize)
|
|
local strtab_hdr = f:read(e_shentsize)
|
|
if not strtab_hdr or #strtab_hdr < e_shentsize then
|
|
io.stderr:write("[elf_dwarf.read_elf_sections] could not read .shstrtab header\n")
|
|
f:close()
|
|
return result
|
|
end
|
|
local strtab_offset = M.read_u32_le(strtab_hdr, M.ELF32.sh_offset_offset)
|
|
local strtab_size = M.read_u32_le(strtab_hdr, M.ELF32.sh_size_offset)
|
|
f:seek("set", strtab_offset)
|
|
local strtab = f:read(strtab_size) or ""
|
|
|
|
-- Walk all section headers; collect (offset, size) for the wanted names.
|
|
local function read_section_bytes(sh_offset, sh_size)
|
|
f:seek("set", sh_offset)
|
|
return f:read(sh_size) or ""
|
|
end
|
|
|
|
for sh_idx = 0, e_shnum - 1 do
|
|
f:seek("set", e_shoff + sh_idx * e_shentsize)
|
|
local sh = f:read(e_shentsize)
|
|
if not sh or #sh < e_shentsize then break end
|
|
local sh_name = M.read_u32_le(sh, M.ELF32.sh_name_offset)
|
|
local sh_offset = M.read_u32_le(sh, M.ELF32.sh_offset_offset)
|
|
local sh_size = M.read_u32_le(sh, M.ELF32.sh_size_offset)
|
|
|
|
-- Extract the name (null-terminated C string in strtab).
|
|
local name_end = strtab:find("\0", sh_name + 1, true) or (sh_name + 1)
|
|
local name = strtab:sub(sh_name + 1, name_end - 1)
|
|
if wanted[name] then
|
|
result[name] = read_section_bytes(sh_offset, sh_size)
|
|
end
|
|
end
|
|
|
|
f:close()
|
|
return result
|
|
end
|
|
|
|
--- Read ELF symbol addresses by walking the `.symtab` + `.strtab` sections directly (no `nm` subprocess).
|
|
--- Returns a map `{name -> {addr, size_bytes}}` for every `code_<name>` symbol.
|
|
---
|
|
--- **Why direct parsing instead of `mipsel-none-elf-nm -S`?**
|
|
--- The `nm` subprocess costs ~50ms per spawn on Windows (cmd.exe + mipsel-none-elf-nm.exe). Parsing `.symtab` ourselves is ~0ms.
|
|
--- Same return shape, same `code_` prefix filter.
|
|
---
|
|
--- **Conventions:**
|
|
--- - ELF32 symtab entry = 16 bytes (`st_name:4 + st_value:4 + st_size:4 + st_info:1 + st_other:1 + st_shndx:2`). 1-indexed for Lua string.sub.
|
|
--- - We filter on STB_GLOBAL (high nibble of st_info = 1) to match `nm`'s default (external symbols only). STB_WEAK excluded.
|
|
--- - We strip the `code_` prefix to match the previous `read_nm` output.
|
|
--- - `st_size > 0` filter excludes undefined/imported symbols.
|
|
---
|
|
--- @param elf_path Path
|
|
--- @return table<string, {integer, integer}>
|
|
function M.read_nm(elf_path)
|
|
local addrs = {}
|
|
|
|
-- Read .symtab + .strtab via the existing ELF walker (no subprocess).
|
|
local sections = M.read_elf_sections(elf_path, {".symtab", ".strtab"})
|
|
local symtab = sections[".symtab"]
|
|
local strtab = sections[".strtab"]
|
|
if not symtab or not strtab or #symtab == 0 or #strtab == 0 then
|
|
-- No symbol table (e.g. stripped ELF). Return empty.
|
|
return addrs
|
|
end
|
|
|
|
-- Iterate the 16-byte ELF32 symtab entries.
|
|
-- Each entry (1-indexed): st_name at 1, st_value at 5, st_size at 9,
|
|
-- st_info at 13, st_other at 14, st_shndx at 15.
|
|
local SYM_ENTRY_BYTES = 0x10
|
|
local SYM_ST_NAME = 0x01
|
|
local SYM_ST_VALUE = 0x05
|
|
local SYM_ST_SIZE = 0x09
|
|
local SYM_ST_INFO = 0x0D
|
|
local n_syms = #symtab / SYM_ENTRY_BYTES
|
|
for i = 0, n_syms - 1 do
|
|
local entry_off = i * SYM_ENTRY_BYTES + 1 -- 1-indexed
|
|
local st_info = symtab:byte(entry_off + SYM_ST_INFO - 1)
|
|
-- High nibble = binding (STB_LOCAL=0, STB_GLOBAL=1, STB_WEAK=2).
|
|
-- Use math.floor(/16) instead of bit.rshift for LuaJIT 2.1 compat
|
|
-- (LuaJIT's `>>` is 5.3+, but math.floor(x/16) works on all versions).
|
|
local binding = math.floor(st_info / 16)
|
|
if binding == 0 or binding == 1 then -- STB_LOCAL or STB_GLOBAL
|
|
local st_size = M.read_u32_le(symtab, entry_off + SYM_ST_SIZE - 1)
|
|
if st_size > 0 then
|
|
local st_name_off = M.read_u32_le(symtab, entry_off + SYM_ST_NAME - 1)
|
|
-- Extract the name from .strtab (null-terminated C string).
|
|
local name_end = strtab:find("\0", st_name_off + 1, true) or (st_name_off + 1)
|
|
local name = strtab:sub(st_name_off + 1, name_end - 1)
|
|
-- Filter: keep all symbol-table symbols (atoms emit their name as the bare `<name>` since the `code_` prefix was removed from the MipsAtom_ macro).
|
|
-- The atoms_source_map pass already filters out non-atom symbols via the source-map.txt cross-ref.
|
|
if name and #name > 0 then
|
|
local st_value = M.read_u32_le(symtab, entry_off + SYM_ST_VALUE - 1)
|
|
addrs[name] = { st_value, st_size }
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
return addrs
|
|
end
|
|
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
-- LEB128 encoders (Unsigned + Signed Little-Endian Base 128)
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
--
|
|
-- DWARF uses LEB128 to encode variable-length integers in its wire format (line-program opcodes, DW_AT values, etc.).
|
|
-- Both encoders pack 7 bits of data per byte + 1 bit of "more bytes follow" signaling.
|
|
--
|
|
-- Per-byte layout:
|
|
--
|
|
-- bit: 7 6 5 4 3 2 1 0
|
|
-- │ └───── 7-bit data ─────┘
|
|
-- └─ continuation flag (LEB_CONT_BIT = 0x80)
|
|
--
|
|
-- For SLEB128 (signed), bit 6 of the 7-bit data is the sign bit that the
|
|
-- decoder uses for sign extension:
|
|
-- bit 6 = 0 → value is positive (or zero); zero-extend on decode
|
|
-- bit 6 = 1 → value is negative; one-extend on decode
|
|
--
|
|
-- The signed encoder must emit the MINIMUM number of bytes whose final 7-bit payload already has the correct sign bit set
|
|
-- (otherwise the decoder would round-trip to a different value).
|
|
--
|
|
-- Spec: DWARF5 §7.6 "Variable-Length Data" / Appendix C.
|
|
|
|
-- Top bit of each LEB128 byte. Set if more bytes follow in the encoding.
|
|
local LEB_CONT_BIT = 0x80
|
|
|
|
-- Low 7 bits of each LEB128 byte. The actual data payload.
|
|
local LEB_DATA_MASK = 0x7F
|
|
|
|
-- Bit 6 of the 7-bit data (i.e. 0x40). For SLEB128: the sign-bit position used by the decoder for sign extension.
|
|
-- Encoders MUST stop when the next byte would be redundant AND the sign bit in the last byte matches the value's sign.
|
|
local SLEB_SIGN_BIT = 0x40
|
|
|
|
--- ULEB128 (Unsigned Little-Endian Base 128) encoder. Returns the byte string for the non-negative integer `n`.
|
|
---
|
|
--- Algorithm:
|
|
--- - Extract the low 7 bits of `n` (LEB_DATA_MASK = 0x7F).
|
|
--- - Shift `n` right by 7 bits.
|
|
--- - If more bytes remain, OR in the continuation flag (LEB_CONT_BIT).
|
|
--- - Repeat until `n` is fully consumed.
|
|
---
|
|
--- @param n integer -- non-negative
|
|
--- @return string
|
|
function M.uleb128(n)
|
|
if n == nil or type(n) ~= "number" then
|
|
io.stderr:write("[elf_dwarf.uleb128] got " .. type(n) .. ": " .. tostring(n) .. "\n")
|
|
io.stderr:write(debug.traceback() .. "\n")
|
|
error("uleb128 requires non-negative number")
|
|
end
|
|
assert(n >= 0, "uleb128 requires non-negative input")
|
|
local bytes = {}
|
|
repeat
|
|
local b = n % (LEB_DATA_MASK + 1) -- extract low 7 bits
|
|
n = (n - b) / (LEB_DATA_MASK + 1) -- shift right by 7 bits
|
|
if n > 0 then b = b + LEB_CONT_BIT end -- set continuation bit if more bytes follow
|
|
bytes[#bytes + 1] = string.char(b)
|
|
until n == 0
|
|
return table.concat(bytes)
|
|
end
|
|
|
|
--- SLEB128 (Signed Little-Endian Base 128) encoder. Returns the byte
|
|
--- string for the integer `n` (may be negative).
|
|
---
|
|
--- Algorithm differs from ULEB128 by the termination condition: stop when
|
|
--- the remaining bits can be inferred from the sign bit in the last byte's
|
|
--- 7-bit data payload.
|
|
--- - If `n == 0` (no more value bits) AND bit 6 of the data = 0 → positive terminator (sign bit says "zero-extend").
|
|
--- - If `n == -1` (sign-extended all-1s) AND bit 6 of the data = 1 → negative terminator (sign bit says "one-extend").
|
|
---
|
|
--- Without these checks, the decoder would round-trip to a different value
|
|
--- (e.g. encoding `0` as `0x80 0x00` decodes to `0` correctly but is 2 bytes long; the termination check picks the 1-byte `0x00` form).
|
|
---
|
|
--- @param n integer -- any integer (negative allowed)
|
|
--- @return string
|
|
function M.sleb128(n)
|
|
local bytes = {}
|
|
local more = true
|
|
while more do
|
|
local b = n % (LEB_DATA_MASK + 1) -- extract low 7 bits
|
|
n = (n - b) / (LEB_DATA_MASK + 1) -- arithmetic shift right by 7
|
|
-- Termination: remaining value bits fit in the sign bit of the last byte.
|
|
if n == 0 and b < SLEB_SIGN_BIT then more = false end -- positive terminator
|
|
if n == -1 and b >= SLEB_SIGN_BIT then more = false end -- negative terminator
|
|
if more then b = b + LEB_CONT_BIT end
|
|
bytes[#bytes + 1] = string.char(b)
|
|
end
|
|
return table.concat(bytes)
|
|
end
|
|
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
-- I/O helpers: atoms source-map + native directory glob
|
|
-- ════════════════════════════════════════════════════════════════════════════
|
|
|
|
--- Parse a FORMAT_VERSION <expected_version> `*.atoms.sourcemap.txt` file.
|
|
--- Returns `{name -> {total = N, words = {{pos, line}, ...}}}`.
|
|
--- Returns `{}` on format-version mismatch (and logs to stderr).
|
|
---
|
|
--- **Wire format** (emitted by `passes/atoms_source_map.lua`):
|
|
--- ```
|
|
--- # FORMAT_VERSION <n>
|
|
--- ATOM <name> "<abs-source-path>" <total>
|
|
--- WORD <n> LINE <line> TEXT <text...>
|
|
--- ...
|
|
--- ENDATOM
|
|
--- ```
|
|
---
|
|
--- **Conventions:** the in-memory shape uses `{pos, line, text}`
|
|
--- (`atoms_source_map.lua:142`); the `.txt` file uses `WORD <n>` so the parser maps `n` → `pos` field name.
|
|
--- @param sm_path Path
|
|
--- @param expected_version integer -- expected FORMAT_VERSION line
|
|
--- @return table<string, table>
|
|
function M.parse_source_map_file(sm_path, expected_version)
|
|
local out = {}
|
|
local cur_name, cur_words = nil, {}
|
|
for raw in io.lines(sm_path) do
|
|
local line = raw
|
|
if line:match("^#") then
|
|
local ver = line:match("^# FORMAT_VERSION%s+(%d+)")
|
|
if ver and tonumber(ver) ~= expected_version then
|
|
io.stderr:write(string.format(
|
|
"[elf_dwarf.parse_source_map_file] source-map version mismatch (got %s, expected %d) in %s\n",
|
|
ver, expected_version, sm_path))
|
|
return {}
|
|
end
|
|
-- skip other comments
|
|
elseif line:sub(1, 4) == "ATOM" then
|
|
-- ATOM <name> "<abs-source-path>" <total>
|
|
local _, _, name = line:find("ATOM%s+(%S+)%s+\"[^\"]*\"%s+(%d+)")
|
|
if name then
|
|
cur_name = name
|
|
cur_words = {}
|
|
out[name] = { total = 0, words = cur_words }
|
|
end
|
|
elseif line == "ENDATOM" then
|
|
-- Update the recorded total from the entries count
|
|
-- (matches the `lines[1] = lines[1]:gsub(" 0$", " " .. total)` patch in atoms_source_map.lua:170).
|
|
if cur_name and out[cur_name] then
|
|
out[cur_name].total = #cur_words
|
|
end
|
|
cur_name, cur_words = nil, {}
|
|
elseif line:sub(1, 4) == "WORD" and cur_name then
|
|
-- WORD <n> LINE <line> TEXT <text...>
|
|
local _, n, _, src_line = line:find("WORD%s+(%d+)%s+LINE%s+(%d+)")
|
|
if n and src_line then
|
|
cur_words[#cur_words + 1] = { pos = tonumber(n), line = tonumber(src_line) }
|
|
end
|
|
end
|
|
end
|
|
return out
|
|
end
|
|
|
|
--- Parse a FORMAT_VERSION <expected_version> `*.atoms.provenance.txt` file.
|
|
--- Returns `{name -> {total = N, words = {{pos, call_file, call_line, comp_name, comp_file, comp_line}, ...}}}`.
|
|
--- Returns `{}` on format-version mismatch (and logs to stderr).
|
|
---
|
|
--- **Wire format** (emitted by `passes/atoms_source_map.lua` since the Phase 3 debug_ux work):
|
|
--- ```
|
|
--- # FORMAT_VERSION <n>
|
|
--- ATOM <name> "<abs-source-path>" <total>
|
|
--- WORD <n> CALL <src-file>:<src-line> RAW
|
|
--- WORD <n> CALL <src-file>:<src-line> MACRO <comp_name> "<comp-file>:<comp-line>"
|
|
--- ...
|
|
--- ENDATOM
|
|
--- ```
|
|
---
|
|
--- **Used by** `passes/dwarf_injection.lua` (Phase 3 — debug_ux) to:
|
|
--- - group consecutive MACRO rows into component invocations (one `DW_TAG_inlined_subroutine` each)
|
|
--- - emit abstract `DW_TAG_subprogram` per unique component name
|
|
--- - extend `.debug_line` so stepping into a `mac_X(...)` lands on the component's source line.
|
|
---
|
|
--- @param prov_path string -- path to *.atoms.provenance.txt
|
|
--- @param expected_version integer -- expected FORMAT_VERSION line
|
|
--- @return table<string, table>
|
|
function M.parse_provenance_file(prov_path, expected_version)
|
|
local out = {}
|
|
local cur_name, cur_words = nil, {}
|
|
for raw in io.lines(prov_path) do
|
|
local line = raw
|
|
if line:match("^#") then
|
|
local ver = line:match("^# FORMAT_VERSION%s+(%d+)")
|
|
if ver and tonumber(ver) ~= expected_version then
|
|
io.stderr:write(string.format(
|
|
"[elf_dwarf.parse_provenance_file] provenance version mismatch (got %s, expected %d) in %s\n",
|
|
ver, expected_version, prov_path))
|
|
return {}
|
|
end
|
|
-- skip other comments
|
|
elseif line:sub(1, 4) == "ATOM" then
|
|
-- ATOM <name> "<abs-source-path>" <total>
|
|
local _, _, name = line:find("ATOM%s+(%S+)%s+\"[^\"]*\"%s+(%d+)")
|
|
if name then
|
|
cur_name = name
|
|
cur_words = {}
|
|
out[name] = { total = 0, words = cur_words }
|
|
end
|
|
elseif line == "ENDATOM" then
|
|
if cur_name and out[cur_name] then
|
|
out[cur_name].total = #cur_words
|
|
end
|
|
cur_name, cur_words = nil, {}
|
|
elseif line:sub(1, 4) == "WORD" and cur_name then
|
|
-- Two accepted shapes:
|
|
-- WORD <n> CALL <call-file>:<call-line> RAW
|
|
-- WORD <n> CALL <call-file>:<call-line> MACRO <comp_name> "<comp-file>:<comp-line>"
|
|
local pos, call_file, call_line, comp_name, comp_file, comp_line =
|
|
line:match('WORD%s+(%d+)%s+CALL%s+(.-):(%d+)%s+MACRO%s+(%S+)%s+"([^"]*):(%d+)"')
|
|
if pos then
|
|
cur_words[#cur_words + 1] = {
|
|
pos = tonumber(pos),
|
|
call_file = call_file,
|
|
call_line = tonumber(call_line),
|
|
comp_name = comp_name,
|
|
comp_file = comp_file,
|
|
comp_line = tonumber(comp_line),
|
|
}
|
|
else
|
|
-- RAW row.
|
|
local raw_pos, raw_file, raw_line = line:match('WORD%s+(%d+)%s+CALL%s+(.-):(%d+)%s+RAW')
|
|
if raw_pos then
|
|
cur_words[#cur_words + 1] = {
|
|
pos = tonumber(raw_pos),
|
|
call_file = raw_file,
|
|
call_line = tonumber(raw_line),
|
|
comp_name = nil,
|
|
comp_file = nil,
|
|
comp_line = nil,
|
|
}
|
|
end
|
|
end
|
|
end
|
|
end
|
|
return out
|
|
end
|
|
|
|
return M
|