mirror of
https://github.com/Ed94/WATL_Exercise.git
synced 2025-11-08 17:49:18 -08:00
compile fixes (lottes hybrid and msvc)
This commit is contained in:
@@ -1,2 +0,0 @@
|
|||||||
#pragma once
|
|
||||||
|
|
||||||
@@ -41,11 +41,15 @@ Win CRT imports will also be typeless signatures.
|
|||||||
#pragma region Header
|
#pragma region Header
|
||||||
|
|
||||||
#pragma region DSL
|
#pragma region DSL
|
||||||
|
#define local_persist static
|
||||||
|
#define global static
|
||||||
|
#define internal static
|
||||||
|
|
||||||
#define A_(x) __attribute__((aligned (x)))
|
#define A_(x) __attribute__((aligned (x)))
|
||||||
#define E_(x,y) __builtin_expect(x,y)
|
#define E_(x,y) __builtin_expect(x,y)
|
||||||
#define S_ static
|
#define S_ static
|
||||||
#define I_ static inline __attribute__((always_inline))
|
#define I_ internal inline __attribute__((always_inline))
|
||||||
#define N_ static __attribute__((noinline))
|
#define N_ internal __attribute__((noinline))
|
||||||
#define R_ __restrict
|
#define R_ __restrict
|
||||||
#define V_ volatile
|
#define V_ volatile
|
||||||
#define W_ __attribute((__stdcall__)) __attribute__((__force_align_arg_pointer__))
|
#define W_ __attribute((__stdcall__)) __attribute__((__force_align_arg_pointer__))
|
||||||
@@ -58,10 +62,6 @@ Win CRT imports will also be typeless signatures.
|
|||||||
#define stringify(S) stringify_impl(S)
|
#define stringify(S) stringify_impl(S)
|
||||||
#define tmpl(prefix, type) prefix ## _ ## type
|
#define tmpl(prefix, type) prefix ## _ ## type
|
||||||
|
|
||||||
#define local_persist static
|
|
||||||
#define global static
|
|
||||||
#define internal static
|
|
||||||
|
|
||||||
#define static_assert _Static_assert
|
#define static_assert _Static_assert
|
||||||
#define typeof __typeof__
|
#define typeof __typeof__
|
||||||
#define typeof_ptr(ptr) typeof(ptr[0])
|
#define typeof_ptr(ptr) typeof(ptr[0])
|
||||||
@@ -468,70 +468,21 @@ cast(type*, farena__push(arena, size_of(type), 1, opt_args(Opts_farena, __VA_ARG
|
|||||||
typedef def_struct(OS_SystemInfo) { U8 target_page_size; };
|
typedef def_struct(OS_SystemInfo) { U8 target_page_size; };
|
||||||
typedef def_struct(Opts_vmem) { U8 base_addr; B4 no_large_pages; A4_B1 _PAD_; };
|
typedef def_struct(Opts_vmem) { U8 base_addr; B4 no_large_pages; A4_B1 _PAD_; };
|
||||||
|
|
||||||
#define MS_INVALID_HANDLE_VALUE ((MS_HANDLE)(S8)-1)
|
|
||||||
#define MS_ANYSIZE_ARRAY 1
|
|
||||||
#define MS_MEM_COMMIT 0x00001000
|
|
||||||
#define MS_MEM_RESERVE 0x00002000
|
|
||||||
#define MS_MEM_LARGE_PAGES 0x20000000
|
|
||||||
#define MS_PAGE_READWRITE 0x04
|
|
||||||
#define MS_TOKEN_ADJUST_PRIVILEGES (0x0020)
|
|
||||||
#define MS_SE_PRIVILEGE_ENABLED (0x00000002L)
|
|
||||||
#define MS_TOKEN_QUERY (0x0008)
|
|
||||||
#define MS__TEXT(quote) L ## quote
|
|
||||||
#define MS_TEXT(quote) MS__TEXT(quote)
|
|
||||||
#define MS_SE_LOCK_MEMORY_NAME MS_TEXT("SeLockMemoryPrivilege")
|
|
||||||
|
|
||||||
typedef int MS_BOOL;
|
|
||||||
typedef unsigned long MS_DWORD;
|
|
||||||
typedef MS_DWORD* MS_PDWORD;
|
|
||||||
typedef void* MS_HANDLE;
|
|
||||||
typedef MS_HANDLE* MS_PHANDLE;
|
|
||||||
typedef long MS_LONG;
|
|
||||||
typedef S8 MS_LONGLONG;
|
|
||||||
typedef char const* MS_LPCSTR;
|
|
||||||
typedef unsigned short* MS_LPWSTR, *MS_PWSTR;
|
|
||||||
typedef void* MS_LPVOID;
|
|
||||||
typedef MS_DWORD* MS_LPDWORD;
|
|
||||||
typedef U8 MS_ULONG_PTR, *MS_PULONG_PTR;
|
|
||||||
typedef void const* MS_LPCVOID;
|
|
||||||
typedef struct MS_SECURITY_ATTRIBUTES *MS_PSECURITY_ATTRIBUTES, *MS_LPSECURITY_ATTRIBUTES;
|
|
||||||
typedef struct MS_OVERLAPPED *MS_LPOVERLAPPED;
|
|
||||||
typedef def_union(MS_LARGE_INTEGER) { struct { MS_DWORD LowPart; MS_LONG HighPart; } _; struct { MS_DWORD LowPart; MS_LONG HighPart; } u; MS_LONGLONG QuadPart; };
|
|
||||||
typedef def_struct(MS_FILE) { void* _Placeholder; };
|
|
||||||
typedef def_struct(MS_SECURITY_ATTRIBUTES) { MS_DWORD nLength; A4_B1 _PAD_; MS_LPVOID lpSecurityDescriptor; MS_BOOL bInheritHandle; };
|
|
||||||
typedef def_struct(MS_OVERLAPPED) { MS_ULONG_PTR Internal; MS_ULONG_PTR InternalHigh; union { struct { MS_DWORD Offset; MS_DWORD OffsetHigh; } _; void* Pointer; } _; MS_HANDLE hEvent; };
|
|
||||||
typedef struct MS_LUID* MS_PLUID;
|
|
||||||
typedef struct MS_LUID_AND_ATTRIBUTES* MS_PLUID_AND_ATTRIBUTES;
|
|
||||||
typedef struct MS_TOKEN_PRIVILEGES* MS_PTOKEN_PRIVILEGES;
|
|
||||||
typedef def_struct(MS_LUID) { MS_DWORD LowPart; MS_LONG HighPart; };
|
|
||||||
typedef def_struct(MS_LUID_AND_ATTRIBUTES) { MS_LUID Luid; MS_DWORD Attributes; };
|
|
||||||
typedef def_struct(MS_TOKEN_PRIVILEGES) { MS_DWORD PrivilegeCount; MS_LUID_AND_ATTRIBUTES Privileges[MS_ANYSIZE_ARRAY]; };
|
|
||||||
|
|
||||||
W_ MS_BOOL CloseHandle(MS_HANDLE hObject);
|
|
||||||
W_ MS_BOOL AdjustTokenPrivileges(MS_HANDLE TokenHandle, MS_BOOL DisableAllPrivileges, MS_PTOKEN_PRIVILEGES NewState, MS_DWORD BufferLength, MS_PTOKEN_PRIVILEGES PreviousState, MS_PDWORD ReturnLength);
|
|
||||||
W_ MS_HANDLE GetCurrentProcess(void);
|
|
||||||
W_ U8 GetLargePageMinimum(void);
|
|
||||||
W_ MS_BOOL LookupPrivilegeValueW(MS_LPWSTR lpSystemName, MS_LPWSTR lpName, MS_PLUID lpLuid);
|
|
||||||
W_ MS_BOOL OpenProcessToken(MS_HANDLE ProcessHandle, MS_DWORD DesiredAccess, MS_PHANDLE TokenHandle);
|
|
||||||
W_ MS_LPVOID VirtualAlloc(MS_LPVOID lpAddress, U8 dwSize, MS_DWORD flAllocationType, MS_DWORD flProtect);
|
|
||||||
W_ MS_BOOL VirtualFree (MS_LPVOID lpAddress, U8 dwSize, MS_DWORD dwFreeType);
|
|
||||||
|
|
||||||
typedef def_struct(OS_Windows_State) { OS_SystemInfo system_info; };
|
typedef def_struct(OS_Windows_State) { OS_SystemInfo system_info; };
|
||||||
global OS_Windows_State os__windows_info;
|
global OS_Windows_State os__windows_info;
|
||||||
|
|
||||||
I_ OS_SystemInfo* os_system_info(void);
|
I_ OS_SystemInfo* os_system_info(void);
|
||||||
I_ void os_init (void);
|
I_ void os_init (void);
|
||||||
|
|
||||||
I_ U8 os__vmem_reserve__u( U8 size, U8 opts_addr);
|
I_ U8 os_vmem_reserve__u( U8 size, U4 no_large_pages, U8 base_addr);
|
||||||
I_ B4 os__vmem_commit__u (U8 vm, U8 size, U8 opts_addr);
|
I_ B4 os_vmem_commit__u (U8 vm, U8 size);
|
||||||
I_ void os_vmem_release__u (U8 vm, U8 size);
|
I_ void os_vmem_release__u(U8 vm, U8 size);
|
||||||
|
|
||||||
I_ U8 os__vmem_reserve( U8 size, Opts_vmem_R opts);
|
I_ U8 os__vmem_reserve( U8 size, Opts_vmem_R opts);
|
||||||
I_ B4 os__vmem_commit (U8 vm, U8 size, Opts_vmem_R opts);
|
I_ B4 os_vmem_commit (U8 vm, U8 size);
|
||||||
I_ void os_vmem_release (U8 vm, U8 size);
|
I_ void os_vmem_release (U8 vm, U8 size);
|
||||||
|
|
||||||
#define os_vmem_reserve(size, ...) os__vmem_reserve(size, opt_args(Opts_vmem, __VA_ARGS__))
|
#define os_vmem_reserve(size, ...) os__vmem_reserve(size, opt_args(Opts_vmem, __VA_ARGS__))
|
||||||
#define os_vmem_commit(vm, size, ...) os__vmem_commit (vm, size, opt_args(Opts_vmem, __VA_ARGS__))
|
|
||||||
#pragma endregion OS
|
#pragma endregion OS
|
||||||
|
|
||||||
#pragma region VArena (Virtual Address Space Arena)
|
#pragma region VArena (Virtual Address Space Arena)
|
||||||
@@ -554,7 +505,7 @@ typedef def_struct(Opts_varena_make) {
|
|||||||
VArenaFlags flags;
|
VArenaFlags flags;
|
||||||
};
|
};
|
||||||
|
|
||||||
I_ U8 varena__make__u (U8 reserve_size, U8 commit_size, U8 flags, U8 base_addr);
|
I_ U8 varena__make__u (U8 reserve_size, U8 commit_size, U4 flags, U8 base_addr);
|
||||||
I_ void varena_release__u(U8 arena);
|
I_ void varena_release__u(U8 arena);
|
||||||
I_ void varena_reset__u (U8 arena);
|
I_ void varena_reset__u (U8 arena);
|
||||||
I_ void varena_rewind__u (U8 arena, U8 sp_type_sig, U8 sp_slot);
|
I_ void varena_rewind__u (U8 arena, U8 sp_type_sig, U8 sp_slot);
|
||||||
@@ -563,13 +514,13 @@ I_ void varena_save__u (U8 arena, U8 sp_addr);
|
|||||||
void varena__grow__u (U8 result, U8 arena, U8 old_ptr, U8 old_len, U8 requested_size, U8 alignment, B4 should_zero);
|
void varena__grow__u (U8 result, U8 arena, U8 old_ptr, U8 old_len, U8 requested_size, U8 alignment, B4 should_zero);
|
||||||
void varena__shrink__u(U8 result, U8 arena, U8 old_ptr, U8 old_len, U8 requested_size, U8 alignment);
|
void varena__shrink__u(U8 result, U8 arena, U8 old_ptr, U8 old_len, U8 requested_size, U8 alignment);
|
||||||
|
|
||||||
VArena* varena__make (Opts_varena_make*R_ opts);
|
I_ VArena* varena__make (Opts_varena_make*R_ opts);
|
||||||
Slice_Mem varena__push (VArena_R arena, U8 amount, U8 type_width, Opts_varena*R_ opts);
|
I_ Slice_Mem varena__push (VArena_R arena, U8 amount, U8 type_width, Opts_varena*R_ opts);
|
||||||
void varena_release(VArena_R arena);
|
I_ void varena_release(VArena_R arena);
|
||||||
void varena_reset (VArena_R arena);
|
I_ void varena_reset (VArena_R arena);
|
||||||
void varena_rewind (VArena_R arena, AllocatorSP save_point);
|
I_ void varena_rewind (VArena_R arena, AllocatorSP save_point);
|
||||||
Slice_Mem varena__shrink(VArena_R arena, Slice_Mem old_allocation, U8 requested_size, Opts_varena*R_ opts);
|
I_ Slice_Mem varena__shrink(VArena_R arena, Slice_Mem old_allocation, U8 requested_size, Opts_varena*R_ opts);
|
||||||
AllocatorSP varena_save (VArena_R arena);
|
I_ AllocatorSP varena_save (VArena_R arena);
|
||||||
|
|
||||||
void varena_allocator_proc(U8 data, U8 requested_size, U8 alignment, U8 old_ptr, U8 old_len, U4 op, /*AllocatorProc_Out*/U8 out);
|
void varena_allocator_proc(U8 data, U8 requested_size, U8 alignment, U8 old_ptr, U8 old_len, U4 op, /*AllocatorProc_Out*/U8 out);
|
||||||
|
|
||||||
@@ -785,53 +736,108 @@ void farena_allocator_proc(U8 arena, U8 requested_size, U8 alignment, U8 old_ptr
|
|||||||
#pragma endregion FArena
|
#pragma endregion FArena
|
||||||
|
|
||||||
#pragma region OS
|
#pragma region OS
|
||||||
|
#pragma warning(push)
|
||||||
|
#pragma warning(disable: 4820)
|
||||||
|
#pragma comment(lib, "Kernel32.lib")
|
||||||
|
#pragma comment(lib, "Advapi32.lib")
|
||||||
|
#define MS_INVALID_HANDLE_VALUE ((MS_HANDLE)(S8)-1)
|
||||||
|
#define MS_ANYSIZE_ARRAY 1
|
||||||
|
#define MS_MEM_COMMIT 0x00001000
|
||||||
|
#define MS_MEM_RESERVE 0x00002000
|
||||||
|
#define MS_MEM_LARGE_PAGES 0x20000000
|
||||||
|
#define MS_PAGE_READWRITE 0x04
|
||||||
|
#define MS_TOKEN_ADJUST_PRIVILEGES (0x0020)
|
||||||
|
#define MS_SE_PRIVILEGE_ENABLED (0x00000002L)
|
||||||
|
#define MS_TOKEN_QUERY (0x0008)
|
||||||
|
#define MS__TEXT(quote) L ## quote
|
||||||
|
#define MS_TEXT(quote) MS__TEXT(quote)
|
||||||
|
#define MS_SE_LOCK_MEMORY_NAME MS_TEXT("SeLockMemoryPrivilege")
|
||||||
|
|
||||||
|
typedef U4 MS_BOOL;
|
||||||
|
typedef U4 MS_DWORD;
|
||||||
|
typedef U8 MS_PDWORD;
|
||||||
|
typedef U8 MS_HANDLE;
|
||||||
|
typedef U8 MS_PHANDLE;
|
||||||
|
typedef U4 MS_LONG;
|
||||||
|
typedef U8 MS_LONGLONG;
|
||||||
|
typedef U8 MS_LPCSTR;
|
||||||
|
typedef U8 MS_LPWSTR, MS_PWSTR;
|
||||||
|
typedef U8 MS_LPVOID;
|
||||||
|
typedef U8 MS_LPDWORD;
|
||||||
|
typedef U8 MS_ULONG_PTR, MS_PULONG_PTR;
|
||||||
|
typedef U8 MS_LPCVOID;
|
||||||
|
typedef struct MS_SECURITY_ATTRIBUTES MS_SECURITY_ATTRIBUTES; typedef U8 MS_PSECURITY_ATTRIBUTES, MS_LPSECURITY_ATTRIBUTES;
|
||||||
|
typedef struct MS_OVERLAPPED MS_OVERLAPPED; typedef U8 MS_LPOVERLAPPED;
|
||||||
|
typedef def_union(MS_LARGE_INTEGER) { struct { MS_DWORD LowPart; MS_LONG HighPart; } _; struct { MS_DWORD LowPart; MS_LONG HighPart; } u; MS_LONGLONG QuadPart; };
|
||||||
|
typedef def_struct(MS_FILE) { U8 _Placeholder; };
|
||||||
|
typedef def_struct(MS_SECURITY_ATTRIBUTES) { MS_DWORD nLength; A4_B1 _PAD_; MS_LPVOID lpSecurityDescriptor; MS_BOOL bInheritHandle; };
|
||||||
|
typedef def_struct(MS_OVERLAPPED) { MS_ULONG_PTR Internal; MS_ULONG_PTR InternalHigh; union { struct { MS_DWORD Offset; MS_DWORD OffsetHigh; } _; U8 Pointer; } _; MS_HANDLE hEvent; };
|
||||||
|
typedef struct MS_LUID MS_LUID; typedef U8 MS_PLUID;
|
||||||
|
typedef struct MS_LUID_AND_ATTRIBUTES MS_LUID_AND_ATTRIBUTES; typedef U8 MS_PLUID_AND_ATTRIBUTES;
|
||||||
|
typedef struct MS_TOKEN_PRIVILEGES MS_TOKEN_PRIVILEGES; typedef U8 MS_PTOKEN_PRIVILEGES;
|
||||||
|
typedef def_struct(MS_LUID) { MS_DWORD LowPart; MS_LONG HighPart; };
|
||||||
|
typedef def_struct(MS_LUID_AND_ATTRIBUTES) { MS_LUID Luid; MS_DWORD Attributes; };
|
||||||
|
typedef def_struct(MS_TOKEN_PRIVILEGES) { MS_DWORD PrivilegeCount; MS_LUID_AND_ATTRIBUTES Privileges[MS_ANYSIZE_ARRAY]; };
|
||||||
|
|
||||||
|
W_ MS_BOOL ms_close_handle(MS_HANDLE hObject) __asm__("CloseHandle");
|
||||||
|
W_ MS_BOOL ms_adjust_token_privleges(MS_HANDLE TokenHandle, MS_BOOL DisableAllPrivileges, MS_PTOKEN_PRIVILEGES NewState, MS_DWORD BufferLength, MS_PTOKEN_PRIVILEGES PreviousState, MS_PDWORD ReturnLength) __asm__("AdjustTokenPrivileges");
|
||||||
|
W_ MS_HANDLE ms_get_current_process(void) __asm__("GetCurrentProcess");
|
||||||
|
W_ U8 ms_get_larg_page_minimum(void) __asm__("GetCurrentProcess");
|
||||||
|
W_ MS_BOOL ms_lookup_priviledge_value_w(MS_LPWSTR lpSystemName, MS_LPWSTR lpName, MS_PLUID lpLuid) __asm__("LookupPrivilegeValueW");
|
||||||
|
W_ MS_BOOL ms_open_process_token(MS_HANDLE ProcessHandle, MS_DWORD DesiredAccess, MS_PHANDLE TokenHandle) __asm__("OpenProcessToken");
|
||||||
|
W_ MS_LPVOID ms_virtual_alloc(MS_LPVOID lpAddress, U8 dwSize, MS_DWORD flAllocationType, MS_DWORD flProtect) __asm__("VirtualAlloc");
|
||||||
|
W_ MS_BOOL ms_virtual_free(MS_LPVOID lpAddress, U8 dwSize, MS_DWORD dwFreeType) __asm__("VirtualFree");
|
||||||
|
#pragma warning(pop)
|
||||||
|
|
||||||
I_ OS_SystemInfo* os_system_info(void) {
|
I_ OS_SystemInfo* os_system_info(void) {
|
||||||
return & os__windows_info.system_info;
|
return & os__windows_info.system_info;
|
||||||
}
|
}
|
||||||
I_ void os__enable_large_pages(void) {
|
I_ void os__enable_large_pages(void) {
|
||||||
MS_HANDLE token;
|
MS_HANDLE token;
|
||||||
if (OpenProcessToken(GetCurrentProcess(), MS_TOKEN_ADJUST_PRIVILEGES | MS_TOKEN_QUERY, & token)) {
|
if (ms_open_process_token(ms_get_current_process(), MS_TOKEN_ADJUST_PRIVILEGES | MS_TOKEN_QUERY, u8_(& token))) {
|
||||||
MS_LUID luid;
|
MS_LUID luid;
|
||||||
if (LookupPrivilegeValueW(0, MS_SE_LOCK_MEMORY_NAME, & luid)) {
|
if (ms_lookup_priviledge_value_w(0, u8_(MS_SE_LOCK_MEMORY_NAME), u8_(& luid))) {
|
||||||
MS_TOKEN_PRIVILEGES priv;
|
MS_TOKEN_PRIVILEGES priv;
|
||||||
priv.PrivilegeCount = 1;
|
priv.PrivilegeCount = 1;
|
||||||
priv.Privileges[0].Luid = luid;
|
priv.Privileges[0].Luid = luid;
|
||||||
priv.Privileges[0].Attributes = MS_SE_PRIVILEGE_ENABLED;
|
priv.Privileges[0].Attributes = MS_SE_PRIVILEGE_ENABLED;
|
||||||
AdjustTokenPrivileges(token, 0, & priv, size_of(priv), 0, 0);
|
ms_adjust_token_privleges(token, 0, u8_(& priv), size_of(priv), 0, 0);
|
||||||
}
|
}
|
||||||
CloseHandle(token);
|
ms_close_handle(token);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
I_ void os_init(void) {
|
I_ void os_init(void) {
|
||||||
os__enable_large_pages();
|
os__enable_large_pages();
|
||||||
os_system_info()->target_page_size = GetLargePageMinimum();
|
os_system_info()->target_page_size = ms_get_larg_page_minimum();
|
||||||
}
|
}
|
||||||
I_ U8 os__vmem_reserve__u(U8 size, U8 opts_addr) {
|
I_ U8 os_vmem_reserve__u(U8 size, B4 no_large_pages, U8 base_addr) {
|
||||||
Opts_vmem_R opts = cast(Opts_vmem_R, opts_addr); assert(opts != nullptr);
|
return cast(U8, VirtualAlloc(cast(MS_LPVOID, base_addr), size, MS_MEM_RESERVE,
|
||||||
MS_LPVOID base = VirtualAlloc(cast(MS_LPVOID, opts->base_addr), size, MS_MEM_RESERVE,
|
MS_PAGE_READWRITE /* | (opts->no_large_pages ? 0 : MS_MEM_LARGE_PAGES) */)
|
||||||
MS_PAGE_READWRITE /* | (opts->no_large_pages ? 0 : MS_MEM_LARGE_PAGES) */);
|
);
|
||||||
return u8_(base);
|
|
||||||
}
|
}
|
||||||
I_ B4 os__vmem_commit__u(U8 vm, U8 size, U8 opts_addr) { return VirtualAlloc(cast(MS_LPVOID, vm), size, MS_MEM_COMMIT, MS_PAGE_READWRITE) != nullptr; }
|
I_ B4 os_vmem_commit__u (U8 vm, U8 size) { return ms_virtual_alloc(cast(MS_LPVOID, vm), size, MS_MEM_COMMIT, MS_PAGE_READWRITE) != null; }
|
||||||
I_ void os_vmem_release__u(U8 vm, U8 size) { VirtualFree(cast(MS_LPVOID, vm), 0, MS_MEM_RESERVE); }
|
I_ void os_vmem_release__u(U8 vm, U8 size) { ms_virtual_free(cast(MS_LPVOID, vm), 0, MS_MEM_RESERVE); }
|
||||||
|
|
||||||
I_ U8 os__vmem_reserve( U8 size, Opts_vmem_R opts) { return os__vmem_reserve__u( size, u8_(opts)); }
|
I_ U8 os__vmem_reserve( U8 size, Opts_vmem_R opts) {
|
||||||
I_ B4 os__vmem_commit (U8 vm, U8 size, Opts_vmem_R opts) { return os__vmem_commit__u (vm, size, u8_(opts)); }
|
assert(opts != nullptr);
|
||||||
I_ void os_vmem_release (U8 vm, U8 size) { os_vmem_release__u(vm, size); }
|
return os_vmem_reserve__u(size, opts->no_large_pages, opts->base_addr);
|
||||||
|
}
|
||||||
|
I_ B4 os_vmem_commit (U8 vm, U8 size) { return os_vmem_commit__u(vm, size); }
|
||||||
|
I_ void os_vmem_release(U8 vm, U8 size) { os_vmem_release__u(vm, size); }
|
||||||
#pragma endregion OS
|
#pragma endregion OS
|
||||||
|
|
||||||
#pragma region VArena (Virtual Address Space Arena)
|
#pragma region VArena (Virtual Address Space Arena)
|
||||||
I_ U8 varena_header_size(void) { return align_pow2(size_of(VArena), MEMORY_ALIGNMENT_DEFAULT); }
|
I_ U8 varena_header_size(void) { return align_pow2(size_of(VArena), MEMORY_ALIGNMENT_DEFAULT); }
|
||||||
|
|
||||||
I_ U8 varena__make__u(U8 reserve_size, U8 commit_size, U8 flags, U8 base_addr) {
|
I_ U8 varena__make__u(U8 reserve_size, U8 commit_size, U4 flags, U8 base_addr) {
|
||||||
if (reserve_size == 0) { reserve_size = mega(64); }
|
if (reserve_size == 0) { reserve_size = mega(64); }
|
||||||
if (commit_size == 0) { commit_size = mega(64); }
|
if (commit_size == 0) { commit_size = mega(64); }
|
||||||
U8 reg page = os_system_info()->target_page_size;
|
U8 reg page = os_system_info()->target_page_size;
|
||||||
U8 reg reserve_sz = align_pow2(reserve_size, page);
|
U8 reg reserve_sz = align_pow2(reserve_size, page);
|
||||||
U8 reg commit_sz = align_pow2(commit_size, page);
|
U8 reg commit_sz = align_pow2(commit_size, page);
|
||||||
B4 reg no_large = (flags & VArenaFlag_NoLargePages) != 0;
|
B4 reg no_large = (flags & VArenaFlag_NoLargePages) != 0;
|
||||||
U8 base = os_vmem_reserve__u(reserve_sz, base_addr, no_large); assert(base != 0);
|
U8 base = os_vmem_reserve__u(reserve_sz, no_large, base_addr); assert(base != 0);
|
||||||
B4 ok = os_vmem_commit__u(base, commit_sz, no_large); assert(ok != 0);
|
B4 ok = os_vmem_commit__u(base, commit_sz); assert(ok != 0);
|
||||||
U8 header = varena_header_size();
|
U8 header = varena_header_size();
|
||||||
U8 data_start = base + header;
|
U8 data_start = base + header;
|
||||||
u8_r(base + offset_of(VArena, reserve_start))[0] = data_start;
|
u8_r(base + offset_of(VArena, reserve_start))[0] = data_start;
|
||||||
@@ -842,101 +848,110 @@ I_ U8 varena__make__u(U8 reserve_size, U8 commit_size, U8 flags, U8 base_addr) {
|
|||||||
u4_r(base + offset_of(VArena, flags ))[0] = flags;
|
u4_r(base + offset_of(VArena, flags ))[0] = flags;
|
||||||
return base;
|
return base;
|
||||||
}
|
}
|
||||||
void varena__push__u(U8 arena, U8 amount, U8 type_width, U8 alignment, U8 result) {
|
inline
|
||||||
|
void varena__push__u(U8 vm, U8 amount, U8 type_width, U8 alignment, U8 result) {
|
||||||
assert(result != null);
|
assert(result != null);
|
||||||
assert(arena != null);
|
assert(vm != null);
|
||||||
if (amount == 0) { struct_zero(Slice_Mem, result); return; }
|
if (amount == 0) { struct_zero(Slice_Mem, result); return; }
|
||||||
U8 align = alignment ? alignment : MEMORY_ALIGNMENT_DEFAULT;
|
U8 align = alignment ? alignment : MEMORY_ALIGNMENT_DEFAULT;
|
||||||
U8 requested_size = amount * type_width;
|
U8 requested_size = amount * type_width;
|
||||||
U8 reg aligned_size = align_pow2(requested_size, align);
|
U8 reg aligned_size = align_pow2(requested_size, align);
|
||||||
U8_R reg commit_used = u8_r(arena + offset_of(VArena, commit_used ));
|
U8_R reg commit_used = u8_r(vm + offset_of(VArena, commit_used ));
|
||||||
U8 reg reserve_left = u8_r(arena + offset_of(VArena, reserve ))[0] - commit_used[0];
|
U8 reg reserve_left = u8_r(vm + offset_of(VArena, reserve ))[0] - commit_used[0];
|
||||||
if (aligned_size > reserve_left) { struct_zero(Slice_Mem, result); return; }
|
if (aligned_size > reserve_left) { struct_zero(Slice_Mem, result); return; }
|
||||||
U8 reg committed = u8_r(arena + offset_of(VArena, committed ))[0];
|
U8 reg committed = u8_r(vm + offset_of(VArena, committed ))[0];
|
||||||
U8 commit_left = committed - commit_used[0];
|
U8 commit_left = committed - commit_used[0];
|
||||||
if (commit_left < aligned_size) {
|
if (commit_left < aligned_size) {
|
||||||
U8 reg commit_size = u8_r(arena + offset_of(VArena, commit_size))[0];
|
U8 reg commit_size = u8_r(vm + offset_of(VArena, commit_size))[0];
|
||||||
U8 reg next_commit = reserve_left > aligned_size ? max(commit_size, aligned_size) : reserve_left;
|
U8 reg next_commit = reserve_left > aligned_size ? max(commit_size, aligned_size) : reserve_left;
|
||||||
if (next_commit != 0) {
|
if (next_commit != 0) {
|
||||||
B4 no_large = (u4_r(arena + offset_of(VArena, flags))[0] & VArenaFlag_NoLargePages) != 0;
|
B4 no_large = (u4_r(vm + offset_of(VArena, flags))[0] & VArenaFlag_NoLargePages) != 0;
|
||||||
U8 reg next_commit_start = arena + committed;
|
U8 reg next_commit_start = vm + committed;
|
||||||
if (os_vmem_commit(next_commit_start, next_commit, .no_large_pages = no_large) == false) {
|
if (os_vmem_commit__u(next_commit_start, next_commit) == false) {
|
||||||
struct_zero(Slice_Mem, result);
|
struct_zero(Slice_Mem, result);
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
committed += next_commit;
|
committed += next_commit;
|
||||||
u8_r(arena + offset_of(VArena, committed))[0] = committed;
|
u8_r(vm + offset_of(VArena, committed))[0] = committed;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
commit_used[0] += aligned_size; {
|
commit_used[0] += aligned_size; {
|
||||||
U8 reg current_offset = u8_r(arena + offset_of(VArena, reserve_start))[0] + commit_used[0];
|
U8 reg current_offset = u8_r(vm + offset_of(VArena, reserve_start))[0] + commit_used[0];
|
||||||
struct_copy(Slice_Mem, result, (U8)& slice_mem(current_offset, requested_size));
|
struct_copy(Slice_Mem, result, (U8)& slice_mem(current_offset, requested_size));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
inline
|
inline
|
||||||
void varena__grow__u(U8 result, U8 arena, U8 old_ptr, U8 old_len, U8 requested_size, U8 alignment, B4 should_zero) {
|
void varena__grow__u(U8 result, U8 vm, U8 old_ptr, U8 old_len, U8 requested_size, U8 alignment, B4 should_zero) {
|
||||||
assert(arena != null);
|
assert(vm != null);
|
||||||
|
assert(result != null);
|
||||||
|
U8 reg grow_amount = requested_size - old_len;
|
||||||
|
if (grow_amount == 0) { struct_copy(Slice_Mem, result, (U8)& slice_mem(old_ptr, old_len)); return; }
|
||||||
|
U8 reg current_offset = u8_r(vm + offset_of(VArena, reserve_start))[0] + u8_r(vm + offset_of(VArena, commit_used))[0];
|
||||||
|
// Growing when not the last allocation not allowed
|
||||||
|
assert(old_ptr == current_offset);
|
||||||
|
uvar(Slice_Mem, allocation); varena__push__u(vm, grow_amount, 1, alignment, u8_(allocation));
|
||||||
|
|
||||||
|
}
|
||||||
|
void varena__shrink__u(U8 result, U8 vm, U8 old_ptr, U8 old_len, U8 requested_size, U8 alignment) {
|
||||||
|
assert(vm != null);
|
||||||
assert(result != null);
|
assert(result != null);
|
||||||
|
|
||||||
}
|
}
|
||||||
void varena__shrink__u(U8 result, U8 arena, U8 old_ptr, U8 old_len, U8 requested_size, U8 alignment) {
|
I_ void varena_release__u(U8 vm) {
|
||||||
|
assert(vm != null);
|
||||||
|
os_vmem_release__u(vm, u8_r(vm + offset_of(VArena, reserve))[0]);
|
||||||
}
|
}
|
||||||
inline
|
I_ void varena_reset__u(U8 vm) {
|
||||||
I_ void varena_release__u(U8 arena) {
|
assert(vm != null);
|
||||||
assert(arena != null);
|
u8_r(vm + offset_of(VArena, commit_used))[0] = 0;
|
||||||
os_vmem_release__u(arena, u8_r(arena + offset_of(VArena, reserve))[0]);
|
|
||||||
}
|
}
|
||||||
I_ void varena_reset__u(U8 arena) {
|
I_ void varena_rewind__u(U8 vm, U8 sp_type_sig, U8 sp_slot) {
|
||||||
assert(arena != null);
|
assert(vm != null);
|
||||||
u8_r(arena + offset_of(VArena, commit_used))[0] = 0;
|
|
||||||
}
|
|
||||||
I_ void varena_rewind__u(U8 arena, U8 sp_type_sig, U8 sp_slot) {
|
|
||||||
assert(arena != null);
|
|
||||||
assert(sp_type_sig == (U8) varena_allocator_proc);
|
assert(sp_type_sig == (U8) varena_allocator_proc);
|
||||||
U8 reg header = varena__header_size();
|
U8 reg header = varena_header_size();
|
||||||
if (sp_slot < header) { sp_slot = header; }
|
if (sp_slot < header) { sp_slot = header; }
|
||||||
u8_r(arena + offset_of(VArena, commit_used))[0] = sp_slot;
|
u8_r(vm + offset_of(VArena, commit_used))[0] = sp_slot;
|
||||||
}
|
}
|
||||||
I_ void varena_save__u(U8 arena, U8 sp_addr) {
|
I_ void varena_save__u(U8 vm, U8 sp_addr) {
|
||||||
if (sp_addr == null) { return; }
|
assert(vm != null);
|
||||||
|
assert(sp_addr != null);
|
||||||
u8_r(sp_addr + offset_of(AllocatorSP, type_sig))[0] = (U8) varena_allocator_proc;
|
u8_r(sp_addr + offset_of(AllocatorSP, type_sig))[0] = (U8) varena_allocator_proc;
|
||||||
u8_r(sp_addr + offset_of(AllocatorSP, slot ))[0] = u8_r(arena + offset_of(VArena, commit_used))[0];
|
u8_r(sp_addr + offset_of(AllocatorSP, slot ))[0] = u8_r(vm + offset_of(VArena, commit_used))[0];
|
||||||
}
|
}
|
||||||
|
|
||||||
I_ VArena* varena__make(Opts_varena_make* opts) {
|
I_ VArena* varena__make(Opts_varena_make*R_ opts) {
|
||||||
assert(opts != nullptr);
|
assert(opts != nullptr);
|
||||||
return cast(VArena*, varena__make__u(opts->reserve_size, opts->commit_size, opts->flags, opts->base_addr));
|
return cast(VArena*, varena__make__u(opts->reserve_size, opts->commit_size, opts->flags, opts->base_addr));
|
||||||
}
|
}
|
||||||
I_ Slice_Mem varena__push(VArena_R arena, U8 amount, U8 type_width, Opts_varena* opts) {
|
I_ Slice_Mem varena__push(VArena_R vm, U8 amount, U8 type_width, Opts_varena* opts) {
|
||||||
Slice_Mem result;
|
Slice_Mem result;
|
||||||
varena__push__u(u8_(arena), amount, type_width, opts ? opts->alignment : 0, u8_(& result));
|
varena__push__u(u8_(vm), amount, type_width, opts ? opts->alignment : 0, u8_(& result));
|
||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
I_ Slice_Mem varena__shrink(VArena_R arena, Slice_Mem old_allocation, U8 requested_size, Opts_varena* opts) {
|
I_ Slice_Mem varena__shrink(VArena_R vm, Slice_Mem old_allocation, U8 requested_size, Opts_varena* opts) {
|
||||||
Slice_Mem result;
|
Slice_Mem result;
|
||||||
varena__shrink__u(u8_(& result), u8_(arena), old_allocation.ptr, old_allocation.len, requested_size, opts ? opts->alignment : 0);
|
varena__shrink__u(u8_(& result), u8_(vm), old_allocation.ptr, old_allocation.len, requested_size, opts ? opts->alignment : 0);
|
||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
|
|
||||||
I_ void varena_release(VArena_R arena) { varena_release__u(u8_(arena)); }
|
I_ void varena_release(VArena_R vm) { varena_release__u(u8_(vm)); }
|
||||||
I_ void varena_reset (VArena_R arena) { varena_reset__u (u8_(arena)); }
|
I_ void varena_reset (VArena_R vm) { varena_reset__u (u8_(vm)); }
|
||||||
|
|
||||||
I_ void varena_rewind (VArena_R arena, AllocatorSP save_point) {
|
I_ void varena_rewind (VArena_R vm, AllocatorSP save_point) {
|
||||||
varena_rewind__u(u8_(arena), u8_(save_point.type_sig), save_point.slot);
|
varena_rewind__u(u8_(vm), u8_(save_point.type_sig), save_point.slot);
|
||||||
}
|
}
|
||||||
I_ AllocatorSP varena_save(VArena_R arena) { AllocatorSP sp; varena_save__u(u8_(arena), u8_(& sp)); return sp; }
|
I_ AllocatorSP varena_save(VArena_R vm) { AllocatorSP sp; varena_save__u(u8_(vm), u8_(& sp)); return sp; }
|
||||||
|
|
||||||
void varena_allocator_proc(U8 arena, U8 requested_size, U8 alignment, U8 old_ptr, U8 old_len, U4 op, U8 out_addr)
|
void varena_allocator_proc(U8 vm, U8 requested_size, U8 alignment, U8 old_ptr, U8 old_len, U4 op, U8 out_addr)
|
||||||
{
|
{
|
||||||
assert(arena != null);
|
assert(vm != null);
|
||||||
assert(out_addr != null);
|
assert(out_addr != null);
|
||||||
U8 out_allocation = out_addr ? out_addr + offset_of(AllocatorProc_Out, allocation) : 0;
|
U8 out_allocation = out_addr ? out_addr + offset_of(AllocatorProc_Out, allocation) : 0;
|
||||||
switch (op)
|
switch (op)
|
||||||
{
|
{
|
||||||
case AllocatorOp_Alloc:
|
case AllocatorOp_Alloc:
|
||||||
case AllocatorOp_Alloc_NoZero:
|
case AllocatorOp_Alloc_NoZero:
|
||||||
varena__push__u(arena, requested_size, 1, alignment, out_allocation);
|
varena__push__u(vm, requested_size, 1, alignment, out_allocation);
|
||||||
if (op == AllocatorOp_Alloc) {
|
if (op == AllocatorOp_Alloc) {
|
||||||
U8 ptr = u8_r(out_allocation + offset_of(Slice_Mem, ptr))[0];
|
U8 ptr = u8_r(out_allocation + offset_of(Slice_Mem, ptr))[0];
|
||||||
U8 len = u8_r(out_allocation + offset_of(Slice_Mem, len))[0];
|
U8 len = u8_r(out_allocation + offset_of(Slice_Mem, len))[0];
|
||||||
@@ -945,18 +960,18 @@ void varena_allocator_proc(U8 arena, U8 requested_size, U8 alignment, U8 old_ptr
|
|||||||
break;
|
break;
|
||||||
|
|
||||||
case AllocatorOp_Free: break;
|
case AllocatorOp_Free: break;
|
||||||
case AllocatorOp_Reset: varena_reset__u(arena); break;
|
case AllocatorOp_Reset: varena_reset__u(vm); break;
|
||||||
|
|
||||||
case AllocatorOp_Grow:
|
case AllocatorOp_Grow:
|
||||||
case AllocatorOp_Grow_NoZero:
|
case AllocatorOp_Grow_NoZero:
|
||||||
varena__grow__u(out_allocation, arena, old_ptr, old_len, requested_size, alignment, op - AllocatorOp_Grow_NoZero);
|
varena__grow__u(out_allocation, vm, old_ptr, old_len, requested_size, alignment, op - AllocatorOp_Grow_NoZero);
|
||||||
break;
|
break;
|
||||||
case AllocatorOp_Shrink:
|
case AllocatorOp_Shrink:
|
||||||
varena__shrink__u(out_allocation, arena, old_ptr, old_len, requested_size, alignment);
|
varena__shrink__u(out_allocation, vm, old_ptr, old_len, requested_size, alignment);
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case AllocatorOp_Rewind: varena_rewind__u(arena, old_ptr, old_len); break;
|
case AllocatorOp_Rewind: varena_rewind__u(vm, old_ptr, old_len); break;
|
||||||
case AllocatorOp_SavePoint: varena_save__u (arena, out_addr + offset_of(AllocatorProc_Out, save_point)); break;
|
case AllocatorOp_SavePoint: varena_save__u (vm, out_addr + offset_of(AllocatorProc_Out, save_point)); break;
|
||||||
|
|
||||||
case AllocatorOp_Query:
|
case AllocatorOp_Query:
|
||||||
u4_r(out_addr + offset_of(AllocatorQueryInfo, features))[0] =
|
u4_r(out_addr + offset_of(AllocatorQueryInfo, features))[0] =
|
||||||
@@ -964,13 +979,13 @@ void varena_allocator_proc(U8 arena, U8 requested_size, U8 alignment, U8 old_ptr
|
|||||||
| AllocatorQuery_Reset
|
| AllocatorQuery_Reset
|
||||||
| AllocatorQuery_Resize
|
| AllocatorQuery_Resize
|
||||||
| AllocatorQuery_Rewind;
|
| AllocatorQuery_Rewind;
|
||||||
U8 reserve = u8_r(arena + offset_of(VArena, reserve ))[0];
|
U8 reserve = u8_r(vm + offset_of(VArena, reserve ))[0];
|
||||||
U8 committed = u8_r(arena + offset_of(VArena, committed))[0];
|
U8 committed = u8_r(vm + offset_of(VArena, committed))[0];
|
||||||
U8 max_alloc = (reserve > committed) ? (reserve - committed) : 0;
|
U8 max_alloc = (reserve > committed) ? (reserve - committed) : 0;
|
||||||
u8_r(out_addr + offset_of(AllocatorQueryInfo, max_alloc))[0] = max_alloc;
|
u8_r(out_addr + offset_of(AllocatorQueryInfo, max_alloc))[0] = max_alloc;
|
||||||
u8_r(out_addr + offset_of(AllocatorQueryInfo, min_alloc))[0] = kilo(4);
|
u8_r(out_addr + offset_of(AllocatorQueryInfo, min_alloc))[0] = kilo(4);
|
||||||
u8_r(out_addr + offset_of(AllocatorQueryInfo, left ))[0] = max_alloc;
|
u8_r(out_addr + offset_of(AllocatorQueryInfo, left ))[0] = max_alloc;
|
||||||
AllocatorSP sp = { .type_sig = varena_allocator_proc, .slot = u8_r(arena + offset_of(VArena, commit_used))[0] };
|
AllocatorSP sp = { .type_sig = varena_allocator_proc, .slot = u8_r(vm + offset_of(VArena, commit_used))[0] };
|
||||||
struct_copy(AllocatorSP, out_addr + offset_of(AllocatorQueryInfo, save_point), (U8)& sp);
|
struct_copy(AllocatorSP, out_addr + offset_of(AllocatorQueryInfo, save_point), (U8)& sp);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -251,7 +251,7 @@ typedef def_Slice(B1);
|
|||||||
#define slice_to_bytes(slice) ((Slice_B1){cast(B1*, (slice).ptr), (slice).len * size_of_slice_type(slice)})
|
#define slice_to_bytes(slice) ((Slice_B1){cast(B1*, (slice).ptr), (slice).len * size_of_slice_type(slice)})
|
||||||
#define slice_fmem(mem) slice_mem(u8_(mem), size_of(mem))
|
#define slice_fmem(mem) slice_mem(u8_(mem), size_of(mem))
|
||||||
|
|
||||||
finline void slice__zero(Slice_B1 mem, U8 typewidth) { slice_assert(mem); memory_zero(u8_(mem.ptr), mem.len); }
|
finline void slice__zero(Slice_B1 mem, U8 typewidth) { slice_assert(mem); mem_zero(u8_(mem.ptr), mem.len); }
|
||||||
#define slice_zero(slice) slice__zero(slice_mem_s(slice), size_of_slice_type(slice))
|
#define slice_zero(slice) slice__zero(slice_mem_s(slice), size_of_slice_type(slice))
|
||||||
|
|
||||||
finline
|
finline
|
||||||
@@ -259,7 +259,7 @@ void slice__copy(Slice_B1 dest, U8 dest_typewidth, Slice_B1 src, U8 src_typewidt
|
|||||||
assert(dest.len >= src.len);
|
assert(dest.len >= src.len);
|
||||||
slice_assert(dest);
|
slice_assert(dest);
|
||||||
slice_assert(src);
|
slice_assert(src);
|
||||||
memory_copy(u8_(dest.ptr), u8_(src.ptr), src.len);
|
mem_copy(u8_(dest.ptr), u8_(src.ptr), src.len);
|
||||||
}
|
}
|
||||||
#define slice_copy(dest, src) do { \
|
#define slice_copy(dest, src) do { \
|
||||||
static_assert(typeof_same(dest, src)); \
|
static_assert(typeof_same(dest, src)); \
|
||||||
@@ -898,7 +898,7 @@ void farena_init(FArena_R arena, Slice_Mem mem) {
|
|||||||
}
|
}
|
||||||
finline FArena farena_make(Slice_Mem mem) { FArena a; farena_init(& a, mem); return a; }
|
finline FArena farena_make(Slice_Mem mem) { FArena a; farena_init(& a, mem); return a; }
|
||||||
inline
|
inline
|
||||||
Slice_Mem farena__push(FArena_R arena, U8 amount, U8 type_width, Opts__farena*R_ opts) {
|
Slice_Mem farena__push(FArena_R arena, U8 amount, U8 type_width, Opts_farena*R_ opts) {
|
||||||
assert(opts != nullptr);
|
assert(opts != nullptr);
|
||||||
if (amount == 0) { return (Slice_Mem){}; }
|
if (amount == 0) { return (Slice_Mem){}; }
|
||||||
U8 desired = type_width * amount;
|
U8 desired = type_width * amount;
|
||||||
@@ -910,14 +910,12 @@ Slice_Mem farena__push(FArena_R arena, U8 amount, U8 type_width, Opts__farena*R_
|
|||||||
}
|
}
|
||||||
inline
|
inline
|
||||||
Slice_Mem farena__grow(FArena_R arena, Slice_Mem old_allocation, U8 requested_size, U8 alignment, B4 should_zero) {
|
Slice_Mem farena__grow(FArena_R arena, Slice_Mem old_allocation, U8 requested_size, U8 alignment, B4 should_zero) {
|
||||||
Slice_Mem result;
|
|
||||||
// Check if the allocation is at the end of the arena
|
// Check if the allocation is at the end of the arena
|
||||||
U8 alloc_end = old_allocation.ptr + old_allocation.len;
|
U8 alloc_end = old_allocation.ptr + old_allocation.len;
|
||||||
U8 arena_end = arena->start + arena->used;
|
U8 arena_end = arena->start + arena->used;
|
||||||
if (alloc_end != arena_end) {
|
if (alloc_end != arena_end) {
|
||||||
// Not at the end, can't grow in place
|
// Not at the end, can't grow in place
|
||||||
result = (Slice_Mem){0};
|
return (Slice_Mem){0};
|
||||||
return;
|
|
||||||
}
|
}
|
||||||
// Calculate growth
|
// Calculate growth
|
||||||
U8 grow_amount = requested_size - old_allocation.len;
|
U8 grow_amount = requested_size - old_allocation.len;
|
||||||
@@ -925,29 +923,27 @@ Slice_Mem farena__grow(FArena_R arena, Slice_Mem old_allocation, U8 requested_si
|
|||||||
U8 unused = arena->capacity - arena->used;
|
U8 unused = arena->capacity - arena->used;
|
||||||
if (aligned_grow > unused) {
|
if (aligned_grow > unused) {
|
||||||
// Not enough space
|
// Not enough space
|
||||||
result = (Slice_Mem){0};
|
return (Slice_Mem){0};
|
||||||
return;
|
|
||||||
}
|
}
|
||||||
arena->used += aligned_grow;
|
arena->used += aligned_grow;
|
||||||
result = (Slice_Mem){ old_allocation.ptr, aligned_grow + requested_size };
|
Slice_Mem result = (Slice_Mem){ old_allocation.ptr, aligned_grow + requested_size };
|
||||||
memory_zero(old_allocation.ptr + old_allocation.len, grow_amount * cast(U8, should_zero));
|
mem_zero(old_allocation.ptr + old_allocation.len, grow_amount * cast(U8, should_zero));
|
||||||
|
return result;
|
||||||
}
|
}
|
||||||
inline
|
inline
|
||||||
Slice_Mem farena__shrink(FArena_R arena, Slice_Mem old_allocation, U8 requested_size, U8 alignment)
|
Slice_Mem farena__shrink(FArena_R arena, Slice_Mem old_allocation, U8 requested_size, U8 alignment)
|
||||||
{
|
{
|
||||||
Slice_Mem result;
|
|
||||||
// Check if the allocation is at the end of the arena
|
// Check if the allocation is at the end of the arena
|
||||||
U8 alloc_end = old_allocation.ptr + old_allocation.len;
|
U8 alloc_end = old_allocation.ptr + old_allocation.len;
|
||||||
U8 arena_end = arena->start + arena->used;
|
U8 arena_end = arena->start + arena->used;
|
||||||
if (alloc_end != arena_end) {
|
if (alloc_end != arena_end) {
|
||||||
// Not at the end, can't shrink but return adjusted size
|
// Not at the end, can't shrink but return adjusted size
|
||||||
result = (Slice_Mem){old_allocation.ptr, requested_size};
|
return (Slice_Mem){old_allocation.ptr, requested_size};
|
||||||
return;
|
|
||||||
}
|
}
|
||||||
U8 aligned_original = align_pow2(old_allocation.len, MEMORY_ALIGNMENT_DEFAULT);
|
U8 aligned_original = align_pow2(old_allocation.len, MEMORY_ALIGNMENT_DEFAULT);
|
||||||
U8 aligned_new = align_pow2(requested_size, alignment ? alignment : MEMORY_ALIGNMENT_DEFAULT);
|
U8 aligned_new = align_pow2(requested_size, alignment ? alignment : MEMORY_ALIGNMENT_DEFAULT);
|
||||||
arena->used -= (aligned_original - aligned_new);
|
arena->used -= (aligned_original - aligned_new);
|
||||||
result = (Slice_Mem){old_allocation.ptr, requested_size};
|
return (Slice_Mem){old_allocation.ptr, requested_size};
|
||||||
}
|
}
|
||||||
finline void farena_reset(FArena_R arena) { arena->used = 0; }
|
finline void farena_reset(FArena_R arena) { arena->used = 0; }
|
||||||
finline
|
finline
|
||||||
@@ -970,7 +966,7 @@ void farena_allocator_proc(AllocatorProc_In in, AllocatorProc_Out*R_ out)
|
|||||||
case AllocatorOp_Alloc:
|
case AllocatorOp_Alloc:
|
||||||
case AllocatorOp_Alloc_NoZero:
|
case AllocatorOp_Alloc_NoZero:
|
||||||
out->allocation = farena_push_mem(arena, in.requested_size, .alignment = in.alignment);
|
out->allocation = farena_push_mem(arena, in.requested_size, .alignment = in.alignment);
|
||||||
memory_zero(out->allocation.ptr, out->allocation.len * in.op);
|
mem_zero(out->allocation.ptr, out->allocation.len * in.op);
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case AllocatorOp_Free: break;
|
case AllocatorOp_Free: break;
|
||||||
@@ -1116,7 +1112,7 @@ VArena* varena__make(Opts_varena_make*R_ opts) {
|
|||||||
U8 base = os_vmem_reserve(reserve_size, .base_addr = opts->base_addr, .no_large_pages = no_large_pages);
|
U8 base = os_vmem_reserve(reserve_size, .base_addr = opts->base_addr, .no_large_pages = no_large_pages);
|
||||||
assert(base != 0);
|
assert(base != 0);
|
||||||
os_vmem_commit(base, commit_size, .no_large_pages = no_large_pages);
|
os_vmem_commit(base, commit_size, .no_large_pages = no_large_pages);
|
||||||
U8 header_size = varena__header_size();
|
U8 header_size = varena_header_size();
|
||||||
VArena* vm = cast(VArena*, base); r_(vm)[0] = (VArena){
|
VArena* vm = cast(VArena*, base); r_(vm)[0] = (VArena){
|
||||||
.reserve_start = base + header_size,
|
.reserve_start = base + header_size,
|
||||||
.reserve = reserve_size,
|
.reserve = reserve_size,
|
||||||
@@ -1157,13 +1153,12 @@ Slice_Mem varena__push(VArena_R vm, U8 amount, U8 type_width, Opts_varena*R_ opt
|
|||||||
}
|
}
|
||||||
inline
|
inline
|
||||||
Slice_Mem varena__grow(VArena_R vm, Slice_Mem old_allocation, U8 requested_size, U8 alignment, B4 no_zero) {
|
Slice_Mem varena__grow(VArena_R vm, Slice_Mem old_allocation, U8 requested_size, U8 alignment, B4 no_zero) {
|
||||||
Slice_Mem result;
|
|
||||||
U8 grow_amount = requested_size - old_allocation.len;
|
U8 grow_amount = requested_size - old_allocation.len;
|
||||||
if (grow_amount == 0) { result = old_allocation; return result; } // Growing when not the last allocation not allowed
|
if (grow_amount == 0) { return old_allocation; } // Growing when not the last allocation not allowed
|
||||||
U8 current_offset = vm->reserve_start + vm->commit_used; assert(old_allocation.ptr == current_offset);
|
U8 current_offset = vm->reserve_start + vm->commit_used; assert(old_allocation.ptr == current_offset);
|
||||||
Slice_Mem allocation = varena_push_mem(vm, grow_amount, alignment); assert(allocation.ptr != 0);
|
Slice_Mem allocation = varena_push_mem(vm, grow_amount, alignment); assert(allocation.ptr != 0);
|
||||||
result = (Slice_Mem){ old_allocation.ptr, requested_size + allocation.len };
|
Slice_Mem result = (Slice_Mem){ old_allocation.ptr, requested_size + allocation.len };
|
||||||
memory_zero(result.ptr, result.len * no_zero);
|
mem_zero(result.ptr, result.len * no_zero);
|
||||||
return result;
|
return result;
|
||||||
}
|
}
|
||||||
finline void varena_release(VArena_R arena) { os_vmem_release(u8_(arena), arena->reserve); }
|
finline void varena_release(VArena_R arena) { os_vmem_release(u8_(arena), arena->reserve); }
|
||||||
@@ -1190,7 +1185,7 @@ void varena_allocator_proc(AllocatorProc_In in, AllocatorProc_Out* out)
|
|||||||
case AllocatorOp_Alloc:
|
case AllocatorOp_Alloc:
|
||||||
case AllocatorOp_Alloc_NoZero:
|
case AllocatorOp_Alloc_NoZero:
|
||||||
out->allocation = varena_push_mem(vm, in.requested_size, .alignment = in.alignment);
|
out->allocation = varena_push_mem(vm, in.requested_size, .alignment = in.alignment);
|
||||||
memory_zero(out->allocation.ptr, out->allocation.len * in.op);
|
mem_zero(out->allocation.ptr, out->allocation.len * in.op);
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case AllocatorOp_Free: break;
|
case AllocatorOp_Free: break;
|
||||||
@@ -1309,7 +1304,7 @@ void arena_allocator_proc(AllocatorProc_In in, AllocatorProc_Out*R_ out)
|
|||||||
case AllocatorOp_Alloc:
|
case AllocatorOp_Alloc:
|
||||||
case AllocatorOp_Alloc_NoZero:
|
case AllocatorOp_Alloc_NoZero:
|
||||||
out->allocation = arena_push_mem(arena, in.requested_size, .alignment = in.alignment);
|
out->allocation = arena_push_mem(arena, in.requested_size, .alignment = in.alignment);
|
||||||
memory_zero(out->allocation.ptr, out->allocation.len * in.op);
|
mem_zero(out->allocation.ptr, out->allocation.len * in.op);
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case AllocatorOp_Free: break;
|
case AllocatorOp_Free: break;
|
||||||
@@ -1331,7 +1326,7 @@ void arena_allocator_proc(AllocatorProc_In in, AllocatorProc_Out*R_ out)
|
|||||||
{
|
{
|
||||||
active->pos += aligned_grow;
|
active->pos += aligned_grow;
|
||||||
out->allocation = (Slice_Mem){in.old_allocation.ptr, in.requested_size};
|
out->allocation = (Slice_Mem){in.old_allocation.ptr, in.requested_size};
|
||||||
memory_zero(in.old_allocation.ptr + in.old_allocation.len, grow_amount * in.op - AllocatorOp_Grow_NoZero);
|
mem_zero(in.old_allocation.ptr + in.old_allocation.len, grow_amount * in.op - AllocatorOp_Grow_NoZero);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1341,8 +1336,8 @@ void arena_allocator_proc(AllocatorProc_In in, AllocatorProc_Out*R_ out)
|
|||||||
out->allocation = (Slice_Mem){0};
|
out->allocation = (Slice_Mem){0};
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
memory_copy(new_alloc.ptr, in.old_allocation.ptr, in.old_allocation.len);
|
mem_copy(new_alloc.ptr, in.old_allocation.ptr, in.old_allocation.len);
|
||||||
memory_zero(new_alloc.ptr + in.old_allocation.len, (in.requested_size - in.old_allocation.len) * in.op - AllocatorOp_Grow_NoZero);
|
mem_zero(new_alloc.ptr + in.old_allocation.len, (in.requested_size - in.old_allocation.len) * in.op - AllocatorOp_Grow_NoZero);
|
||||||
out->allocation = new_alloc;
|
out->allocation = new_alloc;
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
@@ -1360,7 +1355,7 @@ void arena_allocator_proc(AllocatorProc_In in, AllocatorProc_Out*R_ out)
|
|||||||
U8 aligned_new = align_pow2(in.requested_size, in.alignment ? in.alignment : MEMORY_ALIGNMENT_DEFAULT);
|
U8 aligned_new = align_pow2(in.requested_size, in.alignment ? in.alignment : MEMORY_ALIGNMENT_DEFAULT);
|
||||||
U8 pos_reduction = aligned_original - aligned_new;
|
U8 pos_reduction = aligned_original - aligned_new;
|
||||||
active->pos -= pos_reduction;
|
active->pos -= pos_reduction;
|
||||||
varena__shrink(active->backing, in.old_allocation, in.requested_size, &(Opts_varena){.alignment = in.alignment});
|
varena__shrink(active->backing, in.old_allocation, in.requested_size);
|
||||||
out->allocation = (Slice_Mem){in.old_allocation.ptr, in.requested_size};
|
out->allocation = (Slice_Mem){in.old_allocation.ptr, in.requested_size};
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
@@ -1391,7 +1386,7 @@ void ktl_populate_slice_a2_str8(KTL_Str8*R_ kt, AllocatorInfo backing, Slice_A2_
|
|||||||
if (values.len == 0) return;
|
if (values.len == 0) return;
|
||||||
* kt = alloc_slice(backing, KTL_Slot_Str8, values.len);
|
* kt = alloc_slice(backing, KTL_Slot_Str8, values.len);
|
||||||
for span_iter(U8, id, 0, <, values.len) {
|
for span_iter(U8, id, 0, <, values.len) {
|
||||||
memory_copy(u8_(& kt->ptr[id.cursor].value), u8_(& values.ptr[id.cursor][1]), size_of(Str8));
|
mem_copy(u8_(& kt->ptr[id.cursor].value), u8_(& values.ptr[id.cursor][1]), size_of(Str8));
|
||||||
hash64_fnv1a(& kt->ptr[id.cursor].key, slice_mem_s(values.ptr[id.cursor][0]));
|
hash64_fnv1a(& kt->ptr[id.cursor].key, slice_mem_s(values.ptr[id.cursor][0]));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -1421,7 +1416,7 @@ void kt1cx_clear(KT1CX_Byte kt, KT1CX_ByteMeta m) {
|
|||||||
for (; slot_cursor < slice_end(slots); slot_cursor += m.slot_size) {
|
for (; slot_cursor < slice_end(slots); slot_cursor += m.slot_size) {
|
||||||
process_slots:
|
process_slots:
|
||||||
Slice_Mem slot = {slot_cursor, m.slot_size}; // slot = slots[id]
|
Slice_Mem slot = {slot_cursor, m.slot_size}; // slot = slots[id]
|
||||||
memory_zero(slot.ptr, slot.len); // clear(slot)
|
mem_zero(slot.ptr, slot.len); // clear(slot)
|
||||||
}
|
}
|
||||||
U8 next = slot_cursor + m.cell_next_offset; // next = slots + next_cell_offset
|
U8 next = slot_cursor + m.cell_next_offset; // next = slots + next_cell_offset
|
||||||
if (next != null) {
|
if (next != null) {
|
||||||
@@ -1508,7 +1503,7 @@ U8 kt1cx_set(KT1CX_Byte kt, U8 key, Slice_Mem value, AllocatorInfo backing_cells
|
|||||||
finline
|
finline
|
||||||
char* str8_to_cstr_capped(Str8 content, Slice_Mem mem) {
|
char* str8_to_cstr_capped(Str8 content, Slice_Mem mem) {
|
||||||
U8 copy_len = min(content.len, mem.len - 1);
|
U8 copy_len = min(content.len, mem.len - 1);
|
||||||
memory_copy(mem.ptr, u8_(content.ptr), copy_len);
|
mem_copy(mem.ptr, u8_(content.ptr), copy_len);
|
||||||
u1_r(mem.ptr)[copy_len] = '\0';
|
u1_r(mem.ptr)[copy_len] = '\0';
|
||||||
return cast(char*, mem.ptr);
|
return cast(char*, mem.ptr);
|
||||||
}
|
}
|
||||||
@@ -1608,7 +1603,7 @@ Str8 str8__fmt_ktl(AllocatorInfo ainfo, Slice_Mem*R_ _buffer, KTL_Str8 table, St
|
|||||||
while (cursor_fmt[copy_offset] != '<' && (cursor_fmt + copy_offset) < slice_end(fmt_template)) {
|
while (cursor_fmt[copy_offset] != '<' && (cursor_fmt + copy_offset) < slice_end(fmt_template)) {
|
||||||
++ copy_offset;
|
++ copy_offset;
|
||||||
}
|
}
|
||||||
memory_copy(u8_(cursor_buffer), u8_(cursor_fmt), copy_offset);
|
mem_copy(u8_(cursor_buffer), u8_(cursor_fmt), copy_offset);
|
||||||
buffer_remaining -= copy_offset;
|
buffer_remaining -= copy_offset;
|
||||||
left_fmt -= copy_offset;
|
left_fmt -= copy_offset;
|
||||||
cursor_buffer += copy_offset;
|
cursor_buffer += copy_offset;
|
||||||
@@ -1646,7 +1641,7 @@ Str8 str8__fmt_ktl(AllocatorInfo ainfo, Slice_Mem*R_ _buffer, KTL_Str8 table, St
|
|||||||
buffer_remaining += potential_token_len;
|
buffer_remaining += potential_token_len;
|
||||||
}
|
}
|
||||||
assert((buffer_remaining - potential_token_len) > 0);
|
assert((buffer_remaining - potential_token_len) > 0);
|
||||||
memory_copy(u8_(cursor_buffer), u8_(value->ptr), value->len);
|
mem_copy(u8_(cursor_buffer), u8_(value->ptr), value->len);
|
||||||
// Sync cursor format to after the processed token
|
// Sync cursor format to after the processed token
|
||||||
cursor_buffer += value->len;
|
cursor_buffer += value->len;
|
||||||
buffer_remaining -= value->len;
|
buffer_remaining -= value->len;
|
||||||
@@ -1885,7 +1880,7 @@ void api_file_read_contents(FileOpInfo_R result, Str8 path, Opts_read_file_conte
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
if (opts.zero_backing) {
|
if (opts.zero_backing) {
|
||||||
memory_zero(buffer.ptr, buffer.len);
|
mem_zero(buffer.ptr, buffer.len);
|
||||||
}
|
}
|
||||||
MS_DWORD amount_read = 0;
|
MS_DWORD amount_read = 0;
|
||||||
MS_BOOL read_result = ReadFile(
|
MS_BOOL read_result = ReadFile(
|
||||||
|
|||||||
Reference in New Issue
Block a user