ed/metadesk
1
0
Fork 0
mirror of https://github.com/Ed94/metadesk.git synced 2026-06-12 23:51:37 -07:00
Code Issues Packages Projects Releases Wiki Activity

[examples] get started on the multi threaded parse example

Browse Source
This commit is contained in:
Allen Webster
2021-10-10 10:00:03 -07:00
parent 8ee69f0124
commit 93ac2b4bae
5 changed files with 151 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
bin/run_examples.sh
+11 -2
View File
@@ -8,12 +8,21 @@ root_path=$PWD
build_path=$root_path/build
examps=$root_path/examples
# Setup a big list of files for a few of the examples
big_list= $examps/intro/hello_world.mdesk
bit_list=$big_list $examps/intro/labels.mdesk
bit_list=$big_list $examps/intro/sets.mdesk
bit_list=$big_list $examps/type_metadata/types.mdesk
bit_list=$big_list $examps/type_metadata/bad_types.mdesk
bit_list=$big_list $examps/expr/expr_intro.mdesk
bit_list=$big_list $examps/expr/expr_c_like.mdesk
echo ~~~ Running Memory Management Example ~~~
$build_path/memory_management.exe $examps/intro/hello_world.mdesk $examps/intro/labels.mdesk $examps/intro/sets.mdesk
$build_path/memory_management.exe $big_list
echo
echo ~~~ Running Multi-Threaded Parse Example ~~~
$build_path/multi_threaded.exe $examps/intro/hello_world.mdesk $examps/intro/labels.mdesk $examps/intro/sets.mdesk
$build_path/multi_threaded.exe $big_list
echo
echo ~~~ Running Type Metadata Generator Example ~~~
examples/integration/multi_threaded.c
+131 -1
View File
@@ -9,10 +9,140 @@
#include "md.h"
#include "md.c"
#include <Windows.h>
//~ multi-threaded parse setup ////////////////////////////////////////////////
#if MD_COMPILER_CL
# define atomic_inc_u64(p) InterlockedIncrement64((LONG64*)p)
#else
# error Not implemented for this compiler
#endif
typedef struct TaskData
{
MD_u64 task_max;
char **tasks;
volatile MD_u64 task_counter;
volatile MD_u64 thread_counter;
} TaskData;
typedef struct ThreadData
{
TaskData *task;
MD_Arena *arena;
MD_Node *list;
MD_MessageList errors;
} ThreadData;
void
parse_worker_loop(ThreadData *thread_data)
{
TaskData *task = thread_data->task;
for (;;)
{
MD_u64 task_index = atomic_inc_u64(&task->task_counter);
if (task_index >= task->task_max)
{
break;
}
MD_String8 file_name = MD_S8CString(task->tasks[task_index]);
MD_ParseResult parse = MD_ParseWholeFile(thread_data->arena, file_name);
if (parse.errors.first != 0)
{
MD_MessageListConcat(&thread_data->errors, &parse.errors);
}
else
{
MD_PushNewReference(thread_data->arena, thread_data->list, parse.node);
}
}
atomic_inc_u64(&task->thread_counter);
}
#if MD_OS_WINDOWS
DWORD
parse_worker_win32(LPVOID parameter)
{
parse_worker_loop((ThreadData*)parameter);
return(0);
}
#else
# error Not implemented for this OS
#endif
//~ main //////////////////////////////////////////////////////////////////////
int
main(int argc, char **argv)
{
// TODO(allen)
#if 1
char *argv_dummy[8] = {
0,
"W:\\metadesk\\examples\\intro\\hello_world.mdesk",
"W:\\metadesk\\examples\\intro\\labels.mdesk",
"W:\\metadesk\\examples\\intro\\sets.mdesk",
"W:\\metadesk\\examples\\type_metadata\\types.mdesk",
"W:\\metadesk\\examples\\type_metadata\\bad_types.mdesk",
"W:\\metadesk\\examples\\expr\\expr_intro.mdesk",
"W:\\metadesk\\examples\\expr\\expr_c_like.mdesk",
};
argc = 8;
argv = argv_dummy;
#endif
// make sure we have something to parse
if (argc <= 1)
{
fprintf(stderr, "pass at least one input file");
exit(1);
}
// setup the shared task data
TaskData task = {0};
task.task_max = argc - 1;
task.tasks = argv + 1;
// setup the per-thread data
#define THREAD_COUNT 2
ThreadData threads[THREAD_COUNT] = {0};
for (int i = 0; i < THREAD_COUNT; i += 1)
{
threads[i].task = &task;
threads[i].arena = MD_ArenaAlloc();
threads[i].list = MD_MakeList(threads[i].arena);
}
// launch the worker threads
for (int i = 1; i < THREAD_COUNT; i += 1)
{
#if MD_OS_WINDOWS
HANDLE handle = CreateThread(0, 0, parse_worker_win32, threads + i, 0, 0);
CloseHandle(handle);
#else
# error Not implemented for this OS
#endif
}
parse_worker_loop(&threads[0]);
// wait for all threads to be finished
for (;;)
{
MD_u64 thread_counter = task.thread_counter;
if (thread_counter >= THREAD_COUNT)
{
break;
}
#if MD_OS_WINDOWS
Sleep(0);
#else
# error Not implemented for this OS
#endif
}
// TODO(allen): combine results
}
examples/type_metadata/generated/meta_types.c
+4 -4
View File
@@ -1,4 +1,4 @@
// generated by W:/metadesk/examples/type_metadata/type_metadata.c:991
// generated by W:\metadesk\examples\type_metadata\type_metadata.c:991
TypeInfoMember Circle_members[2] = {
{"r", 1, -1, &F32_type_info},
{"pos", 3, -1, &V2F32_type_info},
@@ -14,14 +14,14 @@ TypeInfoMember RoundedPolygon_members[3] = {
{"p", 1, 1, &V2F32_type_info},
};
// generated by W:/metadesk/examples/type_metadata/type_metadata.c:1030
// generated by W:\metadesk\examples\type_metadata\type_metadata.c:1030
TypeInfoEnumerant Shape_members[3] = {
{"Circle", 6, 1},
{"Segment", 7, 2},
{"Polygon", 7, 3},
};
// generated by W:/metadesk/examples/type_metadata/type_metadata.c:1066
// generated by W:\metadesk\examples\type_metadata\type_metadata.c:1066
TypeInfo U32_type_info = {TypeKind_Basic, "U32", 3, 4, 0, 0};
TypeInfo F32_type_info = {TypeKind_Basic, "F32", 3, 4, 0, 0};
TypeInfo V2F32_type_info = {TypeKind_Basic, "V2F32", 5, 8, 0, 0};
@@ -30,7 +30,7 @@ TypeInfo RoundedSegment_type_info = {TypeKind_Struct, "RoundedSegment", 14, 3, R
TypeInfo RoundedPolygon_type_info = {TypeKind_Struct, "RoundedPolygon", 14, 3, RoundedPolygon_members, 0};
TypeInfo Shape_type_info = {TypeKind_Enum, "Shape", 5, 3, Shape_members, &U32_type_info};
// generated by W:/metadesk/examples/type_metadata/type_metadata.c:1126
// generated by W:\metadesk\examples\type_metadata\type_metadata.c:1126
TypeInfo*
type_info_from_shape(Shape v)
{
examples/type_metadata/generated/meta_types.h
+3 -3
View File
@@ -1,6 +1,6 @@
#if !defined(META_TYPES_H)
#define META_TYPES_H
// generated by W:/metadesk/examples/type_metadata/type_metadata.c:868
// generated by W:\metadesk\examples\type_metadata\type_metadata.c:868
typedef struct Circle Circle;
struct Circle
{
@@ -29,11 +29,11 @@ Shape_Segment = 2,
Shape_Polygon = 3,
};
// generated by W:/metadesk/examples/type_metadata/type_metadata.c:952
// generated by W:\metadesk\examples\type_metadata\type_metadata.c:952
TypeInfo* type_info_from_shape(Shape v);
U32 max_slot_from_shape(Shape v);
// generated by W:/metadesk/examples/type_metadata/type_metadata.c:975
// generated by W:\metadesk\examples\type_metadata\type_metadata.c:975
extern TypeInfo U32_type_info;
extern TypeInfo F32_type_info;
extern TypeInfo V2F32_type_info;
source/md.c
+2
View File
@@ -597,6 +597,8 @@ MD_ArenaDefaultSetAutoAlign(MD_ArenaDefault *arena, MD_u64 align)
arena->align = align;
}
// TODO(allen): Arena absorb
#endif
//- "arena" implementation checks