[examples] get started on the multi threaded parse example

2026-07-28 10:20:02 +00:00 · 2021-10-10 10:00:03 -07:00
parent 8ee69f0124
commit 93ac2b4bae
5 changed files with 151 additions and 10 deletions
@@ -9,10 +9,140 @@
 #include "md.h"
 #include "md.c"

+#include <Windows.h>
+
+//~ multi-threaded parse setup ////////////////////////////////////////////////
+
+#if MD_COMPILER_CL
+# define atomic_inc_u64(p) InterlockedIncrement64((LONG64*)p)
+#else
+# error Not implemented for this compiler
+#endif
+
+typedef struct TaskData
+{
+    MD_u64 task_max;
+    char **tasks;
+    
+    volatile MD_u64 task_counter;
+    volatile MD_u64 thread_counter;
+} TaskData;
+
+typedef struct ThreadData
+{
+    TaskData *task;
+    MD_Arena *arena;
+    MD_Node *list;
+    MD_MessageList errors;
+} ThreadData;
+
+void
+parse_worker_loop(ThreadData *thread_data)
+{
+    TaskData *task = thread_data->task;
+    for (;;)
+    {
+        MD_u64 task_index = atomic_inc_u64(&task->task_counter);
+        if (task_index >= task->task_max)
+        {
+            break;
+        }
+        MD_String8 file_name = MD_S8CString(task->tasks[task_index]);
+        MD_ParseResult parse = MD_ParseWholeFile(thread_data->arena, file_name);
+        if (parse.errors.first != 0)
+        {
+            MD_MessageListConcat(&thread_data->errors, &parse.errors);
+        }
+        else
+        {
+            MD_PushNewReference(thread_data->arena, thread_data->list, parse.node);
+        }
+    }
+    
+    atomic_inc_u64(&task->thread_counter);
+}
+
+#if MD_OS_WINDOWS
+DWORD
+parse_worker_win32(LPVOID parameter)
+{
+    parse_worker_loop((ThreadData*)parameter);
+    return(0);
+}
+#else
+# error Not implemented for this OS
+#endif
+
+
 //~ main //////////////////////////////////////////////////////////////////////

 int
 main(int argc, char **argv)
 {
-    // TODO(allen)
+#if 1
+    char *argv_dummy[8] = {
+        0,
+        "W:\\metadesk\\examples\\intro\\hello_world.mdesk",
+        "W:\\metadesk\\examples\\intro\\labels.mdesk",
+        "W:\\metadesk\\examples\\intro\\sets.mdesk",
+        "W:\\metadesk\\examples\\type_metadata\\types.mdesk",
+        "W:\\metadesk\\examples\\type_metadata\\bad_types.mdesk",
+        "W:\\metadesk\\examples\\expr\\expr_intro.mdesk",
+        "W:\\metadesk\\examples\\expr\\expr_c_like.mdesk",
+    };
+    argc = 8;
+    argv = argv_dummy;
+#endif
+    
+    // make sure we have something to parse
+    if (argc <= 1)
+    {
+        fprintf(stderr, "pass at least one input file");
+        exit(1);
+    }
+    
+    // setup the shared task data
+    TaskData task = {0};
+    task.task_max = argc - 1;
+    task.tasks = argv + 1;
+    
+    // setup the per-thread data
+#define THREAD_COUNT 2
+    ThreadData threads[THREAD_COUNT] = {0};
+    for (int i = 0; i < THREAD_COUNT; i += 1)
+    {
+        threads[i].task = &task;
+        threads[i].arena = MD_ArenaAlloc();
+        threads[i].list = MD_MakeList(threads[i].arena);
+    }
+    
+    // launch the worker threads
+    for (int i = 1; i < THREAD_COUNT; i += 1)
+    {
+#if MD_OS_WINDOWS
+        HANDLE handle = CreateThread(0, 0, parse_worker_win32, threads + i, 0, 0);
+        CloseHandle(handle);
+#else
+# error Not implemented for this OS
+#endif
+    }
+    
+    parse_worker_loop(&threads[0]);
+    
+    // wait for all threads to be finished
+    for (;;)
+    {
+        MD_u64 thread_counter = task.thread_counter;
+        if (thread_counter >= THREAD_COUNT)
+        {
+            break;
+        }
+#if MD_OS_WINDOWS
+        Sleep(0);
+#else
+# error Not implemented for this OS
+#endif
+    }
+    
+    // TODO(allen): combine results
 }