Merge pull request #4342 from laytan/process-exec-improv

fix os2.process_exec on non-windows and add a smoke test
This commit is contained in:
Laytan
2024-10-04 19:09:13 +02:00
committed by GitHub
12 changed files with 118 additions and 98 deletions
+1 -1
View File
@@ -62,8 +62,8 @@ TEMP_ALLOCATOR_GUARD_END :: proc(temp: runtime.Arena_Temp, loc := #caller_locati
@(deferred_out=TEMP_ALLOCATOR_GUARD_END) @(deferred_out=TEMP_ALLOCATOR_GUARD_END)
TEMP_ALLOCATOR_GUARD :: #force_inline proc(loc := #caller_location) -> (runtime.Arena_Temp, runtime.Source_Code_Location) { TEMP_ALLOCATOR_GUARD :: #force_inline proc(loc := #caller_location) -> (runtime.Arena_Temp, runtime.Source_Code_Location) {
tmp := temp_allocator_temp_begin(loc)
global_default_temp_allocator_index = (global_default_temp_allocator_index+1)%MAX_TEMP_ARENA_COUNT global_default_temp_allocator_index = (global_default_temp_allocator_index+1)%MAX_TEMP_ARENA_COUNT
tmp := temp_allocator_temp_begin(loc)
return tmp, loc return tmp, loc
} }
+2
View File
@@ -162,6 +162,8 @@ _get_platform_error :: proc(errno: linux.Errno) -> Error {
return .Invalid_File return .Invalid_File
case .ENOMEM: case .ENOMEM:
return .Out_Of_Memory return .Out_Of_Memory
case .ENOSYS:
return .Unsupported
} }
return Platform_Error(i32(errno)) return Platform_Error(i32(errno))
+2
View File
@@ -26,6 +26,8 @@ _get_platform_error :: proc() -> Error {
return .Invalid_File return .Invalid_File
case .ENOMEM: case .ENOMEM:
return .Out_Of_Memory return .Out_Of_Memory
case .ENOSYS:
return .Unsupported
case: case:
return Platform_Error(errno) return Platform_Error(errno)
} }
+5 -3
View File
@@ -49,7 +49,7 @@ _pipe_has_data :: proc(r: ^File) -> (ok: bool, err: Error) {
if r == nil || r.impl == nil { if r == nil || r.impl == nil {
return false, nil return false, nil
} }
fd := posix.FD((^File_Impl)(r.impl).fd) fd := __fd(r)
poll_fds := []posix.pollfd { poll_fds := []posix.pollfd {
posix.pollfd { posix.pollfd {
fd = fd, fd = fd,
@@ -57,8 +57,10 @@ _pipe_has_data :: proc(r: ^File) -> (ok: bool, err: Error) {
}, },
} }
n := posix.poll(raw_data(poll_fds), u32(len(poll_fds)), 0) n := posix.poll(raw_data(poll_fds), u32(len(poll_fds)), 0)
if n != 1 { if n < 0 {
return false, _get_platform_error() return false, _get_platform_error()
} else if n != 1 {
return false, nil
} }
pipe_events := poll_fds[0].revents pipe_events := poll_fds[0].revents
if pipe_events >= {.IN} { if pipe_events >= {.IN} {
@@ -68,4 +70,4 @@ _pipe_has_data :: proc(r: ^File) -> (ok: bool, err: Error) {
return false, .Broken_Pipe return false, .Broken_Pipe
} }
return false, nil return false, nil
} }
+61 -40
View File
@@ -1,7 +1,7 @@
package os2 package os2
import "base:runtime" import "base:runtime"
import "core:strings"
import "core:time" import "core:time"
/* /*
@@ -371,16 +371,18 @@ process_exec :: proc(
loc := #caller_location, loc := #caller_location,
) -> ( ) -> (
state: Process_State, state: Process_State,
stdout: []u8, stdout: []byte,
stderr: []u8, stderr: []byte,
err: Error, err: Error,
) { ) {
assert(desc.stdout == nil, "Cannot redirect stdout when it's being captured", loc) assert(desc.stdout == nil, "Cannot redirect stdout when it's being captured", loc)
assert(desc.stderr == nil, "Cannot redirect stderr when it's being captured", loc) assert(desc.stderr == nil, "Cannot redirect stderr when it's being captured", loc)
stdout_r, stdout_w := pipe() or_return stdout_r, stdout_w := pipe() or_return
defer close(stdout_r) defer close(stdout_r)
stderr_r, stderr_w := pipe() or_return stderr_r, stderr_w := pipe() or_return
defer close(stdout_w) defer close(stderr_r)
process: Process process: Process
{ {
// NOTE(flysand): Make sure the write-ends are closed, regardless // NOTE(flysand): Make sure the write-ends are closed, regardless
@@ -392,45 +394,64 @@ process_exec :: proc(
desc.stderr = stderr_w desc.stderr = stderr_w
process = process_start(desc) or_return process = process_start(desc) or_return
} }
stdout_builder := strings.builder_make(allocator) or_return
stderr_builder := strings.builder_make(allocator) or_return {
read_data: for { stdout_b: [dynamic]byte
buf: [1024]u8 stdout_b.allocator = allocator
defer stdout = stdout_b[:]
stderr_b: [dynamic]byte
stderr_b.allocator = allocator
defer stderr = stderr_b[:]
buf: [1024]u8 = ---
n: int n: int
has_data: bool
hangup := false stdout_done, stderr_done, has_data: bool
has_data, err = pipe_has_data(stdout_r) for err == nil && (!stdout_done || !stderr_done) {
if has_data {
n, err = read(stdout_r, buf[:]) if !stdout_done {
strings.write_bytes(&stdout_builder, buf[:n]) has_data, err = pipe_has_data(stdout_r)
} if has_data {
switch err { n, err = read(stdout_r, buf[:])
case nil: // nothing }
case .Broken_Pipe:
hangup = true switch err {
case: case nil:
return _, err = append(&stdout_b, ..buf[:n])
} case .EOF, .Broken_Pipe:
has_data, err = pipe_has_data(stderr_r) stdout_done = true
if has_data { err = nil
n, err = read(stderr_r, buf[:]) }
strings.write_bytes(&stderr_builder, buf[:n]) }
}
switch err { if err == nil && !stderr_done {
case nil: // nothing has_data, err = pipe_has_data(stderr_r)
case .Broken_Pipe: if has_data {
hangup = true n, err = read(stderr_r, buf[:])
case: }
return
} switch err {
if hangup { case nil:
break read_data _, err = append(&stderr_b, ..buf[:n])
case .EOF, .Broken_Pipe:
stderr_done = true
err = nil
}
}
} }
} }
err = nil
stdout = transmute([]u8) strings.to_string(stdout_builder) if err != nil {
stderr = transmute([]u8) strings.to_string(stderr_builder) state, _ = process_wait(process, timeout=0)
state = process_wait(process) or_return if !state.exited {
_ = process_kill(process)
state, _ = process_wait(process)
}
return
}
state, err = process_wait(process)
return return
} }
+1 -1
View File
@@ -523,7 +523,7 @@ _process_start :: proc(desc: Process_Desc) -> (process: Process, err: Error) {
write_errno_to_parent_and_abort :: proc(parent_fd: linux.Fd, errno: linux.Errno) -> ! { write_errno_to_parent_and_abort :: proc(parent_fd: linux.Fd, errno: linux.Errno) -> ! {
error_byte: [1]u8 = { u8(errno) } error_byte: [1]u8 = { u8(errno) }
linux.write(parent_fd, error_byte[:]) linux.write(parent_fd, error_byte[:])
intrinsics.trap() linux.exit(126)
} }
stdin_fd: linux.Fd stdin_fd: linux.Fd
+1 -2
View File
@@ -163,7 +163,7 @@ _process_start :: proc(desc: Process_Desc) -> (process: Process, err: Error) {
#assert(len(posix.Errno) < max(u8)) #assert(len(posix.Errno) < max(u8))
errno := u8(posix.errno()) errno := u8(posix.errno())
posix.write(parent_fd, &errno, 1) posix.write(parent_fd, &errno, 1)
runtime.trap() posix.exit(126)
} }
null := posix.open("/dev/null", {.RDWR}) null := posix.open("/dev/null", {.RDWR})
@@ -223,7 +223,6 @@ _process_start :: proc(desc: Process_Desc) -> (process: Process, err: Error) {
return return
} }
process.pid = int(pid)
process, _ = _process_open(int(pid), {}) process, _ = _process_open(int(pid), {})
return return
} }
+1
View File
@@ -15,6 +15,7 @@ _process_list :: proc(allocator: runtime.Allocator) -> (list: []int, err: Error)
} }
_process_open :: proc(pid: int, flags: Process_Open_Flags) -> (process: Process, err: Error) { _process_open :: proc(pid: int, flags: Process_Open_Flags) -> (process: Process, err: Error) {
process.pid = pid
err = .Unsupported err = .Unsupported
return return
} }
+19 -3
View File
@@ -124,11 +124,11 @@ WIFCONTINUED :: #force_inline proc "contextless" (x: c.int) -> bool {
idtype_t :: enum c.int { idtype_t :: enum c.int {
// Wait for any children and `id` is ignored. // Wait for any children and `id` is ignored.
P_ALL, P_ALL = _P_ALL,
// Wait for any child wiith a process group ID equal to `id`. // Wait for any child wiith a process group ID equal to `id`.
P_PID, P_PID = _P_PID,
// Wait for any child with a process group ID equal to `id`. // Wait for any child with a process group ID equal to `id`.
P_PGID, P_PGID = _P_PGID,
} }
Wait_Flag_Bits :: enum c.int { Wait_Flag_Bits :: enum c.int {
@@ -166,6 +166,10 @@ when ODIN_OS == .Darwin {
WNOWAIT :: 0x00000020 WNOWAIT :: 0x00000020
WSTOPPED :: 0x00000008 WSTOPPED :: 0x00000008
_P_ALL :: 0
_P_PID :: 1
_P_PGID :: 2
@(private) @(private)
_WSTATUS :: #force_inline proc "contextless" (x: c.int) -> c.int { _WSTATUS :: #force_inline proc "contextless" (x: c.int) -> c.int {
return x & 0o177 return x & 0o177
@@ -221,6 +225,10 @@ when ODIN_OS == .Darwin {
WNOWAIT :: 8 WNOWAIT :: 8
WSTOPPED :: 2 WSTOPPED :: 2
_P_ALL :: 7
_P_PID :: 0
_P_PGID :: 2
@(private) @(private)
_WSTATUS :: #force_inline proc "contextless" (x: c.int) -> c.int { _WSTATUS :: #force_inline proc "contextless" (x: c.int) -> c.int {
return x & 0o177 return x & 0o177
@@ -275,6 +283,10 @@ when ODIN_OS == .Darwin {
WNOWAIT :: 0x00010000 WNOWAIT :: 0x00010000
WSTOPPED :: 0x00000002 WSTOPPED :: 0x00000002
_P_ALL :: 0
_P_PID :: 1
_P_PGID :: 2
@(private) @(private)
_WSTATUS :: #force_inline proc "contextless" (x: c.int) -> c.int { _WSTATUS :: #force_inline proc "contextless" (x: c.int) -> c.int {
return x & 0o177 return x & 0o177
@@ -330,6 +342,10 @@ when ODIN_OS == .Darwin {
WNOWAIT :: 0x00010000 WNOWAIT :: 0x00010000
WSTOPPED :: 0x00000002 WSTOPPED :: 0x00000002
_P_ALL :: 0
_P_PID :: 2
_P_PGID :: 1
@(private) @(private)
_WSTATUS :: #force_inline proc "contextless" (x: c.int) -> c.int { _WSTATUS :: #force_inline proc "contextless" (x: c.int) -> c.int {
return x & 0o177 return x & 0o177
+1
View File
@@ -33,6 +33,7 @@ download_assets :: proc() {
@(require) import "net" @(require) import "net"
@(require) import "odin" @(require) import "odin"
@(require) import "os" @(require) import "os"
@(require) import "os/os2"
@(require) import "path/filepath" @(require) import "path/filepath"
@(require) import "reflect" @(require) import "reflect"
@(require) import "runtime" @(require) import "runtime"
+24
View File
@@ -0,0 +1,24 @@
package tests_core_os_os2
import os "core:os/os2"
import "core:log"
import "core:testing"
@(test)
test_process_exec :: proc(t: ^testing.T) {
state, stdout, stderr, err := os.process_exec({
command = {"echo", "hellope"},
}, context.allocator)
defer delete(stdout)
defer delete(stderr)
if err == .Unsupported {
log.warn("process_exec unsupported")
return
}
testing.expect_value(t, state.exited, true)
testing.expect_value(t, state.success, true)
testing.expect_value(t, err, nil)
testing.expect_value(t, string(stdout), "hellope\n")
}
-48
View File
@@ -1,8 +1,6 @@
#+build darwin, freebsd, openbsd, netbsd #+build darwin, freebsd, openbsd, netbsd
package tests_core_posix package tests_core_posix
import "base:runtime"
import "core:log" import "core:log"
import "core:path/filepath" import "core:path/filepath"
import "core:strings" import "core:strings"
@@ -217,52 +215,6 @@ test_termios :: proc(t: ^testing.T) {
testing.expect_value(t, transmute(posix.COutput_Flags)posix.tcflag_t(posix._FFDLY), posix.FFDLY) testing.expect_value(t, transmute(posix.COutput_Flags)posix.tcflag_t(posix._FFDLY), posix.FFDLY)
} }
@(test)
test_signal :: proc(t: ^testing.T) {
@static tt: ^testing.T
tt = t
@static ctx: runtime.Context
ctx = context
act: posix.sigaction_t
act.sa_flags = {.SIGINFO, .RESETHAND}
act.sa_sigaction = handler
testing.expect_value(t, posix.sigaction(.SIGCHLD, &act, nil), posix.result.OK)
handler :: proc "c" (sig: posix.Signal, info: ^posix.siginfo_t, address: rawptr) {
context = ctx
testing.expect_value(tt, sig, posix.Signal.SIGCHLD)
testing.expect_value(tt, info.si_signo, posix.Signal.SIGCHLD)
testing.expect_value(tt, info.si_status, 69)
testing.expect_value(tt, info.si_code.chld, posix.CLD_Code.EXITED)
}
switch pid := posix.fork(); pid {
case -1:
log.errorf("fork() failure: %v", posix.strerror())
case 0:
posix.exit(69)
case:
for {
status: i32
res := posix.waitpid(pid, &status, {})
if res == -1 {
if !testing.expect_value(t, posix.errno(), posix.Errno.EINTR) {
break
}
continue
}
if posix.WIFEXITED(status) || posix.WIFSIGNALED(status) {
testing.expect(t, posix.WIFEXITED(status))
testing.expect(t, posix.WEXITSTATUS(status) == 69)
break
}
}
}
}
@(test) @(test)
test_pthreads :: proc(t: ^testing.T) { test_pthreads :: proc(t: ^testing.T) {
testing.set_fail_timeout(t, time.Second) testing.set_fail_timeout(t, time.Second)