ed/Odin
1
0
Fork 0
mirror of https://github.com/Ed94/Odin.git synced 2026-08-06 07:38:48 +00:00
Code Issues Packages Projects Releases Wiki Activity

Write a log(n) fallback for llvm_vector_reduce_add

Browse Source 
This may be what LLVM does at any rate
This commit is contained in:
gingerBill
2021-10-28 15:01:13 +01:00
parent 70793236ab
commit 3794d2417d
2 changed files with 72 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/common.cpp
+11 -1
View File
@@ -443,7 +443,17 @@ u64 ceil_log2(u64 x) {
return cast(u64)(bit_set_count(x) - 1 - y); return cast(u64)(bit_set_count(x) - 1 - y);
} }
u32 prev_pow2(u32 n) {
if (n == 0) {
return 0;
}
n |= n >> 1;
n |= n >> 2;
n |= n >> 4;
n |= n >> 8;
n |= n >> 16;
return n - (n >> 1);
}
i32 prev_pow2(i32 n) { i32 prev_pow2(i32 n) {
if (n <= 0) { if (n <= 0) {
return 0; return 0;
src/llvm_backend_utility.cpp
+57 -1
View File
@@ -1563,6 +1563,40 @@ LLVMValueRef llvm_vector_broadcast(lbProcedure *p, LLVMValueRef value, unsigned
return LLVMBuildShuffleVector(p->builder, single, LLVMGetUndef(LLVMTypeOf(single)), mask, ""); return LLVMBuildShuffleVector(p->builder, single, LLVMGetUndef(LLVMTypeOf(single)), mask, "");
} }
LLVMValueRef llvm_vector_shuffle_reduction(lbProcedure *p, LLVMValueRef value, LLVMOpcode op_code) {
LLVMValueRef v_zero32 = lb_const_int(p->module, t_u32, 0).value;
unsigned len = LLVMGetVectorSize(LLVMTypeOf(value));
if (len == 1) {
return LLVMBuildExtractElement(p->builder, value, v_zero32, "");
}
GB_ASSERT((len & (len-1)) == 0);
for (unsigned i = len; i != 1; i >>= 1) {
LLVMValueRef lhs_mask = llvm_mask_iota(p->module, 0, i/2);
LLVMValueRef rhs_mask = llvm_mask_iota(p->module, i/2, i);
LLVMValueRef lhs = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), lhs_mask, "");
LLVMValueRef rhs = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), rhs_mask, "");
value = LLVMBuildBinOp(p->builder, op_code, lhs, rhs, "");
}
return LLVMBuildExtractElement(p->builder, value, v_zero32, "");
}
LLVMValueRef llvm_vector_expand_to_power_of_two(lbProcedure *p, LLVMValueRef value) {
LLVMTypeRef vector_type = LLVMTypeOf(value);
unsigned len = LLVMGetVectorSize(vector_type);
if (len == 1) {
return value;
}
if ((len & (len-1)) == 0) {
return value;
}
unsigned expanded_len = cast(unsigned)next_pow2(cast(i64)len);
LLVMValueRef mask = llvm_mask_iota(p->module, 0, expanded_len);
return LLVMBuildShuffleVector(p->builder, value, LLVMConstNull(vector_type), mask, "");
}
LLVMValueRef llvm_vector_reduce_add(lbProcedure *p, LLVMValueRef value) { LLVMValueRef llvm_vector_reduce_add(lbProcedure *p, LLVMValueRef value) {
LLVMTypeRef type = LLVMTypeOf(value); LLVMTypeRef type = LLVMTypeOf(value);
GB_ASSERT(LLVMGetTypeKind(type) == LLVMVectorTypeKind); GB_ASSERT(LLVMGetTypeKind(type) == LLVMVectorTypeKind);
@@ -1608,7 +1642,7 @@ LLVMValueRef llvm_vector_reduce_add(lbProcedure *p, LLVMValueRef value) {
} }
// Manual reduce // Manual reduce
#if 0
LLVMValueRef sum = LLVMBuildExtractElement(p->builder, value, lb_const_int(p->module, t_u32, 0).value, ""); LLVMValueRef sum = LLVMBuildExtractElement(p->builder, value, lb_const_int(p->module, t_u32, 0).value, "");
for (unsigned i = 0; i < len; i++) { for (unsigned i = 0; i < len; i++) {
LLVMValueRef val = LLVMBuildExtractElement(p->builder, value, lb_const_int(p->module, t_u32, i).value, ""); LLVMValueRef val = LLVMBuildExtractElement(p->builder, value, lb_const_int(p->module, t_u32, i).value, "");
@@ -1619,6 +1653,28 @@ LLVMValueRef llvm_vector_reduce_add(lbProcedure *p, LLVMValueRef value) {
} }
} }
return sum; return sum;
#else
LLVMOpcode op_code = LLVMFAdd;
if (LLVMGetTypeKind(elem) == LLVMIntegerTypeKind) {
op_code = LLVMAdd;
}
unsigned len_pow_2 = prev_pow2(len);
if (len_pow_2 == len) {
return llvm_vector_shuffle_reduction(p, value, op_code);
} else {
LLVMValueRef lower_mask = llvm_mask_iota(p->module, 0, len_pow_2);
LLVMValueRef upper_mask = llvm_mask_iota(p->module, len_pow_2, len-len_pow_2);
LLVMValueRef lower = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), lower_mask, "");
LLVMValueRef upper = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), upper_mask, "");
upper = llvm_vector_expand_to_power_of_two(p, upper);
LLVMValueRef lower_reduced = llvm_vector_shuffle_reduction(p, lower, op_code);
LLVMValueRef upper_reduced = llvm_vector_shuffle_reduction(p, upper, op_code);
return LLVMBuildBinOp(p->builder, op_code, lower_reduced, upper_reduced, "");
}
#endif
} }
LLVMValueRef llvm_vector_add(lbProcedure *p, LLVMValueRef a, LLVMValueRef b) { LLVMValueRef llvm_vector_add(lbProcedure *p, LLVMValueRef a, LLVMValueRef b) {