ed/Odin
1
0
Fork 0
mirror of https://github.com/Ed94/Odin.git synced 2026-08-05 15:18:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Correct llvm_vector_shuffle_reduction

Browse Source
This commit is contained in:
gingerBill
2021-10-28 15:09:20 +01:00
parent 3794d2417d
commit ef29ffeb21
1 changed files with 15 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llvm_backend_utility.cpp
+15 -5
View File
@@ -1564,18 +1564,26 @@ LLVMValueRef llvm_vector_broadcast(lbProcedure *p, LLVMValueRef value, unsigned
} }
LLVMValueRef llvm_vector_shuffle_reduction(lbProcedure *p, LLVMValueRef value, LLVMOpcode op_code) { LLVMValueRef llvm_vector_shuffle_reduction(lbProcedure *p, LLVMValueRef value, LLVMOpcode op_code) {
LLVMTypeRef original_vector_type = LLVMTypeOf(value);
GB_ASSERT(LLVMGetTypeKind(original_vector_type) == LLVMVectorTypeKind);
unsigned len = LLVMGetVectorSize(original_vector_type);
LLVMValueRef v_zero32 = lb_const_int(p->module, t_u32, 0).value; LLVMValueRef v_zero32 = lb_const_int(p->module, t_u32, 0).value;
unsigned len = LLVMGetVectorSize(LLVMTypeOf(value));
if (len == 1) { if (len == 1) {
return LLVMBuildExtractElement(p->builder, value, v_zero32, ""); return LLVMBuildExtractElement(p->builder, value, v_zero32, "");
} }
GB_ASSERT((len & (len-1)) == 0); GB_ASSERT((len & (len-1)) == 0);
for (unsigned i = len; i != 1; i >>= 1) { for (unsigned i = len; i != 1; i >>= 1) {
LLVMValueRef lhs_mask = llvm_mask_iota(p->module, 0, i/2); unsigned mask_len = i/2;
LLVMValueRef rhs_mask = llvm_mask_iota(p->module, i/2, i); LLVMValueRef lhs_mask = llvm_mask_iota(p->module, 0, mask_len);
LLVMValueRef rhs_mask = llvm_mask_iota(p->module, mask_len, mask_len);
GB_ASSERT(LLVMTypeOf(lhs_mask) == LLVMTypeOf(rhs_mask));
LLVMValueRef lhs = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), lhs_mask, ""); LLVMValueRef lhs = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), lhs_mask, "");
LLVMValueRef rhs = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), rhs_mask, ""); LLVMValueRef rhs = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), rhs_mask, "");
GB_ASSERT(LLVMTypeOf(lhs) == LLVMTypeOf(rhs));
value = LLVMBuildBinOp(p->builder, op_code, lhs, rhs, ""); value = LLVMBuildBinOp(p->builder, op_code, lhs, rhs, "");
} }
@@ -1629,7 +1637,7 @@ LLVMValueRef llvm_vector_reduce_add(lbProcedure *p, LLVMValueRef value) {
} }
unsigned id = LLVMLookupIntrinsicID(name, gb_strlen(name)); unsigned id = LLVMLookupIntrinsicID(name, gb_strlen(name));
if (id != 0) { if (id != 0 && false) {
LLVMTypeRef types[1] = {}; LLVMTypeRef types[1] = {};
types[0] = type; types[0] = type;
@@ -1663,6 +1671,7 @@ LLVMValueRef llvm_vector_reduce_add(lbProcedure *p, LLVMValueRef value) {
if (len_pow_2 == len) { if (len_pow_2 == len) {
return llvm_vector_shuffle_reduction(p, value, op_code); return llvm_vector_shuffle_reduction(p, value, op_code);
} else { } else {
GB_ASSERT(len_pow_2 < len);
LLVMValueRef lower_mask = llvm_mask_iota(p->module, 0, len_pow_2); LLVMValueRef lower_mask = llvm_mask_iota(p->module, 0, len_pow_2);
LLVMValueRef upper_mask = llvm_mask_iota(p->module, len_pow_2, len-len_pow_2); LLVMValueRef upper_mask = llvm_mask_iota(p->module, len_pow_2, len-len_pow_2);
LLVMValueRef lower = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), lower_mask, ""); LLVMValueRef lower = LLVMBuildShuffleVector(p->builder, value, LLVMGetUndef(LLVMTypeOf(value)), lower_mask, "");
@@ -1670,7 +1679,8 @@ LLVMValueRef llvm_vector_reduce_add(lbProcedure *p, LLVMValueRef value) {
upper = llvm_vector_expand_to_power_of_two(p, upper); upper = llvm_vector_expand_to_power_of_two(p, upper);
LLVMValueRef lower_reduced = llvm_vector_shuffle_reduction(p, lower, op_code); LLVMValueRef lower_reduced = llvm_vector_shuffle_reduction(p, lower, op_code);
LLVMValueRef upper_reduced = llvm_vector_shuffle_reduction(p, upper, op_code); LLVMValueRef upper_reduced = llvm_vector_shuffle_reduction(p, upper, op_code);
GB_ASSERT(LLVMTypeOf(lower_reduced) == LLVMTypeOf(upper_reduced));
return LLVMBuildBinOp(p->builder, op_code, lower_reduced, upper_reduced, ""); return LLVMBuildBinOp(p->builder, op_code, lower_reduced, upper_reduced, "");
} }