87bf82d14d
This shares code with WsloopOp (the changes to Wsloop should be NFC). OpenMPIRBuilder basically implements SECTIONS as a wsloop over a case statement with each SECTION as a case for a particular loopiv value. Unfortunately it proved very difficult to share code between these and ParallelOp. ParallelOp does quite a few things differently (doing more work inside of the bodygen callback and laying out blocks differently). Aligning reduction implementations for wsloop and parallel will probably involve functional changes to both, so I won't attempt that in this commit.
215 lines
12 KiB
MLIR
215 lines
12 KiB
MLIR
// RUN: mlir-translate -mlir-to-llvmir %s | FileCheck %s
|
|
|
|
// nonesense minimised code simulating the control flow graph generated by flang
|
|
// for array reductions. The important thing here is that we are testing a byref
|
|
// reduction with a cleanup region, and the various regions contain multiple
|
|
// blocks
|
|
omp.declare_reduction @add_reduction_byref_box_Uxf32 : !llvm.ptr init {
|
|
^bb0(%arg0: !llvm.ptr):
|
|
%0 = llvm.mlir.constant(1 : i64) : i64
|
|
%1 = llvm.alloca %0 x !llvm.struct<(ptr, i64, i32, i8, i8, i8, i8, array<1 x array<3 x i64>>)> : (i64) -> !llvm.ptr
|
|
omp.yield(%1 : !llvm.ptr)
|
|
} combiner {
|
|
^bb0(%arg0: !llvm.ptr, %arg1: !llvm.ptr):
|
|
%0 = llvm.mlir.constant(0 : i64) : i64
|
|
%1 = llvm.mlir.constant(0 : index) : i64
|
|
%2 = llvm.mlir.constant(1 : index) : i64
|
|
llvm.br ^bb1(%0 : i64)
|
|
^bb1(%3: i64): // 2 preds: ^bb0, ^bb2
|
|
%4 = llvm.icmp "sgt" %3, %1 : i64
|
|
llvm.cond_br %4, ^bb2, ^bb3
|
|
^bb2: // pred: ^bb1
|
|
%5 = llvm.sub %3, %2 : i64
|
|
llvm.br ^bb1(%5 : i64)
|
|
^bb3: // pred: ^bb1
|
|
omp.yield(%arg0 : !llvm.ptr)
|
|
} cleanup {
|
|
^bb0(%arg0: !llvm.ptr):
|
|
%0 = llvm.mlir.constant(0 : i64) : i64
|
|
%1 = llvm.ptrtoint %arg0 : !llvm.ptr to i64
|
|
%2 = llvm.icmp "ne" %1, %0 : i64
|
|
llvm.cond_br %2, ^bb1, ^bb2
|
|
^bb1: // pred: ^bb0
|
|
llvm.br ^bb2
|
|
^bb2: // 2 preds: ^bb0, ^bb1
|
|
omp.yield
|
|
}
|
|
llvm.func @sectionsreduction_(%arg0: !llvm.ptr {fir.bindc_name = "x"}) attributes {fir.internal_name = "_QPsectionsreduction"} {
|
|
%0 = llvm.mlir.constant(1 : i64) : i64
|
|
%1 = llvm.mlir.constant(0 : index) : i64
|
|
%2 = llvm.mlir.constant(1 : index) : i64
|
|
omp.parallel {
|
|
%3 = llvm.alloca %0 x !llvm.struct<(ptr, i64, i32, i8, i8, i8, i8, array<1 x array<3 x i64>>)> : (i64) -> !llvm.ptr
|
|
omp.sections reduction(byref @add_reduction_byref_box_Uxf32 -> %3 : !llvm.ptr) {
|
|
^bb0(%arg1: !llvm.ptr):
|
|
omp.section {
|
|
^bb0(%arg2: !llvm.ptr):
|
|
llvm.br ^bb1(%0 : i64)
|
|
^bb1(%4: i64): // 2 preds: ^bb0, ^bb2
|
|
%5 = llvm.icmp "sgt" %4, %1 : i64
|
|
llvm.cond_br %5, ^bb2, ^bb3
|
|
^bb2: // pred: ^bb1
|
|
%6 = llvm.sub %4, %2 : i64
|
|
llvm.br ^bb1(%6 : i64)
|
|
^bb3: // pred: ^bb1
|
|
omp.terminator
|
|
}
|
|
omp.section {
|
|
^bb0(%arg2: !llvm.ptr):
|
|
llvm.br ^bb1(%0 : i64)
|
|
^bb1(%4: i64): // 2 preds: ^bb0, ^bb2
|
|
%5 = llvm.icmp "sgt" %4, %1 : i64
|
|
llvm.cond_br %5, ^bb2, ^bb3
|
|
^bb2: // pred: ^bb1
|
|
%6 = llvm.sub %4, %2 : i64
|
|
llvm.br ^bb1(%6 : i64)
|
|
^bb3: // pred: ^bb1
|
|
omp.terminator
|
|
}
|
|
omp.terminator
|
|
}
|
|
omp.terminator
|
|
}
|
|
llvm.return
|
|
}
|
|
|
|
// CHECK-LABEL: define internal void @sectionsreduction_..omp_par
|
|
// CHECK: omp.par.entry:
|
|
// CHECK: %[[VAL_6:.*]] = alloca i32, align 4
|
|
// CHECK: %[[VAL_7:.*]] = alloca i32, align 4
|
|
// CHECK: %[[VAL_8:.*]] = alloca i32, align 4
|
|
// CHECK: %[[VAL_9:.*]] = alloca i32, align 4
|
|
// CHECK: %[[VAL_10:.*]] = alloca i32, align 4
|
|
// CHECK: %[[VAL_11:.*]] = load i32, ptr %[[VAL_12:.*]], align 4
|
|
// CHECK: store i32 %[[VAL_11]], ptr %[[VAL_10]], align 4
|
|
// CHECK: %[[VAL_13:.*]] = load i32, ptr %[[VAL_10]], align 4
|
|
// CHECK: %[[VAL_14:.*]] = alloca [1 x ptr], align 8
|
|
// CHECK: br label %[[VAL_15:.*]]
|
|
// CHECK: omp.reduction.init: ; preds = %[[VAL_16:.*]]
|
|
// CHECK: br label %[[VAL_17:.*]]
|
|
// CHECK: omp.par.region: ; preds = %[[VAL_15]]
|
|
// CHECK: br label %[[VAL_18:.*]]
|
|
// CHECK: omp.par.region1: ; preds = %[[VAL_17]]
|
|
// CHECK: %[[VAL_19:.*]] = alloca { ptr, i64, i32, i8, i8, i8, i8, [1 x [3 x i64]] }, i64 1, align 8
|
|
// CHECK: %[[VAL_20:.*]] = alloca { ptr, i64, i32, i8, i8, i8, i8, [1 x [3 x i64]] }, i64 1, align 8
|
|
// CHECK: %[[VAL_21:.*]] = alloca ptr, align 8
|
|
// CHECK: store ptr %[[VAL_20]], ptr %[[VAL_21]], align 8
|
|
// CHECK: br label %[[VAL_22:.*]]
|
|
// CHECK: omp_section_loop.preheader: ; preds = %[[VAL_18]]
|
|
// CHECK: store i32 0, ptr %[[VAL_7]], align 4
|
|
// CHECK: store i32 1, ptr %[[VAL_8]], align 4
|
|
// CHECK: store i32 1, ptr %[[VAL_9]], align 4
|
|
// CHECK: %[[VAL_23:.*]] = call i32 @__kmpc_global_thread_num(ptr @1)
|
|
// CHECK: call void @__kmpc_for_static_init_4u(ptr @1, i32 %[[VAL_23]], i32 34, ptr %[[VAL_6]], ptr %[[VAL_7]], ptr %[[VAL_8]], ptr %[[VAL_9]], i32 1, i32 0)
|
|
// CHECK: %[[VAL_24:.*]] = load i32, ptr %[[VAL_7]], align 4
|
|
// CHECK: %[[VAL_25:.*]] = load i32, ptr %[[VAL_8]], align 4
|
|
// CHECK: %[[VAL_26:.*]] = sub i32 %[[VAL_25]], %[[VAL_24]]
|
|
// CHECK: %[[VAL_27:.*]] = add i32 %[[VAL_26]], 1
|
|
// CHECK: br label %[[VAL_28:.*]]
|
|
// CHECK: omp_section_loop.header: ; preds = %[[VAL_29:.*]], %[[VAL_22]]
|
|
// CHECK: %[[VAL_30:.*]] = phi i32 [ 0, %[[VAL_22]] ], [ %[[VAL_31:.*]], %[[VAL_29]] ]
|
|
// CHECK: br label %[[VAL_32:.*]]
|
|
// CHECK: omp_section_loop.cond: ; preds = %[[VAL_28]]
|
|
// CHECK: %[[VAL_33:.*]] = icmp ult i32 %[[VAL_30]], %[[VAL_27]]
|
|
// CHECK: br i1 %[[VAL_33]], label %[[VAL_34:.*]], label %[[VAL_35:.*]]
|
|
// CHECK: omp_section_loop.exit: ; preds = %[[VAL_32]]
|
|
// CHECK: call void @__kmpc_for_static_fini(ptr @1, i32 %[[VAL_23]])
|
|
// CHECK: %[[VAL_36:.*]] = call i32 @__kmpc_global_thread_num(ptr @1)
|
|
// CHECK: call void @__kmpc_barrier(ptr @2, i32 %[[VAL_36]])
|
|
// CHECK: br label %[[VAL_37:.*]]
|
|
// CHECK: omp_section_loop.after: ; preds = %[[VAL_35]]
|
|
// CHECK: br label %[[VAL_38:.*]]
|
|
// CHECK: omp_section_loop.aftersections.fini: ; preds = %[[VAL_37]]
|
|
// CHECK: %[[VAL_39:.*]] = getelementptr inbounds [1 x ptr], ptr %[[VAL_14]], i64 0, i64 0
|
|
// CHECK: store ptr %[[VAL_21]], ptr %[[VAL_39]], align 8
|
|
// CHECK: %[[VAL_40:.*]] = call i32 @__kmpc_global_thread_num(ptr @1)
|
|
// CHECK: %[[VAL_41:.*]] = call i32 @__kmpc_reduce(ptr @1, i32 %[[VAL_40]], i32 1, i64 8, ptr %[[VAL_14]], ptr @.omp.reduction.func, ptr @.gomp_critical_user_.reduction.var)
|
|
// CHECK: switch i32 %[[VAL_41]], label %[[VAL_42:.*]] [
|
|
// CHECK: i32 1, label %[[VAL_43:.*]]
|
|
// CHECK: i32 2, label %[[VAL_44:.*]]
|
|
// CHECK: ]
|
|
// CHECK: reduce.switch.atomic: ; preds = %[[VAL_38]]
|
|
// CHECK: unreachable
|
|
// CHECK: reduce.switch.nonatomic: ; preds = %[[VAL_38]]
|
|
// CHECK: %[[VAL_45:.*]] = load ptr, ptr %[[VAL_21]], align 8
|
|
// CHECK: br label %[[VAL_46:.*]]
|
|
// CHECK: omp.reduction.nonatomic.body: ; preds = %[[VAL_43]]
|
|
// CHECK: br label %[[VAL_47:.*]]
|
|
// CHECK: omp.reduction.nonatomic.body16: ; preds = %[[VAL_48:.*]], %[[VAL_46]]
|
|
// CHECK: %[[VAL_49:.*]] = phi i64 [ %[[VAL_50:.*]], %[[VAL_48]] ], [ 0, %[[VAL_46]] ]
|
|
// CHECK: %[[VAL_51:.*]] = icmp sgt i64 %[[VAL_49]], 0
|
|
// CHECK: br i1 %[[VAL_51]], label %[[VAL_48]], label %[[VAL_52:.*]]
|
|
// CHECK: omp.reduction.nonatomic.body18: ; preds = %[[VAL_47]]
|
|
// CHECK: br label %[[VAL_53:.*]]
|
|
// CHECK: omp.region.cont15: ; preds = %[[VAL_52]]
|
|
// CHECK: %[[VAL_54:.*]] = phi ptr [ %[[VAL_19]], %[[VAL_52]] ]
|
|
// CHECK: call void @__kmpc_end_reduce(ptr @1, i32 %[[VAL_40]], ptr @.gomp_critical_user_.reduction.var)
|
|
// CHECK: br label %[[VAL_42]]
|
|
// CHECK: omp.reduction.nonatomic.body17: ; preds = %[[VAL_47]]
|
|
// CHECK: %[[VAL_50]] = sub i64 %[[VAL_49]], 1
|
|
// CHECK: br label %[[VAL_47]]
|
|
// CHECK: reduce.finalize: ; preds = %[[VAL_53]], %[[VAL_38]]
|
|
// CHECK: %[[VAL_55:.*]] = call i32 @__kmpc_global_thread_num(ptr @1)
|
|
// CHECK: call void @__kmpc_barrier(ptr @2, i32 %[[VAL_55]])
|
|
// CHECK: %[[VAL_56:.*]] = load ptr, ptr %[[VAL_21]], align 8
|
|
// CHECK: br label %[[VAL_57:.*]]
|
|
// CHECK: omp.reduction.cleanup: ; preds = %[[VAL_42]]
|
|
// CHECK: %[[VAL_58:.*]] = ptrtoint ptr %[[VAL_56]] to i64
|
|
// CHECK: %[[VAL_59:.*]] = icmp ne i64 %[[VAL_58]], 0
|
|
// CHECK: br i1 %[[VAL_59]], label %[[VAL_60:.*]], label %[[VAL_61:.*]]
|
|
// CHECK: omp.reduction.cleanup22: ; preds = %[[VAL_60]], %[[VAL_57]]
|
|
// CHECK: br label %[[VAL_62:.*]]
|
|
// CHECK: omp.region.cont20: ; preds = %[[VAL_61]]
|
|
// CHECK: br label %[[VAL_63:.*]]
|
|
// CHECK: omp.region.cont: ; preds = %[[VAL_62]]
|
|
// CHECK: br label %[[VAL_64:.*]]
|
|
// CHECK: omp.par.pre_finalize: ; preds = %[[VAL_63]]
|
|
// CHECK: br label %[[VAL_65:.*]]
|
|
// CHECK: omp.reduction.cleanup21: ; preds = %[[VAL_57]]
|
|
// CHECK: br label %[[VAL_61]]
|
|
// CHECK: omp_section_loop.body: ; preds = %[[VAL_32]]
|
|
// CHECK: %[[VAL_66:.*]] = add i32 %[[VAL_30]], %[[VAL_24]]
|
|
// CHECK: %[[VAL_67:.*]] = mul i32 %[[VAL_66]], 1
|
|
// CHECK: %[[VAL_68:.*]] = add i32 %[[VAL_67]], 0
|
|
// CHECK: switch i32 %[[VAL_68]], label %[[VAL_69:.*]] [
|
|
// CHECK: i32 0, label %[[VAL_70:.*]]
|
|
// CHECK: i32 1, label %[[VAL_71:.*]]
|
|
// CHECK: ]
|
|
// CHECK: omp_section_loop.body.case6: ; preds = %[[VAL_34]]
|
|
// CHECK: br label %[[VAL_72:.*]]
|
|
// CHECK: omp.section.region8: ; preds = %[[VAL_71]]
|
|
// CHECK: br label %[[VAL_73:.*]]
|
|
// CHECK: omp.section.region9: ; preds = %[[VAL_74:.*]], %[[VAL_72]]
|
|
// CHECK: %[[VAL_75:.*]] = phi i64 [ %[[VAL_76:.*]], %[[VAL_74]] ], [ 1, %[[VAL_72]] ]
|
|
// CHECK: %[[VAL_77:.*]] = icmp sgt i64 %[[VAL_75]], 0
|
|
// CHECK: br i1 %[[VAL_77]], label %[[VAL_74]], label %[[VAL_78:.*]]
|
|
// CHECK: omp.section.region11: ; preds = %[[VAL_73]]
|
|
// CHECK: br label %[[VAL_79:.*]]
|
|
// CHECK: omp.region.cont7: ; preds = %[[VAL_78]]
|
|
// CHECK: br label %[[VAL_69]]
|
|
// CHECK: omp.section.region10: ; preds = %[[VAL_73]]
|
|
// CHECK: %[[VAL_76]] = sub i64 %[[VAL_75]], 1
|
|
// CHECK: br label %[[VAL_73]]
|
|
// CHECK: omp_section_loop.body.case: ; preds = %[[VAL_34]]
|
|
// CHECK: br label %[[VAL_80:.*]]
|
|
// CHECK: omp.section.region: ; preds = %[[VAL_70]]
|
|
// CHECK: br label %[[VAL_81:.*]]
|
|
// CHECK: omp.section.region3: ; preds = %[[VAL_82:.*]], %[[VAL_80]]
|
|
// CHECK: %[[VAL_83:.*]] = phi i64 [ %[[VAL_84:.*]], %[[VAL_82]] ], [ 1, %[[VAL_80]] ]
|
|
// CHECK: %[[VAL_85:.*]] = icmp sgt i64 %[[VAL_83]], 0
|
|
// CHECK: br i1 %[[VAL_85]], label %[[VAL_82]], label %[[VAL_86:.*]]
|
|
// CHECK: omp.section.region5: ; preds = %[[VAL_81]]
|
|
// CHECK: br label %[[VAL_87:.*]]
|
|
// CHECK: omp.region.cont2: ; preds = %[[VAL_86]]
|
|
// CHECK: br label %[[VAL_69]]
|
|
// CHECK: omp.section.region4: ; preds = %[[VAL_81]]
|
|
// CHECK: %[[VAL_84]] = sub i64 %[[VAL_83]], 1
|
|
// CHECK: br label %[[VAL_81]]
|
|
// CHECK: omp_section_loop.body.sections.after: ; preds = %[[VAL_79]], %[[VAL_87]], %[[VAL_34]]
|
|
// CHECK: br label %[[VAL_29]]
|
|
// CHECK: omp_section_loop.inc: ; preds = %[[VAL_69]]
|
|
// CHECK: %[[VAL_31]] = add nuw i32 %[[VAL_30]], 1
|
|
// CHECK: br label %[[VAL_28]]
|
|
// CHECK: omp.par.outlined.exit.exitStub: ; preds = %[[VAL_64]]
|
|
// CHECK: ret void
|