16a385ba21
We already created a versioned `__tgt_kernel_arguments` struct but it
was only briefly used and its content was passed in isolation anyway.
This makes it hard to add more information in the future. With this
patch we fully embrace the struct as means to pass information from the
compiler to the plugin as part of a kernel launch.
The patch also extends and renames the struct, bumping the version
number to 2. Version 1 entries are auto-upgraded. This is in preparation
for "bare" kernel launches, per kernel dynamic shared memory, CUDA/HIP
lowering, etc.
The `__tgt_target_kernel_nowait` interface was deprecated as it was
unused. Once we actually implement support for something like that, we
can add an appropriate API.
Note: Only plugins with the `launch_kernel` interface are now supported.
That means that a new clang won't be able to use an old runtime.
An old clang can still use the new runtime since the libomptarget
interface did not change.
Differential Revision: https://reviews.llvm.org/D141232
172 lines
12 KiB
C++
172 lines
12 KiB
C++
// NOTE: Assertions have been autogenerated by utils/update_cc_test_checks.py UTC_ARGS: --function-signature --include-generated-funcs --replace-value-regex "__omp_offloading_[0-9a-z]+_[0-9a-z]+"
|
|
// RUN: %clang_cc1 -verify -fopenmp -x c++ -triple powerpc64le-unknown-unknown -fopenmp-targets=nvptx64-nvidia-cuda -fopenmp-offload-mandatory -emit-llvm %s -o - | FileCheck %s --check-prefix=MANDATORY
|
|
// expected-no-diagnostics
|
|
|
|
void foo() {}
|
|
#pragma omp declare target(foo)
|
|
|
|
void bar() {}
|
|
#pragma omp declare target device_type(nohost) to(bar)
|
|
|
|
void host() {
|
|
#pragma omp target
|
|
{ bar(); }
|
|
}
|
|
|
|
void host_if(bool cond) {
|
|
#pragma omp target if(cond)
|
|
{ bar(); }
|
|
}
|
|
|
|
void host_dev(int device) {
|
|
#pragma omp target device(device)
|
|
{ bar(); }
|
|
}
|
|
// MANDATORY-LABEL: define {{[^@]+}}@_Z3foov
|
|
// MANDATORY-SAME: () #[[ATTR0:[0-9]+]] {
|
|
// MANDATORY-NEXT: entry:
|
|
// MANDATORY-NEXT: ret void
|
|
//
|
|
//
|
|
// MANDATORY-LABEL: define {{[^@]+}}@_Z4hostv
|
|
// MANDATORY-SAME: () #[[ATTR0]] {
|
|
// MANDATORY-NEXT: entry:
|
|
// MANDATORY-NEXT: [[KERNEL_ARGS:%.*]] = alloca [[STRUCT___TGT_KERNEL_ARGUMENTS:%.*]], align 8
|
|
// MANDATORY-NEXT: [[TMP0:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 0
|
|
// MANDATORY-NEXT: store i32 2, ptr [[TMP0]], align 4
|
|
// MANDATORY-NEXT: [[TMP1:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 1
|
|
// MANDATORY-NEXT: store i32 0, ptr [[TMP1]], align 4
|
|
// MANDATORY-NEXT: [[TMP2:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 2
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP2]], align 8
|
|
// MANDATORY-NEXT: [[TMP3:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 3
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP3]], align 8
|
|
// MANDATORY-NEXT: [[TMP4:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 4
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP4]], align 8
|
|
// MANDATORY-NEXT: [[TMP5:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 5
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP5]], align 8
|
|
// MANDATORY-NEXT: [[TMP6:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 6
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP6]], align 8
|
|
// MANDATORY-NEXT: [[TMP7:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 7
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP7]], align 8
|
|
// MANDATORY-NEXT: [[TMP8:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 8
|
|
// MANDATORY-NEXT: store i64 0, ptr [[TMP8]], align 8
|
|
// MANDATORY-NEXT: [[TMP9:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 9
|
|
// MANDATORY-NEXT: store i64 0, ptr [[TMP9]], align 8
|
|
// MANDATORY-NEXT: [[TMP10:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 10
|
|
// MANDATORY-NEXT: store [3 x i32] [i32 -1, i32 0, i32 0], ptr [[TMP10]], align 4
|
|
// MANDATORY-NEXT: [[TMP11:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 11
|
|
// MANDATORY-NEXT: store [3 x i32] zeroinitializer, ptr [[TMP11]], align 4
|
|
// MANDATORY-NEXT: [[TMP12:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 12
|
|
// MANDATORY-NEXT: store i32 0, ptr [[TMP12]], align 4
|
|
// MANDATORY-NEXT: [[TMP13:%.*]] = call i32 @__tgt_target_kernel(ptr @[[GLOB1:[0-9]+]], i64 -1, i32 -1, i32 0, ptr @.{{__omp_offloading_[0-9a-z]+_[0-9a-z]+}}__Z4hostv_l12.region_id, ptr [[KERNEL_ARGS]])
|
|
// MANDATORY-NEXT: [[TMP14:%.*]] = icmp ne i32 [[TMP13]], 0
|
|
// MANDATORY-NEXT: br i1 [[TMP14]], label [[OMP_OFFLOAD_FAILED:%.*]], label [[OMP_OFFLOAD_CONT:%.*]]
|
|
// MANDATORY: omp_offload.failed:
|
|
// MANDATORY-NEXT: unreachable
|
|
// MANDATORY: omp_offload.cont:
|
|
// MANDATORY-NEXT: ret void
|
|
//
|
|
//
|
|
// MANDATORY-LABEL: define {{[^@]+}}@_Z7host_ifb
|
|
// MANDATORY-SAME: (i1 noundef zeroext [[COND:%.*]]) #[[ATTR0]] {
|
|
// MANDATORY-NEXT: entry:
|
|
// MANDATORY-NEXT: [[COND_ADDR:%.*]] = alloca i8, align 1
|
|
// MANDATORY-NEXT: [[FROMBOOL:%.*]] = zext i1 [[COND]] to i8
|
|
// MANDATORY-NEXT: store i8 [[FROMBOOL]], ptr [[COND_ADDR]], align 1
|
|
// MANDATORY-NEXT: [[TMP0:%.*]] = load i8, ptr [[COND_ADDR]], align 1
|
|
// MANDATORY-NEXT: [[TOBOOL:%.*]] = trunc i8 [[TMP0]] to i1
|
|
// MANDATORY-NEXT: br i1 [[TOBOOL]], label [[OMP_IF_THEN:%.*]], label [[OMP_IF_ELSE:%.*]]
|
|
// MANDATORY: omp_if.then:
|
|
// MANDATORY-NEXT: [[KERNEL_ARGS:%.*]] = alloca [[STRUCT___TGT_KERNEL_ARGUMENTS:%.*]], align 8
|
|
// MANDATORY-NEXT: [[TMP1:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 0
|
|
// MANDATORY-NEXT: store i32 2, ptr [[TMP1]], align 4
|
|
// MANDATORY-NEXT: [[TMP2:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 1
|
|
// MANDATORY-NEXT: store i32 0, ptr [[TMP2]], align 4
|
|
// MANDATORY-NEXT: [[TMP3:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 2
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP3]], align 8
|
|
// MANDATORY-NEXT: [[TMP4:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 3
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP4]], align 8
|
|
// MANDATORY-NEXT: [[TMP5:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 4
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP5]], align 8
|
|
// MANDATORY-NEXT: [[TMP6:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 5
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP6]], align 8
|
|
// MANDATORY-NEXT: [[TMP7:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 6
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP7]], align 8
|
|
// MANDATORY-NEXT: [[TMP8:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 7
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP8]], align 8
|
|
// MANDATORY-NEXT: [[TMP9:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 8
|
|
// MANDATORY-NEXT: store i64 0, ptr [[TMP9]], align 8
|
|
// MANDATORY-NEXT: [[TMP10:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 9
|
|
// MANDATORY-NEXT: store i64 0, ptr [[TMP10]], align 8
|
|
// MANDATORY-NEXT: [[TMP11:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 10
|
|
// MANDATORY-NEXT: store [3 x i32] [i32 -1, i32 0, i32 0], ptr [[TMP11]], align 4
|
|
// MANDATORY-NEXT: [[TMP12:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 11
|
|
// MANDATORY-NEXT: store [3 x i32] zeroinitializer, ptr [[TMP12]], align 4
|
|
// MANDATORY-NEXT: [[TMP13:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 12
|
|
// MANDATORY-NEXT: store i32 0, ptr [[TMP13]], align 4
|
|
// MANDATORY-NEXT: [[TMP14:%.*]] = call i32 @__tgt_target_kernel(ptr @[[GLOB1]], i64 -1, i32 -1, i32 0, ptr @.{{__omp_offloading_[0-9a-z]+_[0-9a-z]+}}__Z7host_ifb_l17.region_id, ptr [[KERNEL_ARGS]])
|
|
// MANDATORY-NEXT: [[TMP15:%.*]] = icmp ne i32 [[TMP14]], 0
|
|
// MANDATORY-NEXT: br i1 [[TMP15]], label [[OMP_OFFLOAD_FAILED:%.*]], label [[OMP_OFFLOAD_CONT:%.*]]
|
|
// MANDATORY: omp_offload.failed:
|
|
// MANDATORY-NEXT: unreachable
|
|
// MANDATORY: omp_offload.cont:
|
|
// MANDATORY-NEXT: br label [[OMP_IF_END:%.*]]
|
|
// MANDATORY: omp_if.else:
|
|
// MANDATORY-NEXT: unreachable
|
|
// MANDATORY: omp_if.end:
|
|
// MANDATORY-NEXT: ret void
|
|
//
|
|
//
|
|
// MANDATORY-LABEL: define {{[^@]+}}@_Z8host_devi
|
|
// MANDATORY-SAME: (i32 noundef signext [[DEVICE:%.*]]) #[[ATTR0]] {
|
|
// MANDATORY-NEXT: entry:
|
|
// MANDATORY-NEXT: [[DEVICE_ADDR:%.*]] = alloca i32, align 4
|
|
// MANDATORY-NEXT: [[DOTCAPTURE_EXPR_:%.*]] = alloca i32, align 4
|
|
// MANDATORY-NEXT: store i32 [[DEVICE]], ptr [[DEVICE_ADDR]], align 4
|
|
// MANDATORY-NEXT: [[TMP0:%.*]] = load i32, ptr [[DEVICE_ADDR]], align 4
|
|
// MANDATORY-NEXT: store i32 [[TMP0]], ptr [[DOTCAPTURE_EXPR_]], align 4
|
|
// MANDATORY-NEXT: [[TMP1:%.*]] = load i32, ptr [[DOTCAPTURE_EXPR_]], align 4
|
|
// MANDATORY-NEXT: [[TMP2:%.*]] = sext i32 [[TMP1]] to i64
|
|
// MANDATORY-NEXT: [[KERNEL_ARGS:%.*]] = alloca [[STRUCT___TGT_KERNEL_ARGUMENTS:%.*]], align 8
|
|
// MANDATORY-NEXT: [[TMP3:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 0
|
|
// MANDATORY-NEXT: store i32 2, ptr [[TMP3]], align 4
|
|
// MANDATORY-NEXT: [[TMP4:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 1
|
|
// MANDATORY-NEXT: store i32 0, ptr [[TMP4]], align 4
|
|
// MANDATORY-NEXT: [[TMP5:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 2
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP5]], align 8
|
|
// MANDATORY-NEXT: [[TMP6:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 3
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP6]], align 8
|
|
// MANDATORY-NEXT: [[TMP7:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 4
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP7]], align 8
|
|
// MANDATORY-NEXT: [[TMP8:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 5
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP8]], align 8
|
|
// MANDATORY-NEXT: [[TMP9:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 6
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP9]], align 8
|
|
// MANDATORY-NEXT: [[TMP10:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 7
|
|
// MANDATORY-NEXT: store ptr null, ptr [[TMP10]], align 8
|
|
// MANDATORY-NEXT: [[TMP11:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 8
|
|
// MANDATORY-NEXT: store i64 0, ptr [[TMP11]], align 8
|
|
// MANDATORY-NEXT: [[TMP12:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 9
|
|
// MANDATORY-NEXT: store i64 0, ptr [[TMP12]], align 8
|
|
// MANDATORY-NEXT: [[TMP13:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 10
|
|
// MANDATORY-NEXT: store [3 x i32] [i32 -1, i32 0, i32 0], ptr [[TMP13]], align 4
|
|
// MANDATORY-NEXT: [[TMP14:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 11
|
|
// MANDATORY-NEXT: store [3 x i32] zeroinitializer, ptr [[TMP14]], align 4
|
|
// MANDATORY-NEXT: [[TMP15:%.*]] = getelementptr inbounds [[STRUCT___TGT_KERNEL_ARGUMENTS]], ptr [[KERNEL_ARGS]], i32 0, i32 12
|
|
// MANDATORY-NEXT: store i32 0, ptr [[TMP15]], align 4
|
|
// MANDATORY-NEXT: [[TMP16:%.*]] = call i32 @__tgt_target_kernel(ptr @[[GLOB1]], i64 [[TMP2]], i32 -1, i32 0, ptr @.{{__omp_offloading_[0-9a-z]+_[0-9a-z]+}}__Z8host_devi_l22.region_id, ptr [[KERNEL_ARGS]])
|
|
// MANDATORY-NEXT: [[TMP17:%.*]] = icmp ne i32 [[TMP16]], 0
|
|
// MANDATORY-NEXT: br i1 [[TMP17]], label [[OMP_OFFLOAD_FAILED:%.*]], label [[OMP_OFFLOAD_CONT:%.*]]
|
|
// MANDATORY: omp_offload.failed:
|
|
// MANDATORY-NEXT: unreachable
|
|
// MANDATORY: omp_offload.cont:
|
|
// MANDATORY-NEXT: ret void
|
|
//
|
|
//
|
|
// MANDATORY-LABEL: define {{[^@]+}}@.omp_offloading.requires_reg
|
|
// MANDATORY-SAME: () #[[ATTR3:[0-9]+]] {
|
|
// MANDATORY-NEXT: entry:
|
|
// MANDATORY-NEXT: call void @__tgt_register_requires(i64 1)
|
|
// MANDATORY-NEXT: ret void
|
|
//
|