a282b6c486
Replace some more nvvm.annotations with function attributes, auto-upgrading the annotations as needed. These new attributes will be more idiomatic and compile-time efficient than the annotations. - !"maxclusterrank" / !"cluster_max_blocks" -> "nvvm.maxclusterrank" - !"minctasm" -> "nvvm.minctasm" - !"maxnreg" -> "nvvm.maxnreg"
162 lines
5.3 KiB
Plaintext
162 lines
5.3 KiB
Plaintext
// RUN: %clang_cc1 %s -triple nvptx-unknown-unknown -fcuda-is-device -emit-llvm -o - | FileCheck %s
|
|
// RUN: %clang_cc1 %s -triple nvptx-unknown-unknown -target-cpu sm_90 -DUSE_MAX_BLOCKS -fcuda-is-device -emit-llvm -o - | FileCheck -check-prefix=CHECK_MAX_BLOCKS %s
|
|
|
|
#include "Inputs/cuda.h"
|
|
|
|
#define MAX_THREADS_PER_BLOCK 256
|
|
#define MIN_BLOCKS_PER_MP 2
|
|
#ifdef USE_MAX_BLOCKS
|
|
#define MAX_BLOCKS_PER_MP 4
|
|
#endif
|
|
|
|
// CHECK: @Kernel1() #[[ATTR0:[0-9]+]]
|
|
// CHECK: @{{.*}}Kernel4{{.*}}() #[[ATTR0]]
|
|
// CHECK: @{{.*}}Kernel5{{.*}}() #[[ATTR1:[0-9]+]]
|
|
// CHECK: @{{.*}}Kernel6{{.*}}() #[[ATTR0]]
|
|
// CHECK: @{{.*}}Kernel8{{.*}}() #[[ATTR3:[0-9]+]]
|
|
|
|
// CHECK: attributes #[[ATTR0]] = {{{.*}} "nvvm.minctasm"="2" {{.*}}}
|
|
// CHECK: attributes #[[ATTR1]] = {{{.*}} "nvvm.minctasm"="258" {{.*}}}
|
|
// CHECK: attributes #[[ATTR3]] = {{{.*}} "nvvm.minctasm"="12" {{.*}}}
|
|
|
|
// CHECK_MAX_BLOCKS: @Kernel1_sm_90() #[[ATTR4:[0-9]+]]
|
|
// CHECK_MAX_BLOCKS: @{{.*}}Kernel4_sm_90{{.*}} #[[ATTR4]]
|
|
// CHECK_MAX_BLOCKS: @{{.*}}Kernel5_sm_90{{.*}} #[[ATTR5:[0-9]+]]
|
|
// CHECK_MAX_BLOCKS: @{{.*}}Kernel8_sm_90{{.*}} #[[ATTR6:[0-9]+]]
|
|
|
|
// CHECK_MAX_BLOCKS: attributes #[[ATTR4]] = {{{.*}} "nvvm.maxclusterrank"="4" "nvvm.minctasm"="2" {{.*}}}
|
|
// CHECK_MAX_BLOCKS: attributes #[[ATTR5]] = {{{.*}} "nvvm.maxclusterrank"="260" "nvvm.minctasm"="258" {{.*}}}
|
|
// CHECK_MAX_BLOCKS: attributes #[[ATTR6]] = {{{.*}} "nvvm.maxclusterrank"="14" "nvvm.minctasm"="12" {{.*}}}
|
|
|
|
// Test both max threads per block and Min cta per sm.
|
|
extern "C" {
|
|
__global__ void
|
|
__launch_bounds__( MAX_THREADS_PER_BLOCK, MIN_BLOCKS_PER_MP )
|
|
Kernel1()
|
|
{
|
|
}
|
|
}
|
|
|
|
// CHECK: !{{[0-9]+}} = !{ptr @Kernel1, !"maxntidx", i32 256}
|
|
|
|
#ifdef USE_MAX_BLOCKS
|
|
// Test max threads per block and min/max cta per sm.
|
|
extern "C" {
|
|
__global__ void
|
|
__launch_bounds__( MAX_THREADS_PER_BLOCK, MIN_BLOCKS_PER_MP, MAX_BLOCKS_PER_MP )
|
|
Kernel1_sm_90()
|
|
{
|
|
}
|
|
}
|
|
|
|
// CHECK_MAX_BLOCKS: !{{[0-9]+}} = !{ptr @Kernel1_sm_90, !"maxntidx", i32 256}
|
|
#endif // USE_MAX_BLOCKS
|
|
|
|
// Test only max threads per block. Min cta per sm defaults to 0, and
|
|
// CodeGen doesn't output a zero value for minctasm.
|
|
extern "C" {
|
|
__global__ void
|
|
__launch_bounds__( MAX_THREADS_PER_BLOCK )
|
|
Kernel2()
|
|
{
|
|
}
|
|
}
|
|
|
|
// CHECK: !{{[0-9]+}} = !{ptr @Kernel2, !"maxntidx", i32 256}
|
|
|
|
template <int max_threads_per_block>
|
|
__global__ void
|
|
__launch_bounds__(max_threads_per_block)
|
|
Kernel3()
|
|
{
|
|
}
|
|
|
|
template __global__ void Kernel3<MAX_THREADS_PER_BLOCK>();
|
|
// CHECK: !{{[0-9]+}} = !{ptr @{{.*}}Kernel3{{.*}}, !"maxntidx", i32 256}
|
|
|
|
template <int max_threads_per_block, int min_blocks_per_mp>
|
|
__global__ void
|
|
__launch_bounds__(max_threads_per_block, min_blocks_per_mp)
|
|
Kernel4()
|
|
{
|
|
}
|
|
template __global__ void Kernel4<MAX_THREADS_PER_BLOCK, MIN_BLOCKS_PER_MP>();
|
|
|
|
// CHECK: !{{[0-9]+}} = !{ptr @{{.*}}Kernel4{{.*}}, !"maxntidx", i32 256}
|
|
|
|
#ifdef USE_MAX_BLOCKS
|
|
template <int max_threads_per_block, int min_blocks_per_mp, int max_blocks_per_mp>
|
|
__global__ void
|
|
__launch_bounds__(max_threads_per_block, min_blocks_per_mp, max_blocks_per_mp)
|
|
Kernel4_sm_90()
|
|
{
|
|
}
|
|
template __global__ void Kernel4_sm_90<MAX_THREADS_PER_BLOCK, MIN_BLOCKS_PER_MP, MAX_BLOCKS_PER_MP>();
|
|
|
|
// CHECK_MAX_BLOCKS: !{{[0-9]+}} = !{ptr @{{.*}}Kernel4_sm_90{{.*}}, !"maxntidx", i32 256}
|
|
#endif //USE_MAX_BLOCKS
|
|
|
|
const int constint = 100;
|
|
template <int max_threads_per_block, int min_blocks_per_mp>
|
|
__global__ void
|
|
__launch_bounds__(max_threads_per_block + constint,
|
|
min_blocks_per_mp + max_threads_per_block)
|
|
Kernel5()
|
|
{
|
|
}
|
|
template __global__ void Kernel5<MAX_THREADS_PER_BLOCK, MIN_BLOCKS_PER_MP>();
|
|
|
|
// CHECK: !{{[0-9]+}} = !{ptr @{{.*}}Kernel5{{.*}}, !"maxntidx", i32 356}
|
|
|
|
#ifdef USE_MAX_BLOCKS
|
|
|
|
template <int max_threads_per_block, int min_blocks_per_mp, int max_blocks_per_mp>
|
|
__global__ void
|
|
__launch_bounds__(max_threads_per_block + constint,
|
|
min_blocks_per_mp + max_threads_per_block,
|
|
max_blocks_per_mp + max_threads_per_block)
|
|
Kernel5_sm_90()
|
|
{
|
|
}
|
|
template __global__ void Kernel5_sm_90<MAX_THREADS_PER_BLOCK, MIN_BLOCKS_PER_MP, MAX_BLOCKS_PER_MP>();
|
|
|
|
// CHECK_MAX_BLOCKS: !{{[0-9]+}} = !{ptr @{{.*}}Kernel5_sm_90{{.*}}, !"maxntidx", i32 356}
|
|
#endif //USE_MAX_BLOCKS
|
|
|
|
// Make sure we don't emit negative launch bounds values.
|
|
__global__ void
|
|
__launch_bounds__( -MAX_THREADS_PER_BLOCK, MIN_BLOCKS_PER_MP )
|
|
Kernel6()
|
|
{
|
|
}
|
|
// CHECK-NOT: !{{[0-9]+}} = !{ptr @{{.*}}Kernel6{{.*}}, !"maxntidx",
|
|
|
|
__global__ void
|
|
__launch_bounds__( MAX_THREADS_PER_BLOCK, -MIN_BLOCKS_PER_MP )
|
|
Kernel7()
|
|
{
|
|
}
|
|
// CHECK: !{{[0-9]+}} = !{ptr @{{.*}}Kernel7{{.*}}, !"maxntidx",
|
|
// CHECK-NOT: !{{[0-9]+}} = !{ptr @{{.*}}Kernel7{{.*}}, !"minctasm",
|
|
|
|
#ifdef USE_MAX_BLOCKS
|
|
__global__ void
|
|
__launch_bounds__( MAX_THREADS_PER_BLOCK, -MIN_BLOCKS_PER_MP, -MAX_BLOCKS_PER_MP )
|
|
Kernel7_sm_90()
|
|
{
|
|
}
|
|
// CHECK_MAX_BLOCKS: !{{[0-9]+}} = !{ptr @{{.*}}Kernel7_sm_90{{.*}}, !"maxntidx",
|
|
// CHECK_MAX_BLOCKS-NOT: !{{[0-9]+}} = !{ptr @{{.*}}Kernel7_sm_90{{.*}}, !"minctasm",
|
|
// CHECK_MAX_BLOCKS-NOT: !{{[0-9]+}} = !{ptr @{{.*}}Kernel7_sm_90{{.*}}, !"maxclusterrank",
|
|
#endif // USE_MAX_BLOCKS
|
|
|
|
const char constchar = 12;
|
|
__global__ void __launch_bounds__(constint, constchar) Kernel8() {}
|
|
// CHECK: !{{[0-9]+}} = !{ptr @{{.*}}Kernel8{{.*}}, !"maxntidx", i32 100
|
|
|
|
#ifdef USE_MAX_BLOCKS
|
|
const char constchar_2 = 14;
|
|
__global__ void __launch_bounds__(constint, constchar, constchar_2) Kernel8_sm_90() {}
|
|
// CHECK_MAX_BLOCKS: !{{[0-9]+}} = !{ptr @{{.*}}Kernel8_sm_90{{.*}}, !"maxntidx", i32 100
|
|
#endif // USE_MAX_BLOCKS
|