115 lines
5.6 KiB
C
115 lines
5.6 KiB
C
// RUN: %clang_cc1 %s -flax-vector-conversions=none -ffreestanding -triple=x86_64-unknown-unknown -target-feature +avx512f \
|
|
// RUN: -target-feature +amx-transpose -target-feature +amx-bf16 -target-feature +amx-fp16 -target-feature +amx-complex \
|
|
// RUN: -emit-llvm -o - -Werror -pedantic | FileCheck %s --check-prefixes=CHECK
|
|
|
|
#include <immintrin.h>
|
|
|
|
char buf[2048];
|
|
#define STRIDE 32
|
|
|
|
char buf2[2048];
|
|
|
|
void test_tile_2rpntlvwz0(__tile1024i dst0, __tile1024i dst1) {
|
|
//CHECK-LABEL: @test_tile_2rpntlvwz0
|
|
//CHECK: call { x86_amx, x86_amx } @llvm.x86.t2rpntlvwz0.internal
|
|
//CHECK-NEXT: {{%.*}} = extractvalue { x86_amx, x86_amx } {{%.*}}, 0
|
|
//CHECK-NEXT: {{%.*}} = call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
//CHECK-NEXT: store <256 x i32> {{%.*}}, ptr {{%.*}}
|
|
//CHECK-NEXT: {{%.*}} = extractvalue { x86_amx, x86_amx } {{%.*}}, 1
|
|
//CHECK-NEXT: {{%.*}} = call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
//CHECK-NEXT: store <256 x i32> {{%.*}}, ptr {{%.*}}
|
|
__tile_2rpntlvwz0(&dst0, &dst1, buf, STRIDE);
|
|
}
|
|
|
|
void test_tile_2rpntlvwz0t1(__tile1024i dst0, __tile1024i dst1) {
|
|
//CHECK-LABEL: @test_tile_2rpntlvwz0t1
|
|
//CHECK: call { x86_amx, x86_amx } @llvm.x86.t2rpntlvwz0t1.internal
|
|
//CHECK-NEXT: {{%.*}} = extractvalue { x86_amx, x86_amx } {{%.*}}, 0
|
|
//CHECK-NEXT: {{%.*}} = call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
//CHECK-NEXT: store <256 x i32> {{%.*}}, ptr {{%.*}}
|
|
//CHECK-NEXT: {{%.*}} = extractvalue { x86_amx, x86_amx } {{%.*}}, 1
|
|
//CHECK-NEXT: {{%.*}} = call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
//CHECK-NEXT: store <256 x i32> {{%.*}}, ptr {{%.*}}
|
|
__tile_2rpntlvwz0t1(&dst0, &dst1, buf, STRIDE);
|
|
}
|
|
|
|
void test_tile_2rpntlvwz1(__tile1024i dst0, __tile1024i dst1) {
|
|
//CHECK-LABEL: @test_tile_2rpntlvwz1
|
|
//CHECK: call { x86_amx, x86_amx } @llvm.x86.t2rpntlvwz1.internal
|
|
//CHECK-NEXT: {{%.*}} = extractvalue { x86_amx, x86_amx } {{%.*}}, 0
|
|
//CHECK-NEXT: {{%.*}} = call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
//CHECK-NEXT: store <256 x i32> {{%.*}}, ptr {{%.*}}
|
|
//CHECK-NEXT: {{%.*}} = extractvalue { x86_amx, x86_amx } {{%.*}}, 1
|
|
//CHECK-NEXT: {{%.*}} = call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
//CHECK-NEXT: store <256 x i32> {{%.*}}, ptr {{%.*}}
|
|
__tile_2rpntlvwz1(&dst0, &dst1, buf, STRIDE);
|
|
}
|
|
|
|
void test_tile_2rpntlvwz1t1(__tile1024i dst0, __tile1024i dst1) {
|
|
//CHECK-LABEL: @test_tile_2rpntlvwz1t1
|
|
//CHECK: call { x86_amx, x86_amx } @llvm.x86.t2rpntlvwz1t1.internal
|
|
//CHECK-NEXT: {{%.*}} = extractvalue { x86_amx, x86_amx } {{%.*}}, 0
|
|
//CHECK-NEXT: {{%.*}} = call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
//CHECK-NEXT: store <256 x i32> {{%.*}}, ptr {{%.*}}
|
|
//CHECK-NEXT: {{%.*}} = extractvalue { x86_amx, x86_amx } {{%.*}}, 1
|
|
//CHECK-NEXT: {{%.*}} = call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
//CHECK-NEXT: store <256 x i32> {{%.*}}, ptr {{%.*}}
|
|
__tile_2rpntlvwz1t1(&dst0, &dst1, buf, STRIDE);
|
|
}
|
|
|
|
void test_tile_transposed(__tile1024i dst, __tile1024i src) {
|
|
//CHECK-LABEL: @test_tile_transposed
|
|
//CHECK-DAG: call x86_amx @llvm.x86.cast.vector.to.tile.v256i32(<256 x i32> {{%.*}})
|
|
//CHECK-DAG: call x86_amx @llvm.x86.ttransposed.internal
|
|
//CHECK-DAG: call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
__tile_transposed(&dst, src);
|
|
}
|
|
|
|
void test_tile_tdpbf16ps(__tile1024i a, __tile1024i b, __tile1024i c) {
|
|
//CHECK-LABEL: @test_tile_tdpbf16ps
|
|
//CHECK-DAG: call x86_amx @llvm.x86.cast.vector.to.tile.v256i32(<256 x i32> {{%.*}})
|
|
//CHECK-DAG: call x86_amx @llvm.x86.ttdpbf16ps.internal
|
|
//CHECK-DAG: call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
__tile_tdpbf16ps(&c, a, b);
|
|
}
|
|
|
|
void test_tile_tdpfp16ps(__tile1024i a, __tile1024i b, __tile1024i c) {
|
|
//CHECK-LABEL: @test_tile_tdpfp16ps
|
|
//CHECK-DAG: call x86_amx @llvm.x86.cast.vector.to.tile.v256i32(<256 x i32> {{%.*}})
|
|
//CHECK-DAG: call x86_amx @llvm.x86.ttdpfp16ps.internal
|
|
//CHECK-DAG: call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
__tile_tdpfp16ps(&c, a, b);
|
|
}
|
|
|
|
void test_tile_tcmmimfp16ps(__tile1024i a, __tile1024i b, __tile1024i c) {
|
|
//CHECK-LABEL: @test_tile_tcmmimfp16ps
|
|
//CHECK-DAG: call x86_amx @llvm.x86.cast.vector.to.tile.v256i32(<256 x i32> {{%.*}})
|
|
//CHECK-DAG: call x86_amx @llvm.x86.ttcmmimfp16ps.internal
|
|
//CHECK-DAG: call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
__tile_tcmmimfp16ps(&c, a, b);
|
|
}
|
|
|
|
void test_tile_tcmmrlfp16ps(__tile1024i a, __tile1024i b, __tile1024i c) {
|
|
//CHECK-LABEL: @test_tile_tcmmrlfp16ps
|
|
//CHECK-DAG: call x86_amx @llvm.x86.cast.vector.to.tile.v256i32(<256 x i32> {{%.*}})
|
|
//CHECK-DAG: call x86_amx @llvm.x86.ttcmmrlfp16ps.internal
|
|
//CHECK-DAG: call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
__tile_tcmmrlfp16ps(&c, a, b);
|
|
}
|
|
|
|
void test_tile_conjtcmmimfp16ps(__tile1024i a, __tile1024i b, __tile1024i c) {
|
|
//CHECK-LABEL: @test_tile_conjtcmmimfp16ps
|
|
//CHECK-DAG: call x86_amx @llvm.x86.cast.vector.to.tile.v256i32(<256 x i32> {{%.*}})
|
|
//CHECK-DAG: call x86_amx @llvm.x86.tconjtcmmimfp16ps.internal
|
|
//CHECK-DAG: call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
__tile_conjtcmmimfp16ps(&c, a, b);
|
|
}
|
|
|
|
void test_tile_conjtfp16(__tile1024i dst, __tile1024i src) {
|
|
//CHECK-LABEL: @test_tile_conjtfp16
|
|
//CHECK-DAG: call x86_amx @llvm.x86.cast.vector.to.tile.v256i32(<256 x i32> {{%.*}})
|
|
//CHECK-DAG: call x86_amx @llvm.x86.tconjtfp16.internal
|
|
//CHECK-DAG: call <256 x i32> @llvm.x86.cast.tile.to.vector.v256i32(x86_amx {{%.*}})
|
|
__tile_conjtfp16(&dst, src);
|
|
}
|