61510b51c3
This reverts commit 9c319d5bb40785c969d2af76535ca62448dfafa7. Some issues were discovered with the bootstrap builds, which seem like they were caused by this commit. I'm reverting to investigate.
326 lines
11 KiB
LLVM
326 lines
11 KiB
LLVM
; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
|
|
; RUN: llc -mtriple=aarch64 -mattr=+v8.9a -mattr=+rcpc3 < %s | FileCheck --check-prefixes=BOTH,RCPC3 %s
|
|
; RUN: llc -mtriple=aarch64 -mattr=+v8.9a < %s | FileCheck --check-prefixes=BOTH,NO-RCPC3 %s
|
|
|
|
define hidden <2 x i64> @test_ldap1_2xi64_lane0(ptr nocapture noundef readonly %a, <2 x i64> noundef %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_ldap1_2xi64_lane0:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: ldap1 { v0.d }[0], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_ldap1_2xi64_lane0:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: ldapr x8, [x0]
|
|
; NO-RCPC3-NEXT: mov v0.d[0], x8
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = load atomic i64, ptr %a acquire, align 8
|
|
%ldap1 = insertelement <2 x i64> %b, i64 %1, i64 0
|
|
ret <2 x i64> %ldap1
|
|
}
|
|
|
|
define hidden <2 x i64> @test_ldap1_2xi64_lane1(ptr nocapture noundef readonly %a, <2 x i64> noundef %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_ldap1_2xi64_lane1:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: ldap1 { v0.d }[1], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_ldap1_2xi64_lane1:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: ldapr x8, [x0]
|
|
; NO-RCPC3-NEXT: mov v0.d[1], x8
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = load atomic i64, ptr %a acquire, align 8
|
|
%ldap1 = insertelement <2 x i64> %b, i64 %1, i64 1
|
|
ret <2 x i64> %ldap1
|
|
}
|
|
|
|
define hidden nofpclass(nan inf) <2 x double> @test_ldap1_2xdouble_lane0(ptr nocapture noundef readonly %a, <2 x double> noundef nofpclass(nan inf) %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_ldap1_2xdouble_lane0:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: ldap1 { v0.d }[0], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_ldap1_2xdouble_lane0:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: ldapr x8, [x0]
|
|
; NO-RCPC3-NEXT: fmov d1, x8
|
|
; NO-RCPC3-NEXT: mov v0.d[0], v1.d[0]
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = load atomic double, ptr %a acquire, align 8
|
|
%ldap1 = insertelement <2 x double> %b, double %1, i64 0
|
|
ret <2 x double> %ldap1
|
|
}
|
|
|
|
define hidden nofpclass(nan inf) <2 x double> @test_ldap1_2xdouble_lane1(ptr nocapture noundef readonly %a, <2 x double> noundef nofpclass(nan inf) %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_ldap1_2xdouble_lane1:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: ldap1 { v0.d }[1], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_ldap1_2xdouble_lane1:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: ldapr x8, [x0]
|
|
; NO-RCPC3-NEXT: fmov d1, x8
|
|
; NO-RCPC3-NEXT: mov v0.d[1], v1.d[0]
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = load atomic double, ptr %a acquire, align 8
|
|
%ldap1 = insertelement <2 x double> %b, double %1, i64 1
|
|
ret <2 x double> %ldap1
|
|
}
|
|
|
|
define hidden <1 x i64> @test_ldap1_1xi64_lane0(ptr nocapture noundef readonly %a, <1 x i64> noundef %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_ldap1_1xi64_lane0:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: ldap1 { v0.d }[0], [x0]
|
|
; RCPC3-NEXT: // kill: def $d0 killed $d0 killed $q0
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_ldap1_1xi64_lane0:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: ldapr x8, [x0]
|
|
; NO-RCPC3-NEXT: fmov d0, x8
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = load atomic i64, ptr %a acquire, align 8
|
|
%ldap1 = insertelement <1 x i64> poison, i64 %1, i64 0
|
|
ret <1 x i64> %ldap1
|
|
}
|
|
|
|
define hidden nofpclass(nan inf) <1 x double> @test_ldap1_1xdouble_lane0(ptr nocapture noundef readonly %a, <1 x double> noundef nofpclass(nan inf) %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_ldap1_1xdouble_lane0:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: ldap1 { v0.d }[0], [x0]
|
|
; RCPC3-NEXT: // kill: def $d0 killed $d0 killed $q0
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_ldap1_1xdouble_lane0:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: ldapr x8, [x0]
|
|
; NO-RCPC3-NEXT: fmov d0, x8
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = load atomic double, ptr %a acquire, align 8
|
|
%ldap1 = insertelement <1 x double> poison, double %1, i64 0
|
|
ret <1 x double> %ldap1
|
|
}
|
|
|
|
define hidden void @test_stl1_2xi64_lane0(ptr nocapture noundef writeonly %a, <2 x i64> noundef %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_stl1_2xi64_lane0:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: stl1 { v0.d }[0], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_stl1_2xi64_lane0:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: fmov x8, d0
|
|
; NO-RCPC3-NEXT: stlr x8, [x0]
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = extractelement <2 x i64> %b, i64 0
|
|
store atomic i64 %1, ptr %a release, align 8
|
|
ret void
|
|
}
|
|
|
|
define hidden void @test_stl1_2xi64_lane1(ptr nocapture noundef writeonly %a, <2 x i64> noundef %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_stl1_2xi64_lane1:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: stl1 { v0.d }[1], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_stl1_2xi64_lane1:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: mov x8, v0.d[1]
|
|
; NO-RCPC3-NEXT: stlr x8, [x0]
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = extractelement <2 x i64> %b, i64 1
|
|
store atomic i64 %1, ptr %a release, align 8
|
|
ret void
|
|
}
|
|
|
|
define hidden void @test_stl1_2xdouble_lane0(ptr nocapture noundef writeonly %a, <2 x double> noundef nofpclass(nan inf) %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_stl1_2xdouble_lane0:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: stl1 { v0.d }[0], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_stl1_2xdouble_lane0:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: fmov x8, d0
|
|
; NO-RCPC3-NEXT: stlr x8, [x0]
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = extractelement <2 x double> %b, i64 0
|
|
store atomic double %1, ptr %a release, align 8
|
|
ret void
|
|
}
|
|
|
|
define hidden void @test_stl1_2xdouble_lane1(ptr nocapture noundef writeonly %a, <2 x double> noundef nofpclass(nan inf) %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_stl1_2xdouble_lane1:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: stl1 { v0.d }[1], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_stl1_2xdouble_lane1:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: mov d0, v0.d[1]
|
|
; NO-RCPC3-NEXT: fmov x8, d0
|
|
; NO-RCPC3-NEXT: stlr x8, [x0]
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = extractelement <2 x double> %b, i64 1
|
|
store atomic double %1, ptr %a release, align 8
|
|
ret void
|
|
}
|
|
|
|
define hidden void @test_stl1_1xi64_lane0(ptr nocapture noundef writeonly %a, <1 x i64> noundef %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_stl1_1xi64_lane0:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: // kill: def $d0 killed $d0 def $q0
|
|
; RCPC3-NEXT: stl1 { v0.d }[0], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_stl1_1xi64_lane0:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: // kill: def $d0 killed $d0 def $q0
|
|
; NO-RCPC3-NEXT: fmov x8, d0
|
|
; NO-RCPC3-NEXT: stlr x8, [x0]
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = extractelement <1 x i64> %b, i64 0
|
|
store atomic i64 %1, ptr %a release, align 8
|
|
ret void
|
|
}
|
|
|
|
define hidden void @test_stl1_1xdouble_lane0(ptr nocapture noundef writeonly %a, <1 x double> noundef nofpclass(nan inf) %b) local_unnamed_addr {
|
|
;
|
|
; RCPC3-LABEL: test_stl1_1xdouble_lane0:
|
|
; RCPC3: // %bb.0:
|
|
; RCPC3-NEXT: // kill: def $d0 killed $d0 def $q0
|
|
; RCPC3-NEXT: stl1 { v0.d }[0], [x0]
|
|
; RCPC3-NEXT: ret
|
|
;
|
|
; NO-RCPC3-LABEL: test_stl1_1xdouble_lane0:
|
|
; NO-RCPC3: // %bb.0:
|
|
; NO-RCPC3-NEXT: fmov x8, d0
|
|
; NO-RCPC3-NEXT: stlr x8, [x0]
|
|
; NO-RCPC3-NEXT: ret
|
|
%1 = extractelement <1 x double> %b, i64 0
|
|
store atomic double %1, ptr %a release, align 8
|
|
ret void
|
|
}
|
|
|
|
; The remaining tests do not have any particular RCPC3-specific codegen:
|
|
|
|
; load-acquire a plain non-vector double value
|
|
define hidden double @test_double_load(ptr nocapture noundef readonly %a) local_unnamed_addr {
|
|
; BOTH-LABEL: test_double_load:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: ldapr x8, [x0]
|
|
; BOTH-NEXT: fmov d0, x8
|
|
; BOTH-NEXT: ret
|
|
%1 = load atomic double, ptr %a acquire, align 8
|
|
ret double %1
|
|
}
|
|
|
|
; store-release a plain non-vector double value
|
|
define hidden void @test_double_store(ptr nocapture noundef writeonly %a, double noundef %b) local_unnamed_addr {
|
|
; BOTH-LABEL: test_double_store:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: fmov x8, d0
|
|
; BOTH-NEXT: stlr x8, [x0]
|
|
; BOTH-NEXT: ret
|
|
store atomic double %b, ptr %a release, align 8
|
|
ret void
|
|
}
|
|
|
|
; load-acquire an i64, followed by a bitcast to a 64-bit vector
|
|
define hidden <2 x i32> @test_load_i64_bitcast_2xi32(ptr nocapture noundef readonly %a) local_unnamed_addr {
|
|
; BOTH-LABEL: test_load_i64_bitcast_2xi32:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: ldapr x8, [x0]
|
|
; BOTH-NEXT: fmov d0, x8
|
|
; BOTH-NEXT: ret
|
|
%1 = load atomic i64, ptr %a acquire, align 8
|
|
%2 = bitcast i64 %1 to <2 x i32>
|
|
ret <2 x i32> %2
|
|
}
|
|
|
|
; bitcast from a 64-bit vector, followed by a store-release of the i64
|
|
define hidden void @test_bitcast_2xi32_store_i64(ptr nocapture noundef readonly %a, <2 x i32> noundef %b) local_unnamed_addr {
|
|
; BOTH-LABEL: test_bitcast_2xi32_store_i64:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: fmov x8, d0
|
|
; BOTH-NEXT: stlr x8, [x0]
|
|
; BOTH-NEXT: ret
|
|
%1 = bitcast <2 x i32> %b to i64
|
|
store atomic i64 %1, ptr %a release, align 8
|
|
ret void
|
|
}
|
|
|
|
; (non-atomic) load a 64-bit vector
|
|
define hidden <2 x i32> @test_load_2xi32(ptr nocapture noundef readonly %a) local_unnamed_addr {
|
|
; BOTH-LABEL: test_load_2xi32:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: ldr d0, [x0]
|
|
; BOTH-NEXT: ret
|
|
%1 = load <2 x i32>, ptr %a, align 8
|
|
ret <2 x i32> %1
|
|
}
|
|
|
|
; (non-atomic) store a 64-bit vector
|
|
define hidden void @test_store_2xi32(ptr nocapture noundef writeonly %a, <2 x i32> noundef %b) local_unnamed_addr {
|
|
; BOTH-LABEL: test_store_2xi32:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: str d0, [x0]
|
|
; BOTH-NEXT: ret
|
|
store <2 x i32> %b, ptr %a, align 8
|
|
ret void
|
|
}
|
|
|
|
; (non-atomic) load a 64-bit vector
|
|
define hidden <1 x i64> @test_load_1xi64(ptr nocapture noundef readonly %a) local_unnamed_addr {
|
|
; BOTH-LABEL: test_load_1xi64:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: ldr d0, [x0]
|
|
; BOTH-NEXT: ret
|
|
%1 = load <1 x i64>, ptr %a, align 8
|
|
ret <1 x i64> %1
|
|
}
|
|
|
|
; (non-atomic) store a 64-bit vector
|
|
define hidden void @test_store_1xi64(ptr nocapture noundef writeonly %a, <1 x i64> noundef %b) local_unnamed_addr {
|
|
; BOTH-LABEL: test_store_1xi64:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: str d0, [x0]
|
|
; BOTH-NEXT: ret
|
|
store <1 x i64> %b, ptr %a, align 8
|
|
ret void
|
|
}
|
|
|
|
; (non-atomic) load a 64-bit value and insert into vector
|
|
define hidden <2 x i64> @test_load_insert_2xi64(ptr nocapture noundef readonly %a, <2 x i64> noundef %b) local_unnamed_addr {
|
|
; BOTH-LABEL: test_load_insert_2xi64:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: ld1 { v0.d }[0], [x0]
|
|
; BOTH-NEXT: ret
|
|
%1 = load i64, ptr %a, align 8
|
|
%2 = insertelement <2 x i64> %b, i64 %1, i64 0
|
|
ret <2 x i64> %2
|
|
}
|
|
|
|
; extract from vector and (non-atomic) store a 64-bit value
|
|
define hidden void @test_extract_store_2xi64(ptr nocapture noundef writeonly %a, <2 x i64> noundef %b) local_unnamed_addr {
|
|
; BOTH-LABEL: test_extract_store_2xi64:
|
|
; BOTH: // %bb.0:
|
|
; BOTH-NEXT: st1 { v0.d }[1], [x0]
|
|
; BOTH-NEXT: ret
|
|
%1 = extractelement <2 x i64> %b, i64 1
|
|
store i64 %1, ptr %a, align 8
|
|
ret void
|
|
}
|