shylie/llvm-project
1
0
Fork 0
Code Issues Pull Requests Actions 6 Packages Projects Releases Wiki Activity
llvm-project/llvm/test/CodeGen/X86/stores-merging.ll
Sanjay Patel dd763ac791 [SDAG] fix miscompile from merging stores of different sizes 
As shown in:
https://llvm.org/PR50623
...and the similar tests here, we were not accounting for
store merging of different sizes that do not cover the
entire range of the wide value to be stored.

This is the easy fix: just make sure that all of the
original stores are the same size, so when we calculate
the wide width, it's a simple N * M check.

This still allows all of the motivating optimizations from:
D86420 / 54a5dd485c4d
D87112 / 7a06b166b1af

We could enhance this code to track individual bytes and
allow merging multiple sizes.
2021-06-09 09:51:39 -04:00

701 lines
24 KiB
LLVM
Raw Blame History

; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx | FileCheck %s
%structTy = type { i8, i32, i32 }
@e = common dso_local global %structTy zeroinitializer, align 4
;; Ensure that MergeConsecutiveStores doesn't incorrectly reorder
;; store operations. The first test stores in increasing address
;; order, the second in decreasing -- but in both cases should have
;; the same result in memory in the end.
define dso_local void @redundant_stores_merging() {
; CHECK-LABEL: redundant_stores_merging:
; CHECK: # %bb.0:
; CHECK-NEXT: movabsq $1958505086977, %rax # imm = 0x1C800000001
; CHECK-NEXT: movq %rax, e+4(%rip)
; CHECK-NEXT: retq
store i32 1, i32* getelementptr inbounds (%structTy, %structTy* @e, i64 0, i32 1), align 4
store i32 123, i32* getelementptr inbounds (%structTy, %structTy* @e, i64 0, i32 2), align 4
store i32 456, i32* getelementptr inbounds (%structTy, %structTy* @e, i64 0, i32 2), align 4
ret void
}
;; This variant tests PR25154.
define dso_local void @redundant_stores_merging_reverse() {
; CHECK-LABEL: redundant_stores_merging_reverse:
; CHECK: # %bb.0:
; CHECK-NEXT: movabsq $528280977409, %rax # imm = 0x7B00000001
; CHECK-NEXT: movq %rax, e+4(%rip)
; CHECK-NEXT: movl $456, e+8(%rip) # imm = 0x1C8
; CHECK-NEXT: retq
store i32 123, i32* getelementptr inbounds (%structTy, %structTy* @e, i64 0, i32 2), align 4
store i32 456, i32* getelementptr inbounds (%structTy, %structTy* @e, i64 0, i32 2), align 4
store i32 1, i32* getelementptr inbounds (%structTy, %structTy* @e, i64 0, i32 1), align 4
ret void
}
@b = common dso_local global [8 x i8] zeroinitializer, align 2
;; The 2-byte store to offset 3 overlaps the 2-byte store to offset 2;
;; these must not be reordered in MergeConsecutiveStores such that the
;; store to 3 comes first (e.g. by merging the stores to 0 and 2 into
;; a movl, after the store to 3).
define dso_local void @overlapping_stores_merging() {
; CHECK-LABEL: overlapping_stores_merging:
; CHECK: # %bb.0:
; CHECK-NEXT: movl $1, b(%rip)
; CHECK-NEXT: movw $2, b+3(%rip)
; CHECK-NEXT: retq
store i16 0, i16* bitcast (i8* getelementptr inbounds ([8 x i8], [8 x i8]* @b, i64 0, i64 2) to i16*), align 2
store i16 2, i16* bitcast (i8* getelementptr inbounds ([8 x i8], [8 x i8]* @b, i64 0, i64 3) to i16*), align 1
store i16 1, i16* bitcast (i8* getelementptr inbounds ([8 x i8], [8 x i8]* @b, i64 0, i64 0) to i16*), align 2
ret void
}
define dso_local void @extract_vector_store_16_consecutive_bytes(<2 x i64> %v, i8* %ptr) #0 {
; CHECK-LABEL: extract_vector_store_16_consecutive_bytes:
; CHECK: # %bb.0:
; CHECK-NEXT: vmovups %xmm0, (%rdi)
; CHECK-NEXT: retq
%bc = bitcast <2 x i64> %v to <16 x i8>
%ext00 = extractelement <16 x i8> %bc, i32 0
%ext01 = extractelement <16 x i8> %bc, i32 1
%ext02 = extractelement <16 x i8> %bc, i32 2
%ext03 = extractelement <16 x i8> %bc, i32 3
%ext04 = extractelement <16 x i8> %bc, i32 4
%ext05 = extractelement <16 x i8> %bc, i32 5
%ext06 = extractelement <16 x i8> %bc, i32 6
%ext07 = extractelement <16 x i8> %bc, i32 7
%ext08 = extractelement <16 x i8> %bc, i32 8
%ext09 = extractelement <16 x i8> %bc, i32 9
%ext10 = extractelement <16 x i8> %bc, i32 10
%ext11 = extractelement <16 x i8> %bc, i32 11
%ext12 = extractelement <16 x i8> %bc, i32 12
%ext13 = extractelement <16 x i8> %bc, i32 13
%ext14 = extractelement <16 x i8> %bc, i32 14
%ext15 = extractelement <16 x i8> %bc, i32 15
%gep00 = getelementptr inbounds i8, i8* %ptr, i64 0
%gep01 = getelementptr inbounds i8, i8* %ptr, i64 1
%gep02 = getelementptr inbounds i8, i8* %ptr, i64 2
%gep03 = getelementptr inbounds i8, i8* %ptr, i64 3
%gep04 = getelementptr inbounds i8, i8* %ptr, i64 4
%gep05 = getelementptr inbounds i8, i8* %ptr, i64 5
%gep06 = getelementptr inbounds i8, i8* %ptr, i64 6
%gep07 = getelementptr inbounds i8, i8* %ptr, i64 7
%gep08 = getelementptr inbounds i8, i8* %ptr, i64 8
%gep09 = getelementptr inbounds i8, i8* %ptr, i64 9
%gep10 = getelementptr inbounds i8, i8* %ptr, i64 10
%gep11 = getelementptr inbounds i8, i8* %ptr, i64 11
%gep12 = getelementptr inbounds i8, i8* %ptr, i64 12
%gep13 = getelementptr inbounds i8, i8* %ptr, i64 13
%gep14 = getelementptr inbounds i8, i8* %ptr, i64 14
%gep15 = getelementptr inbounds i8, i8* %ptr, i64 15
store i8 %ext00, i8* %gep00, align 1
store i8 %ext01, i8* %gep01, align 1
store i8 %ext02, i8* %gep02, align 1
store i8 %ext03, i8* %gep03, align 1
store i8 %ext04, i8* %gep04, align 1
store i8 %ext05, i8* %gep05, align 1
store i8 %ext06, i8* %gep06, align 1
store i8 %ext07, i8* %gep07, align 1
store i8 %ext08, i8* %gep08, align 1
store i8 %ext09, i8* %gep09, align 1
store i8 %ext10, i8* %gep10, align 1
store i8 %ext11, i8* %gep11, align 1
store i8 %ext12, i8* %gep12, align 1
store i8 %ext13, i8* %gep13, align 1
store i8 %ext14, i8* %gep14, align 1
store i8 %ext15, i8* %gep15, align 1
ret void
}
; PR34217 - https://bugs.llvm.org/show_bug.cgi?id=34217
define dso_local void @extract_vector_store_32_consecutive_bytes(<4 x i64> %v, i8* %ptr) #0 {
; CHECK-LABEL: extract_vector_store_32_consecutive_bytes:
; CHECK: # %bb.0:
; CHECK-NEXT: vmovups %ymm0, (%rdi)
; CHECK-NEXT: vzeroupper
; CHECK-NEXT: retq
%bc = bitcast <4 x i64> %v to <32 x i8>
%ext00 = extractelement <32 x i8> %bc, i32 0
%ext01 = extractelement <32 x i8> %bc, i32 1
%ext02 = extractelement <32 x i8> %bc, i32 2
%ext03 = extractelement <32 x i8> %bc, i32 3
%ext04 = extractelement <32 x i8> %bc, i32 4
%ext05 = extractelement <32 x i8> %bc, i32 5
%ext06 = extractelement <32 x i8> %bc, i32 6
%ext07 = extractelement <32 x i8> %bc, i32 7
%ext08 = extractelement <32 x i8> %bc, i32 8
%ext09 = extractelement <32 x i8> %bc, i32 9
%ext10 = extractelement <32 x i8> %bc, i32 10
%ext11 = extractelement <32 x i8> %bc, i32 11
%ext12 = extractelement <32 x i8> %bc, i32 12
%ext13 = extractelement <32 x i8> %bc, i32 13
%ext14 = extractelement <32 x i8> %bc, i32 14
%ext15 = extractelement <32 x i8> %bc, i32 15
%ext16 = extractelement <32 x i8> %bc, i32 16
%ext17 = extractelement <32 x i8> %bc, i32 17
%ext18 = extractelement <32 x i8> %bc, i32 18
%ext19 = extractelement <32 x i8> %bc, i32 19
%ext20 = extractelement <32 x i8> %bc, i32 20
%ext21 = extractelement <32 x i8> %bc, i32 21
%ext22 = extractelement <32 x i8> %bc, i32 22
%ext23 = extractelement <32 x i8> %bc, i32 23
%ext24 = extractelement <32 x i8> %bc, i32 24
%ext25 = extractelement <32 x i8> %bc, i32 25
%ext26 = extractelement <32 x i8> %bc, i32 26
%ext27 = extractelement <32 x i8> %bc, i32 27
%ext28 = extractelement <32 x i8> %bc, i32 28
%ext29 = extractelement <32 x i8> %bc, i32 29
%ext30 = extractelement <32 x i8> %bc, i32 30
%ext31 = extractelement <32 x i8> %bc, i32 31
%gep00 = getelementptr inbounds i8, i8* %ptr, i64 0
%gep01 = getelementptr inbounds i8, i8* %ptr, i64 1
%gep02 = getelementptr inbounds i8, i8* %ptr, i64 2
%gep03 = getelementptr inbounds i8, i8* %ptr, i64 3
%gep04 = getelementptr inbounds i8, i8* %ptr, i64 4
%gep05 = getelementptr inbounds i8, i8* %ptr, i64 5
%gep06 = getelementptr inbounds i8, i8* %ptr, i64 6
%gep07 = getelementptr inbounds i8, i8* %ptr, i64 7
%gep08 = getelementptr inbounds i8, i8* %ptr, i64 8
%gep09 = getelementptr inbounds i8, i8* %ptr, i64 9
%gep10 = getelementptr inbounds i8, i8* %ptr, i64 10
%gep11 = getelementptr inbounds i8, i8* %ptr, i64 11
%gep12 = getelementptr inbounds i8, i8* %ptr, i64 12
%gep13 = getelementptr inbounds i8, i8* %ptr, i64 13
%gep14 = getelementptr inbounds i8, i8* %ptr, i64 14
%gep15 = getelementptr inbounds i8, i8* %ptr, i64 15
%gep16 = getelementptr inbounds i8, i8* %ptr, i64 16
%gep17 = getelementptr inbounds i8, i8* %ptr, i64 17
%gep18 = getelementptr inbounds i8, i8* %ptr, i64 18
%gep19 = getelementptr inbounds i8, i8* %ptr, i64 19
%gep20 = getelementptr inbounds i8, i8* %ptr, i64 20
%gep21 = getelementptr inbounds i8, i8* %ptr, i64 21
%gep22 = getelementptr inbounds i8, i8* %ptr, i64 22
%gep23 = getelementptr inbounds i8, i8* %ptr, i64 23
%gep24 = getelementptr inbounds i8, i8* %ptr, i64 24
%gep25 = getelementptr inbounds i8, i8* %ptr, i64 25
%gep26 = getelementptr inbounds i8, i8* %ptr, i64 26
%gep27 = getelementptr inbounds i8, i8* %ptr, i64 27
%gep28 = getelementptr inbounds i8, i8* %ptr, i64 28
%gep29 = getelementptr inbounds i8, i8* %ptr, i64 29
%gep30 = getelementptr inbounds i8, i8* %ptr, i64 30
%gep31 = getelementptr inbounds i8, i8* %ptr, i64 31
store i8 %ext00, i8* %gep00, align 1
store i8 %ext01, i8* %gep01, align 1
store i8 %ext02, i8* %gep02, align 1
store i8 %ext03, i8* %gep03, align 1
store i8 %ext04, i8* %gep04, align 1
store i8 %ext05, i8* %gep05, align 1
store i8 %ext06, i8* %gep06, align 1
store i8 %ext07, i8* %gep07, align 1
store i8 %ext08, i8* %gep08, align 1
store i8 %ext09, i8* %gep09, align 1
store i8 %ext10, i8* %gep10, align 1
store i8 %ext11, i8* %gep11, align 1
store i8 %ext12, i8* %gep12, align 1
store i8 %ext13, i8* %gep13, align 1
store i8 %ext14, i8* %gep14, align 1
store i8 %ext15, i8* %gep15, align 1
store i8 %ext16, i8* %gep16, align 1
store i8 %ext17, i8* %gep17, align 1
store i8 %ext18, i8* %gep18, align 1
store i8 %ext19, i8* %gep19, align 1
store i8 %ext20, i8* %gep20, align 1
store i8 %ext21, i8* %gep21, align 1
store i8 %ext22, i8* %gep22, align 1
store i8 %ext23, i8* %gep23, align 1
store i8 %ext24, i8* %gep24, align 1
store i8 %ext25, i8* %gep25, align 1
store i8 %ext26, i8* %gep26, align 1
store i8 %ext27, i8* %gep27, align 1
store i8 %ext28, i8* %gep28, align 1
store i8 %ext29, i8* %gep29, align 1
store i8 %ext30, i8* %gep30, align 1
store i8 %ext31, i8* %gep31, align 1
ret void
}
; https://bugs.llvm.org/show_bug.cgi?id=43446
define dso_local void @pr43446_0(i64 %x) {
; CHECK-LABEL: pr43446_0:
; CHECK: # %bb.0:
; CHECK-NEXT: movb $1, (%rdi)
; CHECK-NEXT: retq
%a = inttoptr i64 %x to i8*
store i8 -2, i8* %a, align 1
%b = inttoptr i64 %x to i1*
store i1 true, i1* %b, align 1
ret void
}
define dso_local void @pr43446_1(i8* %a) {
; CHECK-LABEL: pr43446_1:
; CHECK: # %bb.0:
; CHECK-NEXT: movb $1, (%rdi)
; CHECK-NEXT: retq
store i8 -2, i8* %a, align 1
%b = bitcast i8* %a to i1*
store i1 true, i1* %b, align 1
ret void
}
define dso_local void @rotate16_in_place(i8* %p) {
; CHECK-LABEL: rotate16_in_place:
; CHECK: # %bb.0:
; CHECK-NEXT: rolw $8, (%rdi)
; CHECK-NEXT: retq
%p0 = getelementptr i8, i8* %p, i64 0
%p1 = getelementptr i8, i8* %p, i64 1
%i0 = load i8, i8* %p0, align 1
%i1 = load i8, i8* %p1, align 1
store i8 %i1, i8* %p0, align 1
store i8 %i0, i8* %p1, align 1
ret void
}
define dso_local void @rotate16(i8* %p, i8* %q) {
; CHECK-LABEL: rotate16:
; CHECK: # %bb.0:
; CHECK-NEXT: movzwl (%rdi), %eax
; CHECK-NEXT: rolw $8, %ax
; CHECK-NEXT: movw %ax, (%rsi)
; CHECK-NEXT: retq
%p0 = getelementptr i8, i8* %p, i64 0
%p1 = getelementptr i8, i8* %p, i64 1
%q0 = getelementptr i8, i8* %q, i64 0
%q1 = getelementptr i8, i8* %q, i64 1
%i0 = load i8, i8* %p0, align 1
%i1 = load i8, i8* %p1, align 1
store i8 %i1, i8* %q0, align 1
store i8 %i0, i8* %q1, align 1
ret void
}
define dso_local void @rotate32_in_place(i16* %p) {
; CHECK-LABEL: rotate32_in_place:
; CHECK: # %bb.0:
; CHECK-NEXT: roll $16, (%rdi)
; CHECK-NEXT: retq
%p0 = getelementptr i16, i16* %p, i64 0
%p1 = getelementptr i16, i16* %p, i64 1
%i0 = load i16, i16* %p0, align 2
%i1 = load i16, i16* %p1, align 2
store i16 %i1, i16* %p0, align 2
store i16 %i0, i16* %p1, align 2
ret void
}
define dso_local void @rotate32(i16* %p) {
; CHECK-LABEL: rotate32:
; CHECK: # %bb.0:
; CHECK-NEXT: movl (%rdi), %eax
; CHECK-NEXT: roll $16, %eax
; CHECK-NEXT: movl %eax, 84(%rdi)
; CHECK-NEXT: retq
%p0 = getelementptr i16, i16* %p, i64 0
%p1 = getelementptr i16, i16* %p, i64 1
%p42 = getelementptr i16, i16* %p, i64 42
%p43 = getelementptr i16, i16* %p, i64 43
%i0 = load i16, i16* %p0, align 2
%i1 = load i16, i16* %p1, align 2
store i16 %i1, i16* %p42, align 2
store i16 %i0, i16* %p43, align 2
ret void
}
define dso_local void @rotate64_in_place(i32* %p) {
; CHECK-LABEL: rotate64_in_place:
; CHECK: # %bb.0:
; CHECK-NEXT: rolq $32, (%rdi)
; CHECK-NEXT: retq
%p0 = getelementptr i32, i32* %p, i64 0
%p1 = getelementptr i32, i32* %p, i64 1
%i0 = load i32, i32* %p0, align 4
%i1 = load i32, i32* %p1, align 4
store i32 %i1, i32* %p0, align 4
store i32 %i0, i32* %p1, align 4
ret void
}
define dso_local void @rotate64(i32* %p) {
; CHECK-LABEL: rotate64:
; CHECK: # %bb.0:
; CHECK-NEXT: movq (%rdi), %rax
; CHECK-NEXT: rolq $32, %rax
; CHECK-NEXT: movq %rax, 8(%rdi)
; CHECK-NEXT: retq
%p0 = getelementptr i32, i32* %p, i64 0
%p1 = getelementptr i32, i32* %p, i64 1
%p2 = getelementptr i32, i32* %p, i64 2
%p3 = getelementptr i32, i32* %p, i64 3
%i0 = load i32, i32* %p0, align 4
%i1 = load i32, i32* %p1, align 4
store i32 %i1, i32* %p2, align 4
store i32 %i0, i32* %p3, align 4
ret void
}
define dso_local void @rotate64_iterate(i16* %p) {
; CHECK-LABEL: rotate64_iterate:
; CHECK: # %bb.0:
; CHECK-NEXT: movq (%rdi), %rax
; CHECK-NEXT: rolq $32, %rax
; CHECK-NEXT: movq %rax, 84(%rdi)
; CHECK-NEXT: retq
%p0 = getelementptr i16, i16* %p, i64 0
%p1 = getelementptr i16, i16* %p, i64 1
%p2 = getelementptr i16, i16* %p, i64 2
%p3 = getelementptr i16, i16* %p, i64 3
%p42 = getelementptr i16, i16* %p, i64 42
%p43 = getelementptr i16, i16* %p, i64 43
%p44 = getelementptr i16, i16* %p, i64 44
%p45 = getelementptr i16, i16* %p, i64 45
%i0 = load i16, i16* %p0, align 2
%i1 = load i16, i16* %p1, align 2
%i2 = load i16, i16* %p2, align 2
%i3 = load i16, i16* %p3, align 2
store i16 %i2, i16* %p42, align 2
store i16 %i3, i16* %p43, align 2
store i16 %i0, i16* %p44, align 2
store i16 %i1, i16* %p45, align 2
ret void
}
; TODO: recognize this as 2 rotates?
define dso_local void @rotate32_consecutive(i16* %p) {
; CHECK-LABEL: rotate32_consecutive:
; CHECK: # %bb.0:
; CHECK-NEXT: movzwl (%rdi), %eax
; CHECK-NEXT: movzwl 2(%rdi), %ecx
; CHECK-NEXT: movzwl 4(%rdi), %edx
; CHECK-NEXT: movzwl 6(%rdi), %esi
; CHECK-NEXT: movw %cx, 84(%rdi)
; CHECK-NEXT: movw %ax, 86(%rdi)
; CHECK-NEXT: movw %si, 88(%rdi)
; CHECK-NEXT: movw %dx, 90(%rdi)
; CHECK-NEXT: retq
%p0 = getelementptr i16, i16* %p, i64 0
%p1 = getelementptr i16, i16* %p, i64 1
%p2 = getelementptr i16, i16* %p, i64 2
%p3 = getelementptr i16, i16* %p, i64 3
%p42 = getelementptr i16, i16* %p, i64 42
%p43 = getelementptr i16, i16* %p, i64 43
%p44 = getelementptr i16, i16* %p, i64 44
%p45 = getelementptr i16, i16* %p, i64 45
%i0 = load i16, i16* %p0, align 2
%i1 = load i16, i16* %p1, align 2
%i2 = load i16, i16* %p2, align 2
%i3 = load i16, i16* %p3, align 2
store i16 %i1, i16* %p42, align 2
store i16 %i0, i16* %p43, align 2
store i16 %i3, i16* %p44, align 2
store i16 %i2, i16* %p45, align 2
ret void
}
; Same as above, but now the stores are not all consecutive.
define dso_local void @rotate32_twice(i16* %p) {
; CHECK-LABEL: rotate32_twice:
; CHECK: # %bb.0:
; CHECK-NEXT: movl (%rdi), %eax
; CHECK-NEXT: movl 4(%rdi), %ecx
; CHECK-NEXT: roll $16, %eax
; CHECK-NEXT: roll $16, %ecx
; CHECK-NEXT: movl %eax, 84(%rdi)
; CHECK-NEXT: movl %ecx, 108(%rdi)
; CHECK-NEXT: retq
%p0 = getelementptr i16, i16* %p, i64 0
%p1 = getelementptr i16, i16* %p, i64 1
%p2 = getelementptr i16, i16* %p, i64 2
%p3 = getelementptr i16, i16* %p, i64 3
%p42 = getelementptr i16, i16* %p, i64 42
%p43 = getelementptr i16, i16* %p, i64 43
%p54 = getelementptr i16, i16* %p, i64 54
%p55 = getelementptr i16, i16* %p, i64 55
%i0 = load i16, i16* %p0, align 2
%i1 = load i16, i16* %p1, align 2
%i2 = load i16, i16* %p2, align 2
%i3 = load i16, i16* %p3, align 2
store i16 %i1, i16* %p42, align 2
store i16 %i0, i16* %p43, align 2
store i16 %i3, i16* %p54, align 2
store i16 %i2, i16* %p55, align 2
ret void
}
define dso_local void @trunc_i16_to_i8(i16 %x, i8* %p) {
; CHECK-LABEL: trunc_i16_to_i8:
; CHECK: # %bb.0:
; CHECK-NEXT: movw %di, (%rsi)
; CHECK-NEXT: retq
%t1 = trunc i16 %x to i8
%sh = lshr i16 %x, 8
%t2 = trunc i16 %sh to i8
store i8 %t1, i8* %p, align 1
%p1 = getelementptr inbounds i8, i8* %p, i64 1
store i8 %t2, i8* %p1, align 1
ret void
}
define dso_local void @trunc_i32_to_i8(i32 %x, i8* %p) {
; CHECK-LABEL: trunc_i32_to_i8:
; CHECK: # %bb.0:
; CHECK-NEXT: movl %edi, (%rsi)
; CHECK-NEXT: retq
%t1 = trunc i32 %x to i8
%sh1 = lshr i32 %x, 8
%t2 = trunc i32 %sh1 to i8
%sh2 = lshr i32 %x, 16
%t3 = trunc i32 %sh2 to i8
%sh3 = lshr i32 %x, 24
%t4 = trunc i32 %sh3 to i8
store i8 %t1, i8* %p, align 1
%p1 = getelementptr inbounds i8, i8* %p, i64 1
store i8 %t2, i8* %p1, align 1
%p2 = getelementptr inbounds i8, i8* %p, i64 2
store i8 %t3, i8* %p2, align 1
%p3 = getelementptr inbounds i8, i8* %p, i64 3
store i8 %t4, i8* %p3, align 1
ret void
}
define dso_local void @trunc_i32_to_i16(i32 %x, i16* %p) {
; CHECK-LABEL: trunc_i32_to_i16:
; CHECK: # %bb.0:
; CHECK-NEXT: movl %edi, (%rsi)
; CHECK-NEXT: retq
%t1 = trunc i32 %x to i16
%sh = lshr i32 %x, 16
%t2 = trunc i32 %sh to i16
store i16 %t1, i16* %p, align 2
%p1 = getelementptr inbounds i16, i16* %p, i64 1
store i16 %t2, i16* %p1, align 2
ret void
}
define dso_local void @be_i32_to_i16(i32 %x, i16* %p0) {
; CHECK-LABEL: be_i32_to_i16:
; CHECK: # %bb.0:
; CHECK-NEXT: rorl $16, %edi
; CHECK-NEXT: movl %edi, (%rsi)
; CHECK-NEXT: retq
%sh1 = lshr i32 %x, 16
%t0 = trunc i32 %x to i16
%t1 = trunc i32 %sh1 to i16
%p1 = getelementptr inbounds i16, i16* %p0, i64 1
store i16 %t0, i16* %p1, align 2
store i16 %t1, i16* %p0, align 2
ret void
}
define dso_local void @be_i32_to_i16_order(i32 %x, i16* %p0) {
; CHECK-LABEL: be_i32_to_i16_order:
; CHECK: # %bb.0:
; CHECK-NEXT: rorl $16, %edi
; CHECK-NEXT: movl %edi, (%rsi)
; CHECK-NEXT: retq
%sh1 = lshr i32 %x, 16
%t0 = trunc i32 %x to i16
%t1 = trunc i32 %sh1 to i16
%p1 = getelementptr inbounds i16, i16* %p0, i64 1
store i16 %t1, i16* %p0, align 2
store i16 %t0, i16* %p1, align 2
ret void
}
define dso_local void @trunc_i64_to_i8(i64 %x, i8* %p) {
; CHECK-LABEL: trunc_i64_to_i8:
; CHECK: # %bb.0:
; CHECK-NEXT: movq %rdi, (%rsi)
; CHECK-NEXT: retq
%t1 = trunc i64 %x to i8
%sh1 = lshr i64 %x, 8
%t2 = trunc i64 %sh1 to i8
%sh2 = lshr i64 %x, 16
%t3 = trunc i64 %sh2 to i8
%sh3 = lshr i64 %x, 24
%t4 = trunc i64 %sh3 to i8
%sh4 = lshr i64 %x, 32
%t5 = trunc i64 %sh4 to i8
%sh5 = lshr i64 %x, 40
%t6 = trunc i64 %sh5 to i8
%sh6 = lshr i64 %x, 48
%t7 = trunc i64 %sh6 to i8
%sh7 = lshr i64 %x, 56
%t8 = trunc i64 %sh7 to i8
store i8 %t1, i8* %p, align 1
%p1 = getelementptr inbounds i8, i8* %p, i64 1
store i8 %t2, i8* %p1, align 1
%p2 = getelementptr inbounds i8, i8* %p, i64 2
store i8 %t3, i8* %p2, align 1
%p3 = getelementptr inbounds i8, i8* %p, i64 3
store i8 %t4, i8* %p3, align 1
%p4 = getelementptr inbounds i8, i8* %p, i64 4
store i8 %t5, i8* %p4, align 1
%p5 = getelementptr inbounds i8, i8* %p, i64 5
store i8 %t6, i8* %p5, align 1
%p6 = getelementptr inbounds i8, i8* %p, i64 6
store i8 %t7, i8* %p6, align 1
%p7 = getelementptr inbounds i8, i8* %p, i64 7
store i8 %t8, i8* %p7, align 1
ret void
}
define dso_local void @trunc_i64_to_i16(i64 %x, i16* %p) {
; CHECK-LABEL: trunc_i64_to_i16:
; CHECK: # %bb.0:
; CHECK-NEXT: movq %rdi, (%rsi)
; CHECK-NEXT: retq
%t1 = trunc i64 %x to i16
%sh1 = lshr i64 %x, 16
%t2 = trunc i64 %sh1 to i16
%sh2 = lshr i64 %x, 32
%t3 = trunc i64 %sh2 to i16
%sh3 = lshr i64 %x, 48
%t4 = trunc i64 %sh3 to i16
store i16 %t1, i16* %p, align 2
%p1 = getelementptr inbounds i16, i16* %p, i64 1
store i16 %t2, i16* %p1, align 2
%p2 = getelementptr inbounds i16, i16* %p, i64 2
store i16 %t3, i16* %p2, align 2
%p3 = getelementptr inbounds i16, i16* %p, i64 3
store i16 %t4, i16* %p3, align 2
ret void
}
define dso_local void @trunc_i64_to_i32(i64 %x, i32* %p) {
; CHECK-LABEL: trunc_i64_to_i32:
; CHECK: # %bb.0:
; CHECK-NEXT: movq %rdi, (%rsi)
; CHECK-NEXT: retq
%t1 = trunc i64 %x to i32
%sh = lshr i64 %x, 32
%t2 = trunc i64 %sh to i32
store i32 %t1, i32* %p, align 4
%p1 = getelementptr inbounds i32, i32* %p, i64 1
store i32 %t2, i32* %p1, align 4
ret void
}
define dso_local void @be_i64_to_i32(i64 %x, i32* %p0) {
; CHECK-LABEL: be_i64_to_i32:
; CHECK: # %bb.0:
; CHECK-NEXT: rorq $32, %rdi
; CHECK-NEXT: movq %rdi, (%rsi)
; CHECK-NEXT: retq
%sh1 = lshr i64 %x, 32
%t0 = trunc i64 %x to i32
%t1 = trunc i64 %sh1 to i32
%p1 = getelementptr inbounds i32, i32* %p0, i64 1
store i32 %t0, i32* %p1, align 4
store i32 %t1, i32* %p0, align 4
ret void
}
define dso_local void @be_i64_to_i32_order(i64 %x, i32* %p0) {
; CHECK-LABEL: be_i64_to_i32_order:
; CHECK: # %bb.0:
; CHECK-NEXT: rorq $32, %rdi
; CHECK-NEXT: movq %rdi, (%rsi)
; CHECK-NEXT: retq
%sh1 = lshr i64 %x, 32
%t0 = trunc i64 %x to i32
%t1 = trunc i64 %sh1 to i32
%p1 = getelementptr inbounds i32, i32* %p0, i64 1
store i32 %t1, i32* %p0, align 4
store i32 %t0, i32* %p1, align 4
ret void
}
; https://llvm.org/PR50623
; It is a miscompile to merge the stores if we are not
; writing all of the bytes from the source value.
define void @merge_hole(i32 %x, i8* %p) {
; CHECK-LABEL: merge_hole:
; CHECK: # %bb.0:
; CHECK-NEXT: movb %dil, (%rsi)
; CHECK-NEXT: shrl $16, %edi
; CHECK-NEXT: movw %di, 2(%rsi)
; CHECK-NEXT: retq
%pcast = bitcast i8* %p to i16*
%p2 = getelementptr inbounds i16, i16* %pcast, i64 1
%x3 = trunc i32 %x to i8
store i8 %x3, i8* %p, align 1
%sh = lshr i32 %x, 16
%x01 = trunc i32 %sh to i16
store i16 %x01, i16* %p2, align 1
ret void
}
; Change the order of the stores.
; It is a miscompile to merge the stores if we are not
; writing all of the bytes from the source value.
define void @merge_hole2(i32 %x, i8* %p) {
; CHECK-LABEL: merge_hole2:
; CHECK: # %bb.0:
; CHECK-NEXT: movl %edi, %eax
; CHECK-NEXT: shrl $16, %eax
; CHECK-NEXT: movw %ax, 2(%rsi)
; CHECK-NEXT: movb %dil, (%rsi)
; CHECK-NEXT: retq
%pcast = bitcast i8* %p to i16*
%p2 = getelementptr inbounds i16, i16* %pcast, i64 1
%sh = lshr i32 %x, 16
%x01 = trunc i32 %sh to i16
store i16 %x01, i16* %p2, align 1
%x3 = trunc i32 %x to i8
store i8 %x3, i8* %p, align 1
ret void
}
; Change offset.
; It is a miscompile to merge the stores if we are not
; writing all of the bytes from the source value.
define void @merge_hole3(i32 %x, i8* %p) {
; CHECK-LABEL: merge_hole3:
; CHECK: # %bb.0:
; CHECK-NEXT: movb %dil, 1(%rsi)
; CHECK-NEXT: shrl $16, %edi
; CHECK-NEXT: movw %di, 2(%rsi)
; CHECK-NEXT: retq
%p1 = getelementptr inbounds i8, i8* %p, i64 1
%pcast = bitcast i8* %p to i16*
%p2 = getelementptr inbounds i16, i16* %pcast, i64 1
%x3 = trunc i32 %x to i8
store i8 %x3, i8* %p1, align 1
%sh = lshr i32 %x, 16
%x01 = trunc i32 %sh to i16
store i16 %x01, i16* %p2, align 1
ret void
}
; Change offset.
; It is a miscompile to merge the stores if we are not
; writing all of the bytes from the source value.
define void @merge_hole4(i32 %x, i8* %p) {
; CHECK-LABEL: merge_hole4:
; CHECK: # %bb.0:
; CHECK-NEXT: movb %dil, 2(%rsi)
; CHECK-NEXT: shrl $16, %edi
; CHECK-NEXT: movw %di, (%rsi)
; CHECK-NEXT: retq
%pcast = bitcast i8* %p to i16*
%p2 = getelementptr inbounds i8, i8* %p, i64 2
%x3 = trunc i32 %x to i8
store i8 %x3, i8* %p2, align 1
%sh = lshr i32 %x, 16
%x01 = trunc i32 %sh to i16
store i16 %x01, i16* %pcast, align 1
ret void
}
Reference in New Issue View Git Blame Copy Permalink