; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py ; RUN: llc < %s -mtriple=i686-unknown | FileCheck %s --check-prefixes=CHECK,X86 ; RUN: llc < %s -mtriple=x86_64-unknown | FileCheck %s --check-prefixes=CHECK,X64 ; RUN: llc < %s -mtriple=i686-unknown -mattr=+xop | FileCheck %s --check-prefixes=CHECK,X86XOP ; RUN: llc < %s -mtriple=i686-unknown -mattr=+avx512bw,+avx512vl,+gfni | FileCheck %s --check-prefixes=CHECK,GFNI,X86GFNI ; RUN: llc < %s -mtriple=x86_64-unknown -mattr=+avx512bw,+avx512vl,+gfni | FileCheck %s --check-prefixes=CHECK,GFNI,X64GFNI ; These tests just check that the plumbing is in place for @llvm.bitreverse. The ; actual output is massive at the moment as llvm.bitreverse is not yet legal. declare <2 x i16> @llvm.bitreverse.v2i16(<2 x i16>) readnone define <2 x i16> @test_bitreverse_v2i16(<2 x i16> %a) nounwind { ; X86-LABEL: test_bitreverse_v2i16: ; X86: # %bb.0: ; X86-NEXT: movzwl {{[0-9]+}}(%esp), %ecx ; X86-NEXT: movzwl {{[0-9]+}}(%esp), %eax ; X86-NEXT: rolw $8, %ax ; X86-NEXT: movl %eax, %edx ; X86-NEXT: andl $3855, %edx # imm = 0xF0F ; X86-NEXT: shll $4, %edx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $3855, %eax # imm = 0xF0F ; X86-NEXT: orl %edx, %eax ; X86-NEXT: movl %eax, %edx ; X86-NEXT: andl $13107, %edx # imm = 0x3333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $13107, %eax # imm = 0x3333 ; X86-NEXT: leal (%eax,%edx,4), %eax ; X86-NEXT: movl %eax, %edx ; X86-NEXT: andl $21845, %edx # imm = 0x5555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $21845, %eax # imm = 0x5555 ; X86-NEXT: leal (%eax,%edx,2), %eax ; X86-NEXT: rolw $8, %cx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $3855, %edx # imm = 0xF0F ; X86-NEXT: shll $4, %edx ; X86-NEXT: shrl $4, %ecx ; X86-NEXT: andl $3855, %ecx # imm = 0xF0F ; X86-NEXT: orl %edx, %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $13107, %edx # imm = 0x3333 ; X86-NEXT: shrl $2, %ecx ; X86-NEXT: andl $13107, %ecx # imm = 0x3333 ; X86-NEXT: leal (%ecx,%edx,4), %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $21845, %edx # imm = 0x5555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $21845, %ecx # imm = 0x5555 ; X86-NEXT: leal (%ecx,%edx,2), %edx ; X86-NEXT: # kill: def $ax killed $ax killed $eax ; X86-NEXT: # kill: def $dx killed $dx killed $edx ; X86-NEXT: retl ; ; X64-LABEL: test_bitreverse_v2i16: ; X64: # %bb.0: ; X64-NEXT: movdqa %xmm0, %xmm1 ; X64-NEXT: psrlw $8, %xmm1 ; X64-NEXT: psllw $8, %xmm0 ; X64-NEXT: por %xmm1, %xmm0 ; X64-NEXT: movdqa %xmm0, %xmm1 ; X64-NEXT: psrlw $4, %xmm1 ; X64-NEXT: movdqa {{.*#+}} xmm2 = [15,15,15,15,15,15,15,15,15,15,15,15,15,15,15,15] ; X64-NEXT: pand %xmm2, %xmm1 ; X64-NEXT: pand %xmm2, %xmm0 ; X64-NEXT: psllw $4, %xmm0 ; X64-NEXT: por %xmm1, %xmm0 ; X64-NEXT: movdqa %xmm0, %xmm1 ; X64-NEXT: psrlw $2, %xmm1 ; X64-NEXT: movdqa {{.*#+}} xmm2 = [51,51,51,51,51,51,51,51,51,51,51,51,51,51,51,51] ; X64-NEXT: pand %xmm2, %xmm1 ; X64-NEXT: pand %xmm2, %xmm0 ; X64-NEXT: psllw $2, %xmm0 ; X64-NEXT: por %xmm1, %xmm0 ; X64-NEXT: movdqa %xmm0, %xmm1 ; X64-NEXT: psrlw $1, %xmm1 ; X64-NEXT: movdqa {{.*#+}} xmm2 = [85,85,85,85,85,85,85,85,85,85,85,85,85,85,85,85] ; X64-NEXT: pand %xmm2, %xmm1 ; X64-NEXT: pand %xmm2, %xmm0 ; X64-NEXT: paddb %xmm0, %xmm0 ; X64-NEXT: por %xmm1, %xmm0 ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_v2i16: ; X86XOP: # %bb.0: ; X86XOP-NEXT: vpperm {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: retl ; ; X86GFNI-LABEL: test_bitreverse_v2i16: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14] ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to2}, %xmm0, %xmm0 ; X86GFNI-NEXT: retl ; ; X64GFNI-LABEL: test_bitreverse_v2i16: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[1,0,3,2,5,4,7,6,9,8,11,10,13,12,15,14] ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0 ; X64GFNI-NEXT: retq %b = call <2 x i16> @llvm.bitreverse.v2i16(<2 x i16> %a) ret <2 x i16> %b } declare i64 @llvm.bitreverse.i64(i64) readnone define i64 @test_bitreverse_i64(i64 %a) nounwind { ; X86-LABEL: test_bitreverse_i64: ; X86: # %bb.0: ; X86-NEXT: movl {{[0-9]+}}(%esp), %ecx ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %edx ; X86-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %edx, %eax ; X86-NEXT: movl %eax, %edx ; X86-NEXT: andl $858993459, %edx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%edx,4), %eax ; X86-NEXT: movl %eax, %edx ; X86-NEXT: andl $1431655765, %edx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%edx,2), %eax ; X86-NEXT: bswapl %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edx ; X86-NEXT: shrl $4, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: orl %edx, %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $858993459, %edx # imm = 0x33333333 ; X86-NEXT: shrl $2, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: leal (%ecx,%edx,4), %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $1431655765, %edx # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%edx,2), %edx ; X86-NEXT: retl ; ; X64-LABEL: test_bitreverse_i64: ; X64: # %bb.0: ; X64-NEXT: bswapq %rdi ; X64-NEXT: movq %rdi, %rax ; X64-NEXT: shrq $4, %rax ; X64-NEXT: movabsq $1085102592571150095, %rcx # imm = 0xF0F0F0F0F0F0F0F ; X64-NEXT: andq %rcx, %rax ; X64-NEXT: andq %rcx, %rdi ; X64-NEXT: shlq $4, %rdi ; X64-NEXT: orq %rax, %rdi ; X64-NEXT: movabsq $3689348814741910323, %rax # imm = 0x3333333333333333 ; X64-NEXT: movq %rdi, %rcx ; X64-NEXT: andq %rax, %rcx ; X64-NEXT: shrq $2, %rdi ; X64-NEXT: andq %rax, %rdi ; X64-NEXT: leaq (%rdi,%rcx,4), %rax ; X64-NEXT: movabsq $6148914691236517205, %rcx # imm = 0x5555555555555555 ; X64-NEXT: movq %rax, %rdx ; X64-NEXT: andq %rcx, %rdx ; X64-NEXT: shrq %rax ; X64-NEXT: andq %rcx, %rax ; X64-NEXT: leaq (%rax,%rdx,2), %rax ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i64: ; X86XOP: # %bb.0: ; X86XOP-NEXT: vmovq {{.*#+}} xmm0 = mem[0],zero ; X86XOP-NEXT: vpperm {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vmovd %xmm0, %eax ; X86XOP-NEXT: vpextrd $1, %xmm0, %edx ; X86XOP-NEXT: retl ; ; X86GFNI-LABEL: test_bitreverse_i64: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: vmovq {{.*#+}} xmm0 = mem[0],zero ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to2}, %xmm0, %xmm0 ; X86GFNI-NEXT: vpextrd $1, %xmm0, %eax ; X86GFNI-NEXT: bswapl %eax ; X86GFNI-NEXT: vmovd %xmm0, %edx ; X86GFNI-NEXT: bswapl %edx ; X86GFNI-NEXT: retl ; ; X64GFNI-LABEL: test_bitreverse_i64: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: vmovq %rdi, %xmm0 ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0 ; X64GFNI-NEXT: vmovq %xmm0, %rax ; X64GFNI-NEXT: bswapq %rax ; X64GFNI-NEXT: retq %b = call i64 @llvm.bitreverse.i64(i64 %a) ret i64 %b } declare i32 @llvm.bitreverse.i32(i32) readnone define i32 @test_bitreverse_i32(i32 %a) nounwind { ; X86-LABEL: test_bitreverse_i32: ; X86: # %bb.0: ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: retl ; ; X64-LABEL: test_bitreverse_i32: ; X64: # %bb.0: ; X64-NEXT: # kill: def $edi killed $edi def $rdi ; X64-NEXT: bswapl %edi ; X64-NEXT: movl %edi, %eax ; X64-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X64-NEXT: shll $4, %eax ; X64-NEXT: shrl $4, %edi ; X64-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X64-NEXT: orl %eax, %edi ; X64-NEXT: movl %edi, %eax ; X64-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X64-NEXT: shrl $2, %edi ; X64-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X64-NEXT: leal (%rdi,%rax,4), %eax ; X64-NEXT: movl %eax, %ecx ; X64-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X64-NEXT: shrl %eax ; X64-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X64-NEXT: leal (%rax,%rcx,2), %eax ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i32: ; X86XOP: # %bb.0: ; X86XOP-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86XOP-NEXT: vpperm {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vmovd %xmm0, %eax ; X86XOP-NEXT: retl ; ; X86GFNI-LABEL: test_bitreverse_i32: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to2}, %xmm0, %xmm0 ; X86GFNI-NEXT: vmovd %xmm0, %eax ; X86GFNI-NEXT: bswapl %eax ; X86GFNI-NEXT: retl ; ; X64GFNI-LABEL: test_bitreverse_i32: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: vmovd %edi, %xmm0 ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0 ; X64GFNI-NEXT: vmovd %xmm0, %eax ; X64GFNI-NEXT: bswapl %eax ; X64GFNI-NEXT: retq %b = call i32 @llvm.bitreverse.i32(i32 %a) ret i32 %b } declare i24 @llvm.bitreverse.i24(i24) readnone define i24 @test_bitreverse_i24(i24 %a) nounwind { ; X86-LABEL: test_bitreverse_i24: ; X86: # %bb.0: ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655680, %ecx # imm = 0x55555500 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655680, %eax # imm = 0x55555500 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: shrl $8, %eax ; X86-NEXT: retl ; ; X64-LABEL: test_bitreverse_i24: ; X64: # %bb.0: ; X64-NEXT: # kill: def $edi killed $edi def $rdi ; X64-NEXT: bswapl %edi ; X64-NEXT: movl %edi, %eax ; X64-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X64-NEXT: shll $4, %eax ; X64-NEXT: shrl $4, %edi ; X64-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X64-NEXT: orl %eax, %edi ; X64-NEXT: movl %edi, %eax ; X64-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X64-NEXT: shrl $2, %edi ; X64-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X64-NEXT: leal (%rdi,%rax,4), %eax ; X64-NEXT: movl %eax, %ecx ; X64-NEXT: andl $1431655680, %ecx # imm = 0x55555500 ; X64-NEXT: shrl %eax ; X64-NEXT: andl $1431655680, %eax # imm = 0x55555500 ; X64-NEXT: leal (%rax,%rcx,2), %eax ; X64-NEXT: shrl $8, %eax ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i24: ; X86XOP: # %bb.0: ; X86XOP-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86XOP-NEXT: vpperm {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vmovd %xmm0, %eax ; X86XOP-NEXT: shrl $8, %eax ; X86XOP-NEXT: retl ; ; X86GFNI-LABEL: test_bitreverse_i24: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to2}, %xmm0, %xmm0 ; X86GFNI-NEXT: vmovd %xmm0, %eax ; X86GFNI-NEXT: bswapl %eax ; X86GFNI-NEXT: shrl $8, %eax ; X86GFNI-NEXT: retl ; ; X64GFNI-LABEL: test_bitreverse_i24: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: vmovd %edi, %xmm0 ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0 ; X64GFNI-NEXT: vmovd %xmm0, %eax ; X64GFNI-NEXT: bswapl %eax ; X64GFNI-NEXT: shrl $8, %eax ; X64GFNI-NEXT: retq %b = call i24 @llvm.bitreverse.i24(i24 %a) ret i24 %b } declare i16 @llvm.bitreverse.i16(i16) readnone define i16 @test_bitreverse_i16(i16 %a) nounwind { ; X86-LABEL: test_bitreverse_i16: ; X86: # %bb.0: ; X86-NEXT: movzwl {{[0-9]+}}(%esp), %eax ; X86-NEXT: rolw $8, %ax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $3855, %ecx # imm = 0xF0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $3855, %eax # imm = 0xF0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $13107, %ecx # imm = 0x3333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $13107, %eax # imm = 0x3333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $21845, %ecx # imm = 0x5555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $21845, %eax # imm = 0x5555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: # kill: def $ax killed $ax killed $eax ; X86-NEXT: retl ; ; X64-LABEL: test_bitreverse_i16: ; X64: # %bb.0: ; X64-NEXT: # kill: def $edi killed $edi def $rdi ; X64-NEXT: rolw $8, %di ; X64-NEXT: movl %edi, %eax ; X64-NEXT: andl $3855, %eax # imm = 0xF0F ; X64-NEXT: shll $4, %eax ; X64-NEXT: shrl $4, %edi ; X64-NEXT: andl $3855, %edi # imm = 0xF0F ; X64-NEXT: orl %eax, %edi ; X64-NEXT: movl %edi, %eax ; X64-NEXT: andl $13107, %eax # imm = 0x3333 ; X64-NEXT: shrl $2, %edi ; X64-NEXT: andl $13107, %edi # imm = 0x3333 ; X64-NEXT: leal (%rdi,%rax,4), %eax ; X64-NEXT: movl %eax, %ecx ; X64-NEXT: andl $21845, %ecx # imm = 0x5555 ; X64-NEXT: shrl %eax ; X64-NEXT: andl $21845, %eax # imm = 0x5555 ; X64-NEXT: leal (%rax,%rcx,2), %eax ; X64-NEXT: # kill: def $ax killed $ax killed $eax ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i16: ; X86XOP: # %bb.0: ; X86XOP-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86XOP-NEXT: vpperm {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vmovd %xmm0, %eax ; X86XOP-NEXT: # kill: def $ax killed $ax killed $eax ; X86XOP-NEXT: retl ; ; X86GFNI-LABEL: test_bitreverse_i16: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to2}, %xmm0, %xmm0 ; X86GFNI-NEXT: vmovd %xmm0, %eax ; X86GFNI-NEXT: rolw $8, %ax ; X86GFNI-NEXT: # kill: def $ax killed $ax killed $eax ; X86GFNI-NEXT: retl ; ; X64GFNI-LABEL: test_bitreverse_i16: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: vmovd %edi, %xmm0 ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0 ; X64GFNI-NEXT: vmovd %xmm0, %eax ; X64GFNI-NEXT: rolw $8, %ax ; X64GFNI-NEXT: # kill: def $ax killed $ax killed $eax ; X64GFNI-NEXT: retq %b = call i16 @llvm.bitreverse.i16(i16 %a) ret i16 %b } declare i8 @llvm.bitreverse.i8(i8) readnone define i8 @test_bitreverse_i8(i8 %a) { ; X86-LABEL: test_bitreverse_i8: ; X86: # %bb.0: ; X86-NEXT: movzbl {{[0-9]+}}(%esp), %eax ; X86-NEXT: rolb $4, %al ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andb $51, %cl ; X86-NEXT: shlb $2, %cl ; X86-NEXT: shrb $2, %al ; X86-NEXT: andb $51, %al ; X86-NEXT: orb %cl, %al ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andb $85, %cl ; X86-NEXT: addb %cl, %cl ; X86-NEXT: shrb %al ; X86-NEXT: andb $85, %al ; X86-NEXT: orb %cl, %al ; X86-NEXT: retl ; ; X64-LABEL: test_bitreverse_i8: ; X64: # %bb.0: ; X64-NEXT: rolb $4, %dil ; X64-NEXT: movl %edi, %eax ; X64-NEXT: andb $51, %al ; X64-NEXT: shlb $2, %al ; X64-NEXT: shrb $2, %dil ; X64-NEXT: andb $51, %dil ; X64-NEXT: orb %dil, %al ; X64-NEXT: movl %eax, %ecx ; X64-NEXT: andb $85, %cl ; X64-NEXT: addb %cl, %cl ; X64-NEXT: shrb %al ; X64-NEXT: andb $85, %al ; X64-NEXT: orb %cl, %al ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i8: ; X86XOP: # %bb.0: ; X86XOP-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86XOP-NEXT: vpperm {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vmovd %xmm0, %eax ; X86XOP-NEXT: # kill: def $al killed $al killed $eax ; X86XOP-NEXT: retl ; ; X86GFNI-LABEL: test_bitreverse_i8: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to2}, %xmm0, %xmm0 ; X86GFNI-NEXT: vmovd %xmm0, %eax ; X86GFNI-NEXT: # kill: def $al killed $al killed $eax ; X86GFNI-NEXT: retl ; ; X64GFNI-LABEL: test_bitreverse_i8: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: vmovd %edi, %xmm0 ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0 ; X64GFNI-NEXT: vmovd %xmm0, %eax ; X64GFNI-NEXT: # kill: def $al killed $al killed $eax ; X64GFNI-NEXT: retq %b = call i8 @llvm.bitreverse.i8(i8 %a) ret i8 %b } declare i4 @llvm.bitreverse.i4(i4) readnone define i4 @test_bitreverse_i4(i4 %a) { ; X86-LABEL: test_bitreverse_i4: ; X86: # %bb.0: ; X86-NEXT: movzbl {{[0-9]+}}(%esp), %ecx ; X86-NEXT: movl %ecx, %eax ; X86-NEXT: andb $8, %al ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: addb %cl, %dl ; X86-NEXT: andb $4, %dl ; X86-NEXT: movb %cl, %ah ; X86-NEXT: shlb $3, %ah ; X86-NEXT: andb $8, %ah ; X86-NEXT: orb %dl, %ah ; X86-NEXT: shrb %cl ; X86-NEXT: andb $2, %cl ; X86-NEXT: orb %ah, %cl ; X86-NEXT: shrb $3, %al ; X86-NEXT: orb %cl, %al ; X86-NEXT: retl ; ; X64-LABEL: test_bitreverse_i4: ; X64: # %bb.0: ; X64-NEXT: # kill: def $edi killed $edi def $rdi ; X64-NEXT: movl %edi, %eax ; X64-NEXT: andb $8, %al ; X64-NEXT: leal (%rdi,%rdi), %ecx ; X64-NEXT: andb $4, %cl ; X64-NEXT: leal (,%rdi,8), %edx ; X64-NEXT: andb $8, %dl ; X64-NEXT: orb %cl, %dl ; X64-NEXT: shrb %dil ; X64-NEXT: andb $2, %dil ; X64-NEXT: orb %dil, %dl ; X64-NEXT: shrb $3, %al ; X64-NEXT: orb %dl, %al ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i4: ; X86XOP: # %bb.0: ; X86XOP-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86XOP-NEXT: vpperm {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vmovd %xmm0, %eax ; X86XOP-NEXT: shrb $4, %al ; X86XOP-NEXT: # kill: def $al killed $al killed $eax ; X86XOP-NEXT: retl ; ; X86GFNI-LABEL: test_bitreverse_i4: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: vmovd {{.*#+}} xmm0 = mem[0],zero,zero,zero ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to2}, %xmm0, %xmm0 ; X86GFNI-NEXT: vmovd %xmm0, %eax ; X86GFNI-NEXT: shrb $4, %al ; X86GFNI-NEXT: # kill: def $al killed $al killed $eax ; X86GFNI-NEXT: retl ; ; X64GFNI-LABEL: test_bitreverse_i4: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: vmovd %edi, %xmm0 ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0 ; X64GFNI-NEXT: vmovd %xmm0, %eax ; X64GFNI-NEXT: shrb $4, %al ; X64GFNI-NEXT: # kill: def $al killed $al killed $eax ; X64GFNI-NEXT: retq %b = call i4 @llvm.bitreverse.i4(i4 %a) ret i4 %b } ; These tests check that bitreverse(constant) calls are folded define <2 x i16> @fold_v2i16() { ; X86-LABEL: fold_v2i16: ; X86: # %bb.0: ; X86-NEXT: movw $-4096, %ax # imm = 0xF000 ; X86-NEXT: movw $240, %dx ; X86-NEXT: retl ; ; X64-LABEL: fold_v2i16: ; X64: # %bb.0: ; X64-NEXT: movss {{.*#+}} xmm0 = [61440,240,0,0,0,0,0,0] ; X64-NEXT: retq ; ; X86XOP-LABEL: fold_v2i16: ; X86XOP: # %bb.0: ; X86XOP-NEXT: vmovss {{.*#+}} xmm0 = [61440,240,0,0,0,0,0,0] ; X86XOP-NEXT: retl ; ; GFNI-LABEL: fold_v2i16: ; GFNI: # %bb.0: ; GFNI-NEXT: vmovss {{.*#+}} xmm0 = [61440,240,0,0,0,0,0,0] ; GFNI-NEXT: ret{{[l|q]}} %b = call <2 x i16> @llvm.bitreverse.v2i16(<2 x i16> ) ret <2 x i16> %b } define i24 @fold_i24() { ; CHECK-LABEL: fold_i24: ; CHECK: # %bb.0: ; CHECK-NEXT: movl $2048, %eax # imm = 0x800 ; CHECK-NEXT: ret{{[l|q]}} %b = call i24 @llvm.bitreverse.i24(i24 4096) ret i24 %b } define i8 @fold_i8() { ; CHECK-LABEL: fold_i8: ; CHECK: # %bb.0: ; CHECK-NEXT: movb $-16, %al ; CHECK-NEXT: ret{{[l|q]}} %b = call i8 @llvm.bitreverse.i8(i8 15) ret i8 %b } define i4 @fold_i4() { ; CHECK-LABEL: fold_i4: ; CHECK: # %bb.0: ; CHECK-NEXT: movb $1, %al ; CHECK-NEXT: ret{{[l|q]}} %b = call i4 @llvm.bitreverse.i4(i4 8) ret i4 %b } ; These tests check that bitreverse(bitreverse()) calls are removed define i8 @identity_i8(i8 %a) { ; X86-LABEL: identity_i8: ; X86: # %bb.0: ; X86-NEXT: movzbl {{[0-9]+}}(%esp), %eax ; X86-NEXT: retl ; ; X64-LABEL: identity_i8: ; X64: # %bb.0: ; X64-NEXT: movl %edi, %eax ; X64-NEXT: # kill: def $al killed $al killed $eax ; X64-NEXT: retq ; ; X86XOP-LABEL: identity_i8: ; X86XOP: # %bb.0: ; X86XOP-NEXT: movzbl {{[0-9]+}}(%esp), %eax ; X86XOP-NEXT: retl ; ; X86GFNI-LABEL: identity_i8: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: movzbl {{[0-9]+}}(%esp), %eax ; X86GFNI-NEXT: retl ; ; X64GFNI-LABEL: identity_i8: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: movl %edi, %eax ; X64GFNI-NEXT: # kill: def $al killed $al killed $eax ; X64GFNI-NEXT: retq %b = call i8 @llvm.bitreverse.i8(i8 %a) %c = call i8 @llvm.bitreverse.i8(i8 %b) ret i8 %c } define <2 x i16> @identity_v2i16(<2 x i16> %a) { ; X86-LABEL: identity_v2i16: ; X86: # %bb.0: ; X86-NEXT: movzwl {{[0-9]+}}(%esp), %eax ; X86-NEXT: movzwl {{[0-9]+}}(%esp), %edx ; X86-NEXT: retl ; ; X64-LABEL: identity_v2i16: ; X64: # %bb.0: ; X64-NEXT: retq ; ; X86XOP-LABEL: identity_v2i16: ; X86XOP: # %bb.0: ; X86XOP-NEXT: retl ; ; GFNI-LABEL: identity_v2i16: ; GFNI: # %bb.0: ; GFNI-NEXT: ret{{[l|q]}} %b = call <2 x i16> @llvm.bitreverse.v2i16(<2 x i16> %a) %c = call <2 x i16> @llvm.bitreverse.v2i16(<2 x i16> %b) ret <2 x i16> %c } ; These tests check that bitreverse(undef) calls are removed define i8 @undef_i8() { ; CHECK-LABEL: undef_i8: ; CHECK: # %bb.0: ; CHECK-NEXT: ret{{[l|q]}} %b = call i8 @llvm.bitreverse.i8(i8 undef) ret i8 %b } define <2 x i16> @undef_v2i16() { ; CHECK-LABEL: undef_v2i16: ; CHECK: # %bb.0: ; CHECK-NEXT: ret{{[l|q]}} %b = call <2 x i16> @llvm.bitreverse.v2i16(<2 x i16> undef) ret <2 x i16> %b } ; Very wide types that can be performed on the FPU. define i128 @test_bitreverse_i128(i128 %a) nounwind { ; X86-LABEL: test_bitreverse_i128: ; X86: # %bb.0: ; X86-NEXT: pushl %ebp ; X86-NEXT: movl %esp, %ebp ; X86-NEXT: pushl %edi ; X86-NEXT: pushl %esi ; X86-NEXT: andl $-16, %esp ; X86-NEXT: movl 24(%ebp), %eax ; X86-NEXT: movl 28(%ebp), %edx ; X86-NEXT: movl 32(%ebp), %esi ; X86-NEXT: movl 36(%ebp), %ecx ; X86-NEXT: bswapl %ecx ; X86-NEXT: movl %ecx, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edi ; X86-NEXT: shrl $4, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: orl %edi, %ecx ; X86-NEXT: movl %ecx, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: shrl $2, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: leal (%ecx,%edi,4), %ecx ; X86-NEXT: movl %ecx, %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%edi,2), %ecx ; X86-NEXT: bswapl %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edi ; X86-NEXT: shrl $4, %esi ; X86-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F ; X86-NEXT: orl %edi, %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: shrl $2, %esi ; X86-NEXT: andl $858993459, %esi # imm = 0x33333333 ; X86-NEXT: leal (%esi,%edi,4), %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: shrl %esi ; X86-NEXT: andl $1431655765, %esi # imm = 0x55555555 ; X86-NEXT: leal (%esi,%edi,2), %esi ; X86-NEXT: bswapl %edx ; X86-NEXT: movl %edx, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edi ; X86-NEXT: shrl $4, %edx ; X86-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F ; X86-NEXT: orl %edi, %edx ; X86-NEXT: movl %edx, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: shrl $2, %edx ; X86-NEXT: andl $858993459, %edx # imm = 0x33333333 ; X86-NEXT: leal (%edx,%edi,4), %edx ; X86-NEXT: movl %edx, %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: shrl %edx ; X86-NEXT: andl $1431655765, %edx # imm = 0x55555555 ; X86-NEXT: leal (%edx,%edi,2), %edx ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edi ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %edi, %eax ; X86-NEXT: movl %eax, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%edi,4), %eax ; X86-NEXT: movl %eax, %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%edi,2), %edi ; X86-NEXT: movl 8(%ebp), %eax ; X86-NEXT: movl %edi, 12(%eax) ; X86-NEXT: movl %edx, 8(%eax) ; X86-NEXT: movl %esi, 4(%eax) ; X86-NEXT: movl %ecx, (%eax) ; X86-NEXT: leal -8(%ebp), %esp ; X86-NEXT: popl %esi ; X86-NEXT: popl %edi ; X86-NEXT: popl %ebp ; X86-NEXT: retl $4 ; ; X64-LABEL: test_bitreverse_i128: ; X64: # %bb.0: ; X64-NEXT: bswapq %rsi ; X64-NEXT: movq %rsi, %rax ; X64-NEXT: shrq $4, %rax ; X64-NEXT: movabsq $1085102592571150095, %rdx # imm = 0xF0F0F0F0F0F0F0F ; X64-NEXT: andq %rdx, %rax ; X64-NEXT: andq %rdx, %rsi ; X64-NEXT: shlq $4, %rsi ; X64-NEXT: orq %rax, %rsi ; X64-NEXT: movabsq $3689348814741910323, %rcx # imm = 0x3333333333333333 ; X64-NEXT: movq %rsi, %rax ; X64-NEXT: andq %rcx, %rax ; X64-NEXT: shrq $2, %rsi ; X64-NEXT: andq %rcx, %rsi ; X64-NEXT: leaq (%rsi,%rax,4), %rax ; X64-NEXT: movabsq $6148914691236517205, %rsi # imm = 0x5555555555555555 ; X64-NEXT: movq %rax, %r8 ; X64-NEXT: andq %rsi, %r8 ; X64-NEXT: shrq %rax ; X64-NEXT: andq %rsi, %rax ; X64-NEXT: leaq (%rax,%r8,2), %rax ; X64-NEXT: bswapq %rdi ; X64-NEXT: movq %rdi, %r8 ; X64-NEXT: shrq $4, %r8 ; X64-NEXT: andq %rdx, %r8 ; X64-NEXT: andq %rdx, %rdi ; X64-NEXT: shlq $4, %rdi ; X64-NEXT: orq %r8, %rdi ; X64-NEXT: movq %rdi, %rdx ; X64-NEXT: andq %rcx, %rdx ; X64-NEXT: shrq $2, %rdi ; X64-NEXT: andq %rcx, %rdi ; X64-NEXT: leaq (%rdi,%rdx,4), %rcx ; X64-NEXT: movq %rcx, %rdx ; X64-NEXT: andq %rsi, %rdx ; X64-NEXT: shrq %rcx ; X64-NEXT: andq %rsi, %rcx ; X64-NEXT: leaq (%rcx,%rdx,2), %rdx ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i128: ; X86XOP: # %bb.0: ; X86XOP-NEXT: pushl %ebp ; X86XOP-NEXT: movl %esp, %ebp ; X86XOP-NEXT: andl $-16, %esp ; X86XOP-NEXT: subl $16, %esp ; X86XOP-NEXT: movl 8(%ebp), %eax ; X86XOP-NEXT: vpshufd {{.*#+}} xmm0 = mem[2,3,0,1] ; X86XOP-NEXT: vpperm {{\.?LCPI[0-9]+_[0-9]+}}, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vmovdqa %xmm0, (%eax) ; X86XOP-NEXT: movl %ebp, %esp ; X86XOP-NEXT: popl %ebp ; X86XOP-NEXT: retl $4 ; ; X86GFNI-LABEL: test_bitreverse_i128: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: pushl %ebp ; X86GFNI-NEXT: movl %esp, %ebp ; X86GFNI-NEXT: andl $-16, %esp ; X86GFNI-NEXT: subl $16, %esp ; X86GFNI-NEXT: movl 8(%ebp), %eax ; X86GFNI-NEXT: vmovdqu 24(%ebp), %xmm0 ; X86GFNI-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0] ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to2}, %xmm0, %xmm0 ; X86GFNI-NEXT: vmovdqa %xmm0, (%eax) ; X86GFNI-NEXT: movl %ebp, %esp ; X86GFNI-NEXT: popl %ebp ; X86GFNI-NEXT: retl $4 ; ; X64GFNI-LABEL: test_bitreverse_i128: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: vmovq %rdi, %xmm0 ; X64GFNI-NEXT: vmovq %rsi, %xmm1 ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm1[0],xmm0[0] ; X64GFNI-NEXT: vpshufb {{.*#+}} xmm0 = xmm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8] ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to2}, %xmm0, %xmm0 ; X64GFNI-NEXT: vmovq %xmm0, %rax ; X64GFNI-NEXT: vpextrq $1, %xmm0, %rdx ; X64GFNI-NEXT: retq %b = call i128 @llvm.bitreverse.i128(i128 %a) ret i128 %b } define i256 @test_bitreverse_i256(i256 %a) nounwind { ; X86-LABEL: test_bitreverse_i256: ; X86: # %bb.0: ; X86-NEXT: pushl %ebp ; X86-NEXT: pushl %ebx ; X86-NEXT: pushl %edi ; X86-NEXT: pushl %esi ; X86-NEXT: subl $8, %esp ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: movl {{[0-9]+}}(%esp), %edi ; X86-NEXT: movl {{[0-9]+}}(%esp), %ebx ; X86-NEXT: movl {{[0-9]+}}(%esp), %esi ; X86-NEXT: movl {{[0-9]+}}(%esp), %edx ; X86-NEXT: movl {{[0-9]+}}(%esp), %ecx ; X86-NEXT: bswapl %ecx ; X86-NEXT: movl %ecx, %ebp ; X86-NEXT: andl $252645135, %ebp # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ebp ; X86-NEXT: shrl $4, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: orl %ebp, %ecx ; X86-NEXT: movl %ecx, %ebp ; X86-NEXT: andl $858993459, %ebp # imm = 0x33333333 ; X86-NEXT: shrl $2, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: leal (%ecx,%ebp,4), %ecx ; X86-NEXT: movl %ecx, %ebp ; X86-NEXT: andl $1431655765, %ebp # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%ebp,2), %ecx ; X86-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %edx ; X86-NEXT: movl %edx, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %edx ; X86-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %edx ; X86-NEXT: movl %edx, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %edx ; X86-NEXT: andl $858993459, %edx # imm = 0x33333333 ; X86-NEXT: leal (%edx,%ecx,4), %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $1431655765, %edx # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%edx,2), %ecx ; X86-NEXT: movl %ecx, (%esp) # 4-byte Spill ; X86-NEXT: bswapl %esi ; X86-NEXT: movl %esi, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %esi ; X86-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %esi ; X86-NEXT: movl %esi, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %esi ; X86-NEXT: andl $858993459, %esi # imm = 0x33333333 ; X86-NEXT: leal (%esi,%ecx,4), %ecx ; X86-NEXT: movl %ecx, %esi ; X86-NEXT: andl $1431655765, %esi # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%esi,2), %esi ; X86-NEXT: bswapl %ebx ; X86-NEXT: movl %ebx, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %ebx ; X86-NEXT: andl $252645135, %ebx # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %ebx ; X86-NEXT: movl %ebx, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %ebx ; X86-NEXT: andl $858993459, %ebx # imm = 0x33333333 ; X86-NEXT: leal (%ebx,%ecx,4), %ecx ; X86-NEXT: movl %ecx, %ebx ; X86-NEXT: andl $1431655765, %ebx # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%ebx,2), %ebx ; X86-NEXT: bswapl %edi ; X86-NEXT: movl %edi, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %edi ; X86-NEXT: movl %edi, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: leal (%edi,%ecx,4), %ecx ; X86-NEXT: movl %ecx, %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%edi,2), %edi ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %ebp ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %edx ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %ecx ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: movl %ecx, 28(%eax) ; X86-NEXT: movl %edx, 24(%eax) ; X86-NEXT: movl %ebp, 20(%eax) ; X86-NEXT: movl %edi, 16(%eax) ; X86-NEXT: movl %ebx, 12(%eax) ; X86-NEXT: movl %esi, 8(%eax) ; X86-NEXT: movl (%esp), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 4(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, (%eax) ; X86-NEXT: addl $8, %esp ; X86-NEXT: popl %esi ; X86-NEXT: popl %edi ; X86-NEXT: popl %ebx ; X86-NEXT: popl %ebp ; X86-NEXT: retl $4 ; ; X64-LABEL: test_bitreverse_i256: ; X64: # %bb.0: ; X64-NEXT: movq %rdi, %rax ; X64-NEXT: bswapq %r8 ; X64-NEXT: movq %r8, %rdi ; X64-NEXT: shrq $4, %rdi ; X64-NEXT: movabsq $1085102592571150095, %r9 # imm = 0xF0F0F0F0F0F0F0F ; X64-NEXT: andq %r9, %rdi ; X64-NEXT: andq %r9, %r8 ; X64-NEXT: shlq $4, %r8 ; X64-NEXT: orq %rdi, %r8 ; X64-NEXT: movabsq $3689348814741910323, %rdi # imm = 0x3333333333333333 ; X64-NEXT: movq %r8, %r10 ; X64-NEXT: andq %rdi, %r10 ; X64-NEXT: shrq $2, %r8 ; X64-NEXT: andq %rdi, %r8 ; X64-NEXT: leaq (%r8,%r10,4), %r10 ; X64-NEXT: movabsq $6148914691236517205, %r8 # imm = 0x5555555555555555 ; X64-NEXT: movq %r10, %r11 ; X64-NEXT: andq %r8, %r11 ; X64-NEXT: shrq %r10 ; X64-NEXT: andq %r8, %r10 ; X64-NEXT: leaq (%r10,%r11,2), %r10 ; X64-NEXT: bswapq %rcx ; X64-NEXT: movq %rcx, %r11 ; X64-NEXT: shrq $4, %r11 ; X64-NEXT: andq %r9, %r11 ; X64-NEXT: andq %r9, %rcx ; X64-NEXT: shlq $4, %rcx ; X64-NEXT: orq %r11, %rcx ; X64-NEXT: movq %rcx, %r11 ; X64-NEXT: andq %rdi, %r11 ; X64-NEXT: shrq $2, %rcx ; X64-NEXT: andq %rdi, %rcx ; X64-NEXT: leaq (%rcx,%r11,4), %rcx ; X64-NEXT: movq %rcx, %r11 ; X64-NEXT: andq %r8, %r11 ; X64-NEXT: shrq %rcx ; X64-NEXT: andq %r8, %rcx ; X64-NEXT: leaq (%rcx,%r11,2), %rcx ; X64-NEXT: bswapq %rdx ; X64-NEXT: movq %rdx, %r11 ; X64-NEXT: shrq $4, %r11 ; X64-NEXT: andq %r9, %r11 ; X64-NEXT: andq %r9, %rdx ; X64-NEXT: shlq $4, %rdx ; X64-NEXT: orq %r11, %rdx ; X64-NEXT: movq %rdx, %r11 ; X64-NEXT: andq %rdi, %r11 ; X64-NEXT: shrq $2, %rdx ; X64-NEXT: andq %rdi, %rdx ; X64-NEXT: leaq (%rdx,%r11,4), %rdx ; X64-NEXT: movq %rdx, %r11 ; X64-NEXT: andq %r8, %r11 ; X64-NEXT: shrq %rdx ; X64-NEXT: andq %r8, %rdx ; X64-NEXT: leaq (%rdx,%r11,2), %rdx ; X64-NEXT: bswapq %rsi ; X64-NEXT: movq %rsi, %r11 ; X64-NEXT: shrq $4, %r11 ; X64-NEXT: andq %r9, %r11 ; X64-NEXT: andq %r9, %rsi ; X64-NEXT: shlq $4, %rsi ; X64-NEXT: orq %r11, %rsi ; X64-NEXT: movq %rsi, %r9 ; X64-NEXT: andq %rdi, %r9 ; X64-NEXT: shrq $2, %rsi ; X64-NEXT: andq %rdi, %rsi ; X64-NEXT: leaq (%rsi,%r9,4), %rsi ; X64-NEXT: movq %rsi, %rdi ; X64-NEXT: andq %r8, %rdi ; X64-NEXT: shrq %rsi ; X64-NEXT: andq %r8, %rsi ; X64-NEXT: leaq (%rsi,%rdi,2), %rsi ; X64-NEXT: movq %rsi, 24(%rax) ; X64-NEXT: movq %rdx, 16(%rax) ; X64-NEXT: movq %rcx, 8(%rax) ; X64-NEXT: movq %r10, (%rax) ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i256: ; X86XOP: # %bb.0: ; X86XOP-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86XOP-NEXT: vperm2f128 {{.*#+}} ymm0 = mem[2,3,0,1] ; X86XOP-NEXT: vshufpd {{.*#+}} ymm0 = ymm0[1,0,3,2] ; X86XOP-NEXT: vmovdqa {{.*#+}} xmm1 = [87,86,85,84,83,82,81,80,95,94,93,92,91,90,89,88] ; X86XOP-NEXT: vpperm %xmm1, %xmm0, %xmm0, %xmm2 ; X86XOP-NEXT: vextractf128 $1, %ymm0, %xmm0 ; X86XOP-NEXT: vpperm %xmm1, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vmovdqa %xmm0, 16(%eax) ; X86XOP-NEXT: vmovdqa %xmm2, (%eax) ; X86XOP-NEXT: vzeroupper ; X86XOP-NEXT: retl $4 ; ; X86GFNI-LABEL: test_bitreverse_i256: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86GFNI-NEXT: vpermq {{.*#+}} ymm0 = mem[3,2,1,0] ; X86GFNI-NEXT: vpshufb {{.*#+}} ymm0 = ymm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,23,22,21,20,19,18,17,16,31,30,29,28,27,26,25,24] ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to4}, %ymm0, %ymm0 ; X86GFNI-NEXT: vmovdqu %ymm0, (%eax) ; X86GFNI-NEXT: vzeroupper ; X86GFNI-NEXT: retl $4 ; ; X64GFNI-LABEL: test_bitreverse_i256: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: movq %rdi, %rax ; X64GFNI-NEXT: vmovq %rsi, %xmm0 ; X64GFNI-NEXT: vmovq %rdx, %xmm1 ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm1[0],xmm0[0] ; X64GFNI-NEXT: vmovq %rcx, %xmm1 ; X64GFNI-NEXT: vmovq %r8, %xmm2 ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm1 = xmm2[0],xmm1[0] ; X64GFNI-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm0 ; X64GFNI-NEXT: vpshufb {{.*#+}} ymm0 = ymm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,23,22,21,20,19,18,17,16,31,30,29,28,27,26,25,24] ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to4}, %ymm0, %ymm0 ; X64GFNI-NEXT: vmovdqu %ymm0, (%rdi) ; X64GFNI-NEXT: vzeroupper ; X64GFNI-NEXT: retq %b = call i256 @llvm.bitreverse.i256(i256 %a) ret i256 %b } define i512 @test_bitreverse_i512(i512 %a) nounwind { ; X86-LABEL: test_bitreverse_i512: ; X86: # %bb.0: ; X86-NEXT: pushl %ebp ; X86-NEXT: pushl %ebx ; X86-NEXT: pushl %edi ; X86-NEXT: pushl %esi ; X86-NEXT: subl $40, %esp ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: movl {{[0-9]+}}(%esp), %ecx ; X86-NEXT: movl {{[0-9]+}}(%esp), %edx ; X86-NEXT: movl {{[0-9]+}}(%esp), %esi ; X86-NEXT: movl {{[0-9]+}}(%esp), %edi ; X86-NEXT: movl {{[0-9]+}}(%esp), %ebx ; X86-NEXT: bswapl %ebx ; X86-NEXT: movl %ebx, %ebp ; X86-NEXT: andl $252645135, %ebp # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ebp ; X86-NEXT: shrl $4, %ebx ; X86-NEXT: andl $252645135, %ebx # imm = 0xF0F0F0F ; X86-NEXT: orl %ebp, %ebx ; X86-NEXT: movl %ebx, %ebp ; X86-NEXT: andl $858993459, %ebp # imm = 0x33333333 ; X86-NEXT: shrl $2, %ebx ; X86-NEXT: andl $858993459, %ebx # imm = 0x33333333 ; X86-NEXT: leal (%ebx,%ebp,4), %ebx ; X86-NEXT: movl %ebx, %ebp ; X86-NEXT: andl $1431655765, %ebp # imm = 0x55555555 ; X86-NEXT: shrl %ebx ; X86-NEXT: andl $1431655765, %ebx # imm = 0x55555555 ; X86-NEXT: leal (%ebx,%ebp,2), %ebx ; X86-NEXT: movl %ebx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %edi ; X86-NEXT: movl %edi, %ebx ; X86-NEXT: andl $252645135, %ebx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ebx ; X86-NEXT: shrl $4, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: orl %ebx, %edi ; X86-NEXT: movl %edi, %ebx ; X86-NEXT: andl $858993459, %ebx # imm = 0x33333333 ; X86-NEXT: shrl $2, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: leal (%edi,%ebx,4), %edi ; X86-NEXT: movl %edi, %ebx ; X86-NEXT: andl $1431655765, %ebx # imm = 0x55555555 ; X86-NEXT: shrl %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: leal (%edi,%ebx,2), %edi ; X86-NEXT: movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edi ; X86-NEXT: shrl $4, %esi ; X86-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F ; X86-NEXT: orl %edi, %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: shrl $2, %esi ; X86-NEXT: andl $858993459, %esi # imm = 0x33333333 ; X86-NEXT: leal (%esi,%edi,4), %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: shrl %esi ; X86-NEXT: andl $1431655765, %esi # imm = 0x55555555 ; X86-NEXT: leal (%esi,%edi,2), %esi ; X86-NEXT: movl %esi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %edx ; X86-NEXT: movl %edx, %esi ; X86-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %esi ; X86-NEXT: shrl $4, %edx ; X86-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F ; X86-NEXT: orl %esi, %edx ; X86-NEXT: movl %edx, %esi ; X86-NEXT: andl $858993459, %esi # imm = 0x33333333 ; X86-NEXT: shrl $2, %edx ; X86-NEXT: andl $858993459, %edx # imm = 0x33333333 ; X86-NEXT: leal (%edx,%esi,4), %edx ; X86-NEXT: movl %edx, %esi ; X86-NEXT: andl $1431655765, %esi # imm = 0x55555555 ; X86-NEXT: shrl %edx ; X86-NEXT: andl $1431655765, %edx # imm = 0x55555555 ; X86-NEXT: leal (%edx,%esi,2), %edx ; X86-NEXT: movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edx ; X86-NEXT: shrl $4, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: orl %edx, %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $858993459, %edx # imm = 0x33333333 ; X86-NEXT: shrl $2, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: leal (%ecx,%edx,4), %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $1431655765, %edx # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%edx,2), %ecx ; X86-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, (%esp) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %ebp ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %ebx ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %edi ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %esi ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %edx ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %ecx ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: movl %ecx, 60(%eax) ; X86-NEXT: movl %edx, 56(%eax) ; X86-NEXT: movl %esi, 52(%eax) ; X86-NEXT: movl %edi, 48(%eax) ; X86-NEXT: movl %ebx, 44(%eax) ; X86-NEXT: movl %ebp, 40(%eax) ; X86-NEXT: movl (%esp), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 36(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 32(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 28(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 24(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 20(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 16(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 12(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 8(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 4(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, (%eax) ; X86-NEXT: addl $40, %esp ; X86-NEXT: popl %esi ; X86-NEXT: popl %edi ; X86-NEXT: popl %ebx ; X86-NEXT: popl %ebp ; X86-NEXT: retl $4 ; ; X64-LABEL: test_bitreverse_i512: ; X64: # %bb.0: ; X64-NEXT: pushq %r15 ; X64-NEXT: pushq %r14 ; X64-NEXT: pushq %r12 ; X64-NEXT: pushq %rbx ; X64-NEXT: movq %rdi, %rax ; X64-NEXT: movq {{[0-9]+}}(%rsp), %r15 ; X64-NEXT: movq {{[0-9]+}}(%rsp), %r14 ; X64-NEXT: movq {{[0-9]+}}(%rsp), %rdi ; X64-NEXT: bswapq %rdi ; X64-NEXT: movq %rdi, %r10 ; X64-NEXT: shrq $4, %r10 ; X64-NEXT: movabsq $1085102592571150095, %r11 # imm = 0xF0F0F0F0F0F0F0F ; X64-NEXT: andq %r11, %r10 ; X64-NEXT: andq %r11, %rdi ; X64-NEXT: shlq $4, %rdi ; X64-NEXT: orq %r10, %rdi ; X64-NEXT: movabsq $3689348814741910323, %r10 # imm = 0x3333333333333333 ; X64-NEXT: movq %rdi, %rbx ; X64-NEXT: andq %r10, %rbx ; X64-NEXT: shrq $2, %rdi ; X64-NEXT: andq %r10, %rdi ; X64-NEXT: leaq (%rdi,%rbx,4), %rdi ; X64-NEXT: movabsq $6148914691236517205, %rbx # imm = 0x5555555555555555 ; X64-NEXT: movq %rdi, %r12 ; X64-NEXT: andq %rbx, %r12 ; X64-NEXT: shrq %rdi ; X64-NEXT: andq %rbx, %rdi ; X64-NEXT: leaq (%rdi,%r12,2), %rdi ; X64-NEXT: bswapq %r14 ; X64-NEXT: movq %r14, %r12 ; X64-NEXT: shrq $4, %r12 ; X64-NEXT: andq %r11, %r12 ; X64-NEXT: andq %r11, %r14 ; X64-NEXT: shlq $4, %r14 ; X64-NEXT: orq %r12, %r14 ; X64-NEXT: movq %r14, %r12 ; X64-NEXT: andq %r10, %r12 ; X64-NEXT: shrq $2, %r14 ; X64-NEXT: andq %r10, %r14 ; X64-NEXT: leaq (%r14,%r12,4), %r14 ; X64-NEXT: movq %r14, %r12 ; X64-NEXT: andq %rbx, %r12 ; X64-NEXT: shrq %r14 ; X64-NEXT: andq %rbx, %r14 ; X64-NEXT: leaq (%r14,%r12,2), %r14 ; X64-NEXT: bswapq %r15 ; X64-NEXT: movq %r15, %r12 ; X64-NEXT: shrq $4, %r12 ; X64-NEXT: andq %r11, %r12 ; X64-NEXT: andq %r11, %r15 ; X64-NEXT: shlq $4, %r15 ; X64-NEXT: orq %r12, %r15 ; X64-NEXT: movq %r15, %r12 ; X64-NEXT: andq %r10, %r12 ; X64-NEXT: shrq $2, %r15 ; X64-NEXT: andq %r10, %r15 ; X64-NEXT: leaq (%r15,%r12,4), %r15 ; X64-NEXT: movq %r15, %r12 ; X64-NEXT: andq %rbx, %r12 ; X64-NEXT: shrq %r15 ; X64-NEXT: andq %rbx, %r15 ; X64-NEXT: leaq (%r15,%r12,2), %r15 ; X64-NEXT: bswapq %r9 ; X64-NEXT: movq %r9, %r12 ; X64-NEXT: shrq $4, %r12 ; X64-NEXT: andq %r11, %r12 ; X64-NEXT: andq %r11, %r9 ; X64-NEXT: shlq $4, %r9 ; X64-NEXT: orq %r12, %r9 ; X64-NEXT: movq %r9, %r12 ; X64-NEXT: andq %r10, %r12 ; X64-NEXT: shrq $2, %r9 ; X64-NEXT: andq %r10, %r9 ; X64-NEXT: leaq (%r9,%r12,4), %r9 ; X64-NEXT: movq %r9, %r12 ; X64-NEXT: andq %rbx, %r12 ; X64-NEXT: shrq %r9 ; X64-NEXT: andq %rbx, %r9 ; X64-NEXT: leaq (%r9,%r12,2), %r9 ; X64-NEXT: bswapq %r8 ; X64-NEXT: movq %r8, %r12 ; X64-NEXT: shrq $4, %r12 ; X64-NEXT: andq %r11, %r12 ; X64-NEXT: andq %r11, %r8 ; X64-NEXT: shlq $4, %r8 ; X64-NEXT: orq %r12, %r8 ; X64-NEXT: movq %r8, %r12 ; X64-NEXT: andq %r10, %r12 ; X64-NEXT: shrq $2, %r8 ; X64-NEXT: andq %r10, %r8 ; X64-NEXT: leaq (%r8,%r12,4), %r8 ; X64-NEXT: movq %r8, %r12 ; X64-NEXT: andq %rbx, %r12 ; X64-NEXT: shrq %r8 ; X64-NEXT: andq %rbx, %r8 ; X64-NEXT: leaq (%r8,%r12,2), %r8 ; X64-NEXT: bswapq %rcx ; X64-NEXT: movq %rcx, %r12 ; X64-NEXT: shrq $4, %r12 ; X64-NEXT: andq %r11, %r12 ; X64-NEXT: andq %r11, %rcx ; X64-NEXT: shlq $4, %rcx ; X64-NEXT: orq %r12, %rcx ; X64-NEXT: movq %rcx, %r12 ; X64-NEXT: andq %r10, %r12 ; X64-NEXT: shrq $2, %rcx ; X64-NEXT: andq %r10, %rcx ; X64-NEXT: leaq (%rcx,%r12,4), %rcx ; X64-NEXT: movq %rcx, %r12 ; X64-NEXT: andq %rbx, %r12 ; X64-NEXT: shrq %rcx ; X64-NEXT: andq %rbx, %rcx ; X64-NEXT: leaq (%rcx,%r12,2), %rcx ; X64-NEXT: bswapq %rdx ; X64-NEXT: movq %rdx, %r12 ; X64-NEXT: shrq $4, %r12 ; X64-NEXT: andq %r11, %r12 ; X64-NEXT: andq %r11, %rdx ; X64-NEXT: shlq $4, %rdx ; X64-NEXT: orq %r12, %rdx ; X64-NEXT: movq %rdx, %r12 ; X64-NEXT: andq %r10, %r12 ; X64-NEXT: shrq $2, %rdx ; X64-NEXT: andq %r10, %rdx ; X64-NEXT: leaq (%rdx,%r12,4), %rdx ; X64-NEXT: movq %rdx, %r12 ; X64-NEXT: andq %rbx, %r12 ; X64-NEXT: shrq %rdx ; X64-NEXT: andq %rbx, %rdx ; X64-NEXT: leaq (%rdx,%r12,2), %rdx ; X64-NEXT: bswapq %rsi ; X64-NEXT: movq %rsi, %r12 ; X64-NEXT: shrq $4, %r12 ; X64-NEXT: andq %r11, %r12 ; X64-NEXT: andq %r11, %rsi ; X64-NEXT: shlq $4, %rsi ; X64-NEXT: orq %r12, %rsi ; X64-NEXT: movq %rsi, %r11 ; X64-NEXT: andq %r10, %r11 ; X64-NEXT: shrq $2, %rsi ; X64-NEXT: andq %r10, %rsi ; X64-NEXT: leaq (%rsi,%r11,4), %rsi ; X64-NEXT: movq %rsi, %r10 ; X64-NEXT: andq %rbx, %r10 ; X64-NEXT: shrq %rsi ; X64-NEXT: andq %rbx, %rsi ; X64-NEXT: leaq (%rsi,%r10,2), %rsi ; X64-NEXT: movq %rsi, 56(%rax) ; X64-NEXT: movq %rdx, 48(%rax) ; X64-NEXT: movq %rcx, 40(%rax) ; X64-NEXT: movq %r8, 32(%rax) ; X64-NEXT: movq %r9, 24(%rax) ; X64-NEXT: movq %r15, 16(%rax) ; X64-NEXT: movq %r14, 8(%rax) ; X64-NEXT: movq %rdi, (%rax) ; X64-NEXT: popq %rbx ; X64-NEXT: popq %r12 ; X64-NEXT: popq %r14 ; X64-NEXT: popq %r15 ; X64-NEXT: retq ; ; X86XOP-LABEL: test_bitreverse_i512: ; X86XOP: # %bb.0: ; X86XOP-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86XOP-NEXT: vperm2f128 {{.*#+}} ymm0 = mem[2,3,0,1] ; X86XOP-NEXT: vshufpd {{.*#+}} ymm0 = ymm0[1,0,3,2] ; X86XOP-NEXT: vmovdqa {{.*#+}} xmm1 = [87,86,85,84,83,82,81,80,95,94,93,92,91,90,89,88] ; X86XOP-NEXT: vpperm %xmm1, %xmm0, %xmm0, %xmm2 ; X86XOP-NEXT: vextractf128 $1, %ymm0, %xmm0 ; X86XOP-NEXT: vpperm %xmm1, %xmm0, %xmm0, %xmm0 ; X86XOP-NEXT: vperm2f128 {{.*#+}} ymm3 = mem[2,3,0,1] ; X86XOP-NEXT: vshufpd {{.*#+}} ymm3 = ymm3[1,0,3,2] ; X86XOP-NEXT: vpperm %xmm1, %xmm3, %xmm0, %xmm4 ; X86XOP-NEXT: vextractf128 $1, %ymm3, %xmm3 ; X86XOP-NEXT: vpperm %xmm1, %xmm3, %xmm0, %xmm1 ; X86XOP-NEXT: vmovdqa %xmm1, 48(%eax) ; X86XOP-NEXT: vmovdqa %xmm4, 32(%eax) ; X86XOP-NEXT: vmovdqa %xmm0, 16(%eax) ; X86XOP-NEXT: vmovdqa %xmm2, (%eax) ; X86XOP-NEXT: vzeroupper ; X86XOP-NEXT: retl $4 ; ; X86GFNI-LABEL: test_bitreverse_i512: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86GFNI-NEXT: vpmovsxbq {{.*#+}} zmm0 = [7,6,5,4,3,2,1,0] ; X86GFNI-NEXT: vpermq {{[0-9]+}}(%esp), %zmm0, %zmm0 ; X86GFNI-NEXT: vpshufb {{.*#+}} zmm0 = zmm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,23,22,21,20,19,18,17,16,31,30,29,28,27,26,25,24,39,38,37,36,35,34,33,32,47,46,45,44,43,42,41,40,55,54,53,52,51,50,49,48,63,62,61,60,59,58,57,56] ; X86GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}{1to8}, %zmm0, %zmm0 ; X86GFNI-NEXT: vmovdqu64 %zmm0, (%eax) ; X86GFNI-NEXT: vzeroupper ; X86GFNI-NEXT: retl $4 ; ; X64GFNI-LABEL: test_bitreverse_i512: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: movq %rdi, %rax ; X64GFNI-NEXT: vmovq %rsi, %xmm0 ; X64GFNI-NEXT: vmovq %rdx, %xmm1 ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm1[0],xmm0[0] ; X64GFNI-NEXT: vmovq %rcx, %xmm1 ; X64GFNI-NEXT: vmovq %r8, %xmm2 ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm1 = xmm2[0],xmm1[0] ; X64GFNI-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm0 ; X64GFNI-NEXT: vpshufd {{.*#+}} xmm1 = mem[2,3,0,1] ; X64GFNI-NEXT: vmovq %r9, %xmm2 ; X64GFNI-NEXT: vmovq {{.*#+}} xmm3 = mem[0],zero ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm2 = xmm3[0],xmm2[0] ; X64GFNI-NEXT: vinserti128 $1, %xmm2, %ymm1, %ymm1 ; X64GFNI-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0 ; X64GFNI-NEXT: vpshufb {{.*#+}} zmm0 = zmm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,23,22,21,20,19,18,17,16,31,30,29,28,27,26,25,24,39,38,37,36,35,34,33,32,47,46,45,44,43,42,41,40,55,54,53,52,51,50,49,48,63,62,61,60,59,58,57,56] ; X64GFNI-NEXT: vgf2p8affineqb $0, {{\.?LCPI[0-9]+_[0-9]+}}(%rip){1to8}, %zmm0, %zmm0 ; X64GFNI-NEXT: vmovdqu64 %zmm0, (%rdi) ; X64GFNI-NEXT: vzeroupper ; X64GFNI-NEXT: retq %b = call i512 @llvm.bitreverse.i512(i512 %a) ret i512 %b } ; Make sure we don't assert during type legalization promoting a large ; bitreverse due to the need for a large shift that won't fit in the i8 returned ; from getShiftAmountTy. define i528 @large_promotion(i528 %A) nounwind { ; X86-LABEL: large_promotion: ; X86: # %bb.0: ; X86-NEXT: pushl %ebp ; X86-NEXT: pushl %ebx ; X86-NEXT: pushl %edi ; X86-NEXT: pushl %esi ; X86-NEXT: subl $60, %esp ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: movl {{[0-9]+}}(%esp), %ecx ; X86-NEXT: movl {{[0-9]+}}(%esp), %edx ; X86-NEXT: movl {{[0-9]+}}(%esp), %esi ; X86-NEXT: movl {{[0-9]+}}(%esp), %edi ; X86-NEXT: movl {{[0-9]+}}(%esp), %ebx ; X86-NEXT: bswapl %ebx ; X86-NEXT: movl %ebx, %ebp ; X86-NEXT: andl $252645135, %ebp # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ebp ; X86-NEXT: shrl $4, %ebx ; X86-NEXT: andl $252645135, %ebx # imm = 0xF0F0F0F ; X86-NEXT: orl %ebp, %ebx ; X86-NEXT: movl %ebx, %ebp ; X86-NEXT: andl $858993459, %ebp # imm = 0x33333333 ; X86-NEXT: shrl $2, %ebx ; X86-NEXT: andl $858993459, %ebx # imm = 0x33333333 ; X86-NEXT: leal (%ebx,%ebp,4), %ebx ; X86-NEXT: movl %ebx, %ebp ; X86-NEXT: andl $1431633920, %ebp # imm = 0x55550000 ; X86-NEXT: shrl %ebx ; X86-NEXT: andl $1431633920, %ebx # imm = 0x55550000 ; X86-NEXT: leal (%ebx,%ebp,2), %ebp ; X86-NEXT: bswapl %edi ; X86-NEXT: movl %edi, %ebx ; X86-NEXT: andl $252645135, %ebx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ebx ; X86-NEXT: shrl $4, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: orl %ebx, %edi ; X86-NEXT: movl %edi, %ebx ; X86-NEXT: andl $858993459, %ebx # imm = 0x33333333 ; X86-NEXT: shrl $2, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: leal (%edi,%ebx,4), %edi ; X86-NEXT: movl %edi, %ebx ; X86-NEXT: andl $1431655765, %ebx # imm = 0x55555555 ; X86-NEXT: shrl %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: leal (%edi,%ebx,2), %edi ; X86-NEXT: movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $252645135, %edi # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edi ; X86-NEXT: shrl $4, %esi ; X86-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F ; X86-NEXT: orl %edi, %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $858993459, %edi # imm = 0x33333333 ; X86-NEXT: shrl $2, %esi ; X86-NEXT: andl $858993459, %esi # imm = 0x33333333 ; X86-NEXT: leal (%esi,%edi,4), %esi ; X86-NEXT: movl %esi, %edi ; X86-NEXT: andl $1431655765, %edi # imm = 0x55555555 ; X86-NEXT: shrl %esi ; X86-NEXT: andl $1431655765, %esi # imm = 0x55555555 ; X86-NEXT: leal (%esi,%edi,2), %ebx ; X86-NEXT: bswapl %edx ; X86-NEXT: movl %edx, %esi ; X86-NEXT: andl $252645135, %esi # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %esi ; X86-NEXT: shrl $4, %edx ; X86-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F ; X86-NEXT: orl %esi, %edx ; X86-NEXT: movl %edx, %esi ; X86-NEXT: andl $858993459, %esi # imm = 0x33333333 ; X86-NEXT: shrl $2, %edx ; X86-NEXT: andl $858993459, %edx # imm = 0x33333333 ; X86-NEXT: leal (%edx,%esi,4), %edx ; X86-NEXT: movl %edx, %esi ; X86-NEXT: andl $1431655765, %esi # imm = 0x55555555 ; X86-NEXT: shrl %edx ; X86-NEXT: andl $1431655765, %edx # imm = 0x55555555 ; X86-NEXT: leal (%edx,%esi,2), %edx ; X86-NEXT: movl %edx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $252645135, %edx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %edx ; X86-NEXT: shrl $4, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: orl %edx, %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $858993459, %edx # imm = 0x33333333 ; X86-NEXT: shrl $2, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: leal (%ecx,%edx,4), %ecx ; X86-NEXT: movl %ecx, %edx ; X86-NEXT: andl $1431655765, %edx # imm = 0x55555555 ; X86-NEXT: shrl %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: leal (%ecx,%edx,2), %ecx ; X86-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %edi ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, (%esp) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: bswapl %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $252645135, %ecx # imm = 0xF0F0F0F ; X86-NEXT: shll $4, %ecx ; X86-NEXT: shrl $4, %eax ; X86-NEXT: andl $252645135, %eax # imm = 0xF0F0F0F ; X86-NEXT: orl %ecx, %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $858993459, %ecx # imm = 0x33333333 ; X86-NEXT: shrl $2, %eax ; X86-NEXT: andl $858993459, %eax # imm = 0x33333333 ; X86-NEXT: leal (%eax,%ecx,4), %eax ; X86-NEXT: movl %eax, %ecx ; X86-NEXT: andl $1431655765, %ecx # imm = 0x55555555 ; X86-NEXT: shrl %eax ; X86-NEXT: andl $1431655765, %eax # imm = 0x55555555 ; X86-NEXT: leal (%eax,%ecx,2), %edx ; X86-NEXT: movl %ebp, %esi ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: shrdl $16, %ecx, %esi ; X86-NEXT: movl %ebx, %eax ; X86-NEXT: shrdl $16, %ebx, %ecx ; X86-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: shrdl $16, %ecx, %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload ; X86-NEXT: shrdl $16, %eax, %ecx ; X86-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: shrdl $16, %ecx, %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload ; X86-NEXT: shrdl $16, %eax, %ecx ; X86-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: shrdl $16, %ecx, %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload ; X86-NEXT: shrdl $16, %eax, %ecx ; X86-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: shrdl $16, %edi, %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %eax # 4-byte Reload ; X86-NEXT: shrdl $16, %eax, %edi ; X86-NEXT: movl %edi, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl (%esp), %ecx # 4-byte Reload ; X86-NEXT: shrdl $16, %ecx, %eax ; X86-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ebp # 4-byte Reload ; X86-NEXT: shrdl $16, %ebp, %ecx ; X86-NEXT: movl %ecx, (%esp) # 4-byte Spill ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ebx # 4-byte Reload ; X86-NEXT: shrdl $16, %ebx, %ebp ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %edi # 4-byte Reload ; X86-NEXT: shrdl $16, %edi, %ebx ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: shrdl $16, %ecx, %edi ; X86-NEXT: shrdl $16, %edx, %ecx ; X86-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86-NEXT: movl %ecx, 60(%eax) ; X86-NEXT: movl %edi, 56(%eax) ; X86-NEXT: movl %ebx, 52(%eax) ; X86-NEXT: movl %ebp, 48(%eax) ; X86-NEXT: movl (%esp), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 44(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 40(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 36(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 32(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 28(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 24(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 20(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 16(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 12(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 8(%eax) ; X86-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86-NEXT: movl %ecx, 4(%eax) ; X86-NEXT: movl %esi, (%eax) ; X86-NEXT: shrl $16, %edx ; X86-NEXT: movw %dx, 64(%eax) ; X86-NEXT: addl $60, %esp ; X86-NEXT: popl %esi ; X86-NEXT: popl %edi ; X86-NEXT: popl %ebx ; X86-NEXT: popl %ebp ; X86-NEXT: retl $4 ; ; X64-LABEL: large_promotion: ; X64: # %bb.0: ; X64-NEXT: pushq %r15 ; X64-NEXT: pushq %r14 ; X64-NEXT: pushq %r13 ; X64-NEXT: pushq %r12 ; X64-NEXT: pushq %rbx ; X64-NEXT: movq %rdi, %rax ; X64-NEXT: movq {{[0-9]+}}(%rsp), %r12 ; X64-NEXT: movq {{[0-9]+}}(%rsp), %r15 ; X64-NEXT: movq {{[0-9]+}}(%rsp), %rbx ; X64-NEXT: movq {{[0-9]+}}(%rsp), %rdi ; X64-NEXT: bswapq %rdi ; X64-NEXT: movq %rdi, %r10 ; X64-NEXT: shrq $4, %r10 ; X64-NEXT: movabsq $1085102592571150095, %r11 # imm = 0xF0F0F0F0F0F0F0F ; X64-NEXT: andq %r11, %r10 ; X64-NEXT: andq %r11, %rdi ; X64-NEXT: shlq $4, %rdi ; X64-NEXT: orq %r10, %rdi ; X64-NEXT: movabsq $3689348814741910323, %r10 # imm = 0x3333333333333333 ; X64-NEXT: movq %rdi, %r14 ; X64-NEXT: andq %r10, %r14 ; X64-NEXT: shrq $2, %rdi ; X64-NEXT: andq %r10, %rdi ; X64-NEXT: leaq (%rdi,%r14,4), %rdi ; X64-NEXT: movabsq $6148820866244280320, %r14 # imm = 0x5555000000000000 ; X64-NEXT: movq %rdi, %r13 ; X64-NEXT: andq %r14, %r13 ; X64-NEXT: shrq %rdi ; X64-NEXT: andq %r14, %rdi ; X64-NEXT: leaq (%rdi,%r13,2), %rdi ; X64-NEXT: bswapq %rbx ; X64-NEXT: movq %rbx, %r14 ; X64-NEXT: shrq $4, %r14 ; X64-NEXT: andq %r11, %r14 ; X64-NEXT: andq %r11, %rbx ; X64-NEXT: shlq $4, %rbx ; X64-NEXT: orq %r14, %rbx ; X64-NEXT: movq %rbx, %r14 ; X64-NEXT: andq %r10, %r14 ; X64-NEXT: shrq $2, %rbx ; X64-NEXT: andq %r10, %rbx ; X64-NEXT: leaq (%rbx,%r14,4), %rbx ; X64-NEXT: movabsq $6148914691236517205, %r14 # imm = 0x5555555555555555 ; X64-NEXT: movq %rbx, %r13 ; X64-NEXT: andq %r14, %r13 ; X64-NEXT: shrq %rbx ; X64-NEXT: andq %r14, %rbx ; X64-NEXT: leaq (%rbx,%r13,2), %rbx ; X64-NEXT: shrdq $48, %rbx, %rdi ; X64-NEXT: bswapq %r15 ; X64-NEXT: movq %r15, %r13 ; X64-NEXT: shrq $4, %r13 ; X64-NEXT: andq %r11, %r13 ; X64-NEXT: andq %r11, %r15 ; X64-NEXT: shlq $4, %r15 ; X64-NEXT: orq %r13, %r15 ; X64-NEXT: movq %r15, %r13 ; X64-NEXT: andq %r10, %r13 ; X64-NEXT: shrq $2, %r15 ; X64-NEXT: andq %r10, %r15 ; X64-NEXT: leaq (%r15,%r13,4), %r15 ; X64-NEXT: movq %r15, %r13 ; X64-NEXT: andq %r14, %r13 ; X64-NEXT: shrq %r15 ; X64-NEXT: andq %r14, %r15 ; X64-NEXT: leaq (%r15,%r13,2), %r15 ; X64-NEXT: shrdq $48, %r15, %rbx ; X64-NEXT: bswapq %r12 ; X64-NEXT: movq %r12, %r13 ; X64-NEXT: shrq $4, %r13 ; X64-NEXT: andq %r11, %r13 ; X64-NEXT: andq %r11, %r12 ; X64-NEXT: shlq $4, %r12 ; X64-NEXT: orq %r13, %r12 ; X64-NEXT: movq %r12, %r13 ; X64-NEXT: andq %r10, %r13 ; X64-NEXT: shrq $2, %r12 ; X64-NEXT: andq %r10, %r12 ; X64-NEXT: leaq (%r12,%r13,4), %r12 ; X64-NEXT: movq %r12, %r13 ; X64-NEXT: andq %r14, %r13 ; X64-NEXT: shrq %r12 ; X64-NEXT: andq %r14, %r12 ; X64-NEXT: leaq (%r12,%r13,2), %r12 ; X64-NEXT: shrdq $48, %r12, %r15 ; X64-NEXT: bswapq %r9 ; X64-NEXT: movq %r9, %r13 ; X64-NEXT: shrq $4, %r13 ; X64-NEXT: andq %r11, %r13 ; X64-NEXT: andq %r11, %r9 ; X64-NEXT: shlq $4, %r9 ; X64-NEXT: orq %r13, %r9 ; X64-NEXT: movq %r9, %r13 ; X64-NEXT: andq %r10, %r13 ; X64-NEXT: shrq $2, %r9 ; X64-NEXT: andq %r10, %r9 ; X64-NEXT: leaq (%r9,%r13,4), %r9 ; X64-NEXT: movq %r9, %r13 ; X64-NEXT: andq %r14, %r13 ; X64-NEXT: shrq %r9 ; X64-NEXT: andq %r14, %r9 ; X64-NEXT: leaq (%r9,%r13,2), %r9 ; X64-NEXT: shrdq $48, %r9, %r12 ; X64-NEXT: bswapq %r8 ; X64-NEXT: movq %r8, %r13 ; X64-NEXT: shrq $4, %r13 ; X64-NEXT: andq %r11, %r13 ; X64-NEXT: andq %r11, %r8 ; X64-NEXT: shlq $4, %r8 ; X64-NEXT: orq %r13, %r8 ; X64-NEXT: movq %r8, %r13 ; X64-NEXT: andq %r10, %r13 ; X64-NEXT: shrq $2, %r8 ; X64-NEXT: andq %r10, %r8 ; X64-NEXT: leaq (%r8,%r13,4), %r8 ; X64-NEXT: movq %r8, %r13 ; X64-NEXT: andq %r14, %r13 ; X64-NEXT: shrq %r8 ; X64-NEXT: andq %r14, %r8 ; X64-NEXT: leaq (%r8,%r13,2), %r8 ; X64-NEXT: shrdq $48, %r8, %r9 ; X64-NEXT: bswapq %rcx ; X64-NEXT: movq %rcx, %r13 ; X64-NEXT: shrq $4, %r13 ; X64-NEXT: andq %r11, %r13 ; X64-NEXT: andq %r11, %rcx ; X64-NEXT: shlq $4, %rcx ; X64-NEXT: orq %r13, %rcx ; X64-NEXT: movq %rcx, %r13 ; X64-NEXT: andq %r10, %r13 ; X64-NEXT: shrq $2, %rcx ; X64-NEXT: andq %r10, %rcx ; X64-NEXT: leaq (%rcx,%r13,4), %rcx ; X64-NEXT: movq %rcx, %r13 ; X64-NEXT: andq %r14, %r13 ; X64-NEXT: shrq %rcx ; X64-NEXT: andq %r14, %rcx ; X64-NEXT: leaq (%rcx,%r13,2), %rcx ; X64-NEXT: shrdq $48, %rcx, %r8 ; X64-NEXT: bswapq %rdx ; X64-NEXT: movq %rdx, %r13 ; X64-NEXT: shrq $4, %r13 ; X64-NEXT: andq %r11, %r13 ; X64-NEXT: andq %r11, %rdx ; X64-NEXT: shlq $4, %rdx ; X64-NEXT: orq %r13, %rdx ; X64-NEXT: movq %rdx, %r13 ; X64-NEXT: andq %r10, %r13 ; X64-NEXT: shrq $2, %rdx ; X64-NEXT: andq %r10, %rdx ; X64-NEXT: leaq (%rdx,%r13,4), %rdx ; X64-NEXT: movq %rdx, %r13 ; X64-NEXT: andq %r14, %r13 ; X64-NEXT: shrq %rdx ; X64-NEXT: andq %r14, %rdx ; X64-NEXT: leaq (%rdx,%r13,2), %rdx ; X64-NEXT: shrdq $48, %rdx, %rcx ; X64-NEXT: bswapq %rsi ; X64-NEXT: movq %rsi, %r13 ; X64-NEXT: shrq $4, %r13 ; X64-NEXT: andq %r11, %r13 ; X64-NEXT: andq %r11, %rsi ; X64-NEXT: shlq $4, %rsi ; X64-NEXT: orq %r13, %rsi ; X64-NEXT: movq %rsi, %r11 ; X64-NEXT: andq %r10, %r11 ; X64-NEXT: shrq $2, %rsi ; X64-NEXT: andq %r10, %rsi ; X64-NEXT: leaq (%rsi,%r11,4), %rsi ; X64-NEXT: movq %rsi, %r10 ; X64-NEXT: andq %r14, %r10 ; X64-NEXT: shrq %rsi ; X64-NEXT: andq %r14, %rsi ; X64-NEXT: leaq (%rsi,%r10,2), %rsi ; X64-NEXT: shrdq $48, %rsi, %rdx ; X64-NEXT: shrq $48, %rsi ; X64-NEXT: movq %rdx, 56(%rax) ; X64-NEXT: movq %rcx, 48(%rax) ; X64-NEXT: movq %r8, 40(%rax) ; X64-NEXT: movq %r9, 32(%rax) ; X64-NEXT: movq %r12, 24(%rax) ; X64-NEXT: movq %r15, 16(%rax) ; X64-NEXT: movq %rbx, 8(%rax) ; X64-NEXT: movq %rdi, (%rax) ; X64-NEXT: movw %si, 64(%rax) ; X64-NEXT: popq %rbx ; X64-NEXT: popq %r12 ; X64-NEXT: popq %r13 ; X64-NEXT: popq %r14 ; X64-NEXT: popq %r15 ; X64-NEXT: retq ; ; X86XOP-LABEL: large_promotion: ; X86XOP: # %bb.0: ; X86XOP-NEXT: pushl %ebp ; X86XOP-NEXT: pushl %ebx ; X86XOP-NEXT: pushl %edi ; X86XOP-NEXT: pushl %esi ; X86XOP-NEXT: subl $44, %esp ; X86XOP-NEXT: vmovdqa {{.*#+}} xmm0 = [87,86,85,84,83,82,81,80,95,94,93,92,91,90,89,88] ; X86XOP-NEXT: vbroadcastss {{[0-9]+}}(%esp), %xmm1 ; X86XOP-NEXT: vpperm %xmm0, %xmm1, %xmm0, %xmm1 ; X86XOP-NEXT: vpextrd $3, %xmm1, %eax ; X86XOP-NEXT: vperm2f128 {{.*#+}} ymm1 = mem[2,3,0,1] ; X86XOP-NEXT: vshufpd {{.*#+}} ymm1 = ymm1[1,0,3,2] ; X86XOP-NEXT: vpperm %xmm0, %xmm1, %xmm0, %xmm2 ; X86XOP-NEXT: vmovd %xmm2, %ecx ; X86XOP-NEXT: shrdl $16, %ecx, %eax ; X86XOP-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vpextrd $1, %xmm2, %eax ; X86XOP-NEXT: shrdl $16, %eax, %ecx ; X86XOP-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vpextrd $2, %xmm2, %ecx ; X86XOP-NEXT: shrdl $16, %ecx, %eax ; X86XOP-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vpextrd $3, %xmm2, %eax ; X86XOP-NEXT: shrdl $16, %eax, %ecx ; X86XOP-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vextractf128 $1, %ymm1, %xmm1 ; X86XOP-NEXT: vpperm %xmm0, %xmm1, %xmm0, %xmm1 ; X86XOP-NEXT: vmovd %xmm1, %ecx ; X86XOP-NEXT: shrdl $16, %ecx, %eax ; X86XOP-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vpextrd $1, %xmm1, %eax ; X86XOP-NEXT: shrdl $16, %eax, %ecx ; X86XOP-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vpextrd $2, %xmm1, %ecx ; X86XOP-NEXT: shrdl $16, %ecx, %eax ; X86XOP-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vpextrd $3, %xmm1, %eax ; X86XOP-NEXT: shrdl $16, %eax, %ecx ; X86XOP-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vperm2f128 {{.*#+}} ymm1 = mem[2,3,0,1] ; X86XOP-NEXT: vshufpd {{.*#+}} ymm1 = ymm1[1,0,3,2] ; X86XOP-NEXT: vpperm %xmm0, %xmm1, %xmm0, %xmm2 ; X86XOP-NEXT: vmovd %xmm2, %ecx ; X86XOP-NEXT: shrdl $16, %ecx, %eax ; X86XOP-NEXT: movl %eax, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vpextrd $1, %xmm2, %eax ; X86XOP-NEXT: shrdl $16, %eax, %ecx ; X86XOP-NEXT: movl %ecx, {{[-0-9]+}}(%e{{[sb]}}p) # 4-byte Spill ; X86XOP-NEXT: vpextrd $2, %xmm2, %ebp ; X86XOP-NEXT: shrdl $16, %ebp, %eax ; X86XOP-NEXT: movl %eax, (%esp) # 4-byte Spill ; X86XOP-NEXT: vpextrd $3, %xmm2, %edi ; X86XOP-NEXT: shrdl $16, %edi, %ebp ; X86XOP-NEXT: vextractf128 $1, %ymm1, %xmm1 ; X86XOP-NEXT: vpperm %xmm0, %xmm1, %xmm0, %xmm0 ; X86XOP-NEXT: vmovd %xmm0, %esi ; X86XOP-NEXT: shrdl $16, %esi, %edi ; X86XOP-NEXT: vpextrd $1, %xmm0, %edx ; X86XOP-NEXT: shrdl $16, %edx, %esi ; X86XOP-NEXT: vpextrd $2, %xmm0, %ecx ; X86XOP-NEXT: shrdl $16, %ecx, %edx ; X86XOP-NEXT: vpextrd $3, %xmm0, %ebx ; X86XOP-NEXT: shrdl $16, %ebx, %ecx ; X86XOP-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86XOP-NEXT: movl %ecx, 60(%eax) ; X86XOP-NEXT: movl %edx, 56(%eax) ; X86XOP-NEXT: movl %esi, 52(%eax) ; X86XOP-NEXT: movl %edi, 48(%eax) ; X86XOP-NEXT: movl %ebp, 44(%eax) ; X86XOP-NEXT: movl (%esp), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 40(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 36(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 32(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 28(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 24(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 20(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 16(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 12(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 8(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, 4(%eax) ; X86XOP-NEXT: movl {{[-0-9]+}}(%e{{[sb]}}p), %ecx # 4-byte Reload ; X86XOP-NEXT: movl %ecx, (%eax) ; X86XOP-NEXT: shrl $16, %ebx ; X86XOP-NEXT: movw %bx, 64(%eax) ; X86XOP-NEXT: addl $44, %esp ; X86XOP-NEXT: popl %esi ; X86XOP-NEXT: popl %edi ; X86XOP-NEXT: popl %ebx ; X86XOP-NEXT: popl %ebp ; X86XOP-NEXT: vzeroupper ; X86XOP-NEXT: retl $4 ; ; X86GFNI-LABEL: large_promotion: ; X86GFNI: # %bb.0: ; X86GFNI-NEXT: pushl %ebx ; X86GFNI-NEXT: pushl %edi ; X86GFNI-NEXT: pushl %esi ; X86GFNI-NEXT: movl {{[0-9]+}}(%esp), %eax ; X86GFNI-NEXT: vpmovsxbq {{.*#+}} zmm0 = [7,6,5,4,3,2,1,0] ; X86GFNI-NEXT: vpermq {{[0-9]+}}(%esp), %zmm0, %zmm1 ; X86GFNI-NEXT: vbroadcasti32x4 {{.*#+}} zmm0 = [7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8] ; X86GFNI-NEXT: # zmm0 = mem[0,1,2,3,0,1,2,3,0,1,2,3,0,1,2,3] ; X86GFNI-NEXT: vpshufb %zmm0, %zmm1, %zmm2 ; X86GFNI-NEXT: vpbroadcastq {{.*#+}} zmm1 = [1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128] ; X86GFNI-NEXT: vgf2p8affineqb $0, %zmm1, %zmm2, %zmm2 ; X86GFNI-NEXT: vextracti32x4 $3, %zmm2, %xmm3 ; X86GFNI-NEXT: vmovd %xmm3, %ecx ; X86GFNI-NEXT: vpextrd $1, %xmm3, %edx ; X86GFNI-NEXT: shrdl $16, %edx, %ecx ; X86GFNI-NEXT: vpmovsxbw {{.*#+}} xmm4 = [23,24,23,26,23,28,23,30] ; X86GFNI-NEXT: vpermw %zmm2, %zmm4, %zmm4 ; X86GFNI-NEXT: vpinsrd $1, %ecx, %xmm4, %xmm4 ; X86GFNI-NEXT: vpextrd $2, %xmm3, %esi ; X86GFNI-NEXT: shrdl $16, %esi, %edx ; X86GFNI-NEXT: vpinsrd $2, %edx, %xmm4, %xmm4 ; X86GFNI-NEXT: vpextrd $3, %xmm3, %ecx ; X86GFNI-NEXT: shrdl $16, %ecx, %esi ; X86GFNI-NEXT: vpinsrd $3, %esi, %xmm4, %xmm3 ; X86GFNI-NEXT: vextracti32x4 $2, %zmm2, %xmm4 ; X86GFNI-NEXT: vmovd %xmm4, %edx ; X86GFNI-NEXT: vpextrd $1, %xmm4, %esi ; X86GFNI-NEXT: shrdl $16, %esi, %edx ; X86GFNI-NEXT: vpmovsxbw {{.*#+}} xmm5 = [15,16,15,18,15,20,15,22] ; X86GFNI-NEXT: vpermw %zmm2, %zmm5, %zmm5 ; X86GFNI-NEXT: vpinsrd $1, %edx, %xmm5, %xmm5 ; X86GFNI-NEXT: vpextrd $2, %xmm4, %edx ; X86GFNI-NEXT: shrdl $16, %edx, %esi ; X86GFNI-NEXT: vpinsrd $2, %esi, %xmm5, %xmm5 ; X86GFNI-NEXT: vpextrd $3, %xmm4, %esi ; X86GFNI-NEXT: shldl $16, %edx, %esi ; X86GFNI-NEXT: vpinsrd $3, %esi, %xmm5, %xmm4 ; X86GFNI-NEXT: vinserti128 $1, %xmm3, %ymm4, %ymm3 ; X86GFNI-NEXT: vextracti128 $1, %ymm2, %xmm4 ; X86GFNI-NEXT: vmovd %xmm4, %edx ; X86GFNI-NEXT: vpextrd $1, %xmm4, %esi ; X86GFNI-NEXT: shrdl $16, %esi, %edx ; X86GFNI-NEXT: vpmovsxbw {{.*#+}} xmm5 = [7,8,7,10,7,12,7,14] ; X86GFNI-NEXT: vpermw %ymm2, %ymm5, %ymm5 ; X86GFNI-NEXT: vpinsrd $1, %edx, %xmm5, %xmm5 ; X86GFNI-NEXT: vpextrd $2, %xmm4, %edx ; X86GFNI-NEXT: shrdl $16, %edx, %esi ; X86GFNI-NEXT: vpinsrd $2, %esi, %xmm5, %xmm5 ; X86GFNI-NEXT: vpextrd $3, %xmm4, %esi ; X86GFNI-NEXT: shldl $16, %edx, %esi ; X86GFNI-NEXT: vpinsrd $3, %esi, %xmm5, %xmm4 ; X86GFNI-NEXT: vpextrd $1, %xmm2, %edx ; X86GFNI-NEXT: vpextrd $2, %xmm2, %esi ; X86GFNI-NEXT: vpextrd $3, %xmm2, %edi ; X86GFNI-NEXT: shldl $16, %esi, %edi ; X86GFNI-NEXT: shldl $16, %edx, %esi ; X86GFNI-NEXT: vmovd %xmm2, %ebx ; X86GFNI-NEXT: shrdl $16, %edx, %ebx ; X86GFNI-NEXT: vpslld $16, %xmm2, %xmm2 ; X86GFNI-NEXT: vpinsrd $1, %ebx, %xmm2, %xmm2 ; X86GFNI-NEXT: vpinsrd $2, %esi, %xmm2, %xmm2 ; X86GFNI-NEXT: vpinsrd $3, %edi, %xmm2, %xmm2 ; X86GFNI-NEXT: vinserti128 $1, %xmm4, %ymm2, %ymm2 ; X86GFNI-NEXT: vinserti64x4 $1, %ymm3, %zmm2, %zmm2 ; X86GFNI-NEXT: vmovd {{.*#+}} xmm3 = mem[0],zero,zero,zero ; X86GFNI-NEXT: vpbroadcastq %xmm3, %zmm3 ; X86GFNI-NEXT: vpshufb %zmm0, %zmm3, %zmm0 ; X86GFNI-NEXT: vgf2p8affineqb $0, %zmm1, %zmm0, %zmm0 ; X86GFNI-NEXT: vextracti32x4 $3, %zmm0, %xmm0 ; X86GFNI-NEXT: vpsrldq {{.*#+}} xmm0 = xmm0[14,15],zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero ; X86GFNI-NEXT: vpord %zmm2, %zmm0, %zmm0 ; X86GFNI-NEXT: shrl $16, %ecx ; X86GFNI-NEXT: movw %cx, 64(%eax) ; X86GFNI-NEXT: vmovdqu64 %zmm0, (%eax) ; X86GFNI-NEXT: popl %esi ; X86GFNI-NEXT: popl %edi ; X86GFNI-NEXT: popl %ebx ; X86GFNI-NEXT: vzeroupper ; X86GFNI-NEXT: retl $4 ; ; X64GFNI-LABEL: large_promotion: ; X64GFNI: # %bb.0: ; X64GFNI-NEXT: movq %rdi, %rax ; X64GFNI-NEXT: vmovq %rsi, %xmm0 ; X64GFNI-NEXT: vmovq %rdx, %xmm1 ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm1[0],xmm0[0] ; X64GFNI-NEXT: vmovq %rcx, %xmm1 ; X64GFNI-NEXT: vmovq %r8, %xmm2 ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm1 = xmm2[0],xmm1[0] ; X64GFNI-NEXT: vinserti128 $1, %xmm0, %ymm1, %ymm0 ; X64GFNI-NEXT: vpshufd {{.*#+}} xmm1 = mem[2,3,0,1] ; X64GFNI-NEXT: vmovq %r9, %xmm2 ; X64GFNI-NEXT: vmovq {{.*#+}} xmm3 = mem[0],zero ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} xmm2 = xmm3[0],xmm2[0] ; X64GFNI-NEXT: vinserti128 $1, %xmm2, %ymm1, %ymm1 ; X64GFNI-NEXT: vinserti64x4 $1, %ymm0, %zmm1, %zmm0 ; X64GFNI-NEXT: vpshufb {{.*#+}} zmm0 = zmm0[7,6,5,4,3,2,1,0,15,14,13,12,11,10,9,8,23,22,21,20,19,18,17,16,31,30,29,28,27,26,25,24,39,38,37,36,35,34,33,32,47,46,45,44,43,42,41,40,55,54,53,52,51,50,49,48,63,62,61,60,59,58,57,56] ; X64GFNI-NEXT: vpbroadcastq {{.*#+}} zmm1 = [1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128,1,2,4,8,16,32,64,128] ; X64GFNI-NEXT: vgf2p8affineqb $0, %zmm1, %zmm0, %zmm0 ; X64GFNI-NEXT: vpmovsxbw {{.*#+}} xmm2 = [23,24,25,26,23,28,29,30] ; X64GFNI-NEXT: vpermw %zmm0, %zmm2, %zmm2 ; X64GFNI-NEXT: vpmovsxbw {{.*#+}} xmm3 = [15,16,17,18,15,20,21,22] ; X64GFNI-NEXT: vpermw %zmm0, %zmm3, %zmm3 ; X64GFNI-NEXT: vinserti128 $1, %xmm2, %ymm3, %ymm2 ; X64GFNI-NEXT: vextracti32x4 $2, %zmm0, %xmm3 ; X64GFNI-NEXT: vpsrldq {{.*#+}} xmm3 = xmm3[6,7,8,9,10,11,12,13,14,15],zero,zero,zero,zero,zero,zero ; X64GFNI-NEXT: vextracti32x4 $3, %zmm0, %xmm4 ; X64GFNI-NEXT: vpsrldq {{.*#+}} xmm5 = xmm4[6,7,8,9,10,11,12,13,14,15],zero,zero,zero,zero,zero,zero ; X64GFNI-NEXT: vinsertf128 $1, %xmm5, %ymm3, %ymm3 ; X64GFNI-NEXT: vpunpcklqdq {{.*#+}} ymm2 = ymm2[0],ymm3[0],ymm2[2],ymm3[2] ; X64GFNI-NEXT: vpxor %xmm3, %xmm3, %xmm3 ; X64GFNI-NEXT: vpmovsxbw {{.*#+}} ymm5 = [16,0,1,2,3,4,5,6,7,8,9,10,11,12,13,14] ; X64GFNI-NEXT: vpermi2w %ymm3, %ymm0, %ymm5 ; X64GFNI-NEXT: vinserti64x4 $1, %ymm2, %zmm5, %zmm0 ; X64GFNI-NEXT: vpbroadcastq {{[0-9]+}}(%rsp), %zmm2 ; X64GFNI-NEXT: vpshufb {{.*#+}} zmm2 = zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zero,zmm2[63,62,61,60,59,58,57,56] ; X64GFNI-NEXT: vgf2p8affineqb $0, %zmm1, %zmm2, %zmm1 ; X64GFNI-NEXT: vextracti32x4 $3, %zmm1, %xmm1 ; X64GFNI-NEXT: vpextrq $1, %xmm1, %rcx ; X64GFNI-NEXT: shrq $48, %rcx ; X64GFNI-NEXT: vmovd %ecx, %xmm1 ; X64GFNI-NEXT: vporq %zmm0, %zmm1, %zmm0 ; X64GFNI-NEXT: vpextrq $1, %xmm4, %rcx ; X64GFNI-NEXT: shrq $48, %rcx ; X64GFNI-NEXT: movw %cx, 64(%rdi) ; X64GFNI-NEXT: vmovdqu64 %zmm0, (%rdi) ; X64GFNI-NEXT: vzeroupper ; X64GFNI-NEXT: retq %Z = call i528 @llvm.bitreverse.i528(i528 %A) ret i528 %Z } declare i528 @llvm.bitreverse.i528(i528)