diff --git a/llvm/docs/ReleaseNotes.md b/llvm/docs/ReleaseNotes.md index 910a50214df2f..169d4026820d8 100644 --- a/llvm/docs/ReleaseNotes.md +++ b/llvm/docs/ReleaseNotes.md @@ -142,6 +142,8 @@ Changes to the MIPS Backend Changes to the PowerPC Backend ------------------------------ +* `half` now uses a soft float ABI, which works correctly in more cases. + Changes to the RISC-V Backend ----------------------------- diff --git a/llvm/lib/Target/PowerPC/PPCISelLowering.h b/llvm/lib/Target/PowerPC/PPCISelLowering.h index daae839479c3c..97546f37e6d5e 100644 --- a/llvm/lib/Target/PowerPC/PPCISelLowering.h +++ b/llvm/lib/Target/PowerPC/PPCISelLowering.h @@ -212,6 +212,8 @@ namespace llvm { bool useSoftFloat() const override; + bool softPromoteHalfType() const override { return true; } + bool hasSPE() const; MVT getScalarShiftAmountTy(const DataLayout &, EVT) const override { diff --git a/llvm/test/CodeGen/Generic/half-op.ll b/llvm/test/CodeGen/Generic/half-op.ll index f8ad39f9456aa..e320bca2d33c8 100644 --- a/llvm/test/CodeGen/Generic/half-op.ll +++ b/llvm/test/CodeGen/Generic/half-op.ll @@ -27,9 +27,9 @@ ; RUN: %if mips-registered-target %{ llc %s -o - -mtriple=mipsel-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK-NEG-ABS,CHECK-COPYSIGN,CHECK-FMA %} ; RUN: %if msp430-registered-target %{ llc %s -o - -mtriple=msp430-none-elf | FileCheck %s --check-prefixes=ALL,BAD-NEG-ABS,BAD-COPYSIGN,BAD-FMA %} ; RUN: %if nvptx-registered-target %{ llc %s -o - -mtriple=nvptx64-nvidia-cuda | FileCheck %s --check-prefixes=NOCRASH %} -; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,BAD-NEG-ABS,BAD-COPYSIGN,BAD-FMA %} -; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc64-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,BAD-NEG-ABS,BAD-COPYSIGN,BAD-FMA %} -; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc64le-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,BAD-NEG-ABS,BAD-COPYSIGN,BAD-FMA %} +; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK-NEG-ABS,CHECK-COPYSIGN,CHECK-FMA %} +; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc64-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK-NEG-ABS,CHECK-COPYSIGN,CHECK-FMA %} +; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc64le-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK-NEG-ABS,CHECK-COPYSIGN,CHECK-FMA %} ; RUN: %if riscv-registered-target %{ llc %s -o - -mtriple=riscv32-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK-NEG-ABS,CHECK-COPYSIGN,CHECK-FMA %} ; RUN: %if riscv-registered-target %{ llc %s -o - -mtriple=riscv64-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK-NEG-ABS,CHECK-COPYSIGN,CHECK-FMA %} ; RUN: %if sparc-registered-target %{ llc %s -o - -mtriple=sparc-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK-NEG-ABS,CHECK-COPYSIGN,CHECK-FMA %} diff --git a/llvm/test/CodeGen/Generic/half.ll b/llvm/test/CodeGen/Generic/half.ll index ef7bfe2f2d9ce..f19d6da4eeb7b 100644 --- a/llvm/test/CodeGen/Generic/half.ll +++ b/llvm/test/CodeGen/Generic/half.ll @@ -29,9 +29,9 @@ ; RUN: %if mips-registered-target %{ llc %s -o - -mtriple=mipsel-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK %} ; RUN: %if msp430-registered-target %{ llc %s -o - -mtriple=msp430-none-elf | FileCheck %s --check-prefixes=ALL,CHECK %} ; RUN: %if nvptx-registered-target %{ llc %s -o - -mtriple=nvptx64-nvidia-cuda | FileCheck %s --check-prefixes=NOCRASH %} -; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,BAD %} -; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc64-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,BAD %} -; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc64le-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,BAD %} +; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK %} +; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc64-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK %} +; RUN: %if powerpc-registered-target %{ llc %s -o - -mtriple=powerpc64le-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK %} ; RUN: %if riscv-registered-target %{ llc %s -o - -mtriple=riscv32-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK %} ; RUN: %if riscv-registered-target %{ llc %s -o - -mtriple=riscv64-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK %} ; RUN: %if sparc-registered-target %{ llc %s -o - -mtriple=sparc-unknown-linux-gnu | FileCheck %s --check-prefixes=ALL,CHECK %} diff --git a/llvm/test/CodeGen/PowerPC/atomics.ll b/llvm/test/CodeGen/PowerPC/atomics.ll index ff1a7222cc92c..54a35dab2a422 100644 --- a/llvm/test/CodeGen/PowerPC/atomics.ll +++ b/llvm/test/CodeGen/PowerPC/atomics.ll @@ -469,39 +469,20 @@ define i64 @and_i64_release(ptr %mem, i64 %operand) { define half @load_atomic_f16__seq_cst(ptr %ptr) { ; PPC32-LABEL: load_atomic_f16__seq_cst: ; PPC32: # %bb.0: -; PPC32-NEXT: mflr r0 -; PPC32-NEXT: stwu r1, -16(r1) -; PPC32-NEXT: stw r0, 20(r1) -; PPC32-NEXT: .cfi_def_cfa_offset 16 -; PPC32-NEXT: .cfi_offset lr, 4 ; PPC32-NEXT: sync ; PPC32-NEXT: lhz r3, 0(r3) ; PPC32-NEXT: cmpw cr7, r3, r3 ; PPC32-NEXT: bne- cr7, .+4 ; PPC32-NEXT: isync -; PPC32-NEXT: bl __extendhfsf2 -; PPC32-NEXT: lwz r0, 20(r1) -; PPC32-NEXT: addi r1, r1, 16 -; PPC32-NEXT: mtlr r0 ; PPC32-NEXT: blr ; ; PPC64-LABEL: load_atomic_f16__seq_cst: ; PPC64: # %bb.0: -; PPC64-NEXT: mflr r0 -; PPC64-NEXT: stdu r1, -112(r1) -; PPC64-NEXT: std r0, 128(r1) -; PPC64-NEXT: .cfi_def_cfa_offset 112 -; PPC64-NEXT: .cfi_offset lr, 16 ; PPC64-NEXT: sync ; PPC64-NEXT: lhz r3, 0(r3) ; PPC64-NEXT: cmpd cr7, r3, r3 ; PPC64-NEXT: bne- cr7, .+4 ; PPC64-NEXT: isync -; PPC64-NEXT: bl __extendhfsf2 -; PPC64-NEXT: nop -; PPC64-NEXT: addi r1, r1, 112 -; PPC64-NEXT: ld r0, 16(r1) -; PPC64-NEXT: mtlr r0 ; PPC64-NEXT: blr %val = load atomic half, ptr %ptr seq_cst, align 2 ret half %val @@ -575,44 +556,11 @@ define double @load_atomic_f64__seq_cst(ptr %ptr) { } define void @store_atomic_f16__seq_cst(ptr %ptr, half %val1) { -; PPC32-LABEL: store_atomic_f16__seq_cst: -; PPC32: # %bb.0: -; PPC32-NEXT: mflr r0 -; PPC32-NEXT: stwu r1, -16(r1) -; PPC32-NEXT: stw r0, 20(r1) -; PPC32-NEXT: .cfi_def_cfa_offset 16 -; PPC32-NEXT: .cfi_offset lr, 4 -; PPC32-NEXT: .cfi_offset r30, -8 -; PPC32-NEXT: stw r30, 8(r1) # 4-byte Folded Spill -; PPC32-NEXT: mr r30, r3 -; PPC32-NEXT: bl __truncsfhf2 -; PPC32-NEXT: sync -; PPC32-NEXT: sth r3, 0(r30) -; PPC32-NEXT: lwz r30, 8(r1) # 4-byte Folded Reload -; PPC32-NEXT: lwz r0, 20(r1) -; PPC32-NEXT: addi r1, r1, 16 -; PPC32-NEXT: mtlr r0 -; PPC32-NEXT: blr -; -; PPC64-LABEL: store_atomic_f16__seq_cst: -; PPC64: # %bb.0: -; PPC64-NEXT: mflr r0 -; PPC64-NEXT: stdu r1, -128(r1) -; PPC64-NEXT: std r0, 144(r1) -; PPC64-NEXT: .cfi_def_cfa_offset 128 -; PPC64-NEXT: .cfi_offset lr, 16 -; PPC64-NEXT: .cfi_offset r30, -16 -; PPC64-NEXT: std r30, 112(r1) # 8-byte Folded Spill -; PPC64-NEXT: mr r30, r3 -; PPC64-NEXT: bl __truncsfhf2 -; PPC64-NEXT: nop -; PPC64-NEXT: sync -; PPC64-NEXT: sth r3, 0(r30) -; PPC64-NEXT: ld r30, 112(r1) # 8-byte Folded Reload -; PPC64-NEXT: addi r1, r1, 128 -; PPC64-NEXT: ld r0, 16(r1) -; PPC64-NEXT: mtlr r0 -; PPC64-NEXT: blr +; CHECK-LABEL: store_atomic_f16__seq_cst: +; CHECK: # %bb.0: +; CHECK-NEXT: sync +; CHECK-NEXT: sth r4, 0(r3) +; CHECK-NEXT: blr store atomic half %val1, ptr %ptr seq_cst, align 2 ret void } diff --git a/llvm/test/CodeGen/PowerPC/f128-conv.ll b/llvm/test/CodeGen/PowerPC/f128-conv.ll index f8b2861156db4..080843217e8c9 100644 --- a/llvm/test/CodeGen/PowerPC/f128-conv.ll +++ b/llvm/test/CodeGen/PowerPC/f128-conv.ll @@ -1349,9 +1349,6 @@ define half @trunc(fp128 %a) nounwind { ; CHECK-NEXT: std r0, 48(r1) ; CHECK-NEXT: bl __trunckfhf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrlwi r3, r3, 16 -; CHECK-NEXT: mtfprwz f0, r3 -; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: addi r1, r1, 32 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 @@ -1364,9 +1361,6 @@ define half @trunc(fp128 %a) nounwind { ; CHECK-P8-NEXT: std r0, 48(r1) ; CHECK-P8-NEXT: bl __trunckfhf2 ; CHECK-P8-NEXT: nop -; CHECK-P8-NEXT: clrldi r3, r3, 48 -; CHECK-P8-NEXT: bl __extendhfsf2 -; CHECK-P8-NEXT: nop ; CHECK-P8-NEXT: addi r1, r1, 32 ; CHECK-P8-NEXT: ld r0, 16(r1) ; CHECK-P8-NEXT: mtlr r0 @@ -1379,7 +1373,9 @@ entry: define fp128 @ext(half %a) nounwind { ; CHECK-LABEL: ext: ; CHECK: # %bb.0: # %entry -; CHECK-NEXT: xscpsgndp v2, f1, f1 +; CHECK-NEXT: clrlwi r3, r3, 16 +; CHECK-NEXT: mtfprwz f0, r3 +; CHECK-NEXT: xscvhpdp v2, f0 ; CHECK-NEXT: xscvdpqp v2, v2 ; CHECK-NEXT: blr ; @@ -1387,7 +1383,10 @@ define fp128 @ext(half %a) nounwind { ; CHECK-P8: # %bb.0: # %entry ; CHECK-P8-NEXT: mflr r0 ; CHECK-P8-NEXT: stdu r1, -32(r1) +; CHECK-P8-NEXT: clrldi r3, r3, 48 ; CHECK-P8-NEXT: std r0, 48(r1) +; CHECK-P8-NEXT: bl __extendhfsf2 +; CHECK-P8-NEXT: nop ; CHECK-P8-NEXT: bl __extendsfkf2 ; CHECK-P8-NEXT: nop ; CHECK-P8-NEXT: addi r1, r1, 32 diff --git a/llvm/test/CodeGen/PowerPC/half.ll b/llvm/test/CodeGen/PowerPC/half.ll index 903ea691ae6ba..6eaac1d7fc5c1 100644 --- a/llvm/test/CodeGen/PowerPC/half.ll +++ b/llvm/test/CodeGen/PowerPC/half.ll @@ -21,40 +21,13 @@ define void @store(half %x, ptr %p) nounwind { ; PPC32-LABEL: store: ; PPC32: # %bb.0: -; PPC32-NEXT: mflr r0 -; PPC32-NEXT: stwu r1, -16(r1) -; PPC32-NEXT: stw r0, 20(r1) -; PPC32-NEXT: stw r30, 8(r1) # 4-byte Folded Spill -; PPC32-NEXT: mr r30, r3 -; PPC32-NEXT: bl __truncsfhf2 -; PPC32-NEXT: sth r3, 0(r30) -; PPC32-NEXT: lwz r30, 8(r1) # 4-byte Folded Reload -; PPC32-NEXT: lwz r0, 20(r1) -; PPC32-NEXT: addi r1, r1, 16 -; PPC32-NEXT: mtlr r0 +; PPC32-NEXT: sth r3, 0(r4) ; PPC32-NEXT: blr ; -; P8-LABEL: store: -; P8: # %bb.0: -; P8-NEXT: mflr r0 -; P8-NEXT: std r30, -16(r1) # 8-byte Folded Spill -; P8-NEXT: stdu r1, -48(r1) -; P8-NEXT: std r0, 64(r1) -; P8-NEXT: mr r30, r4 -; P8-NEXT: bl __truncsfhf2 -; P8-NEXT: nop -; P8-NEXT: sth r3, 0(r30) -; P8-NEXT: addi r1, r1, 48 -; P8-NEXT: ld r0, 16(r1) -; P8-NEXT: ld r30, -16(r1) # 8-byte Folded Reload -; P8-NEXT: mtlr r0 -; P8-NEXT: blr -; -; P9-LABEL: store: -; P9: # %bb.0: -; P9-NEXT: xscvdphp f0, f1 -; P9-NEXT: stxsihx f0, 0, r4 -; P9-NEXT: blr +; CHECK-LABEL: store: +; CHECK: # %bb.0: +; CHECK-NEXT: sth r3, 0(r4) +; CHECK-NEXT: blr ; ; SOFT-LABEL: store: ; SOFT: # %bb.0: @@ -63,18 +36,7 @@ define void @store(half %x, ptr %p) nounwind { ; ; BE-LABEL: store: ; BE: # %bb.0: -; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -128(r1) -; BE-NEXT: std r0, 144(r1) -; BE-NEXT: std r30, 112(r1) # 8-byte Folded Spill -; BE-NEXT: mr r30, r4 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: sth r3, 0(r30) -; BE-NEXT: ld r30, 112(r1) # 8-byte Folded Reload -; BE-NEXT: addi r1, r1, 128 -; BE-NEXT: ld r0, 16(r1) -; BE-NEXT: mtlr r0 +; BE-NEXT: sth r3, 0(r4) ; BE-NEXT: blr store half %x, ptr %p ret void @@ -83,34 +45,13 @@ define void @store(half %x, ptr %p) nounwind { define half @return(ptr %p) nounwind { ; PPC32-LABEL: return: ; PPC32: # %bb.0: -; PPC32-NEXT: mflr r0 -; PPC32-NEXT: stwu r1, -16(r1) -; PPC32-NEXT: stw r0, 20(r1) ; PPC32-NEXT: lhz r3, 0(r3) -; PPC32-NEXT: bl __extendhfsf2 -; PPC32-NEXT: lwz r0, 20(r1) -; PPC32-NEXT: addi r1, r1, 16 -; PPC32-NEXT: mtlr r0 ; PPC32-NEXT: blr ; -; P8-LABEL: return: -; P8: # %bb.0: -; P8-NEXT: mflr r0 -; P8-NEXT: stdu r1, -32(r1) -; P8-NEXT: std r0, 48(r1) -; P8-NEXT: lhz r3, 0(r3) -; P8-NEXT: bl __extendhfsf2 -; P8-NEXT: nop -; P8-NEXT: addi r1, r1, 32 -; P8-NEXT: ld r0, 16(r1) -; P8-NEXT: mtlr r0 -; P8-NEXT: blr -; -; P9-LABEL: return: -; P9: # %bb.0: -; P9-NEXT: lxsihzx f0, 0, r3 -; P9-NEXT: xscvhpdp f1, f0 -; P9-NEXT: blr +; CHECK-LABEL: return: +; CHECK: # %bb.0: +; CHECK-NEXT: lhz r3, 0(r3) +; CHECK-NEXT: blr ; ; SOFT-LABEL: return: ; SOFT: # %bb.0: @@ -119,15 +60,7 @@ define half @return(ptr %p) nounwind { ; ; BE-LABEL: return: ; BE: # %bb.0: -; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -112(r1) -; BE-NEXT: std r0, 128(r1) ; BE-NEXT: lhz r3, 0(r3) -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: addi r1, r1, 112 -; BE-NEXT: ld r0, 16(r1) -; BE-NEXT: mtlr r0 ; BE-NEXT: blr %r = load half, ptr %p ret half %r @@ -317,11 +250,6 @@ define dso_local void @stored(ptr nocapture %a, double %b) local_unnamed_addr no ; SOFT-NEXT: std r0, 64(r1) ; SOFT-NEXT: bl __truncdfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop ; SOFT-NEXT: sth r3, 0(r30) ; SOFT-NEXT: addi r1, r1, 48 ; SOFT-NEXT: ld r0, 16(r1) @@ -400,11 +328,6 @@ define dso_local void @storef(ptr nocapture %a, float %b) local_unnamed_addr nou ; SOFT-NEXT: std r0, 64(r1) ; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop ; SOFT-NEXT: sth r3, 0(r30) ; SOFT-NEXT: addi r1, r1, 48 ; SOFT-NEXT: ld r0, 16(r1) @@ -449,21 +372,8 @@ define void @test_load_store(ptr %in, ptr %out) nounwind { ; ; SOFT-LABEL: test_load_store: ; SOFT: # %bb.0: -; SOFT-NEXT: mflr r0 -; SOFT-NEXT: std r30, -16(r1) # 8-byte Folded Spill -; SOFT-NEXT: stdu r1, -48(r1) -; SOFT-NEXT: std r0, 64(r1) -; SOFT-NEXT: mr r30, r4 ; SOFT-NEXT: lhz r3, 0(r3) -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: sth r3, 0(r30) -; SOFT-NEXT: addi r1, r1, 48 -; SOFT-NEXT: ld r0, 16(r1) -; SOFT-NEXT: ld r30, -16(r1) # 8-byte Folded Reload -; SOFT-NEXT: mtlr r0 +; SOFT-NEXT: sth r3, 0(r4) ; SOFT-NEXT: blr ; ; BE-LABEL: test_load_store: @@ -529,35 +439,11 @@ define void @test_bitcast_to_half(ptr %addr, i16 %in) nounwind { define half @from_bits(i16 %x) nounwind { ; PPC32-LABEL: from_bits: ; PPC32: # %bb.0: -; PPC32-NEXT: mflr r0 -; PPC32-NEXT: stwu r1, -16(r1) -; PPC32-NEXT: clrlwi r3, r3, 16 -; PPC32-NEXT: stw r0, 20(r1) -; PPC32-NEXT: bl __extendhfsf2 -; PPC32-NEXT: lwz r0, 20(r1) -; PPC32-NEXT: addi r1, r1, 16 -; PPC32-NEXT: mtlr r0 ; PPC32-NEXT: blr ; -; P8-LABEL: from_bits: -; P8: # %bb.0: -; P8-NEXT: mflr r0 -; P8-NEXT: stdu r1, -32(r1) -; P8-NEXT: clrldi r3, r3, 48 -; P8-NEXT: std r0, 48(r1) -; P8-NEXT: bl __extendhfsf2 -; P8-NEXT: nop -; P8-NEXT: addi r1, r1, 32 -; P8-NEXT: ld r0, 16(r1) -; P8-NEXT: mtlr r0 -; P8-NEXT: blr -; -; P9-LABEL: from_bits: -; P9: # %bb.0: -; P9-NEXT: clrlwi r3, r3, 16 -; P9-NEXT: mtfprwz f0, r3 -; P9-NEXT: xscvhpdp f1, f0 -; P9-NEXT: blr +; CHECK-LABEL: from_bits: +; CHECK: # %bb.0: +; CHECK-NEXT: blr ; ; SOFT-LABEL: from_bits: ; SOFT: # %bb.0: @@ -565,15 +451,6 @@ define half @from_bits(i16 %x) nounwind { ; ; BE-LABEL: from_bits: ; BE: # %bb.0: -; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -112(r1) -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: std r0, 128(r1) -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: addi r1, r1, 112 -; BE-NEXT: ld r0, 16(r1) -; BE-NEXT: mtlr r0 ; BE-NEXT: blr %res = bitcast i16 %x to half ret half %res @@ -582,35 +459,11 @@ define half @from_bits(i16 %x) nounwind { define i16 @to_bits(half %x) nounwind { ; PPC32-LABEL: to_bits: ; PPC32: # %bb.0: -; PPC32-NEXT: mflr r0 -; PPC32-NEXT: stwu r1, -16(r1) -; PPC32-NEXT: stw r0, 20(r1) -; PPC32-NEXT: bl __truncsfhf2 -; PPC32-NEXT: clrlwi r3, r3, 16 -; PPC32-NEXT: lwz r0, 20(r1) -; PPC32-NEXT: addi r1, r1, 16 -; PPC32-NEXT: mtlr r0 ; PPC32-NEXT: blr ; -; P8-LABEL: to_bits: -; P8: # %bb.0: -; P8-NEXT: mflr r0 -; P8-NEXT: stdu r1, -32(r1) -; P8-NEXT: std r0, 48(r1) -; P8-NEXT: bl __truncsfhf2 -; P8-NEXT: nop -; P8-NEXT: clrldi r3, r3, 48 -; P8-NEXT: addi r1, r1, 32 -; P8-NEXT: ld r0, 16(r1) -; P8-NEXT: mtlr r0 -; P8-NEXT: blr -; -; P9-LABEL: to_bits: -; P9: # %bb.0: -; P9-NEXT: xscvdphp f0, f1 -; P9-NEXT: mffprwz r3, f0 -; P9-NEXT: clrlwi r3, r3, 16 -; P9-NEXT: blr +; CHECK-LABEL: to_bits: +; CHECK: # %bb.0: +; CHECK-NEXT: blr ; ; SOFT-LABEL: to_bits: ; SOFT: # %bb.0: @@ -618,15 +471,6 @@ define i16 @to_bits(half %x) nounwind { ; ; BE-LABEL: to_bits: ; BE: # %bb.0: -; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -112(r1) -; BE-NEXT: std r0, 128(r1) -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: addi r1, r1, 112 -; BE-NEXT: ld r0, 16(r1) -; BE-NEXT: mtlr r0 ; BE-NEXT: blr %res = bitcast half %x to i16 ret i16 %res @@ -804,11 +648,6 @@ define void @test_trunc32(float %in, ptr %addr) nounwind { ; SOFT-NEXT: mr r30, r4 ; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop ; SOFT-NEXT: sth r3, 0(r30) ; SOFT-NEXT: addi r1, r1, 48 ; SOFT-NEXT: ld r0, 16(r1) @@ -882,11 +721,6 @@ define void @test_trunc64(double %in, ptr %addr) nounwind { ; SOFT-NEXT: mr r30, r4 ; SOFT-NEXT: bl __truncdfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop ; SOFT-NEXT: sth r3, 0(r30) ; SOFT-NEXT: addi r1, r1, 48 ; SOFT-NEXT: ld r0, 16(r1) @@ -1041,11 +875,6 @@ define void @test_sitofp_i64(i64 %a, ptr %p) nounwind { ; SOFT-NEXT: clrldi r3, r3, 32 ; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop ; SOFT-NEXT: sth r3, 0(r30) ; SOFT-NEXT: addi r1, r1, 48 ; SOFT-NEXT: ld r0, 16(r1) @@ -1228,11 +1057,6 @@ define void @test_uitofp_i64(i64 %a, ptr %p) nounwind { ; SOFT-NEXT: nop ; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop ; SOFT-NEXT: sth r3, 0(r30) ; SOFT-NEXT: addi r1, r1, 48 ; SOFT-NEXT: ld r0, 16(r1) @@ -1339,67 +1163,89 @@ define <4 x float> @test_extend32_vec4(ptr %p) nounwind { ; P8-LABEL: test_extend32_vec4: ; P8: # %bb.0: ; P8-NEXT: mflr r0 -; P8-NEXT: stdu r1, -112(r1) -; P8-NEXT: li r4, 48 -; P8-NEXT: std r0, 128(r1) -; P8-NEXT: std r30, 96(r1) # 8-byte Folded Spill -; P8-NEXT: mr r30, r3 -; P8-NEXT: lhz r3, 6(r3) -; P8-NEXT: stxvd2x vs61, r1, r4 # 16-byte Folded Spill -; P8-NEXT: li r4, 64 -; P8-NEXT: stxvd2x vs62, r1, r4 # 16-byte Folded Spill +; P8-NEXT: stdu r1, -144(r1) ; P8-NEXT: li r4, 80 +; P8-NEXT: std r0, 160(r1) +; P8-NEXT: std r29, 120(r1) # 8-byte Folded Spill +; P8-NEXT: std r30, 128(r1) # 8-byte Folded Spill +; P8-NEXT: stxvd2x vs62, r1, r4 # 16-byte Folded Spill +; P8-NEXT: li r4, 96 ; P8-NEXT: stxvd2x vs63, r1, r4 # 16-byte Folded Spill +; P8-NEXT: lwz r4, 4(r3) +; P8-NEXT: stw r4, 64(r1) +; P8-NEXT: lwz r3, 0(r3) +; P8-NEXT: stw r3, 48(r1) +; P8-NEXT: addi r3, r1, 64 +; P8-NEXT: lxvd2x vs62, 0, r3 +; P8-NEXT: addi r3, r1, 48 +; P8-NEXT: lxvd2x vs0, 0, r3 +; P8-NEXT: mffprd r30, f0 +; P8-NEXT: clrldi r3, r30, 48 +; P8-NEXT: clrlwi r3, r3, 16 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: lhz r3, 2(r30) +; P8-NEXT: mfvsrd r29, vs62 ; P8-NEXT: xxlor vs63, f1, f1 +; P8-NEXT: clrldi r3, r29, 48 +; P8-NEXT: clrlwi r3, r3, 16 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: lhz r3, 4(r30) -; P8-NEXT: xxlor vs62, f1, f1 +; P8-NEXT: rldicl r3, r30, 48, 48 +; P8-NEXT: xxmrghd vs0, vs1, vs63 +; P8-NEXT: clrlwi r3, r3, 16 +; P8-NEXT: xvcvdpsp vs62, vs0 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: lhz r3, 0(r30) -; P8-NEXT: xxlor vs61, f1, f1 +; P8-NEXT: rldicl r3, r29, 48, 48 +; P8-NEXT: xxlor vs63, f1, f1 +; P8-NEXT: clrlwi r3, r3, 16 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: li r3, 80 -; P8-NEXT: xxmrghd vs0, vs61, vs1 -; P8-NEXT: xxmrghd vs1, vs63, vs62 -; P8-NEXT: ld r30, 96(r1) # 8-byte Folded Reload -; P8-NEXT: lxvd2x vs63, r1, r3 # 16-byte Folded Reload -; P8-NEXT: li r3, 64 +; P8-NEXT: xxmrghd vs0, vs1, vs63 +; P8-NEXT: li r3, 96 +; P8-NEXT: ld r30, 128(r1) # 8-byte Folded Reload +; P8-NEXT: ld r29, 120(r1) # 8-byte Folded Reload ; P8-NEXT: xvcvdpsp vs34, vs0 -; P8-NEXT: xvcvdpsp vs35, vs1 +; P8-NEXT: lxvd2x vs63, r1, r3 # 16-byte Folded Reload +; P8-NEXT: li r3, 80 +; P8-NEXT: vmrgew v2, v2, v30 ; P8-NEXT: lxvd2x vs62, r1, r3 # 16-byte Folded Reload -; P8-NEXT: li r3, 48 -; P8-NEXT: lxvd2x vs61, r1, r3 # 16-byte Folded Reload -; P8-NEXT: vmrgew v2, v3, v2 -; P8-NEXT: addi r1, r1, 112 +; P8-NEXT: addi r1, r1, 144 ; P8-NEXT: ld r0, 16(r1) ; P8-NEXT: mtlr r0 ; P8-NEXT: blr ; ; P9-LABEL: test_extend32_vec4: ; P9: # %bb.0: -; P9-NEXT: lhz r4, 6(r3) +; P9-NEXT: lwz r4, 4(r3) +; P9-NEXT: stw r4, -16(r1) +; P9-NEXT: lwz r3, 0(r3) +; P9-NEXT: lxv vs34, -16(r1) +; P9-NEXT: stw r3, -32(r1) +; P9-NEXT: li r3, 0 +; P9-NEXT: lxv vs35, -32(r1) +; P9-NEXT: vextuhrx r4, r3, v3 +; P9-NEXT: vextuhrx r3, r3, v2 +; P9-NEXT: clrlwi r4, r4, 16 +; P9-NEXT: clrlwi r3, r3, 16 ; P9-NEXT: mtfprwz f0, r4 +; P9-NEXT: mtfprwz f1, r3 +; P9-NEXT: li r3, 2 ; P9-NEXT: xscvhpdp f0, f0 -; P9-NEXT: lhz r4, 2(r3) -; P9-NEXT: mtfprwz f1, r4 ; P9-NEXT: xscvhpdp f1, f1 -; P9-NEXT: lhz r4, 4(r3) -; P9-NEXT: mtfprwz f2, r4 -; P9-NEXT: xscvhpdp f2, f2 -; P9-NEXT: lhz r3, 0(r3) -; P9-NEXT: xxmrghd vs0, vs0, vs1 -; P9-NEXT: mtfprwz f3, r3 -; P9-NEXT: xvcvdpsp vs35, vs0 -; P9-NEXT: xscvhpdp f3, f3 -; P9-NEXT: xxmrghd vs2, vs2, vs3 -; P9-NEXT: xvcvdpsp vs34, vs2 -; P9-NEXT: vmrgew v2, v3, v2 +; P9-NEXT: vextuhrx r4, r3, v3 +; P9-NEXT: vextuhrx r3, r3, v2 +; P9-NEXT: clrlwi r4, r4, 16 +; P9-NEXT: clrlwi r3, r3, 16 +; P9-NEXT: xxmrghd vs0, vs1, vs0 +; P9-NEXT: mtfprwz f1, r3 +; P9-NEXT: xvcvdpsp vs36, vs0 +; P9-NEXT: mtfprwz f0, r4 +; P9-NEXT: xscvhpdp f0, f0 +; P9-NEXT: xscvhpdp f1, f1 +; P9-NEXT: xxmrghd vs0, vs1, vs0 +; P9-NEXT: xvcvdpsp vs34, vs0 +; P9-NEXT: vmrgew v2, v2, v4 ; P9-NEXT: blr ; ; SOFT-LABEL: test_extend32_vec4: @@ -1443,39 +1289,39 @@ define <4 x float> @test_extend32_vec4(ptr %p) nounwind { ; BE-LABEL: test_extend32_vec4: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -176(r1) -; BE-NEXT: std r0, 192(r1) -; BE-NEXT: std r30, 136(r1) # 8-byte Folded Spill -; BE-NEXT: mr r30, r3 -; BE-NEXT: lhz r3, 0(r3) -; BE-NEXT: stfd f29, 152(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 160(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 168(r1) # 8-byte Folded Spill +; BE-NEXT: stdu r1, -192(r1) +; BE-NEXT: std r0, 208(r1) +; BE-NEXT: lwz r4, 0(r3) +; BE-NEXT: stw r4, 160(r1) +; BE-NEXT: lwz r3, 4(r3) +; BE-NEXT: stw r3, 176(r1) +; BE-NEXT: addi r3, r1, 160 +; BE-NEXT: lvx v2, 0, r3 +; BE-NEXT: addi r3, r1, 176 +; BE-NEXT: lvx v3, 0, r3 +; BE-NEXT: addi r3, r1, 128 +; BE-NEXT: stvx v3, 0, r3 +; BE-NEXT: addi r3, r1, 112 +; BE-NEXT: stvx v2, 0, r3 +; BE-NEXT: lhz r3, 130(r1) ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lhz r3, 2(r30) -; BE-NEXT: fmr f31, f1 +; BE-NEXT: lhz r3, 128(r1) +; BE-NEXT: stfs f1, 156(r1) ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lhz r3, 4(r30) -; BE-NEXT: fmr f30, f1 +; BE-NEXT: lhz r3, 114(r1) +; BE-NEXT: stfs f1, 152(r1) ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lhz r3, 6(r30) -; BE-NEXT: fmr f29, f1 +; BE-NEXT: lhz r3, 112(r1) +; BE-NEXT: stfs f1, 148(r1) ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: stfs f29, 120(r1) -; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: stfs f30, 116(r1) -; BE-NEXT: stfs f31, 112(r1) -; BE-NEXT: stfs f1, 124(r1) +; BE-NEXT: stfs f1, 144(r1) +; BE-NEXT: addi r3, r1, 144 ; BE-NEXT: lvx v2, 0, r3 -; BE-NEXT: lfd f31, 168(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 160(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 152(r1) # 8-byte Folded Reload -; BE-NEXT: ld r30, 136(r1) # 8-byte Folded Reload -; BE-NEXT: addi r1, r1, 176 +; BE-NEXT: addi r1, r1, 192 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -1522,39 +1368,41 @@ define <4 x double> @test_extend64_vec4(ptr %p) nounwind { ; P8: # %bb.0: ; P8-NEXT: mflr r0 ; P8-NEXT: stdu r1, -112(r1) -; P8-NEXT: li r4, 48 ; P8-NEXT: std r0, 128(r1) +; P8-NEXT: li r4, 48 +; P8-NEXT: std r28, 80(r1) # 8-byte Folded Spill +; P8-NEXT: lhz r28, 2(r3) +; P8-NEXT: std r29, 88(r1) # 8-byte Folded Spill ; P8-NEXT: std r30, 96(r1) # 8-byte Folded Spill -; P8-NEXT: mr r30, r3 -; P8-NEXT: lhz r3, 6(r3) -; P8-NEXT: stxvd2x vs61, r1, r4 # 16-byte Folded Spill -; P8-NEXT: li r4, 64 +; P8-NEXT: lhz r30, 6(r3) +; P8-NEXT: lhz r29, 4(r3) +; P8-NEXT: lhz r3, 0(r3) ; P8-NEXT: stxvd2x vs62, r1, r4 # 16-byte Folded Spill -; P8-NEXT: li r4, 80 +; P8-NEXT: li r4, 64 ; P8-NEXT: stxvd2x vs63, r1, r4 # 16-byte Folded Spill ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: lhz r3, 4(r30) +; P8-NEXT: mr r3, r28 ; P8-NEXT: xxlor vs63, f1, f1 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: lhz r3, 2(r30) -; P8-NEXT: xxlor vs62, f1, f1 +; P8-NEXT: mr r3, r29 +; P8-NEXT: xxmrghd vs63, vs1, vs63 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: lhz r3, 0(r30) -; P8-NEXT: xxlor vs61, f1, f1 +; P8-NEXT: mr r3, r30 +; P8-NEXT: xxlor vs62, f1, f1 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: li r3, 80 -; P8-NEXT: xxmrghd vs35, vs63, vs62 -; P8-NEXT: xxmrghd vs34, vs61, vs1 +; P8-NEXT: li r3, 64 +; P8-NEXT: vmr v2, v31 +; P8-NEXT: xxmrghd vs35, vs1, vs62 ; P8-NEXT: ld r30, 96(r1) # 8-byte Folded Reload +; P8-NEXT: ld r29, 88(r1) # 8-byte Folded Reload +; P8-NEXT: ld r28, 80(r1) # 8-byte Folded Reload ; P8-NEXT: lxvd2x vs63, r1, r3 # 16-byte Folded Reload -; P8-NEXT: li r3, 64 -; P8-NEXT: lxvd2x vs62, r1, r3 # 16-byte Folded Reload ; P8-NEXT: li r3, 48 -; P8-NEXT: lxvd2x vs61, r1, r3 # 16-byte Folded Reload +; P8-NEXT: lxvd2x vs62, r1, r3 # 16-byte Folded Reload ; P8-NEXT: addi r1, r1, 112 ; P8-NEXT: ld r0, 16(r1) ; P8-NEXT: mtlr r0 @@ -1627,36 +1475,43 @@ define <4 x double> @test_extend64_vec4(ptr %p) nounwind { ; BE-LABEL: test_extend64_vec4: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -160(r1) -; BE-NEXT: std r0, 176(r1) -; BE-NEXT: std r30, 120(r1) # 8-byte Folded Spill -; BE-NEXT: mr r30, r3 -; BE-NEXT: lhz r3, 6(r3) -; BE-NEXT: stfd f29, 136(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 144(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 152(r1) # 8-byte Folded Spill +; BE-NEXT: stdu r1, -176(r1) +; BE-NEXT: std r0, 192(r1) +; BE-NEXT: std r28, 120(r1) # 8-byte Folded Spill +; BE-NEXT: std r29, 128(r1) # 8-byte Folded Spill +; BE-NEXT: std r30, 136(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r30, 6(r3) +; BE-NEXT: lhz r29, 4(r3) +; BE-NEXT: lhz r28, 2(r3) +; BE-NEXT: lhz r3, 0(r3) +; BE-NEXT: stfd f29, 152(r1) # 8-byte Folded Spill +; BE-NEXT: stfd f30, 160(r1) # 8-byte Folded Spill +; BE-NEXT: stfd f31, 168(r1) # 8-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lhz r3, 4(r30) +; BE-NEXT: mr r3, r28 ; BE-NEXT: fmr f31, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lhz r3, 2(r30) +; BE-NEXT: mr r3, r29 ; BE-NEXT: fmr f30, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lhz r3, 0(r30) +; BE-NEXT: mr r3, r30 ; BE-NEXT: fmr f29, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f2, f29 -; BE-NEXT: fmr f3, f30 -; BE-NEXT: lfd f30, 144(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 136(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f4, f31 -; BE-NEXT: lfd f31, 152(r1) # 8-byte Folded Reload -; BE-NEXT: ld r30, 120(r1) # 8-byte Folded Reload -; BE-NEXT: addi r1, r1, 160 +; BE-NEXT: fmr f4, f1 +; BE-NEXT: fmr f1, f31 +; BE-NEXT: lfd f31, 168(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 136(r1) # 8-byte Folded Reload +; BE-NEXT: fmr f2, f30 +; BE-NEXT: fmr f3, f29 +; BE-NEXT: lfd f30, 160(r1) # 8-byte Folded Reload +; BE-NEXT: lfd f29, 152(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 128(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 120(r1) # 8-byte Folded Reload +; BE-NEXT: addi r1, r1, 176 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -1785,56 +1640,30 @@ define void @test_trunc32_vec4(<4 x float> %a, ptr %p) nounwind { ; SOFT-NEXT: std r29, -24(r1) # 8-byte Folded Spill ; SOFT-NEXT: std r30, -16(r1) # 8-byte Folded Spill ; SOFT-NEXT: stdu r1, -80(r1) -; SOFT-NEXT: mr r27, r3 -; SOFT-NEXT: clrldi r3, r6, 32 +; SOFT-NEXT: clrldi r3, r3, 32 ; SOFT-NEXT: std r0, 96(r1) ; SOFT-NEXT: mr r30, r7 -; SOFT-NEXT: mr r29, r5 -; SOFT-NEXT: mr r28, r4 +; SOFT-NEXT: mr r29, r6 +; SOFT-NEXT: mr r28, r5 +; SOFT-NEXT: mr r27, r4 ; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop ; SOFT-NEXT: mr r26, r3 -; SOFT-NEXT: clrldi r3, r29, 32 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: mr r29, r3 -; SOFT-NEXT: clrldi r3, r28, 32 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: mr r28, r3 ; SOFT-NEXT: clrldi r3, r27, 32 ; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop ; SOFT-NEXT: mr r27, r3 -; SOFT-NEXT: clrldi r3, r28, 48 -; SOFT-NEXT: bl __extendhfsf2 +; SOFT-NEXT: clrldi r3, r28, 32 +; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop ; SOFT-NEXT: mr r28, r3 -; SOFT-NEXT: clrldi r3, r29, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: mr r29, r3 -; SOFT-NEXT: clrldi r3, r26, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop +; SOFT-NEXT: clrldi r3, r29, 32 ; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop ; SOFT-NEXT: sth r3, 6(r30) -; SOFT-NEXT: mr r3, r29 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: sth r3, 4(r30) -; SOFT-NEXT: mr r3, r28 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: sth r3, 2(r30) -; SOFT-NEXT: mr r3, r27 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: sth r3, 0(r30) +; SOFT-NEXT: sth r28, 4(r30) +; SOFT-NEXT: sth r27, 2(r30) +; SOFT-NEXT: sth r26, 0(r30) ; SOFT-NEXT: addi r1, r1, 80 ; SOFT-NEXT: ld r0, 16(r1) ; SOFT-NEXT: ld r30, -16(r1) # 8-byte Folded Reload @@ -2006,56 +1835,29 @@ define void @test_trunc64_vec4(<4 x double> %a, ptr %p) nounwind { ; SOFT-NEXT: std r29, -24(r1) # 8-byte Folded Spill ; SOFT-NEXT: std r30, -16(r1) # 8-byte Folded Spill ; SOFT-NEXT: stdu r1, -80(r1) -; SOFT-NEXT: mr r27, r3 -; SOFT-NEXT: mr r3, r6 ; SOFT-NEXT: std r0, 96(r1) ; SOFT-NEXT: mr r30, r7 -; SOFT-NEXT: mr r29, r5 -; SOFT-NEXT: mr r28, r4 +; SOFT-NEXT: mr r29, r6 +; SOFT-NEXT: mr r28, r5 +; SOFT-NEXT: mr r27, r4 ; SOFT-NEXT: bl __truncdfhf2 ; SOFT-NEXT: nop ; SOFT-NEXT: mr r26, r3 -; SOFT-NEXT: mr r3, r29 +; SOFT-NEXT: mr r3, r27 ; SOFT-NEXT: bl __truncdfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: mr r29, r3 +; SOFT-NEXT: mr r27, r3 ; SOFT-NEXT: mr r3, r28 ; SOFT-NEXT: bl __truncdfhf2 ; SOFT-NEXT: nop ; SOFT-NEXT: mr r28, r3 -; SOFT-NEXT: mr r3, r27 +; SOFT-NEXT: mr r3, r29 ; SOFT-NEXT: bl __truncdfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: mr r27, r3 -; SOFT-NEXT: clrldi r3, r28, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: mr r28, r3 -; SOFT-NEXT: clrldi r3, r29, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: mr r29, r3 -; SOFT-NEXT: clrldi r3, r26, 48 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop ; SOFT-NEXT: sth r3, 6(r30) -; SOFT-NEXT: mr r3, r29 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: sth r3, 4(r30) -; SOFT-NEXT: mr r3, r28 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: sth r3, 2(r30) -; SOFT-NEXT: mr r3, r27 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: sth r3, 0(r30) +; SOFT-NEXT: sth r28, 4(r30) +; SOFT-NEXT: sth r27, 2(r30) +; SOFT-NEXT: sth r26, 0(r30) ; SOFT-NEXT: addi r1, r1, 80 ; SOFT-NEXT: ld r0, 16(r1) ; SOFT-NEXT: ld r30, -16(r1) # 8-byte Folded Reload @@ -2121,25 +1923,28 @@ define float @test_sitofp_fadd_i32(i32 %a, ptr %b) nounwind { ; PPC32-NEXT: mflr r0 ; PPC32-NEXT: stwu r1, -32(r1) ; PPC32-NEXT: stw r0, 36(r1) +; PPC32-NEXT: lis r5, 17200 +; PPC32-NEXT: xoris r3, r3, 32768 ; PPC32-NEXT: stw r30, 16(r1) # 4-byte Folded Spill -; PPC32-NEXT: mr r30, r3 -; PPC32-NEXT: lhz r3, 0(r4) -; PPC32-NEXT: stfd f31, 24(r1) # 8-byte Folded Spill -; PPC32-NEXT: bl __extendhfsf2 -; PPC32-NEXT: lis r3, 17200 -; PPC32-NEXT: stw r3, 8(r1) -; PPC32-NEXT: xoris r3, r30, 32768 +; PPC32-NEXT: lhz r30, 0(r4) +; PPC32-NEXT: stw r5, 8(r1) ; PPC32-NEXT: stw r3, 12(r1) ; PPC32-NEXT: lis r3, .LCPI23_0@ha -; PPC32-NEXT: fmr f31, f1 ; PPC32-NEXT: lfd f0, 8(r1) ; PPC32-NEXT: lfs f1, .LCPI23_0@l(r3) +; PPC32-NEXT: stfd f31, 24(r1) # 8-byte Folded Spill ; PPC32-NEXT: fsub f0, f0, f1 ; PPC32-NEXT: frsp f1, f0 ; PPC32-NEXT: bl __truncsfhf2 ; PPC32-NEXT: clrlwi r3, r3, 16 ; PPC32-NEXT: bl __extendhfsf2 -; PPC32-NEXT: fadds f1, f31, f1 +; PPC32-NEXT: mr r3, r30 +; PPC32-NEXT: fmr f31, f1 +; PPC32-NEXT: bl __extendhfsf2 +; PPC32-NEXT: fadds f1, f1, f31 +; PPC32-NEXT: bl __truncsfhf2 +; PPC32-NEXT: clrlwi r3, r3, 16 +; PPC32-NEXT: bl __extendhfsf2 ; PPC32-NEXT: lfd f31, 24(r1) # 8-byte Folded Reload ; PPC32-NEXT: lwz r30, 16(r1) # 4-byte Folded Reload ; PPC32-NEXT: lwz r0, 36(r1) @@ -2153,20 +1958,25 @@ define float @test_sitofp_fadd_i32(i32 %a, ptr %b) nounwind { ; P8-NEXT: std r30, -24(r1) # 8-byte Folded Spill ; P8-NEXT: stfd f31, -8(r1) # 8-byte Folded Spill ; P8-NEXT: stdu r1, -64(r1) +; P8-NEXT: mtfprwa f0, r3 ; P8-NEXT: std r0, 80(r1) -; P8-NEXT: mr r30, r3 -; P8-NEXT: lhz r3, 0(r4) +; P8-NEXT: lhz r30, 0(r4) +; P8-NEXT: xscvsxdsp f1, f0 +; P8-NEXT: bl __truncsfhf2 +; P8-NEXT: nop +; P8-NEXT: clrldi r3, r3, 48 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: mtfprwa f0, r30 +; P8-NEXT: mr r3, r30 ; P8-NEXT: fmr f31, f1 -; P8-NEXT: xscvsxdsp f1, f0 +; P8-NEXT: bl __extendhfsf2 +; P8-NEXT: nop +; P8-NEXT: xsaddsp f1, f1, f31 ; P8-NEXT: bl __truncsfhf2 ; P8-NEXT: nop ; P8-NEXT: clrldi r3, r3, 48 ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: xsaddsp f1, f31, f1 ; P8-NEXT: addi r1, r1, 64 ; P8-NEXT: ld r0, 16(r1) ; P8-NEXT: lfd f31, -8(r1) # 8-byte Folded Reload @@ -2176,17 +1986,22 @@ define float @test_sitofp_fadd_i32(i32 %a, ptr %b) nounwind { ; ; P9-LABEL: test_sitofp_fadd_i32: ; P9: # %bb.0: -; P9-NEXT: mtfprwa f1, r3 +; P9-NEXT: mtfprwa f0, r3 ; P9-NEXT: lhz r4, 0(r4) -; P9-NEXT: xscvsxdsp f1, f1 +; P9-NEXT: xscvsxdsp f0, f0 +; P9-NEXT: xscvdphp f0, f0 +; P9-NEXT: mffprwz r3, f0 ; P9-NEXT: mtfprwz f0, r4 -; P9-NEXT: xscvhpdp f0, f0 -; P9-NEXT: xscvdphp f1, f1 -; P9-NEXT: mffprwz r3, f1 ; P9-NEXT: clrlwi r3, r3, 16 +; P9-NEXT: xscvhpdp f0, f0 ; P9-NEXT: mtfprwz f1, r3 ; P9-NEXT: xscvhpdp f1, f1 -; P9-NEXT: xsaddsp f1, f0, f1 +; P9-NEXT: xsaddsp f0, f0, f1 +; P9-NEXT: xscvdphp f0, f0 +; P9-NEXT: mffprwz r3, f0 +; P9-NEXT: clrlwi r3, r3, 16 +; P9-NEXT: mtfprwz f0, r3 +; P9-NEXT: xscvhpdp f1, f0 ; P9-NEXT: blr ; ; SOFT-LABEL: test_sitofp_fadd_i32: @@ -2195,25 +2010,31 @@ define float @test_sitofp_fadd_i32(i32 %a, ptr %b) nounwind { ; SOFT-NEXT: std r29, -24(r1) # 8-byte Folded Spill ; SOFT-NEXT: std r30, -16(r1) # 8-byte Folded Spill ; SOFT-NEXT: stdu r1, -64(r1) +; SOFT-NEXT: extsw r3, r3 ; SOFT-NEXT: std r0, 80(r1) -; SOFT-NEXT: mr r30, r3 -; SOFT-NEXT: lhz r3, 0(r4) -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: mr r29, r3 -; SOFT-NEXT: extsw r3, r30 +; SOFT-NEXT: mr r30, r4 ; SOFT-NEXT: bl __floatsisf ; SOFT-NEXT: nop ; SOFT-NEXT: clrldi r3, r3, 32 ; SOFT-NEXT: bl __truncsfhf2 ; SOFT-NEXT: nop -; SOFT-NEXT: clrldi r3, r3, 48 +; SOFT-NEXT: mr r29, r3 +; SOFT-NEXT: lhz r3, 0(r30) +; SOFT-NEXT: bl __extendhfsf2 +; SOFT-NEXT: nop +; SOFT-NEXT: mr r30, r3 +; SOFT-NEXT: clrldi r3, r29, 48 ; SOFT-NEXT: bl __extendhfsf2 ; SOFT-NEXT: nop ; SOFT-NEXT: mr r4, r3 -; SOFT-NEXT: mr r3, r29 +; SOFT-NEXT: mr r3, r30 ; SOFT-NEXT: bl __addsf3 ; SOFT-NEXT: nop +; SOFT-NEXT: bl __truncsfhf2 +; SOFT-NEXT: nop +; SOFT-NEXT: clrldi r3, r3, 48 +; SOFT-NEXT: bl __extendhfsf2 +; SOFT-NEXT: nop ; SOFT-NEXT: addi r1, r1, 64 ; SOFT-NEXT: ld r0, 16(r1) ; SOFT-NEXT: ld r30, -16(r1) # 8-byte Folded Reload @@ -2226,24 +2047,29 @@ define float @test_sitofp_fadd_i32(i32 %a, ptr %b) nounwind { ; BE-NEXT: mflr r0 ; BE-NEXT: stdu r1, -144(r1) ; BE-NEXT: std r0, 160(r1) +; BE-NEXT: extsw r3, r3 ; BE-NEXT: std r30, 120(r1) # 8-byte Folded Spill -; BE-NEXT: mr r30, r3 -; BE-NEXT: lhz r3, 0(r4) -; BE-NEXT: stfd f31, 136(r1) # 8-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: extsw r3, r30 -; BE-NEXT: fmr f31, f1 +; BE-NEXT: lhz r30, 0(r4) ; BE-NEXT: std r3, 112(r1) ; BE-NEXT: lfd f0, 112(r1) ; BE-NEXT: fcfid f0, f0 +; BE-NEXT: stfd f31, 136(r1) # 8-byte Folded Spill ; BE-NEXT: frsp f1, f0 ; BE-NEXT: bl __truncsfhf2 ; BE-NEXT: nop ; BE-NEXT: clrldi r3, r3, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fadds f1, f31, f1 +; BE-NEXT: mr r3, r30 +; BE-NEXT: fmr f31, f1 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop +; BE-NEXT: fadds f1, f1, f31 +; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: nop +; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: lfd f31, 136(r1) # 8-byte Folded Reload ; BE-NEXT: ld r30, 120(r1) # 8-byte Folded Reload ; BE-NEXT: addi r1, r1, 144 @@ -2261,21 +2087,17 @@ define half @PR40273(half) nounwind { ; PPC32: # %bb.0: ; PPC32-NEXT: mflr r0 ; PPC32-NEXT: stwu r1, -16(r1) -; PPC32-NEXT: stw r0, 20(r1) -; PPC32-NEXT: bl __truncsfhf2 ; PPC32-NEXT: clrlwi r3, r3, 16 +; PPC32-NEXT: stw r0, 20(r1) ; PPC32-NEXT: bl __extendhfsf2 ; PPC32-NEXT: lis r3, .LCPI24_0@ha ; PPC32-NEXT: lfs f0, .LCPI24_0@l(r3) -; PPC32-NEXT: li r3, 0 +; PPC32-NEXT: li r3, 15360 ; PPC32-NEXT: fcmpu cr0, f1, f0 -; PPC32-NEXT: bc 12, eq, .LBB24_2 +; PPC32-NEXT: bne cr0, .LBB24_2 ; PPC32-NEXT: # %bb.1: -; PPC32-NEXT: li r3, 4 +; PPC32-NEXT: li r3, 0 ; PPC32-NEXT: .LBB24_2: -; PPC32-NEXT: li r4, .LCPI24_1@l -; PPC32-NEXT: addis r4, r4, .LCPI24_1@ha -; PPC32-NEXT: lfsx f1, r4, r3 ; PPC32-NEXT: lwz r0, 20(r1) ; PPC32-NEXT: addi r1, r1, 16 ; PPC32-NEXT: mtlr r0 @@ -2285,20 +2107,14 @@ define half @PR40273(half) nounwind { ; P8: # %bb.0: ; P8-NEXT: mflr r0 ; P8-NEXT: stdu r1, -32(r1) -; P8-NEXT: std r0, 48(r1) -; P8-NEXT: bl __truncsfhf2 -; P8-NEXT: nop ; P8-NEXT: clrldi r3, r3, 48 +; P8-NEXT: std r0, 48(r1) ; P8-NEXT: bl __extendhfsf2 ; P8-NEXT: nop -; P8-NEXT: fmr f0, f1 -; P8-NEXT: xxlxor f1, f1, f1 -; P8-NEXT: fcmpu cr0, f0, f1 -; P8-NEXT: beq cr0, .LBB24_2 -; P8-NEXT: # %bb.1: -; P8-NEXT: vspltisw v2, 1 -; P8-NEXT: xvcvsxwdp vs1, vs34 -; P8-NEXT: .LBB24_2: +; P8-NEXT: xxlxor f0, f0, f0 +; P8-NEXT: li r3, 15360 +; P8-NEXT: fcmpu cr0, f1, f0 +; P8-NEXT: iseleq r3, 0, r3 ; P8-NEXT: addi r1, r1, 32 ; P8-NEXT: ld r0, 16(r1) ; P8-NEXT: mtlr r0 @@ -2306,17 +2122,13 @@ define half @PR40273(half) nounwind { ; ; P9-LABEL: PR40273: ; P9: # %bb.0: -; P9-NEXT: xscvdphp f0, f1 -; P9-NEXT: xxlxor f1, f1, f1 -; P9-NEXT: mffprwz r3, f0 ; P9-NEXT: clrlwi r3, r3, 16 +; P9-NEXT: xxlxor f1, f1, f1 ; P9-NEXT: mtfprwz f0, r3 +; P9-NEXT: li r3, 15360 ; P9-NEXT: xscvhpdp f0, f0 ; P9-NEXT: fcmpu cr0, f0, f1 -; P9-NEXT: beqlr cr0 -; P9-NEXT: # %bb.1: -; P9-NEXT: vspltisw v2, 1 -; P9-NEXT: xvcvsxwdp vs1, vs34 +; P9-NEXT: iseleq r3, 0, r3 ; P9-NEXT: blr ; ; SOFT-LABEL: PR40273: @@ -2331,10 +2143,8 @@ define half @PR40273(half) nounwind { ; SOFT-NEXT: bl __nesf2 ; SOFT-NEXT: nop ; SOFT-NEXT: cmplwi r3, 0 -; SOFT-NEXT: lis r3, 16256 +; SOFT-NEXT: li r3, 15360 ; SOFT-NEXT: iseleq r3, 0, r3 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop ; SOFT-NEXT: addi r1, r1, 32 ; SOFT-NEXT: ld r0, 16(r1) ; SOFT-NEXT: mtlr r0 @@ -2344,23 +2154,18 @@ define half @PR40273(half) nounwind { ; BE: # %bb.0: ; BE-NEXT: mflr r0 ; BE-NEXT: stdu r1, -112(r1) -; BE-NEXT: std r0, 128(r1) -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop ; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r0, 128(r1) ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: addis r3, r2, .LCPI24_0@toc@ha ; BE-NEXT: lfs f0, .LCPI24_0@toc@l(r3) -; BE-NEXT: li r3, 0 +; BE-NEXT: li r3, 15360 ; BE-NEXT: fcmpu cr0, f1, f0 -; BE-NEXT: bc 12, eq, .LBB24_2 +; BE-NEXT: bne cr0, .LBB24_2 ; BE-NEXT: # %bb.1: -; BE-NEXT: li r3, 4 +; BE-NEXT: li r3, 0 ; BE-NEXT: .LBB24_2: -; BE-NEXT: addis r4, r2, .LCPI24_1@toc@ha -; BE-NEXT: addi r4, r4, .LCPI24_1@toc@l -; BE-NEXT: lfsx f1, r4, r3 ; BE-NEXT: addi r1, r1, 112 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 @@ -2375,43 +2180,13 @@ define half @PR40273(half) nounwind { define half @fabs(half %x) nounwind { ; PPC32-LABEL: fabs: ; PPC32: # %bb.0: -; PPC32-NEXT: mflr r0 -; PPC32-NEXT: stwu r1, -16(r1) -; PPC32-NEXT: stw r0, 20(r1) -; PPC32-NEXT: bl __truncsfhf2 -; PPC32-NEXT: clrlwi r3, r3, 16 -; PPC32-NEXT: bl __extendhfsf2 -; PPC32-NEXT: fabs f1, f1 -; PPC32-NEXT: lwz r0, 20(r1) -; PPC32-NEXT: addi r1, r1, 16 -; PPC32-NEXT: mtlr r0 +; PPC32-NEXT: clrlwi r3, r3, 17 ; PPC32-NEXT: blr ; -; P8-LABEL: fabs: -; P8: # %bb.0: -; P8-NEXT: mflr r0 -; P8-NEXT: stdu r1, -32(r1) -; P8-NEXT: std r0, 48(r1) -; P8-NEXT: bl __truncsfhf2 -; P8-NEXT: nop -; P8-NEXT: clrldi r3, r3, 48 -; P8-NEXT: bl __extendhfsf2 -; P8-NEXT: nop -; P8-NEXT: xsabsdp f1, f1 -; P8-NEXT: addi r1, r1, 32 -; P8-NEXT: ld r0, 16(r1) -; P8-NEXT: mtlr r0 -; P8-NEXT: blr -; -; P9-LABEL: fabs: -; P9: # %bb.0: -; P9-NEXT: xscvdphp f0, f1 -; P9-NEXT: mffprwz r3, f0 -; P9-NEXT: clrlwi r3, r3, 16 -; P9-NEXT: mtfprwz f0, r3 -; P9-NEXT: xscvhpdp f0, f0 -; P9-NEXT: xsabsdp f1, f0 -; P9-NEXT: blr +; CHECK-LABEL: fabs: +; CHECK: # %bb.0: +; CHECK-NEXT: clrldi r3, r3, 49 +; CHECK-NEXT: blr ; ; SOFT-LABEL: fabs: ; SOFT: # %bb.0: @@ -2420,18 +2195,7 @@ define half @fabs(half %x) nounwind { ; ; BE-LABEL: fabs: ; BE: # %bb.0: -; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -112(r1) -; BE-NEXT: std r0, 128(r1) -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: fabs f1, f1 -; BE-NEXT: addi r1, r1, 112 -; BE-NEXT: ld r0, 16(r1) -; BE-NEXT: mtlr r0 +; BE-NEXT: clrldi r3, r3, 49 ; BE-NEXT: blr %a = call half @llvm.fabs.f16(half %x) ret half %a @@ -2440,107 +2204,28 @@ define half @fabs(half %x) nounwind { define half @fcopysign(half %x, half %y) nounwind { ; PPC32-LABEL: fcopysign: ; PPC32: # %bb.0: -; PPC32-NEXT: mflr r0 -; PPC32-NEXT: stwu r1, -32(r1) -; PPC32-NEXT: stw r0, 36(r1) -; PPC32-NEXT: stfd f31, 24(r1) # 8-byte Folded Spill -; PPC32-NEXT: fmr f31, f2 -; PPC32-NEXT: bl __truncsfhf2 -; PPC32-NEXT: clrlwi r3, r3, 16 -; PPC32-NEXT: bl __extendhfsf2 -; PPC32-NEXT: stfs f31, 20(r1) -; PPC32-NEXT: lwz r3, 20(r1) -; PPC32-NEXT: srwi r3, r3, 31 -; PPC32-NEXT: andi. r3, r3, 1 -; PPC32-NEXT: bc 12, gt, .LBB26_2 -; PPC32-NEXT: # %bb.1: -; PPC32-NEXT: fabs f1, f1 -; PPC32-NEXT: b .LBB26_3 -; PPC32-NEXT: .LBB26_2: -; PPC32-NEXT: fnabs f1, f1 -; PPC32-NEXT: .LBB26_3: -; PPC32-NEXT: lfd f31, 24(r1) # 8-byte Folded Reload -; PPC32-NEXT: lwz r0, 36(r1) -; PPC32-NEXT: addi r1, r1, 32 -; PPC32-NEXT: mtlr r0 +; PPC32-NEXT: rlwimi r3, r4, 0, 0, 16 ; PPC32-NEXT: blr ; -; P8-LABEL: fcopysign: -; P8: # %bb.0: -; P8-NEXT: mflr r0 -; P8-NEXT: stfd f31, -8(r1) # 8-byte Folded Spill -; P8-NEXT: stdu r1, -48(r1) -; P8-NEXT: std r0, 64(r1) -; P8-NEXT: fmr f31, f2 -; P8-NEXT: bl __truncsfhf2 -; P8-NEXT: nop -; P8-NEXT: clrldi r3, r3, 48 -; P8-NEXT: bl __extendhfsf2 -; P8-NEXT: nop -; P8-NEXT: fcpsgn f1, f31, f1 -; P8-NEXT: addi r1, r1, 48 -; P8-NEXT: ld r0, 16(r1) -; P8-NEXT: lfd f31, -8(r1) # 8-byte Folded Reload -; P8-NEXT: mtlr r0 -; P8-NEXT: blr -; -; P9-LABEL: fcopysign: -; P9: # %bb.0: -; P9-NEXT: xscvdphp f0, f1 -; P9-NEXT: mffprwz r3, f0 -; P9-NEXT: clrlwi r3, r3, 16 -; P9-NEXT: mtfprwz f0, r3 -; P9-NEXT: xscvhpdp f0, f0 -; P9-NEXT: fcpsgn f1, f2, f0 -; P9-NEXT: blr +; CHECK-LABEL: fcopysign: +; CHECK: # %bb.0: +; CHECK-NEXT: rotldi r4, r4, 49 +; CHECK-NEXT: clrldi r3, r3, 49 +; CHECK-NEXT: rldimi r3, r4, 15, 32 +; CHECK-NEXT: blr ; ; SOFT-LABEL: fcopysign: ; SOFT: # %bb.0: -; SOFT-NEXT: mflr r0 -; SOFT-NEXT: std r30, -16(r1) # 8-byte Folded Spill -; SOFT-NEXT: stdu r1, -48(r1) -; SOFT-NEXT: clrldi r3, r3, 48 -; SOFT-NEXT: std r0, 64(r1) -; SOFT-NEXT: mr r30, r4 -; SOFT-NEXT: bl __extendhfsf2 -; SOFT-NEXT: nop -; SOFT-NEXT: rlwimi r3, r30, 16, 0, 0 -; SOFT-NEXT: clrldi r3, r3, 32 -; SOFT-NEXT: bl __truncsfhf2 -; SOFT-NEXT: nop -; SOFT-NEXT: addi r1, r1, 48 -; SOFT-NEXT: ld r0, 16(r1) -; SOFT-NEXT: ld r30, -16(r1) # 8-byte Folded Reload -; SOFT-NEXT: mtlr r0 +; SOFT-NEXT: rotldi r4, r4, 49 +; SOFT-NEXT: clrldi r3, r3, 49 +; SOFT-NEXT: rldimi r3, r4, 15, 32 ; SOFT-NEXT: blr ; ; BE-LABEL: fcopysign: ; BE: # %bb.0: -; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -128(r1) -; BE-NEXT: std r0, 144(r1) -; BE-NEXT: stfd f31, 120(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f2 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: stfs f31, 116(r1) -; BE-NEXT: lwz r3, 116(r1) -; BE-NEXT: srwi r3, r3, 31 -; BE-NEXT: andi. r3, r3, 1 -; BE-NEXT: bc 12, gt, .LBB26_2 -; BE-NEXT: # %bb.1: -; BE-NEXT: fabs f1, f1 -; BE-NEXT: b .LBB26_3 -; BE-NEXT: .LBB26_2: -; BE-NEXT: fnabs f1, f1 -; BE-NEXT: .LBB26_3: -; BE-NEXT: lfd f31, 120(r1) # 8-byte Folded Reload -; BE-NEXT: addi r1, r1, 128 -; BE-NEXT: ld r0, 16(r1) -; BE-NEXT: mtlr r0 +; BE-NEXT: rotldi r4, r4, 49 +; BE-NEXT: clrldi r3, r3, 49 +; BE-NEXT: rldimi r3, r4, 15, 32 ; BE-NEXT: blr %a = call half @llvm.copysign.f16(half %x, half %y) ret half %a diff --git a/llvm/test/CodeGen/PowerPC/ldexp.ll b/llvm/test/CodeGen/PowerPC/ldexp.ll index 8d7253b5ce8e3..3c8439683cba5 100644 --- a/llvm/test/CodeGen/PowerPC/ldexp.ll +++ b/llvm/test/CodeGen/PowerPC/ldexp.ll @@ -143,15 +143,15 @@ define half @ldexp_f16(half %arg0, i32 %arg1) nounwind { ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 ; CHECK-NEXT: stdu r1, -32(r1) +; CHECK-NEXT: clrlwi r3, r3, 16 ; CHECK-NEXT: std r0, 48(r1) -; CHECK-NEXT: xscvdphp f0, f1 ; CHECK-NEXT: extsw r4, r4 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 ; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl ldexpf ; CHECK-NEXT: nop +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: mffprwz r3, f0 ; CHECK-NEXT: addi r1, r1, 32 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 diff --git a/llvm/test/CodeGen/PowerPC/llvm.frexp.ll b/llvm/test/CodeGen/PowerPC/llvm.frexp.ll index 95d763d7179ed..b0f9fd47a1e54 100644 --- a/llvm/test/CodeGen/PowerPC/llvm.frexp.ll +++ b/llvm/test/CodeGen/PowerPC/llvm.frexp.ll @@ -7,16 +7,16 @@ define { half, i32 } @test_frexp_f16_i32(half %a) nounwind { ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 ; CHECK-NEXT: stdu r1, -48(r1) +; CHECK-NEXT: clrlwi r3, r3, 16 ; CHECK-NEXT: std r0, 64(r1) -; CHECK-NEXT: xscvdphp f0, f1 ; CHECK-NEXT: addi r4, r1, 44 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 ; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl frexpf ; CHECK-NEXT: nop -; CHECK-NEXT: lwz r3, 44(r1) +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: lwz r4, 44(r1) +; CHECK-NEXT: mffprwz r3, f0 ; CHECK-NEXT: addi r1, r1, 48 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 @@ -30,15 +30,15 @@ define half @test_frexp_f16_i32_only_use_fract(half %a) nounwind { ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 ; CHECK-NEXT: stdu r1, -48(r1) +; CHECK-NEXT: clrlwi r3, r3, 16 ; CHECK-NEXT: std r0, 64(r1) -; CHECK-NEXT: xscvdphp f0, f1 ; CHECK-NEXT: addi r4, r1, 44 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 ; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl frexpf ; CHECK-NEXT: nop +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: mffprwz r3, f0 ; CHECK-NEXT: addi r1, r1, 48 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 @@ -53,11 +53,9 @@ define i32 @test_frexp_f16_i32_only_use_exp(half %a) nounwind { ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 ; CHECK-NEXT: stdu r1, -48(r1) +; CHECK-NEXT: clrlwi r3, r3, 16 ; CHECK-NEXT: std r0, 64(r1) -; CHECK-NEXT: xscvdphp f0, f1 ; CHECK-NEXT: addi r4, r1, 44 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 ; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl frexpf @@ -76,43 +74,42 @@ define { <2 x half>, <2 x i32> } @test_frexp_v2f16_v2i32(<2 x half> %a) nounwind ; CHECK-LABEL: test_frexp_v2f16_v2i32: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: std r29, -40(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, -32(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f30, -16(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f31, -8(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r29, -24(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r30, -16(r1) # 8-byte Folded Spill ; CHECK-NEXT: stdu r1, -80(r1) +; CHECK-NEXT: clrlwi r29, r3, 16 +; CHECK-NEXT: clrlwi r3, r4, 16 +; CHECK-NEXT: addi r30, r1, 44 +; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: std r0, 96(r1) -; CHECK-NEXT: xscvdphp f0, f2 -; CHECK-NEXT: addi r30, r1, 32 ; CHECK-NEXT: mr r4, r30 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 -; CHECK-NEXT: mtfprwz f0, r3 -; CHECK-NEXT: xscvhpdp f31, f0 -; CHECK-NEXT: xscvdphp f0, f1 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 -; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl frexpf ; CHECK-NEXT: nop -; CHECK-NEXT: addi r29, r1, 36 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: fmr f1, f31 +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: mtfprwz f0, r29 +; CHECK-NEXT: addi r29, r1, 40 +; CHECK-NEXT: sth r3, 50(r1) +; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: mr r4, r29 ; CHECK-NEXT: bl frexpf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f2, f1 -; CHECK-NEXT: lfiwzx f0, 0, r30 -; CHECK-NEXT: lfiwzx f1, 0, r29 +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: li r4, 2 +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: sth r3, 48(r1) +; CHECK-NEXT: li r3, 0 +; CHECK-NEXT: lxv v3, 48(r1) +; CHECK-NEXT: lfiwzx f0, 0, r29 +; CHECK-NEXT: lfiwzx f1, 0, r30 ; CHECK-NEXT: xxmrghw v2, vs1, vs0 -; CHECK-NEXT: fmr f1, f30 +; CHECK-NEXT: vextuhrx r3, r3, v3 +; CHECK-NEXT: vextuhrx r4, r4, v3 ; CHECK-NEXT: addi r1, r1, 80 ; CHECK-NEXT: ld r0, 16(r1) -; CHECK-NEXT: lfd f31, -8(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f30, -16(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, -32(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, -40(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, -16(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, -24(r1) # 8-byte Folded Reload ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr %result = call { <2 x half>, <2 x i32> } @llvm.frexp.v2f16.v2i32(<2 x half> %a) @@ -123,34 +120,35 @@ define <2 x half> @test_frexp_v2f16_v2i32_only_use_fract(<2 x half> %a) nounwind ; CHECK-LABEL: test_frexp_v2f16_v2i32_only_use_fract: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stfd f30, -16(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f31, -8(r1) # 8-byte Folded Spill -; CHECK-NEXT: stdu r1, -64(r1) -; CHECK-NEXT: std r0, 80(r1) -; CHECK-NEXT: xscvdphp f0, f2 -; CHECK-NEXT: addi r4, r1, 40 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 -; CHECK-NEXT: mtfprwz f0, r3 -; CHECK-NEXT: xscvhpdp f31, f0 -; CHECK-NEXT: xscvdphp f0, f1 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 +; CHECK-NEXT: std r30, -16(r1) # 8-byte Folded Spill +; CHECK-NEXT: stdu r1, -80(r1) +; CHECK-NEXT: clrlwi r30, r3, 16 +; CHECK-NEXT: clrlwi r3, r4, 16 +; CHECK-NEXT: addi r4, r1, 44 ; CHECK-NEXT: mtfprwz f0, r3 +; CHECK-NEXT: std r0, 96(r1) ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl frexpf ; CHECK-NEXT: nop -; CHECK-NEXT: addi r4, r1, 44 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: fmr f1, f31 +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: addi r4, r1, 40 +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: mtfprwz f0, r30 +; CHECK-NEXT: sth r3, 50(r1) +; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl frexpf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f2, f1 -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: addi r1, r1, 64 +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: li r4, 2 +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: sth r3, 48(r1) +; CHECK-NEXT: li r3, 0 +; CHECK-NEXT: lxv v2, 48(r1) +; CHECK-NEXT: vextuhrx r3, r3, v2 +; CHECK-NEXT: vextuhrx r4, r4, v2 +; CHECK-NEXT: addi r1, r1, 80 ; CHECK-NEXT: ld r0, 16(r1) -; CHECK-NEXT: lfd f31, -8(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f30, -16(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, -16(r1) # 8-byte Folded Reload ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr %result = call { <2 x half>, <2 x i32> } @llvm.frexp.v2f16.v2i32(<2 x half> %a) @@ -162,38 +160,31 @@ define <2 x i32> @test_frexp_v2f16_v2i32_only_use_exp(<2 x half> %a) nounwind { ; CHECK-LABEL: test_frexp_v2f16_v2i32_only_use_exp: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: std r29, -32(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, -24(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f31, -8(r1) # 8-byte Folded Spill -; CHECK-NEXT: stdu r1, -80(r1) -; CHECK-NEXT: std r0, 96(r1) -; CHECK-NEXT: xscvdphp f0, f2 -; CHECK-NEXT: addi r30, r1, 40 -; CHECK-NEXT: mr r4, r30 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 -; CHECK-NEXT: mtfprwz f0, r3 -; CHECK-NEXT: xscvhpdp f31, f0 -; CHECK-NEXT: xscvdphp f0, f1 -; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: std r29, -24(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r30, -16(r1) # 8-byte Folded Spill +; CHECK-NEXT: stdu r1, -64(r1) ; CHECK-NEXT: clrlwi r3, r3, 16 +; CHECK-NEXT: std r0, 80(r1) +; CHECK-NEXT: addi r30, r1, 32 ; CHECK-NEXT: mtfprwz f0, r3 +; CHECK-NEXT: clrlwi r29, r4, 16 +; CHECK-NEXT: mr r4, r30 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl frexpf ; CHECK-NEXT: nop -; CHECK-NEXT: addi r29, r1, 44 -; CHECK-NEXT: fmr f1, f31 +; CHECK-NEXT: mtfprwz f0, r29 +; CHECK-NEXT: addi r29, r1, 36 +; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: mr r4, r29 ; CHECK-NEXT: bl frexpf ; CHECK-NEXT: nop ; CHECK-NEXT: lfiwzx f0, 0, r30 ; CHECK-NEXT: lfiwzx f1, 0, r29 ; CHECK-NEXT: xxmrghw v2, vs1, vs0 -; CHECK-NEXT: addi r1, r1, 80 +; CHECK-NEXT: addi r1, r1, 64 ; CHECK-NEXT: ld r0, 16(r1) -; CHECK-NEXT: lfd f31, -8(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, -24(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, -32(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, -16(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, -24(r1) # 8-byte Folded Reload ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr %result = call { <2 x half>, <2 x i32> } @llvm.frexp.v2f16.v2i32(<2 x half> %a) diff --git a/llvm/test/CodeGen/PowerPC/llvm.modf.ll b/llvm/test/CodeGen/PowerPC/llvm.modf.ll index 1b137c786cc91..fa9082278826c 100644 --- a/llvm/test/CodeGen/PowerPC/llvm.modf.ll +++ b/llvm/test/CodeGen/PowerPC/llvm.modf.ll @@ -10,15 +10,17 @@ define { half, half } @test_modf_f16(half %a) { ; CHECK-NEXT: std r0, 64(r1) ; CHECK-NEXT: .cfi_def_cfa_offset 48 ; CHECK-NEXT: .cfi_offset lr, 16 -; CHECK-NEXT: xscvdphp f0, f1 -; CHECK-NEXT: addi r4, r1, 44 -; CHECK-NEXT: mffprwz r3, f0 ; CHECK-NEXT: clrlwi r3, r3, 16 +; CHECK-NEXT: addi r4, r1, 44 ; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl modff ; CHECK-NEXT: nop -; CHECK-NEXT: lfs f2, 44(r1) +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: lfs f0, 44(r1) +; CHECK-NEXT: xscvdphp f0, f0 +; CHECK-NEXT: mffprwz r4, f0 ; CHECK-NEXT: addi r1, r1, 48 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 @@ -35,14 +37,14 @@ define half @test_modf_f16_only_use_fractional_part(half %a) { ; CHECK-NEXT: std r0, 64(r1) ; CHECK-NEXT: .cfi_def_cfa_offset 48 ; CHECK-NEXT: .cfi_offset lr, 16 -; CHECK-NEXT: xscvdphp f0, f1 -; CHECK-NEXT: addi r4, r1, 44 -; CHECK-NEXT: mffprwz r3, f0 ; CHECK-NEXT: clrlwi r3, r3, 16 +; CHECK-NEXT: addi r4, r1, 44 ; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl modff ; CHECK-NEXT: nop +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: mffprwz r3, f0 ; CHECK-NEXT: addi r1, r1, 48 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 @@ -60,15 +62,15 @@ define half @test_modf_f16_only_use_integral_part(half %a) { ; CHECK-NEXT: std r0, 64(r1) ; CHECK-NEXT: .cfi_def_cfa_offset 48 ; CHECK-NEXT: .cfi_offset lr, 16 -; CHECK-NEXT: xscvdphp f0, f1 -; CHECK-NEXT: addi r4, r1, 44 -; CHECK-NEXT: mffprwz r3, f0 ; CHECK-NEXT: clrlwi r3, r3, 16 +; CHECK-NEXT: addi r4, r1, 44 ; CHECK-NEXT: mtfprwz f0, r3 ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl modff ; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 44(r1) +; CHECK-NEXT: lfs f0, 44(r1) +; CHECK-NEXT: xscvdphp f0, f0 +; CHECK-NEXT: mffprwz r3, f0 ; CHECK-NEXT: addi r1, r1, 48 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 @@ -82,40 +84,53 @@ define { <2 x half>, <2 x half> } @test_modf_v2f16(<2 x half> %a) { ; CHECK-LABEL: test_modf_v2f16: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: .cfi_def_cfa_offset 64 +; CHECK-NEXT: .cfi_def_cfa_offset 96 ; CHECK-NEXT: .cfi_offset lr, 16 -; CHECK-NEXT: .cfi_offset f30, -16 +; CHECK-NEXT: .cfi_offset r30, -24 ; CHECK-NEXT: .cfi_offset f31, -8 -; CHECK-NEXT: stfd f30, -16(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r30, -24(r1) # 8-byte Folded Spill ; CHECK-NEXT: stfd f31, -8(r1) # 8-byte Folded Spill -; CHECK-NEXT: stdu r1, -64(r1) -; CHECK-NEXT: std r0, 80(r1) -; CHECK-NEXT: xscvdphp f0, f2 -; CHECK-NEXT: addi r4, r1, 40 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 -; CHECK-NEXT: mtfprwz f0, r3 -; CHECK-NEXT: xscvhpdp f31, f0 -; CHECK-NEXT: xscvdphp f0, f1 -; CHECK-NEXT: mffprwz r3, f0 -; CHECK-NEXT: clrlwi r3, r3, 16 +; CHECK-NEXT: stdu r1, -96(r1) +; CHECK-NEXT: clrlwi r30, r3, 16 +; CHECK-NEXT: clrlwi r3, r4, 16 +; CHECK-NEXT: addi r4, r1, 44 ; CHECK-NEXT: mtfprwz f0, r3 +; CHECK-NEXT: std r0, 112(r1) ; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl modff ; CHECK-NEXT: nop -; CHECK-NEXT: addi r4, r1, 44 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: fmr f1, f31 +; CHECK-NEXT: lfs f0, 44(r1) +; CHECK-NEXT: addi r4, r1, 40 +; CHECK-NEXT: xscvdphp f0, f0 +; CHECK-NEXT: fmr f31, f1 +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: mtfprwz f0, r30 +; CHECK-NEXT: sth r3, 50(r1) +; CHECK-NEXT: xscvhpdp f1, f0 ; CHECK-NEXT: bl modff ; CHECK-NEXT: nop -; CHECK-NEXT: lfs f3, 40(r1) -; CHECK-NEXT: fmr f2, f1 -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: lfs f4, 44(r1) -; CHECK-NEXT: addi r1, r1, 64 +; CHECK-NEXT: lfs f0, 40(r1) +; CHECK-NEXT: li r5, 0 +; CHECK-NEXT: li r6, 2 +; CHECK-NEXT: xscvdphp f0, f0 +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: sth r3, 48(r1) +; CHECK-NEXT: xscvdphp f0, f31 +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: sth r3, 66(r1) +; CHECK-NEXT: xscvdphp f0, f1 +; CHECK-NEXT: lxv v2, 48(r1) +; CHECK-NEXT: mffprwz r3, f0 +; CHECK-NEXT: sth r3, 64(r1) +; CHECK-NEXT: lxv v3, 64(r1) +; CHECK-NEXT: vextuhrx r3, r5, v3 +; CHECK-NEXT: vextuhrx r4, r6, v3 +; CHECK-NEXT: vextuhrx r5, r5, v2 +; CHECK-NEXT: vextuhrx r6, r6, v2 +; CHECK-NEXT: addi r1, r1, 96 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: lfd f31, -8(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f30, -16(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, -24(r1) # 8-byte Folded Reload ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr %result = call { <2 x half>, <2 x half> } @llvm.modf.v2f16(<2 x half> %a) diff --git a/llvm/test/CodeGen/PowerPC/pr48519.ll b/llvm/test/CodeGen/PowerPC/pr48519.ll index b610f12159ee2..61a8ebe49e6dd 100644 --- a/llvm/test/CodeGen/PowerPC/pr48519.ll +++ b/llvm/test/CodeGen/PowerPC/pr48519.ll @@ -12,26 +12,21 @@ define void @julia__typed_vcat_20() #0 { ; CHECK-NEXT: std r30, -16(r1) # 8-byte Folded Spill ; CHECK-NEXT: stdu r1, -48(r1) ; CHECK-NEXT: li r30, 0 -; CHECK-NEXT: li r3, 1 +; CHECK-NEXT: li r4, 1 ; CHECK-NEXT: std r0, 64(r1) ; CHECK-NEXT: .p2align 4 ; CHECK-NEXT: .LBB0_1: # %bb3 ; CHECK-NEXT: # -; CHECK-NEXT: addi r3, r3, -1 +; CHECK-NEXT: addi r3, r4, -1 ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: xscvsxdsp f1, f0 ; CHECK-NEXT: bl __truncsfhf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop ; CHECK-NEXT: addi r30, r30, -1 -; CHECK-NEXT: li r3, 0 +; CHECK-NEXT: li r4, 0 ; CHECK-NEXT: cmpldi r30, 0 ; CHECK-NEXT: bc 12, gt, .LBB0_1 ; CHECK-NEXT: # %bb.2: # %bb11 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop ; CHECK-NEXT: sth r3, 128(0) ; ; CHECK-P9-LABEL: julia__typed_vcat_20: @@ -39,23 +34,18 @@ define void @julia__typed_vcat_20() #0 { ; CHECK-P9-NEXT: li r3, 0 ; CHECK-P9-NEXT: mtctr r3 ; CHECK-P9-NEXT: li r3, 1 -; CHECK-P9-NEXT: .p2align 4 +; CHECK-P9-NEXT: .p2align 5 ; CHECK-P9-NEXT: .LBB0_1: # %bb3 ; CHECK-P9-NEXT: # ; CHECK-P9-NEXT: addi r3, r3, -1 ; CHECK-P9-NEXT: mtfprd f0, r3 +; CHECK-P9-NEXT: li r3, 0 ; CHECK-P9-NEXT: xscvsxdsp f0, f0 ; CHECK-P9-NEXT: xscvdphp f0, f0 -; CHECK-P9-NEXT: mffprwz r3, f0 -; CHECK-P9-NEXT: clrlwi r3, r3, 16 -; CHECK-P9-NEXT: mtfprwz f0, r3 -; CHECK-P9-NEXT: li r3, 0 -; CHECK-P9-NEXT: xscvhpdp f0, f0 ; CHECK-P9-NEXT: bdnz .LBB0_1 ; CHECK-P9-NEXT: # %bb.2: # %bb11 -; CHECK-P9-NEXT: xscvdphp f0, f0 -; CHECK-P9-NEXT: li r3, 128 -; CHECK-P9-NEXT: stxsihx f0, 0, r3 +; CHECK-P9-NEXT: mffprwz r3, f0 +; CHECK-P9-NEXT: sth r3, 128(0) bb: %i = load i64, ptr addrspace(11) null, align 8 %i1 = call { i64, i1 } @llvm.ssub.with.overflow.i64(i64 %i, i64 0) @@ -147,54 +137,33 @@ bb9: ; preds = %bb3, %bb1 define void @func_48786() #0 { ; CHECK-LABEL: func_48786: ; CHECK: # %bb.0: # %bb -; CHECK-NEXT: mfocrf r12, 32 -; CHECK-NEXT: stw r12, 8(r1) -; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -48(r1) -; CHECK-NEXT: std r0, 64(r1) -; CHECK-NEXT: std r30, 32(r1) # 8-byte Folded Spill -; CHECK-NEXT: # implicit-def: $x30 ; CHECK-NEXT: ld r3, 0(r3) ; CHECK-NEXT: cmpdi r3, 0 -; CHECK-NEXT: crnot 4*cr2+lt, eq +; CHECK-NEXT: mtctr r3 +; CHECK-NEXT: crnot 4*cr5+lt, eq ; CHECK-NEXT: b .LBB2_2 -; CHECK-NEXT: .p2align 4 +; CHECK-NEXT: .p2align 5 ; CHECK-NEXT: .LBB2_1: # %bb10 ; CHECK-NEXT: # -; CHECK-NEXT: addi r30, r30, -1 -; CHECK-NEXT: cmpldi r30, 0 -; CHECK-NEXT: bc 4, gt, .LBB2_5 +; CHECK-NEXT: bdzlr ; CHECK-NEXT: .LBB2_2: # %bb2 ; CHECK-NEXT: # ; CHECK-NEXT: bc 12, 4*cr5+lt, .LBB2_1 ; CHECK-NEXT: # %bb.3: # %bb4 ; CHECK-NEXT: # -; CHECK-NEXT: lhz r3, 0(r3) -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: bc 4, 4*cr2+lt, .LBB2_6 +; CHECK-NEXT: bc 4, 4*cr5+lt, .LBB2_5 ; CHECK-NEXT: # %bb.4: # %bb8 ; CHECK-NEXT: # -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop +; CHECK-NEXT: lhz r3, 0(r3) ; CHECK-NEXT: sth r3, 0(0) ; CHECK-NEXT: b .LBB2_1 -; CHECK-NEXT: .LBB2_5: # %bb14 -; CHECK-NEXT: ld r30, 32(r1) # 8-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 48 -; CHECK-NEXT: ld r0, 16(r1) -; CHECK-NEXT: lwz r12, 8(r1) -; CHECK-NEXT: mtlr r0 -; CHECK-NEXT: mtocrf 32, r12 -; CHECK-NEXT: blr -; CHECK-NEXT: .LBB2_6: # %bb15 +; CHECK-NEXT: .LBB2_5: # %bb15 ; ; CHECK-P9-LABEL: func_48786: ; CHECK-P9: # %bb.0: # %bb ; CHECK-P9-NEXT: ld r3, 0(r3) ; CHECK-P9-NEXT: cmpdi r3, 0 ; CHECK-P9-NEXT: mtctr r3 -; CHECK-P9-NEXT: li r3, 0 ; CHECK-P9-NEXT: crnot 4*cr5+lt, eq ; CHECK-P9-NEXT: b .LBB2_2 ; CHECK-P9-NEXT: .p2align 5 @@ -206,13 +175,11 @@ define void @func_48786() #0 { ; CHECK-P9-NEXT: bc 12, 4*cr5+lt, .LBB2_1 ; CHECK-P9-NEXT: # %bb.3: # %bb4 ; CHECK-P9-NEXT: # -; CHECK-P9-NEXT: lxsihzx f0, 0, r3 -; CHECK-P9-NEXT: xscvhpdp f0, f0 ; CHECK-P9-NEXT: bc 4, 4*cr5+lt, .LBB2_5 ; CHECK-P9-NEXT: # %bb.4: # %bb8 ; CHECK-P9-NEXT: # -; CHECK-P9-NEXT: xscvdphp f0, f0 -; CHECK-P9-NEXT: stxsihx f0, 0, r3 +; CHECK-P9-NEXT: lhz r3, 0(r3) +; CHECK-P9-NEXT: sth r3, 0(0) ; CHECK-P9-NEXT: b .LBB2_1 ; CHECK-P9-NEXT: .LBB2_5: # %bb15 bb: @@ -260,41 +227,29 @@ bb15: ; preds = %bb5 define void @func_48785(half %arg) #0 { ; CHECK-LABEL: func_48785: ; CHECK: # %bb.0: # %bb -; CHECK-NEXT: mflr r0 -; CHECK-NEXT: std r29, -32(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, -24(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f31, -8(r1) # 8-byte Folded Spill -; CHECK-NEXT: stdu r1, -64(r1) -; CHECK-NEXT: fmr f31, f1 -; CHECK-NEXT: li r3, 1 -; CHECK-NEXT: li r29, 0 -; CHECK-NEXT: std r0, 80(r1) -; CHECK-NEXT: rldic r30, r3, 62, 1 -; CHECK-NEXT: .p2align 5 +; CHECK-NEXT: li r4, 1 +; CHECK-NEXT: rldic r4, r4, 62, 1 +; CHECK-NEXT: mtctr r4 +; CHECK-NEXT: li r4, 0 +; CHECK-NEXT: .p2align 4 ; CHECK-NEXT: .LBB3_1: # %bb1 ; CHECK-NEXT: # -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: addi r30, r30, -1 -; CHECK-NEXT: sth r3, 0(r29) -; CHECK-NEXT: addi r29, r29, 24 -; CHECK-NEXT: cmpldi r30, 0 -; CHECK-NEXT: bc 12, gt, .LBB3_1 +; CHECK-NEXT: sth r3, 0(r4) +; CHECK-NEXT: addi r4, r4, 24 +; CHECK-NEXT: bdnz .LBB3_1 ; CHECK-NEXT: # %bb.2: # %bb5 ; ; CHECK-P9-LABEL: func_48785: ; CHECK-P9: # %bb.0: # %bb -; CHECK-P9-NEXT: li r3, 1 -; CHECK-P9-NEXT: rldic r3, r3, 62, 1 -; CHECK-P9-NEXT: mtctr r3 -; CHECK-P9-NEXT: li r3, 0 +; CHECK-P9-NEXT: li r4, 1 +; CHECK-P9-NEXT: rldic r4, r4, 62, 1 +; CHECK-P9-NEXT: mtctr r4 +; CHECK-P9-NEXT: li r4, 0 ; CHECK-P9-NEXT: .p2align 4 ; CHECK-P9-NEXT: .LBB3_1: # %bb1 ; CHECK-P9-NEXT: # -; CHECK-P9-NEXT: xscvdphp f0, f1 -; CHECK-P9-NEXT: stxsihx f0, 0, r3 -; CHECK-P9-NEXT: addi r3, r3, 24 +; CHECK-P9-NEXT: sth r3, 0(r4) +; CHECK-P9-NEXT: addi r4, r4, 24 ; CHECK-P9-NEXT: bdnz .LBB3_1 ; CHECK-P9-NEXT: # %bb.2: # %bb5 bb: diff --git a/llvm/test/CodeGen/PowerPC/pr49092.ll b/llvm/test/CodeGen/PowerPC/pr49092.ll index 7b524a6d2f69b..3c028e9005ee6 100644 --- a/llvm/test/CodeGen/PowerPC/pr49092.ll +++ b/llvm/test/CodeGen/PowerPC/pr49092.ll @@ -8,26 +8,14 @@ define dso_local half @test2(i64 %a, i64 %b) local_unnamed_addr #0 { ; CHECK-LABEL: test2: ; CHECK: # %bb.0: # %entry -; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -32(r1) ; CHECK-NEXT: add r3, r4, r3 -; CHECK-NEXT: std r0, 48(r1) ; CHECK-NEXT: addi r3, r3, 11 -; CHECK-NEXT: clrlwi r3, r3, 16 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: addi r1, r1, 32 -; CHECK-NEXT: ld r0, 16(r1) -; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr ; ; CHECK-P9-LABEL: test2: ; CHECK-P9: # %bb.0: # %entry ; CHECK-P9-NEXT: add r3, r4, r3 ; CHECK-P9-NEXT: addi r3, r3, 11 -; CHECK-P9-NEXT: clrlwi r3, r3, 16 -; CHECK-P9-NEXT: mtfprwz f0, r3 -; CHECK-P9-NEXT: xscvhpdp f1, f0 ; CHECK-P9-NEXT: blr entry: %add = add i64 %b, %a diff --git a/llvm/test/CodeGen/PowerPC/vector-llrint.ll b/llvm/test/CodeGen/PowerPC/vector-llrint.ll index d2fb6ca1ec5b7..2a7df5fbf2719 100644 --- a/llvm/test/CodeGen/PowerPC/vector-llrint.ll +++ b/llvm/test/CodeGen/PowerPC/vector-llrint.ll @@ -15,10 +15,8 @@ define <1 x i64> @llrint_v1i64_v1f16(<1 x half> %x) nounwind { ; BE: # %bb.0: ; BE-NEXT: mflr r0 ; BE-NEXT: stdu r1, -112(r1) -; BE-NEXT: std r0, 128(r1) -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop ; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r0, 128(r1) ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: bl llrintf @@ -32,10 +30,8 @@ define <1 x i64> @llrint_v1i64_v1f16(<1 x half> %x) nounwind { ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 ; CHECK-NEXT: stdu r1, -32(r1) -; CHECK-NEXT: std r0, 48(r1) -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop ; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: std r0, 48(r1) ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop ; CHECK-NEXT: bl llrintf @@ -53,37 +49,26 @@ define <2 x i64> @llrint_v1i64_v2f16(<2 x half> %x) nounwind { ; BE-LABEL: llrint_v1i64_v2f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -160(r1) -; BE-NEXT: std r0, 176(r1) -; BE-NEXT: stfd f31, 152(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r30, 136(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 +; BE-NEXT: stdu r1, -144(r1) +; BE-NEXT: std r0, 160(r1) +; BE-NEXT: std r30, 128(r1) # 8-byte Folded Spill ; BE-NEXT: mr r30, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r30, 48 -; BE-NEXT: fmr f31, f1 +; BE-NEXT: clrldi r3, r4, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 ; BE-NEXT: std r3, 120(r1) +; BE-NEXT: clrldi r3, r30, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop ; BE-NEXT: std r3, 112(r1) ; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: ld r30, 136(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f31, 152(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 128(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v2, 0, r3 -; BE-NEXT: addi r1, r1, 160 +; BE-NEXT: addi r1, r1, 144 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -92,35 +77,28 @@ define <2 x i64> @llrint_v1i64_v2f16(<2 x half> %x) nounwind { ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 ; CHECK-NEXT: stdu r1, -96(r1) -; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: std r0, 112(r1) -; CHECK-NEXT: std r30, 72(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f31, 88(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f2 -; CHECK-NEXT: stxvd2x v31, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop +; CHECK-NEXT: li r5, 48 ; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: std r0, 112(r1) +; CHECK-NEXT: std r29, 72(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r30, 80(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r4 +; CHECK-NEXT: stxvd2x v31, r1, r5 # 16-byte Folded Spill ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: bl llrintf +; CHECK-NEXT: nop +; CHECK-NEXT: mr r29, r3 ; CHECK-NEXT: clrldi r3, r30, 48 -; CHECK-NEXT: fmr f31, f1 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: bl llrintf -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v31, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: lfd f31, 88(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 72(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, 80(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, 72(r1) # 8-byte Folded Reload ; CHECK-NEXT: xxmrghd v2, vs0, v31 ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: addi r1, r1, 96 @@ -136,73 +114,46 @@ define <4 x i64> @llrint_v4i64_v4f16(<4 x half> %x) nounwind { ; BE-LABEL: llrint_v4i64_v4f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -208(r1) -; BE-NEXT: std r0, 224(r1) -; BE-NEXT: stfd f29, 184(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f29, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r28, 152(r1) # 8-byte Folded Spill -; BE-NEXT: std r29, 160(r1) # 8-byte Folded Spill -; BE-NEXT: std r30, 168(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 192(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 200(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f4 -; BE-NEXT: fmr f30, f3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: mr r30, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 -; BE-NEXT: mr r29, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 +; BE-NEXT: stdu r1, -176(r1) +; BE-NEXT: std r0, 192(r1) +; BE-NEXT: std r28, 144(r1) # 8-byte Folded Spill ; BE-NEXT: mr r28, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: clrldi r3, r4, 48 +; BE-NEXT: std r29, 152(r1) # 8-byte Folded Spill +; BE-NEXT: std r30, 160(r1) # 8-byte Folded Spill +; BE-NEXT: mr r30, r6 +; BE-NEXT: mr r29, r5 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl llrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 120(r1) ; BE-NEXT: clrldi r3, r28, 48 -; BE-NEXT: fmr f31, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r29, 48 -; BE-NEXT: fmr f30, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop +; BE-NEXT: std r3, 112(r1) ; BE-NEXT: clrldi r3, r30, 48 -; BE-NEXT: fmr f29, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: std r3, 120(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 -; BE-NEXT: std r3, 112(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 ; BE-NEXT: std r3, 136(r1) +; BE-NEXT: clrldi r3, r29, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop ; BE-NEXT: std r3, 128(r1) ; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: ld r30, 168(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f31, 200(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 192(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 184(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 160(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 152(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 144(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v2, 0, r3 ; BE-NEXT: addi r3, r1, 128 -; BE-NEXT: ld r29, 160(r1) # 8-byte Folded Reload -; BE-NEXT: ld r28, 152(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v3, 0, r3 -; BE-NEXT: addi r1, r1, 208 +; BE-NEXT: addi r1, r1, 176 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -210,79 +161,57 @@ define <4 x i64> @llrint_v4i64_v4f16(<4 x half> %x) nounwind { ; CHECK-LABEL: llrint_v4i64_v4f16: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -144(r1) -; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: std r0, 160(r1) -; CHECK-NEXT: std r28, 88(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r29, 96(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, 104(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f29, 120(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f29, f2 -; CHECK-NEXT: stfd f30, 128(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f30, f3 -; CHECK-NEXT: stxvd2x v30, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: stfd f31, 136(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f4 -; CHECK-NEXT: stxvd2x v31, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: mr r29, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mr r28, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop +; CHECK-NEXT: stdu r1, -128(r1) +; CHECK-NEXT: li r7, 48 +; CHECK-NEXT: std r0, 144(r1) ; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: std r27, 88(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r28, 96(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r29, 104(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r29, r5 +; CHECK-NEXT: mr r28, r4 +; CHECK-NEXT: stxvd2x v30, r1, r7 # 16-byte Folded Spill +; CHECK-NEXT: li r7, 64 +; CHECK-NEXT: std r30, 112(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r6 +; CHECK-NEXT: stxvd2x v31, r1, r7 # 16-byte Folded Spill ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r28, 48 -; CHECK-NEXT: fmr f31, f1 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r29, 48 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r30, 48 -; CHECK-NEXT: fmr f29, f1 +; CHECK-NEXT: mr r27, r3 +; CHECK-NEXT: clrldi r3, r28, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v31, r27 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mtvsrd v31, r3 -; CHECK-NEXT: bl llrintf -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 ; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: clrldi r3, r29, 48 ; CHECK-NEXT: xxmrghd v31, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v30, r3 +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: clrldi r3, r30, 48 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v30, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 64 ; CHECK-NEXT: vmr v2, v31 -; CHECK-NEXT: lfd f31, 136(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f30, 128(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f29, 120(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 104(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, 96(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, 112(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, 104(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r28, 96(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r27, 88(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: ld r28, 88(r1) # 8-byte Folded Reload ; CHECK-NEXT: xxmrghd v3, vs0, v30 ; CHECK-NEXT: lxvd2x v30, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 144 +; CHECK-NEXT: addi r1, r1, 128 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr @@ -295,145 +224,86 @@ define <8 x i64> @llrint_v8i64_v8f16(<8 x half> %x) nounwind { ; BE-LABEL: llrint_v8i64_v8f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -304(r1) -; BE-NEXT: std r0, 320(r1) -; BE-NEXT: stfd f25, 248(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f25, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r24, 184(r1) # 8-byte Folded Spill -; BE-NEXT: std r25, 192(r1) # 8-byte Folded Spill -; BE-NEXT: std r26, 200(r1) # 8-byte Folded Spill -; BE-NEXT: std r27, 208(r1) # 8-byte Folded Spill -; BE-NEXT: std r28, 216(r1) # 8-byte Folded Spill -; BE-NEXT: std r29, 224(r1) # 8-byte Folded Spill -; BE-NEXT: std r30, 232(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f26, 256(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f27, 264(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f28, 272(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f29, 280(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 288(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 296(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f8 -; BE-NEXT: fmr f30, f7 -; BE-NEXT: fmr f29, f6 -; BE-NEXT: fmr f28, f5 -; BE-NEXT: fmr f27, f4 -; BE-NEXT: fmr f26, f3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 -; BE-NEXT: mr r30, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 -; BE-NEXT: mr r29, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: mr r28, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: mr r27, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 -; BE-NEXT: mr r26, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 -; BE-NEXT: mr r25, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 +; BE-NEXT: stdu r1, -240(r1) +; BE-NEXT: std r0, 256(r1) +; BE-NEXT: std r24, 176(r1) # 8-byte Folded Spill ; BE-NEXT: mr r24, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: clrldi r3, r4, 48 +; BE-NEXT: std r25, 184(r1) # 8-byte Folded Spill +; BE-NEXT: std r26, 192(r1) # 8-byte Folded Spill +; BE-NEXT: std r27, 200(r1) # 8-byte Folded Spill +; BE-NEXT: std r28, 208(r1) # 8-byte Folded Spill +; BE-NEXT: std r29, 216(r1) # 8-byte Folded Spill +; BE-NEXT: std r30, 224(r1) # 8-byte Folded Spill +; BE-NEXT: mr r29, r10 +; BE-NEXT: mr r30, r9 +; BE-NEXT: mr r27, r8 +; BE-NEXT: mr r28, r7 +; BE-NEXT: mr r26, r6 +; BE-NEXT: mr r25, r5 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl llrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 120(r1) ; BE-NEXT: clrldi r3, r24, 48 -; BE-NEXT: fmr f31, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r25, 48 -; BE-NEXT: fmr f30, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop +; BE-NEXT: std r3, 112(r1) ; BE-NEXT: clrldi r3, r26, 48 -; BE-NEXT: fmr f29, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r27, 48 -; BE-NEXT: fmr f28, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r28, 48 -; BE-NEXT: fmr f27, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r29, 48 -; BE-NEXT: fmr f26, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r30, 48 -; BE-NEXT: fmr f25, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 -; BE-NEXT: std r3, 120(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: std r3, 112(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 ; BE-NEXT: std r3, 136(r1) +; BE-NEXT: clrldi r3, r25, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 ; BE-NEXT: std r3, 128(r1) +; BE-NEXT: clrldi r3, r27, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 ; BE-NEXT: std r3, 152(r1) +; BE-NEXT: clrldi r3, r28, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 ; BE-NEXT: std r3, 144(r1) +; BE-NEXT: clrldi r3, r29, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 ; BE-NEXT: std r3, 168(r1) +; BE-NEXT: clrldi r3, r30, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop ; BE-NEXT: std r3, 160(r1) ; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: ld r30, 232(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f31, 296(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 288(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 280(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 224(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 216(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 208(r1) # 8-byte Folded Reload +; BE-NEXT: ld r27, 200(r1) # 8-byte Folded Reload +; BE-NEXT: ld r26, 192(r1) # 8-byte Folded Reload +; BE-NEXT: ld r25, 184(r1) # 8-byte Folded Reload +; BE-NEXT: ld r24, 176(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v2, 0, r3 ; BE-NEXT: addi r3, r1, 128 -; BE-NEXT: lfd f28, 272(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f27, 264(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f26, 256(r1) # 8-byte Folded Reload -; BE-NEXT: ld r29, 224(r1) # 8-byte Folded Reload -; BE-NEXT: ld r28, 216(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v3, 0, r3 ; BE-NEXT: addi r3, r1, 144 -; BE-NEXT: lfd f25, 248(r1) # 8-byte Folded Reload -; BE-NEXT: ld r27, 208(r1) # 8-byte Folded Reload -; BE-NEXT: ld r26, 200(r1) # 8-byte Folded Reload -; BE-NEXT: ld r25, 192(r1) # 8-byte Folded Reload -; BE-NEXT: ld r24, 184(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v4, 0, r3 ; BE-NEXT: addi r3, r1, 160 ; BE-NEXT: lxvd2x v5, 0, r3 -; BE-NEXT: addi r1, r1, 304 +; BE-NEXT: addi r1, r1, 240 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -441,159 +311,107 @@ define <8 x i64> @llrint_v8i64_v8f16(<8 x half> %x) nounwind { ; CHECK-LABEL: llrint_v8i64_v8f16: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -240(r1) -; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: std r0, 256(r1) -; CHECK-NEXT: std r24, 120(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r25, 128(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r26, 136(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r27, 144(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r28, 152(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r29, 160(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v28, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: std r30, 168(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f25, 184(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f25, f2 -; CHECK-NEXT: stfd f26, 192(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f26, f3 -; CHECK-NEXT: stfd f27, 200(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f27, f4 -; CHECK-NEXT: stxvd2x v29, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 80 -; CHECK-NEXT: stfd f28, 208(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f28, f5 -; CHECK-NEXT: stfd f29, 216(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f29, f6 -; CHECK-NEXT: stfd f30, 224(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f30, f7 -; CHECK-NEXT: stxvd2x v30, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 96 -; CHECK-NEXT: stfd f31, 232(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f8 -; CHECK-NEXT: stxvd2x v31, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 -; CHECK-NEXT: mr r29, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: mr r28, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: mr r27, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mr r26, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: mr r25, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mr r24, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop +; CHECK-NEXT: stdu r1, -192(r1) +; CHECK-NEXT: li r11, 48 +; CHECK-NEXT: std r0, 208(r1) ; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: std r23, 120(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r24, 128(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r25, 136(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r25, r5 +; CHECK-NEXT: mr r24, r4 +; CHECK-NEXT: stxvd2x v28, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 64 +; CHECK-NEXT: std r26, 144(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r26, r6 +; CHECK-NEXT: std r27, 152(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r28, 160(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r28, r8 +; CHECK-NEXT: mr r27, r7 +; CHECK-NEXT: stxvd2x v29, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 80 +; CHECK-NEXT: std r29, 168(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r29, r9 +; CHECK-NEXT: std r30, 176(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r10 +; CHECK-NEXT: stxvd2x v30, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 96 +; CHECK-NEXT: stxvd2x v31, r1, r11 # 16-byte Folded Spill ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r24, 48 -; CHECK-NEXT: fmr f31, f1 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r25, 48 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r26, 48 -; CHECK-NEXT: fmr f29, f1 +; CHECK-NEXT: mr r23, r3 +; CHECK-NEXT: clrldi r3, r24, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r27, 48 -; CHECK-NEXT: fmr f28, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r23 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r28, 48 -; CHECK-NEXT: fmr f27, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: clrldi r3, r25, 48 +; CHECK-NEXT: xxmrghd v31, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r29, 48 -; CHECK-NEXT: fmr f26, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r30, 48 -; CHECK-NEXT: fmr f25, f1 +; CHECK-NEXT: mr r25, r3 +; CHECK-NEXT: clrldi r3, r26, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v30, r25 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mtvsrd v31, r3 -; CHECK-NEXT: bl llrintf -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v31, vs0, v31 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: clrldi r3, r27, 48 +; CHECK-NEXT: xxmrghd v30, vs0, v30 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: mtvsrd v30, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v30, vs0, v30 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r27, r3 +; CHECK-NEXT: clrldi r3, r28, 48 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mtvsrd v29, r3 +; CHECK-NEXT: mtvsrd v29, r27 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 ; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: clrldi r3, r29, 48 ; CHECK-NEXT: xxmrghd v29, vs0, v29 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v28, r3 +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: clrldi r3, r30, 48 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v28, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 96 ; CHECK-NEXT: vmr v2, v31 -; CHECK-NEXT: lfd f31, 232(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, 176(r1) # 8-byte Folded Reload ; CHECK-NEXT: vmr v3, v30 ; CHECK-NEXT: vmr v4, v29 -; CHECK-NEXT: lfd f30, 224(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f29, 216(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, 168(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r28, 160(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 80 -; CHECK-NEXT: lfd f28, 208(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f27, 200(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f26, 192(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f25, 184(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 168(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, 160(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r27, 152(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r26, 144(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r25, 136(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r24, 128(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r23, 120(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v30, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: ld r28, 152(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r27, 144(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxmrghd v5, vs0, v28 -; CHECK-NEXT: ld r26, 136(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r25, 128(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r24, 120(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v29, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 48 +; CHECK-NEXT: xxmrghd v5, vs0, v28 ; CHECK-NEXT: lxvd2x v28, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 240 +; CHECK-NEXT: addi r1, r1, 192 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr @@ -606,286 +424,166 @@ define <16 x i64> @llrint_v16i64_v16f16(<16 x half> %x) nounwind { ; BE-LABEL: llrint_v16i64_v16f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -496(r1) -; BE-NEXT: std r0, 512(r1) -; BE-NEXT: stfd f20, 400(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f20, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r16, 248(r1) # 8-byte Folded Spill -; BE-NEXT: std r17, 256(r1) # 8-byte Folded Spill -; BE-NEXT: std r18, 264(r1) # 8-byte Folded Spill -; BE-NEXT: std r19, 272(r1) # 8-byte Folded Spill -; BE-NEXT: std r20, 280(r1) # 8-byte Folded Spill -; BE-NEXT: std r21, 288(r1) # 8-byte Folded Spill -; BE-NEXT: std r22, 296(r1) # 8-byte Folded Spill -; BE-NEXT: std r23, 304(r1) # 8-byte Folded Spill -; BE-NEXT: std r24, 312(r1) # 8-byte Folded Spill -; BE-NEXT: std r25, 320(r1) # 8-byte Folded Spill -; BE-NEXT: std r26, 328(r1) # 8-byte Folded Spill -; BE-NEXT: std r27, 336(r1) # 8-byte Folded Spill -; BE-NEXT: std r28, 344(r1) # 8-byte Folded Spill -; BE-NEXT: std r29, 352(r1) # 8-byte Folded Spill -; BE-NEXT: std r30, 360(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f17, 376(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f18, 384(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f19, 392(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f21, 408(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f22, 416(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f23, 424(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f24, 432(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f25, 440(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f26, 448(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f27, 456(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f28, 464(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f29, 472(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 480(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 488(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f13 -; BE-NEXT: fmr f29, f12 -; BE-NEXT: fmr f30, f11 -; BE-NEXT: fmr f28, f10 -; BE-NEXT: fmr f27, f9 -; BE-NEXT: fmr f26, f8 -; BE-NEXT: fmr f25, f7 -; BE-NEXT: fmr f24, f6 -; BE-NEXT: fmr f23, f5 -; BE-NEXT: fmr f22, f4 -; BE-NEXT: fmr f21, f3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f20 -; BE-NEXT: mr r30, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f22 -; BE-NEXT: mr r29, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f21 -; BE-NEXT: mr r28, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f24 -; BE-NEXT: mr r27, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f23 -; BE-NEXT: mr r26, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: mr r25, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 +; BE-NEXT: stdu r1, -368(r1) +; BE-NEXT: std r0, 384(r1) +; BE-NEXT: std r24, 304(r1) # 8-byte Folded Spill ; BE-NEXT: mr r24, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 -; BE-NEXT: mr r23, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: lhz r3, 494(r1) +; BE-NEXT: std r16, 240(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r16, 486(r1) +; BE-NEXT: std r17, 248(r1) # 8-byte Folded Spill +; BE-NEXT: std r18, 256(r1) # 8-byte Folded Spill +; BE-NEXT: std r19, 264(r1) # 8-byte Folded Spill +; BE-NEXT: std r20, 272(r1) # 8-byte Folded Spill +; BE-NEXT: std r21, 280(r1) # 8-byte Folded Spill +; BE-NEXT: std r22, 288(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r22, 534(r1) +; BE-NEXT: lhz r21, 542(r1) +; BE-NEXT: lhz r20, 518(r1) +; BE-NEXT: lhz r19, 526(r1) +; BE-NEXT: lhz r18, 502(r1) +; BE-NEXT: lhz r17, 510(r1) +; BE-NEXT: std r23, 296(r1) # 8-byte Folded Spill +; BE-NEXT: std r25, 312(r1) # 8-byte Folded Spill +; BE-NEXT: std r26, 320(r1) # 8-byte Folded Spill +; BE-NEXT: std r27, 328(r1) # 8-byte Folded Spill +; BE-NEXT: std r28, 336(r1) # 8-byte Folded Spill +; BE-NEXT: std r29, 344(r1) # 8-byte Folded Spill +; BE-NEXT: std r30, 352(r1) # 8-byte Folded Spill +; BE-NEXT: mr r29, r10 +; BE-NEXT: mr r30, r9 +; BE-NEXT: mr r27, r8 +; BE-NEXT: mr r28, r7 +; BE-NEXT: mr r25, r6 +; BE-NEXT: mr r26, r5 +; BE-NEXT: mr r23, r4 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 -; BE-NEXT: mr r22, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: mr r21, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: std r3, 120(r1) +; BE-NEXT: mr r3, r16 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 -; BE-NEXT: mr r20, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 652(r1) -; BE-NEXT: mr r19, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: std r3, 112(r1) +; BE-NEXT: mr r3, r17 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 -; BE-NEXT: mr r18, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 668(r1) -; BE-NEXT: mr r17, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: std r3, 136(r1) +; BE-NEXT: mr r3, r18 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 660(r1) -; BE-NEXT: mr r16, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 128(r1) +; BE-NEXT: mr r3, r19 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r16, 48 -; BE-NEXT: fmr f31, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r17, 48 -; BE-NEXT: fmr f30, f1 +; BE-NEXT: std r3, 152(r1) +; BE-NEXT: mr r3, r20 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r18, 48 -; BE-NEXT: fmr f29, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r19, 48 -; BE-NEXT: fmr f28, f1 +; BE-NEXT: std r3, 144(r1) +; BE-NEXT: mr r3, r21 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r20, 48 -; BE-NEXT: fmr f27, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r21, 48 -; BE-NEXT: fmr f26, f1 +; BE-NEXT: std r3, 168(r1) +; BE-NEXT: mr r3, r22 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r22, 48 -; BE-NEXT: fmr f25, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop +; BE-NEXT: std r3, 160(r1) ; BE-NEXT: clrldi r3, r23, 48 -; BE-NEXT: fmr f24, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl llrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 184(r1) ; BE-NEXT: clrldi r3, r24, 48 -; BE-NEXT: fmr f23, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl llrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 176(r1) ; BE-NEXT: clrldi r3, r25, 48 -; BE-NEXT: fmr f22, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r26, 48 -; BE-NEXT: fmr f21, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r27, 48 -; BE-NEXT: fmr f20, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r28, 48 -; BE-NEXT: fmr f19, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r29, 48 -; BE-NEXT: fmr f18, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r30, 48 -; BE-NEXT: fmr f17, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f17 -; BE-NEXT: std r3, 120(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f18 -; BE-NEXT: std r3, 112(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f19 -; BE-NEXT: std r3, 136(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f20 -; BE-NEXT: std r3, 128(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f21 -; BE-NEXT: std r3, 152(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f22 -; BE-NEXT: std r3, 144(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f23 -; BE-NEXT: std r3, 168(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f24 -; BE-NEXT: std r3, 160(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 -; BE-NEXT: std r3, 184(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: std r3, 176(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 ; BE-NEXT: std r3, 200(r1) +; BE-NEXT: clrldi r3, r26, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 ; BE-NEXT: std r3, 192(r1) +; BE-NEXT: clrldi r3, r27, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 ; BE-NEXT: std r3, 216(r1) +; BE-NEXT: clrldi r3, r28, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 ; BE-NEXT: std r3, 208(r1) +; BE-NEXT: clrldi r3, r29, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 ; BE-NEXT: std r3, 232(r1) +; BE-NEXT: clrldi r3, r30, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop ; BE-NEXT: std r3, 224(r1) ; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: ld r30, 360(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f31, 488(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 480(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 472(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v2, 0, r3 +; BE-NEXT: ld r30, 352(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 344(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 336(r1) # 8-byte Folded Reload +; BE-NEXT: ld r27, 328(r1) # 8-byte Folded Reload +; BE-NEXT: ld r26, 320(r1) # 8-byte Folded Reload +; BE-NEXT: ld r25, 312(r1) # 8-byte Folded Reload +; BE-NEXT: ld r24, 304(r1) # 8-byte Folded Reload +; BE-NEXT: lxvd2x v6, 0, r3 ; BE-NEXT: addi r3, r1, 128 -; BE-NEXT: lfd f28, 464(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f27, 456(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f26, 448(r1) # 8-byte Folded Reload -; BE-NEXT: ld r29, 352(r1) # 8-byte Folded Reload -; BE-NEXT: ld r28, 344(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v3, 0, r3 +; BE-NEXT: ld r23, 296(r1) # 8-byte Folded Reload +; BE-NEXT: ld r22, 288(r1) # 8-byte Folded Reload +; BE-NEXT: ld r21, 280(r1) # 8-byte Folded Reload +; BE-NEXT: ld r20, 272(r1) # 8-byte Folded Reload +; BE-NEXT: ld r19, 264(r1) # 8-byte Folded Reload +; BE-NEXT: ld r18, 256(r1) # 8-byte Folded Reload +; BE-NEXT: ld r17, 248(r1) # 8-byte Folded Reload +; BE-NEXT: ld r16, 240(r1) # 8-byte Folded Reload +; BE-NEXT: lxvd2x v7, 0, r3 ; BE-NEXT: addi r3, r1, 144 -; BE-NEXT: lfd f25, 440(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f24, 432(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f23, 424(r1) # 8-byte Folded Reload -; BE-NEXT: ld r27, 336(r1) # 8-byte Folded Reload -; BE-NEXT: ld r26, 328(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v4, 0, r3 +; BE-NEXT: lxvd2x v8, 0, r3 ; BE-NEXT: addi r3, r1, 160 -; BE-NEXT: lfd f22, 416(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f21, 408(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f20, 400(r1) # 8-byte Folded Reload -; BE-NEXT: ld r25, 320(r1) # 8-byte Folded Reload -; BE-NEXT: ld r24, 312(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v5, 0, r3 +; BE-NEXT: lxvd2x v9, 0, r3 ; BE-NEXT: addi r3, r1, 176 -; BE-NEXT: lfd f19, 392(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f18, 384(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f17, 376(r1) # 8-byte Folded Reload -; BE-NEXT: ld r23, 304(r1) # 8-byte Folded Reload -; BE-NEXT: ld r22, 296(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v6, 0, r3 +; BE-NEXT: lxvd2x v2, 0, r3 ; BE-NEXT: addi r3, r1, 192 -; BE-NEXT: ld r21, 288(r1) # 8-byte Folded Reload -; BE-NEXT: ld r20, 280(r1) # 8-byte Folded Reload -; BE-NEXT: ld r19, 272(r1) # 8-byte Folded Reload -; BE-NEXT: ld r18, 264(r1) # 8-byte Folded Reload -; BE-NEXT: ld r17, 256(r1) # 8-byte Folded Reload -; BE-NEXT: ld r16, 248(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v7, 0, r3 +; BE-NEXT: lxvd2x v3, 0, r3 ; BE-NEXT: addi r3, r1, 208 -; BE-NEXT: lxvd2x v8, 0, r3 +; BE-NEXT: lxvd2x v4, 0, r3 ; BE-NEXT: addi r3, r1, 224 -; BE-NEXT: lxvd2x v9, 0, r3 -; BE-NEXT: addi r1, r1, 496 +; BE-NEXT: lxvd2x v5, 0, r3 +; BE-NEXT: addi r1, r1, 368 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -893,316 +591,207 @@ define <16 x i64> @llrint_v16i64_v16f16(<16 x half> %x) nounwind { ; CHECK-LABEL: llrint_v16i64_v16f16: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -432(r1) -; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: std r0, 448(r1) -; CHECK-NEXT: std r16, 184(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r17, 192(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r18, 200(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r19, 208(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r20, 216(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r21, 224(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v24, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: std r22, 232(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r23, 240(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r24, 248(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r25, 256(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r26, 264(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r27, 272(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v25, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 80 -; CHECK-NEXT: std r28, 280(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r29, 288(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, 296(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f17, 312(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f18, 320(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f19, 328(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v26, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 96 -; CHECK-NEXT: stfd f20, 336(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f20, f2 -; CHECK-NEXT: stfd f21, 344(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f21, f3 -; CHECK-NEXT: stfd f22, 352(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f22, f4 -; CHECK-NEXT: stxvd2x v27, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 112 -; CHECK-NEXT: stfd f23, 360(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f23, f5 -; CHECK-NEXT: stfd f24, 368(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f24, f6 -; CHECK-NEXT: stfd f25, 376(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f25, f7 -; CHECK-NEXT: stxvd2x v28, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 128 -; CHECK-NEXT: stfd f26, 384(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f26, f8 -; CHECK-NEXT: stfd f27, 392(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f27, f9 -; CHECK-NEXT: stfd f28, 400(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f28, f10 -; CHECK-NEXT: stxvd2x v29, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 144 -; CHECK-NEXT: stfd f29, 408(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f29, f11 -; CHECK-NEXT: stfd f30, 416(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f30, f12 -; CHECK-NEXT: stfd f31, 424(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f13 -; CHECK-NEXT: stxvd2x v30, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 160 -; CHECK-NEXT: stxvd2x v31, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f20 -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f21 -; CHECK-NEXT: mr r29, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f22 -; CHECK-NEXT: mr r28, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f23 -; CHECK-NEXT: mr r27, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f24 -; CHECK-NEXT: mr r26, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mr r25, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 -; CHECK-NEXT: mr r24, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 +; CHECK-NEXT: stdu r1, -320(r1) +; CHECK-NEXT: li r11, 48 +; CHECK-NEXT: std r0, 336(r1) +; CHECK-NEXT: std r23, 248(r1) # 8-byte Folded Spill ; CHECK-NEXT: mr r23, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: mr r22, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mr r21, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: mr r20, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mr r19, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 568(r1) -; CHECK-NEXT: mr r18, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 576(r1) -; CHECK-NEXT: mr r17, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 584(r1) -; CHECK-NEXT: mr r16, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r16, 48 -; CHECK-NEXT: fmr f31, f1 +; CHECK-NEXT: lhz r3, 416(r1) +; CHECK-NEXT: std r16, 192(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r17, 200(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r17, 432(r1) +; CHECK-NEXT: stxvd2x v24, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 64 +; CHECK-NEXT: std r18, 208(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r18, 440(r1) +; CHECK-NEXT: std r19, 216(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r19, 448(r1) +; CHECK-NEXT: lhz r16, 424(r1) +; CHECK-NEXT: stxvd2x v25, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 80 +; CHECK-NEXT: std r20, 224(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r20, 456(r1) +; CHECK-NEXT: stxvd2x v26, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 96 +; CHECK-NEXT: std r21, 232(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r22, 240(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r22, 472(r1) +; CHECK-NEXT: lhz r21, 464(r1) +; CHECK-NEXT: stxvd2x v27, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 112 +; CHECK-NEXT: std r15, 184(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r24, 256(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r25, 264(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r25, r5 +; CHECK-NEXT: mr r24, r4 +; CHECK-NEXT: stxvd2x v28, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 128 +; CHECK-NEXT: std r26, 272(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r27, 280(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r28, 288(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r29, 296(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r29, r9 +; CHECK-NEXT: mr r28, r8 +; CHECK-NEXT: mr r27, r7 +; CHECK-NEXT: mr r26, r6 +; CHECK-NEXT: stxvd2x v29, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 144 +; CHECK-NEXT: std r30, 304(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r10 +; CHECK-NEXT: stxvd2x v30, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 160 +; CHECK-NEXT: stxvd2x v31, r1, r11 # 16-byte Folded Spill ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r17, 48 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r18, 48 -; CHECK-NEXT: fmr f29, f1 +; CHECK-NEXT: mr r15, r3 +; CHECK-NEXT: mr r3, r16 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r19, 48 -; CHECK-NEXT: fmr f28, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r15 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r20, 48 -; CHECK-NEXT: fmr f27, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r17 +; CHECK-NEXT: xxmrghd v31, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r21, 48 -; CHECK-NEXT: fmr f26, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r22, 48 -; CHECK-NEXT: fmr f25, f1 +; CHECK-NEXT: mr r17, r3 +; CHECK-NEXT: mr r3, r18 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r23, 48 -; CHECK-NEXT: fmr f24, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v30, r17 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r24, 48 -; CHECK-NEXT: fmr f23, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r19 +; CHECK-NEXT: xxmrghd v30, vs0, v30 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r25, 48 -; CHECK-NEXT: fmr f22, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r26, 48 -; CHECK-NEXT: fmr f21, f1 +; CHECK-NEXT: mr r19, r3 +; CHECK-NEXT: mr r3, r20 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r27, 48 -; CHECK-NEXT: fmr f20, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v29, r19 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r28, 48 -; CHECK-NEXT: fmr f19, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r21 +; CHECK-NEXT: xxmrghd v29, vs0, v29 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r29, 48 -; CHECK-NEXT: fmr f18, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r30, 48 -; CHECK-NEXT: fmr f17, f1 +; CHECK-NEXT: mr r21, r3 +; CHECK-NEXT: mr r3, r22 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v28, r21 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f17 -; CHECK-NEXT: mtvsrd v31, r3 -; CHECK-NEXT: bl llrintf -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f18 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v31, vs0, v31 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: clrldi r3, r23, 48 +; CHECK-NEXT: xxmrghd v28, vs0, v28 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f19 -; CHECK-NEXT: mtvsrd v30, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f20 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v30, vs0, v30 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r23, r3 +; CHECK-NEXT: clrldi r3, r24, 48 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f21 -; CHECK-NEXT: mtvsrd v29, r3 +; CHECK-NEXT: mtvsrd v27, r23 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f22 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v29, vs0, v29 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: clrldi r3, r25, 48 +; CHECK-NEXT: xxmrghd v27, vs0, v27 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f23 -; CHECK-NEXT: mtvsrd v28, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f24 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v28, vs0, v28 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r25, r3 +; CHECK-NEXT: clrldi r3, r26, 48 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mtvsrd v27, r3 +; CHECK-NEXT: mtvsrd v26, r25 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v27, vs0, v27 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: clrldi r3, r27, 48 +; CHECK-NEXT: xxmrghd v26, vs0, v26 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: mtvsrd v26, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v26, vs0, v26 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r27, r3 +; CHECK-NEXT: clrldi r3, r28, 48 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mtvsrd v25, r3 +; CHECK-NEXT: mtvsrd v25, r27 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 ; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: clrldi r3, r29, 48 ; CHECK-NEXT: xxmrghd v25, vs0, v25 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v24, r3 +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: clrldi r3, r30, 48 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v24, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 160 -; CHECK-NEXT: vmr v2, v31 -; CHECK-NEXT: lfd f31, 424(r1) # 8-byte Folded Reload -; CHECK-NEXT: vmr v3, v30 -; CHECK-NEXT: vmr v4, v29 -; CHECK-NEXT: lfd f30, 416(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f29, 408(r1) # 8-byte Folded Reload +; CHECK-NEXT: vmr v6, v31 +; CHECK-NEXT: ld r30, 304(r1) # 8-byte Folded Reload +; CHECK-NEXT: vmr v7, v30 +; CHECK-NEXT: vmr v8, v29 +; CHECK-NEXT: ld r29, 296(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r28, 288(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 144 -; CHECK-NEXT: vmr v5, v28 -; CHECK-NEXT: vmr v6, v27 -; CHECK-NEXT: vmr v7, v26 -; CHECK-NEXT: vmr v8, v25 -; CHECK-NEXT: lfd f28, 400(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f27, 392(r1) # 8-byte Folded Reload +; CHECK-NEXT: vmr v9, v28 +; CHECK-NEXT: vmr v2, v27 +; CHECK-NEXT: vmr v3, v26 +; CHECK-NEXT: vmr v4, v25 +; CHECK-NEXT: ld r27, 280(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r26, 272(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v30, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 128 -; CHECK-NEXT: lfd f26, 384(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f25, 376(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxmrghd v9, vs0, v24 -; CHECK-NEXT: lfd f24, 368(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f23, 360(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f22, 352(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r25, 264(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r24, 256(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v5, vs0, v24 +; CHECK-NEXT: ld r23, 248(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r22, 240(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r21, 232(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v29, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 112 -; CHECK-NEXT: lfd f21, 344(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 296(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f20, 336(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f19, 328(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, 288(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r28, 280(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r20, 224(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r19, 216(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r18, 208(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r17, 200(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r16, 192(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r15, 184(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v28, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 96 -; CHECK-NEXT: lfd f18, 320(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r27, 272(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f17, 312(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r26, 264(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r25, 256(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r24, 248(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v27, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 80 -; CHECK-NEXT: ld r23, 240(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r22, 232(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r21, 224(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r20, 216(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r19, 208(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r18, 200(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v26, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: ld r17, 192(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r16, 184(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v25, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 48 ; CHECK-NEXT: lxvd2x v24, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 432 +; CHECK-NEXT: addi r1, r1, 320 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr @@ -1215,483 +804,295 @@ define <32 x i64> @llrint_v32i64_v32f16(<32 x half> %x) nounwind { ; BE-LABEL: llrint_v32i64_v32f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -864(r1) -; BE-NEXT: std r0, 880(r1) -; BE-NEXT: stfd f20, 768(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f20, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r14, 576(r1) # 8-byte Folded Spill -; BE-NEXT: std r15, 584(r1) # 8-byte Folded Spill -; BE-NEXT: std r16, 592(r1) # 8-byte Folded Spill -; BE-NEXT: std r17, 600(r1) # 8-byte Folded Spill -; BE-NEXT: std r18, 608(r1) # 8-byte Folded Spill -; BE-NEXT: std r19, 616(r1) # 8-byte Folded Spill -; BE-NEXT: std r20, 624(r1) # 8-byte Folded Spill -; BE-NEXT: std r21, 632(r1) # 8-byte Folded Spill -; BE-NEXT: std r22, 640(r1) # 8-byte Folded Spill -; BE-NEXT: std r23, 648(r1) # 8-byte Folded Spill -; BE-NEXT: std r24, 656(r1) # 8-byte Folded Spill -; BE-NEXT: std r25, 664(r1) # 8-byte Folded Spill -; BE-NEXT: std r26, 672(r1) # 8-byte Folded Spill -; BE-NEXT: std r27, 680(r1) # 8-byte Folded Spill -; BE-NEXT: std r28, 688(r1) # 8-byte Folded Spill -; BE-NEXT: std r29, 696(r1) # 8-byte Folded Spill -; BE-NEXT: std r30, 704(r1) # 8-byte Folded Spill -; BE-NEXT: std r31, 712(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f14, 720(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f15, 728(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f16, 736(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f17, 744(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f18, 752(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f19, 760(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f21, 776(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f22, 784(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f23, 792(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f24, 800(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f25, 808(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f26, 816(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f27, 824(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f28, 832(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f29, 840(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 848(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 856(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f13 +; BE-NEXT: stdu r1, -624(r1) +; BE-NEXT: std r0, 640(r1) +; BE-NEXT: std r30, 608(r1) # 8-byte Folded Spill ; BE-NEXT: mr r30, r3 -; BE-NEXT: fmr f29, f12 -; BE-NEXT: fmr f30, f11 -; BE-NEXT: fmr f28, f10 -; BE-NEXT: fmr f27, f9 -; BE-NEXT: fmr f26, f8 -; BE-NEXT: fmr f25, f7 -; BE-NEXT: fmr f24, f6 -; BE-NEXT: fmr f23, f5 -; BE-NEXT: fmr f22, f4 -; BE-NEXT: fmr f21, f3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f20 -; BE-NEXT: std r3, 304(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f22 -; BE-NEXT: std r3, 296(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f21 -; BE-NEXT: std r3, 280(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f24 -; BE-NEXT: std r3, 264(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f23 -; BE-NEXT: std r3, 248(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: std r3, 232(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 +; BE-NEXT: lhz r3, 926(r1) +; BE-NEXT: std r14, 480(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r14, 822(r1) +; BE-NEXT: std r15, 488(r1) # 8-byte Folded Spill +; BE-NEXT: std r19, 520(r1) # 8-byte Folded Spill ; BE-NEXT: std r3, 216(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 +; BE-NEXT: lhz r3, 934(r1) +; BE-NEXT: lhz r15, 814(r1) +; BE-NEXT: lhz r19, 742(r1) +; BE-NEXT: std r22, 544(r1) # 8-byte Folded Spill +; BE-NEXT: std r23, 552(r1) # 8-byte Folded Spill +; BE-NEXT: std r25, 568(r1) # 8-byte Folded Spill +; BE-NEXT: std r26, 576(r1) # 8-byte Folded Spill +; BE-NEXT: std r3, 208(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 910(r1) +; BE-NEXT: lhz r26, 766(r1) +; BE-NEXT: lhz r25, 774(r1) +; BE-NEXT: std r27, 584(r1) # 8-byte Folded Spill +; BE-NEXT: std r28, 592(r1) # 8-byte Folded Spill +; BE-NEXT: std r29, 600(r1) # 8-byte Folded Spill +; BE-NEXT: std r31, 616(r1) # 8-byte Folded Spill ; BE-NEXT: std r3, 200(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 +; BE-NEXT: lhz r3, 918(r1) +; BE-NEXT: lhz r31, 798(r1) +; BE-NEXT: lhz r29, 806(r1) +; BE-NEXT: lhz r28, 782(r1) +; BE-NEXT: lhz r27, 790(r1) +; BE-NEXT: lhz r23, 750(r1) +; BE-NEXT: lhz r22, 758(r1) +; BE-NEXT: std r16, 496(r1) # 8-byte Folded Spill +; BE-NEXT: std r17, 504(r1) # 8-byte Folded Spill +; BE-NEXT: std r3, 192(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 894(r1) +; BE-NEXT: mr r17, r7 +; BE-NEXT: mr r16, r4 +; BE-NEXT: std r18, 512(r1) # 8-byte Folded Spill +; BE-NEXT: std r20, 528(r1) # 8-byte Folded Spill +; BE-NEXT: std r21, 536(r1) # 8-byte Folded Spill +; BE-NEXT: std r24, 560(r1) # 8-byte Folded Spill ; BE-NEXT: std r3, 184(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 +; BE-NEXT: lhz r3, 902(r1) +; BE-NEXT: mr r24, r10 +; BE-NEXT: mr r20, r9 +; BE-NEXT: mr r21, r8 +; BE-NEXT: mr r18, r6 +; BE-NEXT: std r3, 176(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 878(r1) ; BE-NEXT: std r3, 168(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 +; BE-NEXT: lhz r3, 886(r1) +; BE-NEXT: std r3, 160(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 862(r1) ; BE-NEXT: std r3, 152(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1028(r1) +; BE-NEXT: lhz r3, 870(r1) +; BE-NEXT: std r3, 144(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 846(r1) ; BE-NEXT: std r3, 136(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 +; BE-NEXT: lhz r3, 854(r1) +; BE-NEXT: std r3, 128(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 830(r1) ; BE-NEXT: std r3, 120(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1044(r1) +; BE-NEXT: lhz r3, 838(r1) ; BE-NEXT: std r3, 112(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1036(r1) -; BE-NEXT: mr r15, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1060(r1) -; BE-NEXT: mr r14, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1052(r1) -; BE-NEXT: mr r31, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1076(r1) -; BE-NEXT: mr r29, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1068(r1) -; BE-NEXT: mr r28, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1092(r1) -; BE-NEXT: mr r27, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1084(r1) -; BE-NEXT: mr r26, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1108(r1) -; BE-NEXT: mr r25, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1100(r1) -; BE-NEXT: mr r24, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1124(r1) -; BE-NEXT: mr r23, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1116(r1) -; BE-NEXT: mr r22, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1140(r1) -; BE-NEXT: mr r21, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1132(r1) -; BE-NEXT: mr r20, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1156(r1) -; BE-NEXT: mr r19, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1148(r1) -; BE-NEXT: mr r18, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1172(r1) -; BE-NEXT: mr r17, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1164(r1) -; BE-NEXT: mr r16, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: clrldi r3, r5, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl llrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 424(r1) ; BE-NEXT: clrldi r3, r16, 48 -; BE-NEXT: stfs f1, 316(r1) # 4-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl llrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 416(r1) ; BE-NEXT: clrldi r3, r17, 48 -; BE-NEXT: stfs f1, 312(r1) # 4-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl llrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 440(r1) ; BE-NEXT: clrldi r3, r18, 48 -; BE-NEXT: stfs f1, 292(r1) # 4-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r19, 48 -; BE-NEXT: stfs f1, 276(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop +; BE-NEXT: std r3, 432(r1) ; BE-NEXT: clrldi r3, r20, 48 -; BE-NEXT: stfs f1, 260(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r21, 48 -; BE-NEXT: stfs f1, 244(r1) # 4-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r22, 48 -; BE-NEXT: stfs f1, 228(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r23, 48 -; BE-NEXT: stfs f1, 212(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r24, 48 -; BE-NEXT: stfs f1, 196(r1) # 4-byte Folded Spill +; BE-NEXT: std r3, 456(r1) +; BE-NEXT: clrldi r3, r21, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r25, 48 -; BE-NEXT: stfs f1, 180(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r26, 48 -; BE-NEXT: stfs f1, 164(r1) # 4-byte Folded Spill +; BE-NEXT: std r3, 448(r1) +; BE-NEXT: mr r3, r19 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r27, 48 -; BE-NEXT: stfs f1, 148(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r28, 48 -; BE-NEXT: stfs f1, 132(r1) # 4-byte Folded Spill +; BE-NEXT: std r3, 472(r1) +; BE-NEXT: clrldi r3, r24, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r29, 48 -; BE-NEXT: fmr f18, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r31, 48 -; BE-NEXT: fmr f17, f1 +; BE-NEXT: std r3, 464(r1) +; BE-NEXT: mr r3, r22 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r14, 48 -; BE-NEXT: fmr f16, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r15, 48 -; BE-NEXT: fmr f15, f1 +; BE-NEXT: std r3, 232(r1) +; BE-NEXT: mr r3, r23 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 112(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f14, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 120(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f31, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 224(r1) +; BE-NEXT: mr r3, r25 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 136(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f30, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 152(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f29, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 248(r1) +; BE-NEXT: mr r3, r26 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 168(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f28, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 184(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f27, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 240(r1) +; BE-NEXT: mr r3, r27 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 200(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f26, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 216(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f25, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 264(r1) +; BE-NEXT: mr r3, r28 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 232(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f24, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 248(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f23, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 256(r1) +; BE-NEXT: mr r3, r29 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 264(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f22, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 280(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f21, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 280(r1) +; BE-NEXT: mr r3, r31 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 296(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f20, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 304(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f19, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 272(r1) +; BE-NEXT: mr r3, r14 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f19 -; BE-NEXT: std r3, 328(r1) -; BE-NEXT: bl llrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f20 -; BE-NEXT: std r3, 320(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 296(r1) +; BE-NEXT: mr r3, r15 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f21 -; BE-NEXT: std r3, 344(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f22 -; BE-NEXT: std r3, 336(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 288(r1) +; BE-NEXT: ld r3, 112(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f23 -; BE-NEXT: std r3, 360(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f24 -; BE-NEXT: std r3, 352(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 312(r1) +; BE-NEXT: ld r3, 120(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 -; BE-NEXT: std r3, 376(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: std r3, 368(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 304(r1) +; BE-NEXT: ld r3, 128(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 -; BE-NEXT: std r3, 392(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 -; BE-NEXT: std r3, 384(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 328(r1) +; BE-NEXT: ld r3, 136(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: std r3, 408(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 -; BE-NEXT: std r3, 400(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 320(r1) +; BE-NEXT: ld r3, 144(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 -; BE-NEXT: std r3, 424(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f14 -; BE-NEXT: std r3, 416(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 344(r1) +; BE-NEXT: ld r3, 152(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f15 -; BE-NEXT: std r3, 440(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f16 -; BE-NEXT: std r3, 432(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 336(r1) +; BE-NEXT: ld r3, 160(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f17 -; BE-NEXT: std r3, 456(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f18 -; BE-NEXT: std r3, 448(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 360(r1) +; BE-NEXT: ld r3, 168(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 132(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 472(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 148(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 464(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 352(r1) +; BE-NEXT: ld r3, 176(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 164(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 488(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 180(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 480(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 376(r1) +; BE-NEXT: ld r3, 184(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 196(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 504(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 212(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 496(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 368(r1) +; BE-NEXT: ld r3, 192(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 228(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 520(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 244(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 512(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 392(r1) +; BE-NEXT: ld r3, 200(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 260(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 536(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 276(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 528(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 384(r1) +; BE-NEXT: ld r3, 208(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 292(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 552(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 312(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 544(r1) -; BE-NEXT: bl llrintf +; BE-NEXT: std r3, 408(r1) +; BE-NEXT: ld r3, 216(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 316(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 568(r1) ; BE-NEXT: bl llrintf ; BE-NEXT: nop -; BE-NEXT: std r3, 560(r1) -; BE-NEXT: addi r3, r1, 320 +; BE-NEXT: std r3, 400(r1) +; BE-NEXT: addi r3, r1, 416 ; BE-NEXT: lxvd2x vs0, 0, r3 -; BE-NEXT: addi r3, r1, 336 +; BE-NEXT: addi r3, r1, 432 ; BE-NEXT: lxvd2x vs1, 0, r3 -; BE-NEXT: addi r3, r1, 352 +; BE-NEXT: addi r3, r1, 448 ; BE-NEXT: lxvd2x vs2, 0, r3 -; BE-NEXT: addi r3, r1, 368 +; BE-NEXT: addi r3, r1, 464 ; BE-NEXT: lxvd2x vs3, 0, r3 -; BE-NEXT: addi r3, r1, 384 +; BE-NEXT: addi r3, r1, 224 ; BE-NEXT: lxvd2x vs4, 0, r3 -; BE-NEXT: addi r3, r1, 400 +; BE-NEXT: addi r3, r1, 240 ; BE-NEXT: lxvd2x vs5, 0, r3 -; BE-NEXT: addi r3, r1, 416 +; BE-NEXT: addi r3, r1, 256 ; BE-NEXT: lxvd2x vs6, 0, r3 -; BE-NEXT: addi r3, r1, 432 +; BE-NEXT: addi r3, r1, 272 ; BE-NEXT: lxvd2x vs7, 0, r3 -; BE-NEXT: addi r3, r1, 448 +; BE-NEXT: addi r3, r1, 288 ; BE-NEXT: lxvd2x vs8, 0, r3 -; BE-NEXT: addi r3, r1, 464 +; BE-NEXT: addi r3, r1, 304 ; BE-NEXT: lxvd2x vs9, 0, r3 -; BE-NEXT: addi r3, r1, 480 +; BE-NEXT: addi r3, r1, 320 ; BE-NEXT: lxvd2x vs10, 0, r3 -; BE-NEXT: addi r3, r1, 496 +; BE-NEXT: addi r3, r1, 336 ; BE-NEXT: lxvd2x vs11, 0, r3 -; BE-NEXT: addi r3, r1, 512 +; BE-NEXT: addi r3, r1, 352 ; BE-NEXT: lxvd2x vs12, 0, r3 -; BE-NEXT: addi r3, r1, 528 +; BE-NEXT: addi r3, r1, 368 ; BE-NEXT: lxvd2x vs13, 0, r3 -; BE-NEXT: addi r3, r1, 544 +; BE-NEXT: addi r3, r1, 384 ; BE-NEXT: lxvd2x v2, 0, r3 -; BE-NEXT: addi r3, r1, 560 +; BE-NEXT: addi r3, r1, 400 ; BE-NEXT: lxvd2x v3, 0, r3 ; BE-NEXT: li r3, 240 ; BE-NEXT: stxvd2x v3, r30, r3 @@ -1719,557 +1120,365 @@ define <32 x i64> @llrint_v32i64_v32f16(<32 x half> %x) nounwind { ; BE-NEXT: stxvd2x vs4, r30, r3 ; BE-NEXT: li r3, 48 ; BE-NEXT: stxvd2x vs3, r30, r3 -; BE-NEXT: li r3, 32 -; BE-NEXT: stxvd2x vs2, r30, r3 -; BE-NEXT: li r3, 16 -; BE-NEXT: stxvd2x vs1, r30, r3 -; BE-NEXT: stxvd2x vs0, 0, r30 -; BE-NEXT: lfd f31, 856(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 848(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 840(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f28, 832(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f27, 824(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f26, 816(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f25, 808(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f24, 800(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f23, 792(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f22, 784(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f21, 776(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f20, 768(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f19, 760(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f18, 752(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f17, 744(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f16, 736(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f15, 728(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f14, 720(r1) # 8-byte Folded Reload -; BE-NEXT: ld r31, 712(r1) # 8-byte Folded Reload -; BE-NEXT: ld r30, 704(r1) # 8-byte Folded Reload -; BE-NEXT: ld r29, 696(r1) # 8-byte Folded Reload -; BE-NEXT: ld r28, 688(r1) # 8-byte Folded Reload -; BE-NEXT: ld r27, 680(r1) # 8-byte Folded Reload -; BE-NEXT: ld r26, 672(r1) # 8-byte Folded Reload -; BE-NEXT: ld r25, 664(r1) # 8-byte Folded Reload -; BE-NEXT: ld r24, 656(r1) # 8-byte Folded Reload -; BE-NEXT: ld r23, 648(r1) # 8-byte Folded Reload -; BE-NEXT: ld r22, 640(r1) # 8-byte Folded Reload -; BE-NEXT: ld r21, 632(r1) # 8-byte Folded Reload -; BE-NEXT: ld r20, 624(r1) # 8-byte Folded Reload -; BE-NEXT: ld r19, 616(r1) # 8-byte Folded Reload -; BE-NEXT: ld r18, 608(r1) # 8-byte Folded Reload -; BE-NEXT: ld r17, 600(r1) # 8-byte Folded Reload -; BE-NEXT: ld r16, 592(r1) # 8-byte Folded Reload -; BE-NEXT: ld r15, 584(r1) # 8-byte Folded Reload -; BE-NEXT: ld r14, 576(r1) # 8-byte Folded Reload -; BE-NEXT: addi r1, r1, 864 -; BE-NEXT: ld r0, 16(r1) -; BE-NEXT: mtlr r0 -; BE-NEXT: blr -; -; CHECK-LABEL: llrint_v32i64_v32f16: -; CHECK: # %bb.0: -; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -688(r1) -; CHECK-NEXT: li r4, 208 -; CHECK-NEXT: std r0, 704(r1) -; CHECK-NEXT: std r14, 400(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r15, 408(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r16, 416(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r17, 424(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r18, 432(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r19, 440(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v20, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 224 -; CHECK-NEXT: std r20, 448(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r21, 456(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r22, 464(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r23, 472(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r24, 480(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r25, 488(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v21, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 240 -; CHECK-NEXT: std r26, 496(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r27, 504(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r28, 512(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r29, 520(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, 528(r1) # 8-byte Folded Spill -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: stxvd2x v22, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 256 -; CHECK-NEXT: std r31, 536(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f14, 544(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f15, 552(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f16, 560(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f17, 568(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f18, 576(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v23, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 272 -; CHECK-NEXT: stfd f19, 584(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f20, 592(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f20, f2 -; CHECK-NEXT: stfd f21, 600(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f21, f3 -; CHECK-NEXT: stfd f22, 608(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f22, f4 -; CHECK-NEXT: stxvd2x v24, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 288 -; CHECK-NEXT: stfd f23, 616(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f23, f5 -; CHECK-NEXT: stfd f24, 624(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f24, f6 -; CHECK-NEXT: stfd f25, 632(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f25, f7 -; CHECK-NEXT: stxvd2x v25, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 304 -; CHECK-NEXT: stfd f26, 640(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f26, f8 -; CHECK-NEXT: stfd f27, 648(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f27, f9 -; CHECK-NEXT: stfd f28, 656(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f28, f10 -; CHECK-NEXT: stxvd2x v26, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 320 -; CHECK-NEXT: stfd f29, 664(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f29, f11 -; CHECK-NEXT: stfd f30, 672(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f30, f12 -; CHECK-NEXT: stfd f31, 680(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f13 -; CHECK-NEXT: stxvd2x v27, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 336 -; CHECK-NEXT: stxvd2x v28, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 352 -; CHECK-NEXT: stxvd2x v29, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 368 -; CHECK-NEXT: stxvd2x v30, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 384 -; CHECK-NEXT: stxvd2x v31, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f20 -; CHECK-NEXT: std r3, 176(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f21 -; CHECK-NEXT: std r3, 160(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f22 -; CHECK-NEXT: std r3, 144(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f23 -; CHECK-NEXT: std r3, 128(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f24 -; CHECK-NEXT: std r3, 120(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: std r3, 112(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 -; CHECK-NEXT: std r3, 104(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: std r3, 96(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: std r3, 88(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: std r3, 80(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: std r3, 72(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: std r3, 64(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 832(r1) -; CHECK-NEXT: std r3, 56(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 840(r1) -; CHECK-NEXT: std r3, 48(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 848(r1) -; CHECK-NEXT: mr r15, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 856(r1) -; CHECK-NEXT: mr r14, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 864(r1) -; CHECK-NEXT: mr r31, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 872(r1) -; CHECK-NEXT: mr r29, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 880(r1) -; CHECK-NEXT: mr r28, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 888(r1) -; CHECK-NEXT: mr r27, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 896(r1) -; CHECK-NEXT: mr r26, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 904(r1) -; CHECK-NEXT: mr r25, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 912(r1) -; CHECK-NEXT: mr r24, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 920(r1) -; CHECK-NEXT: mr r23, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 928(r1) -; CHECK-NEXT: mr r22, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 936(r1) -; CHECK-NEXT: mr r21, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 944(r1) -; CHECK-NEXT: mr r20, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 952(r1) -; CHECK-NEXT: mr r19, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 960(r1) -; CHECK-NEXT: mr r18, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 968(r1) -; CHECK-NEXT: mr r17, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 976(r1) -; CHECK-NEXT: mr r16, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r3, 48 +; BE-NEXT: li r3, 32 +; BE-NEXT: stxvd2x vs2, r30, r3 +; BE-NEXT: li r3, 16 +; BE-NEXT: stxvd2x vs1, r30, r3 +; BE-NEXT: stxvd2x vs0, 0, r30 +; BE-NEXT: ld r31, 616(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 608(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 600(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 592(r1) # 8-byte Folded Reload +; BE-NEXT: ld r27, 584(r1) # 8-byte Folded Reload +; BE-NEXT: ld r26, 576(r1) # 8-byte Folded Reload +; BE-NEXT: ld r25, 568(r1) # 8-byte Folded Reload +; BE-NEXT: ld r24, 560(r1) # 8-byte Folded Reload +; BE-NEXT: ld r23, 552(r1) # 8-byte Folded Reload +; BE-NEXT: ld r22, 544(r1) # 8-byte Folded Reload +; BE-NEXT: ld r21, 536(r1) # 8-byte Folded Reload +; BE-NEXT: ld r20, 528(r1) # 8-byte Folded Reload +; BE-NEXT: ld r19, 520(r1) # 8-byte Folded Reload +; BE-NEXT: ld r18, 512(r1) # 8-byte Folded Reload +; BE-NEXT: ld r17, 504(r1) # 8-byte Folded Reload +; BE-NEXT: ld r16, 496(r1) # 8-byte Folded Reload +; BE-NEXT: ld r15, 488(r1) # 8-byte Folded Reload +; BE-NEXT: ld r14, 480(r1) # 8-byte Folded Reload +; BE-NEXT: addi r1, r1, 624 +; BE-NEXT: ld r0, 16(r1) +; BE-NEXT: mtlr r0 +; BE-NEXT: blr +; +; CHECK-LABEL: llrint_v32i64_v32f16: +; CHECK: # %bb.0: +; CHECK-NEXT: mflr r0 +; CHECK-NEXT: stdu r1, -576(r1) +; CHECK-NEXT: std r0, 592(r1) +; CHECK-NEXT: std r30, 560(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r3 +; CHECK-NEXT: lhz r3, 864(r1) +; CHECK-NEXT: li r11, 240 +; CHECK-NEXT: std r14, 432(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r19, 472(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r14, 744(r1) +; CHECK-NEXT: stxvd2x v20, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 256 +; CHECK-NEXT: std r22, 496(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r22, 680(r1) +; CHECK-NEXT: std r3, 216(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 856(r1) +; CHECK-NEXT: lhz r19, 672(r1) +; CHECK-NEXT: stxvd2x v21, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 272 +; CHECK-NEXT: std r23, 504(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r23, 688(r1) +; CHECK-NEXT: stxvd2x v22, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 184(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 848(r1) +; CHECK-NEXT: li r11, 288 +; CHECK-NEXT: std r25, 520(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r25, 696(r1) +; CHECK-NEXT: stxvd2x v23, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 304 +; CHECK-NEXT: std r26, 528(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r27, 536(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r28, 544(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r28, 720(r1) +; CHECK-NEXT: lhz r27, 712(r1) +; CHECK-NEXT: lhz r26, 704(r1) +; CHECK-NEXT: stxvd2x v24, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 176(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 840(r1) +; CHECK-NEXT: li r11, 320 +; CHECK-NEXT: std r29, 552(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r29, 728(r1) +; CHECK-NEXT: stxvd2x v25, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 152(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 832(r1) +; CHECK-NEXT: li r11, 336 +; CHECK-NEXT: std r31, 568(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r31, 736(r1) +; CHECK-NEXT: stxvd2x v26, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 352 +; CHECK-NEXT: std r15, 440(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r16, 448(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r17, 456(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r17, r6 +; CHECK-NEXT: mr r16, r5 +; CHECK-NEXT: stxvd2x v27, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 144(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 824(r1) +; CHECK-NEXT: li r11, 368 +; CHECK-NEXT: std r18, 464(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r20, 480(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r20, r8 +; CHECK-NEXT: mr r18, r7 +; CHECK-NEXT: stxvd2x v28, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 120(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 816(r1) +; CHECK-NEXT: li r11, 384 +; CHECK-NEXT: std r21, 488(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r24, 512(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r24, r10 +; CHECK-NEXT: mr r21, r9 +; CHECK-NEXT: stxvd2x v29, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 400 +; CHECK-NEXT: std r3, 112(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 808(r1) +; CHECK-NEXT: stxvd2x v30, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 416 +; CHECK-NEXT: std r3, 104(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 800(r1) +; CHECK-NEXT: stxvd2x v31, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 96(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 792(r1) +; CHECK-NEXT: std r3, 88(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 784(r1) +; CHECK-NEXT: std r3, 80(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 776(r1) +; CHECK-NEXT: std r3, 72(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 768(r1) +; CHECK-NEXT: std r3, 64(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 760(r1) +; CHECK-NEXT: std r3, 56(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 752(r1) +; CHECK-NEXT: std r3, 48(r1) # 8-byte Folded Spill +; CHECK-NEXT: clrldi r3, r4, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: li r3, 204 -; CHECK-NEXT: stxsspx f1, r1, r3 # 4-byte Folded Spill +; CHECK-NEXT: bl llrintf +; CHECK-NEXT: nop +; CHECK-NEXT: mr r15, r3 ; CHECK-NEXT: clrldi r3, r16, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: li r3, 200 -; CHECK-NEXT: stxsspx f1, r1, r3 # 4-byte Folded Spill +; CHECK-NEXT: mtvsrd v31, r15 +; CHECK-NEXT: bl llrintf +; CHECK-NEXT: nop +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: li r3, 224 +; CHECK-NEXT: xxmrghd vs0, vs0, v31 +; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill ; CHECK-NEXT: clrldi r3, r17, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: bl llrintf +; CHECK-NEXT: nop +; CHECK-NEXT: mr r17, r3 ; CHECK-NEXT: clrldi r3, r18, 48 -; CHECK-NEXT: fmr f29, f1 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r19, 48 -; CHECK-NEXT: fmr f28, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r17 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: li r3, 192 +; CHECK-NEXT: xxmrghd vs0, vs0, v31 +; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill ; CHECK-NEXT: clrldi r3, r20, 48 -; CHECK-NEXT: fmr f27, f1 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r21, 48 -; CHECK-NEXT: fmr f26, f1 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r22, 48 -; CHECK-NEXT: fmr f25, f1 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r23, 48 -; CHECK-NEXT: fmr f24, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r24, 48 -; CHECK-NEXT: fmr f23, f1 +; CHECK-NEXT: mr r20, r3 +; CHECK-NEXT: clrldi r3, r21, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r25, 48 -; CHECK-NEXT: fmr f22, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r20 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r26, 48 -; CHECK-NEXT: fmr f21, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: li r3, 160 +; CHECK-NEXT: xxmrghd vs0, vs0, v31 +; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill +; CHECK-NEXT: mr r3, r19 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r27, 48 -; CHECK-NEXT: fmr f20, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r28, 48 -; CHECK-NEXT: fmr f19, f1 +; CHECK-NEXT: mr r21, r3 +; CHECK-NEXT: clrldi r3, r24, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r29, 48 -; CHECK-NEXT: fmr f18, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r21 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r31, 48 -; CHECK-NEXT: fmr f17, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: li r3, 128 +; CHECK-NEXT: xxmrghd vs0, v31, vs0 +; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill +; CHECK-NEXT: mr r3, r22 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r14, 48 -; CHECK-NEXT: fmr f16, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r15, 48 -; CHECK-NEXT: fmr f15, f1 +; CHECK-NEXT: mr r24, r3 +; CHECK-NEXT: mr r3, r23 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 48(r1) # 8-byte Folded Reload -; CHECK-NEXT: fmr f14, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r24 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 56(r1) # 8-byte Folded Reload -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r25 +; CHECK-NEXT: xxmrghd v27, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 64(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v30, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 72(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v29, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mr r25, r3 +; CHECK-NEXT: mr r3, r26 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 80(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v28, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r25 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 88(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v27, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r27 +; CHECK-NEXT: xxmrghd v26, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 96(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v26, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 104(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v25, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mr r27, r3 +; CHECK-NEXT: mr r3, r28 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 112(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v24, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r27 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 120(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v23, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r29 +; CHECK-NEXT: xxmrghd v25, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 128(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v22, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 144(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v21, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: mr r3, r31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 160(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v20, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r29 +; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 176(r1) # 8-byte Folded Reload -; CHECK-NEXT: fmr f31, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r14 +; CHECK-NEXT: xxmrghd v24, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v31, r3 -; CHECK-NEXT: bl llrintf -; CHECK-NEXT: nop -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 176 -; CHECK-NEXT: xxlor f1, v20, v20 -; CHECK-NEXT: xxmrghd vs0, vs0, v31 -; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 48(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v21, v21 -; CHECK-NEXT: mtvsrd v31, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 160 -; CHECK-NEXT: xxlor f1, v22, v22 -; CHECK-NEXT: xxmrghd vs0, vs0, v31 -; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: ld r3, 56(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v23, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v23, v23 -; CHECK-NEXT: mtvsrd v31, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 144 -; CHECK-NEXT: xxlor f1, v24, v24 -; CHECK-NEXT: xxmrghd vs0, vs0, v31 -; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 64(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v25, v25 -; CHECK-NEXT: mtvsrd v31, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 128 -; CHECK-NEXT: xxlor f1, v26, v26 -; CHECK-NEXT: xxmrghd vs0, vs0, v31 -; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: ld r3, 72(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v22, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v27, v27 -; CHECK-NEXT: mtvsrd v31, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxlor f1, v28, v28 -; CHECK-NEXT: xxmrghd v27, vs0, v31 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 80(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v29, v29 -; CHECK-NEXT: mtvsrd v31, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxlor f1, v30, v30 -; CHECK-NEXT: xxmrghd v29, vs0, v31 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: ld r3, 88(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v21, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: mtvsrd v31, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f14 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v31, vs0, v31 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 96(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f15 -; CHECK-NEXT: mtvsrd v30, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f16 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v30, vs0, v30 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: ld r3, 104(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v20, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f17 -; CHECK-NEXT: mtvsrd v28, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f18 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v28, vs0, v28 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 112(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f19 -; CHECK-NEXT: mtvsrd v26, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f20 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v26, vs0, v26 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: ld r3, 120(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v31, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f21 -; CHECK-NEXT: mtvsrd v24, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f22 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v24, vs0, v24 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 144(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f23 -; CHECK-NEXT: mtvsrd v22, r3 +; CHECK-NEXT: mtvsrd v30, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f24 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v22, vs0, v22 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: ld r3, 152(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v30, vs0, v30 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mtvsrd v20, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v20, vs0, v20 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 176(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: mtvsrd v21, r3 +; CHECK-NEXT: mtvsrd v29, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v21, vs0, v21 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: ld r3, 184(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v29, vs0, v29 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mtvsrd v23, r3 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 200 -; CHECK-NEXT: lxsspx f1, r1, r3 # 4-byte Folded Reload -; CHECK-NEXT: xxmrghd v23, vs0, v23 -; CHECK-NEXT: bl llrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 216(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: mtvsrd v25, r3 -; CHECK-NEXT: li r3, 204 -; CHECK-NEXT: lxsspx f1, r1, r3 # 4-byte Folded Reload +; CHECK-NEXT: mtvsrd v28, r29 ; CHECK-NEXT: bl llrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 240 -; CHECK-NEXT: xxswapd vs1, v23 +; CHECK-NEXT: xxswapd vs1, v29 ; CHECK-NEXT: li r4, 128 -; CHECK-NEXT: xxswapd vs2, v21 -; CHECK-NEXT: xxswapd vs3, v31 -; CHECK-NEXT: xxmrghd v2, vs0, v25 +; CHECK-NEXT: xxswapd vs2, v30 +; CHECK-NEXT: xxswapd vs3, v25 +; CHECK-NEXT: xxmrghd v2, vs0, v28 ; CHECK-NEXT: xxswapd vs0, v2 ; CHECK-NEXT: stxvd2x vs0, r30, r3 ; CHECK-NEXT: li r3, 224 @@ -2277,35 +1486,35 @@ define <32 x i64> @llrint_v32i64_v32f16(<32 x half> %x) nounwind { ; CHECK-NEXT: li r3, 208 ; CHECK-NEXT: stxvd2x vs2, r30, r3 ; CHECK-NEXT: li r3, 192 -; CHECK-NEXT: xxswapd vs0, v20 +; CHECK-NEXT: xxswapd vs0, v31 ; CHECK-NEXT: stxvd2x vs0, r30, r3 ; CHECK-NEXT: li r3, 176 -; CHECK-NEXT: xxswapd vs1, v22 +; CHECK-NEXT: xxswapd vs1, v20 ; CHECK-NEXT: stxvd2x vs1, r30, r3 ; CHECK-NEXT: li r3, 160 -; CHECK-NEXT: xxswapd vs2, v28 -; CHECK-NEXT: xxswapd vs0, v24 +; CHECK-NEXT: xxswapd vs2, v23 +; CHECK-NEXT: xxswapd vs0, v21 ; CHECK-NEXT: stxvd2x vs0, r30, r3 ; CHECK-NEXT: li r3, 144 -; CHECK-NEXT: xxswapd vs1, v26 +; CHECK-NEXT: xxswapd vs1, v22 ; CHECK-NEXT: stxvd2x vs1, r30, r3 ; CHECK-NEXT: li r3, 128 ; CHECK-NEXT: stxvd2x vs2, r30, r3 ; CHECK-NEXT: li r3, 112 -; CHECK-NEXT: xxswapd vs0, v30 +; CHECK-NEXT: xxswapd vs0, v24 ; CHECK-NEXT: stxvd2x vs0, r30, r3 ; CHECK-NEXT: li r3, 96 ; CHECK-NEXT: stxvd2x vs3, r30, r3 ; CHECK-NEXT: li r3, 80 ; CHECK-NEXT: lxvd2x vs2, r1, r4 # 16-byte Folded Reload -; CHECK-NEXT: li r4, 144 -; CHECK-NEXT: xxswapd vs1, v29 +; CHECK-NEXT: li r4, 160 +; CHECK-NEXT: xxswapd vs1, v26 ; CHECK-NEXT: stxvd2x vs1, r30, r3 ; CHECK-NEXT: li r3, 64 ; CHECK-NEXT: lxvd2x vs1, r1, r4 # 16-byte Folded Reload -; CHECK-NEXT: li r4, 160 +; CHECK-NEXT: li r4, 192 ; CHECK-NEXT: lxvd2x vs3, r1, r4 # 16-byte Folded Reload -; CHECK-NEXT: li r4, 176 +; CHECK-NEXT: li r4, 224 ; CHECK-NEXT: lxvd2x vs4, r1, r4 # 16-byte Folded Reload ; CHECK-NEXT: xxswapd vs0, v27 ; CHECK-NEXT: stxvd2x vs0, r30, r3 @@ -2318,69 +1527,51 @@ define <32 x i64> @llrint_v32i64_v32f16(<32 x half> %x) nounwind { ; CHECK-NEXT: li r3, 16 ; CHECK-NEXT: xxswapd vs3, vs3 ; CHECK-NEXT: stxvd2x vs3, r30, r3 -; CHECK-NEXT: li r3, 384 +; CHECK-NEXT: li r3, 416 ; CHECK-NEXT: xxswapd vs4, vs4 ; CHECK-NEXT: stxvd2x vs4, 0, r30 ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 368 -; CHECK-NEXT: lfd f31, 680(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f30, 672(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f29, 664(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f28, 656(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f27, 648(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f26, 640(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f25, 632(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f24, 624(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f23, 616(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f22, 608(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f21, 600(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f20, 592(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f19, 584(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f18, 576(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f17, 568(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f16, 560(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 400 +; CHECK-NEXT: ld r31, 568(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, 560(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, 552(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r28, 544(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r27, 536(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r26, 528(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r25, 520(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r24, 512(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r23, 504(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r22, 496(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r21, 488(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r20, 480(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r19, 472(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r18, 464(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r17, 456(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r16, 448(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v30, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 352 -; CHECK-NEXT: lfd f15, 552(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f14, 544(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r31, 536(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 528(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, 520(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r28, 512(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 384 +; CHECK-NEXT: ld r15, 440(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r14, 432(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v29, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 336 -; CHECK-NEXT: ld r27, 504(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r26, 496(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r25, 488(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r24, 480(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r23, 472(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r22, 464(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 368 ; CHECK-NEXT: lxvd2x v28, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 320 -; CHECK-NEXT: ld r21, 456(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r20, 448(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r19, 440(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r18, 432(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r17, 424(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r16, 416(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 352 ; CHECK-NEXT: lxvd2x v27, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 304 -; CHECK-NEXT: ld r15, 408(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r14, 400(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 336 ; CHECK-NEXT: lxvd2x v26, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 288 +; CHECK-NEXT: li r3, 320 ; CHECK-NEXT: lxvd2x v25, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 272 +; CHECK-NEXT: li r3, 304 ; CHECK-NEXT: lxvd2x v24, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 256 +; CHECK-NEXT: li r3, 288 ; CHECK-NEXT: lxvd2x v23, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 240 +; CHECK-NEXT: li r3, 272 ; CHECK-NEXT: lxvd2x v22, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 224 +; CHECK-NEXT: li r3, 256 ; CHECK-NEXT: lxvd2x v21, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 208 +; CHECK-NEXT: li r3, 240 ; CHECK-NEXT: lxvd2x v20, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 688 +; CHECK-NEXT: addi r1, r1, 576 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr diff --git a/llvm/test/CodeGen/PowerPC/vector-lrint.ll b/llvm/test/CodeGen/PowerPC/vector-lrint.ll index af5704bf3c852..254d61d3c21fc 100644 --- a/llvm/test/CodeGen/PowerPC/vector-lrint.ll +++ b/llvm/test/CodeGen/PowerPC/vector-lrint.ll @@ -25,10 +25,8 @@ define <1 x i64> @lrint_v1f16(<1 x half> %x) nounwind { ; BE: # %bb.0: ; BE-NEXT: mflr r0 ; BE-NEXT: stdu r1, -112(r1) -; BE-NEXT: std r0, 128(r1) -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop ; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r0, 128(r1) ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: bl lrintf @@ -42,10 +40,8 @@ define <1 x i64> @lrint_v1f16(<1 x half> %x) nounwind { ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 ; CHECK-NEXT: stdu r1, -32(r1) -; CHECK-NEXT: std r0, 48(r1) -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop ; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: std r0, 48(r1) ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop ; CHECK-NEXT: bl lrintf @@ -63,37 +59,26 @@ define <2 x i64> @lrint_v2f16(<2 x half> %x) nounwind { ; BE-LABEL: lrint_v2f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -160(r1) -; BE-NEXT: std r0, 176(r1) -; BE-NEXT: stfd f31, 152(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r30, 136(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 +; BE-NEXT: stdu r1, -144(r1) +; BE-NEXT: std r0, 160(r1) +; BE-NEXT: std r30, 128(r1) # 8-byte Folded Spill ; BE-NEXT: mr r30, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r30, 48 -; BE-NEXT: fmr f31, f1 +; BE-NEXT: clrldi r3, r4, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 ; BE-NEXT: std r3, 120(r1) +; BE-NEXT: clrldi r3, r30, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop ; BE-NEXT: std r3, 112(r1) ; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: ld r30, 136(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f31, 152(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 128(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v2, 0, r3 -; BE-NEXT: addi r1, r1, 160 +; BE-NEXT: addi r1, r1, 144 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -102,35 +87,28 @@ define <2 x i64> @lrint_v2f16(<2 x half> %x) nounwind { ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 ; CHECK-NEXT: stdu r1, -96(r1) -; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: std r0, 112(r1) -; CHECK-NEXT: std r30, 72(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f31, 88(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f2 -; CHECK-NEXT: stxvd2x v31, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop +; CHECK-NEXT: li r5, 48 ; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: std r0, 112(r1) +; CHECK-NEXT: std r29, 72(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r30, 80(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r4 +; CHECK-NEXT: stxvd2x v31, r1, r5 # 16-byte Folded Spill ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: bl lrintf +; CHECK-NEXT: nop +; CHECK-NEXT: mr r29, r3 ; CHECK-NEXT: clrldi r3, r30, 48 -; CHECK-NEXT: fmr f31, f1 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: bl lrintf -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v31, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: lfd f31, 88(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 72(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, 80(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, 72(r1) # 8-byte Folded Reload ; CHECK-NEXT: xxmrghd v2, vs0, v31 ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: addi r1, r1, 96 @@ -146,73 +124,46 @@ define <4 x i64> @lrint_v4f16(<4 x half> %x) nounwind { ; BE-LABEL: lrint_v4f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -208(r1) -; BE-NEXT: std r0, 224(r1) -; BE-NEXT: stfd f29, 184(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f29, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r28, 152(r1) # 8-byte Folded Spill -; BE-NEXT: std r29, 160(r1) # 8-byte Folded Spill -; BE-NEXT: std r30, 168(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 192(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 200(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f4 -; BE-NEXT: fmr f30, f3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: mr r30, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 -; BE-NEXT: mr r29, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 +; BE-NEXT: stdu r1, -176(r1) +; BE-NEXT: std r0, 192(r1) +; BE-NEXT: std r28, 144(r1) # 8-byte Folded Spill ; BE-NEXT: mr r28, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: clrldi r3, r4, 48 +; BE-NEXT: std r29, 152(r1) # 8-byte Folded Spill +; BE-NEXT: std r30, 160(r1) # 8-byte Folded Spill +; BE-NEXT: mr r30, r6 +; BE-NEXT: mr r29, r5 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl lrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 120(r1) ; BE-NEXT: clrldi r3, r28, 48 -; BE-NEXT: fmr f31, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r29, 48 -; BE-NEXT: fmr f30, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop +; BE-NEXT: std r3, 112(r1) ; BE-NEXT: clrldi r3, r30, 48 -; BE-NEXT: fmr f29, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: std r3, 120(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 -; BE-NEXT: std r3, 112(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 ; BE-NEXT: std r3, 136(r1) +; BE-NEXT: clrldi r3, r29, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop ; BE-NEXT: std r3, 128(r1) ; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: ld r30, 168(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f31, 200(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 192(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 184(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 160(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 152(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 144(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v2, 0, r3 ; BE-NEXT: addi r3, r1, 128 -; BE-NEXT: ld r29, 160(r1) # 8-byte Folded Reload -; BE-NEXT: ld r28, 152(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v3, 0, r3 -; BE-NEXT: addi r1, r1, 208 +; BE-NEXT: addi r1, r1, 176 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -220,79 +171,57 @@ define <4 x i64> @lrint_v4f16(<4 x half> %x) nounwind { ; CHECK-LABEL: lrint_v4f16: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -144(r1) -; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: std r0, 160(r1) -; CHECK-NEXT: std r28, 88(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r29, 96(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, 104(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f29, 120(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f29, f2 -; CHECK-NEXT: stfd f30, 128(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f30, f3 -; CHECK-NEXT: stxvd2x v30, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: stfd f31, 136(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f4 -; CHECK-NEXT: stxvd2x v31, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: mr r29, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mr r28, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop +; CHECK-NEXT: stdu r1, -128(r1) +; CHECK-NEXT: li r7, 48 +; CHECK-NEXT: std r0, 144(r1) ; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: std r27, 88(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r28, 96(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r29, 104(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r29, r5 +; CHECK-NEXT: mr r28, r4 +; CHECK-NEXT: stxvd2x v30, r1, r7 # 16-byte Folded Spill +; CHECK-NEXT: li r7, 64 +; CHECK-NEXT: std r30, 112(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r6 +; CHECK-NEXT: stxvd2x v31, r1, r7 # 16-byte Folded Spill ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r28, 48 -; CHECK-NEXT: fmr f31, f1 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r29, 48 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r30, 48 -; CHECK-NEXT: fmr f29, f1 +; CHECK-NEXT: mr r27, r3 +; CHECK-NEXT: clrldi r3, r28, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v31, r27 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mtvsrd v31, r3 -; CHECK-NEXT: bl lrintf -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 ; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: clrldi r3, r29, 48 ; CHECK-NEXT: xxmrghd v31, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v30, r3 +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: clrldi r3, r30, 48 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v30, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 64 ; CHECK-NEXT: vmr v2, v31 -; CHECK-NEXT: lfd f31, 136(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f30, 128(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f29, 120(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 104(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, 96(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, 112(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, 104(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r28, 96(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r27, 88(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: ld r28, 88(r1) # 8-byte Folded Reload ; CHECK-NEXT: xxmrghd v3, vs0, v30 ; CHECK-NEXT: lxvd2x v30, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 144 +; CHECK-NEXT: addi r1, r1, 128 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr @@ -305,145 +234,86 @@ define <8 x i64> @lrint_v8f16(<8 x half> %x) nounwind { ; BE-LABEL: lrint_v8f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -304(r1) -; BE-NEXT: std r0, 320(r1) -; BE-NEXT: stfd f25, 248(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f25, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r24, 184(r1) # 8-byte Folded Spill -; BE-NEXT: std r25, 192(r1) # 8-byte Folded Spill -; BE-NEXT: std r26, 200(r1) # 8-byte Folded Spill -; BE-NEXT: std r27, 208(r1) # 8-byte Folded Spill -; BE-NEXT: std r28, 216(r1) # 8-byte Folded Spill -; BE-NEXT: std r29, 224(r1) # 8-byte Folded Spill -; BE-NEXT: std r30, 232(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f26, 256(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f27, 264(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f28, 272(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f29, 280(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 288(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 296(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f8 -; BE-NEXT: fmr f30, f7 -; BE-NEXT: fmr f29, f6 -; BE-NEXT: fmr f28, f5 -; BE-NEXT: fmr f27, f4 -; BE-NEXT: fmr f26, f3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 -; BE-NEXT: mr r30, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 -; BE-NEXT: mr r29, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: mr r28, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: mr r27, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 -; BE-NEXT: mr r26, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 -; BE-NEXT: mr r25, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 +; BE-NEXT: stdu r1, -240(r1) +; BE-NEXT: std r0, 256(r1) +; BE-NEXT: std r24, 176(r1) # 8-byte Folded Spill ; BE-NEXT: mr r24, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: clrldi r3, r4, 48 +; BE-NEXT: std r25, 184(r1) # 8-byte Folded Spill +; BE-NEXT: std r26, 192(r1) # 8-byte Folded Spill +; BE-NEXT: std r27, 200(r1) # 8-byte Folded Spill +; BE-NEXT: std r28, 208(r1) # 8-byte Folded Spill +; BE-NEXT: std r29, 216(r1) # 8-byte Folded Spill +; BE-NEXT: std r30, 224(r1) # 8-byte Folded Spill +; BE-NEXT: mr r29, r10 +; BE-NEXT: mr r30, r9 +; BE-NEXT: mr r27, r8 +; BE-NEXT: mr r28, r7 +; BE-NEXT: mr r26, r6 +; BE-NEXT: mr r25, r5 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl lrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 120(r1) ; BE-NEXT: clrldi r3, r24, 48 -; BE-NEXT: fmr f31, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r25, 48 -; BE-NEXT: fmr f30, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop +; BE-NEXT: std r3, 112(r1) ; BE-NEXT: clrldi r3, r26, 48 -; BE-NEXT: fmr f29, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r27, 48 -; BE-NEXT: fmr f28, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r28, 48 -; BE-NEXT: fmr f27, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r29, 48 -; BE-NEXT: fmr f26, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r30, 48 -; BE-NEXT: fmr f25, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 -; BE-NEXT: std r3, 120(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: std r3, 112(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 ; BE-NEXT: std r3, 136(r1) +; BE-NEXT: clrldi r3, r25, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 ; BE-NEXT: std r3, 128(r1) +; BE-NEXT: clrldi r3, r27, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 ; BE-NEXT: std r3, 152(r1) +; BE-NEXT: clrldi r3, r28, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 ; BE-NEXT: std r3, 144(r1) +; BE-NEXT: clrldi r3, r29, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 ; BE-NEXT: std r3, 168(r1) +; BE-NEXT: clrldi r3, r30, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop ; BE-NEXT: std r3, 160(r1) ; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: ld r30, 232(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f31, 296(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 288(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 280(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 224(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 216(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 208(r1) # 8-byte Folded Reload +; BE-NEXT: ld r27, 200(r1) # 8-byte Folded Reload +; BE-NEXT: ld r26, 192(r1) # 8-byte Folded Reload +; BE-NEXT: ld r25, 184(r1) # 8-byte Folded Reload +; BE-NEXT: ld r24, 176(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v2, 0, r3 ; BE-NEXT: addi r3, r1, 128 -; BE-NEXT: lfd f28, 272(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f27, 264(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f26, 256(r1) # 8-byte Folded Reload -; BE-NEXT: ld r29, 224(r1) # 8-byte Folded Reload -; BE-NEXT: ld r28, 216(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v3, 0, r3 ; BE-NEXT: addi r3, r1, 144 -; BE-NEXT: lfd f25, 248(r1) # 8-byte Folded Reload -; BE-NEXT: ld r27, 208(r1) # 8-byte Folded Reload -; BE-NEXT: ld r26, 200(r1) # 8-byte Folded Reload -; BE-NEXT: ld r25, 192(r1) # 8-byte Folded Reload -; BE-NEXT: ld r24, 184(r1) # 8-byte Folded Reload ; BE-NEXT: lxvd2x v4, 0, r3 ; BE-NEXT: addi r3, r1, 160 ; BE-NEXT: lxvd2x v5, 0, r3 -; BE-NEXT: addi r1, r1, 304 +; BE-NEXT: addi r1, r1, 240 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -451,159 +321,107 @@ define <8 x i64> @lrint_v8f16(<8 x half> %x) nounwind { ; CHECK-LABEL: lrint_v8f16: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -240(r1) -; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: std r0, 256(r1) -; CHECK-NEXT: std r24, 120(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r25, 128(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r26, 136(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r27, 144(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r28, 152(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r29, 160(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v28, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: std r30, 168(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f25, 184(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f25, f2 -; CHECK-NEXT: stfd f26, 192(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f26, f3 -; CHECK-NEXT: stfd f27, 200(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f27, f4 -; CHECK-NEXT: stxvd2x v29, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 80 -; CHECK-NEXT: stfd f28, 208(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f28, f5 -; CHECK-NEXT: stfd f29, 216(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f29, f6 -; CHECK-NEXT: stfd f30, 224(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f30, f7 -; CHECK-NEXT: stxvd2x v30, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 96 -; CHECK-NEXT: stfd f31, 232(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f8 -; CHECK-NEXT: stxvd2x v31, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 -; CHECK-NEXT: mr r29, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: mr r28, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: mr r27, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mr r26, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: mr r25, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mr r24, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop +; CHECK-NEXT: stdu r1, -192(r1) +; CHECK-NEXT: li r11, 48 +; CHECK-NEXT: std r0, 208(r1) ; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: std r23, 120(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r24, 128(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r25, 136(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r25, r5 +; CHECK-NEXT: mr r24, r4 +; CHECK-NEXT: stxvd2x v28, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 64 +; CHECK-NEXT: std r26, 144(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r26, r6 +; CHECK-NEXT: std r27, 152(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r28, 160(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r28, r8 +; CHECK-NEXT: mr r27, r7 +; CHECK-NEXT: stxvd2x v29, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 80 +; CHECK-NEXT: std r29, 168(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r29, r9 +; CHECK-NEXT: std r30, 176(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r10 +; CHECK-NEXT: stxvd2x v30, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 96 +; CHECK-NEXT: stxvd2x v31, r1, r11 # 16-byte Folded Spill ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r24, 48 -; CHECK-NEXT: fmr f31, f1 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r25, 48 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r26, 48 -; CHECK-NEXT: fmr f29, f1 +; CHECK-NEXT: mr r23, r3 +; CHECK-NEXT: clrldi r3, r24, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r27, 48 -; CHECK-NEXT: fmr f28, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r23 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r28, 48 -; CHECK-NEXT: fmr f27, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: clrldi r3, r25, 48 +; CHECK-NEXT: xxmrghd v31, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r29, 48 -; CHECK-NEXT: fmr f26, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r30, 48 -; CHECK-NEXT: fmr f25, f1 +; CHECK-NEXT: mr r25, r3 +; CHECK-NEXT: clrldi r3, r26, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v30, r25 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mtvsrd v31, r3 -; CHECK-NEXT: bl lrintf -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v31, vs0, v31 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: clrldi r3, r27, 48 +; CHECK-NEXT: xxmrghd v30, vs0, v30 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: mtvsrd v30, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v30, vs0, v30 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r27, r3 +; CHECK-NEXT: clrldi r3, r28, 48 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mtvsrd v29, r3 +; CHECK-NEXT: mtvsrd v29, r27 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 ; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: clrldi r3, r29, 48 ; CHECK-NEXT: xxmrghd v29, vs0, v29 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v28, r3 +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: clrldi r3, r30, 48 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v28, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 96 ; CHECK-NEXT: vmr v2, v31 -; CHECK-NEXT: lfd f31, 232(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, 176(r1) # 8-byte Folded Reload ; CHECK-NEXT: vmr v3, v30 ; CHECK-NEXT: vmr v4, v29 -; CHECK-NEXT: lfd f30, 224(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f29, 216(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, 168(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r28, 160(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 80 -; CHECK-NEXT: lfd f28, 208(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f27, 200(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f26, 192(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f25, 184(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 168(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, 160(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r27, 152(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r26, 144(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r25, 136(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r24, 128(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r23, 120(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v30, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: ld r28, 152(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r27, 144(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxmrghd v5, vs0, v28 -; CHECK-NEXT: ld r26, 136(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r25, 128(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r24, 120(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v29, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 48 +; CHECK-NEXT: xxmrghd v5, vs0, v28 ; CHECK-NEXT: lxvd2x v28, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 240 +; CHECK-NEXT: addi r1, r1, 192 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr @@ -616,286 +434,166 @@ define <16 x i64> @lrint_v16i64_v16f16(<16 x half> %x) nounwind { ; BE-LABEL: lrint_v16i64_v16f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -496(r1) -; BE-NEXT: std r0, 512(r1) -; BE-NEXT: stfd f20, 400(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f20, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r16, 248(r1) # 8-byte Folded Spill -; BE-NEXT: std r17, 256(r1) # 8-byte Folded Spill -; BE-NEXT: std r18, 264(r1) # 8-byte Folded Spill -; BE-NEXT: std r19, 272(r1) # 8-byte Folded Spill -; BE-NEXT: std r20, 280(r1) # 8-byte Folded Spill -; BE-NEXT: std r21, 288(r1) # 8-byte Folded Spill -; BE-NEXT: std r22, 296(r1) # 8-byte Folded Spill -; BE-NEXT: std r23, 304(r1) # 8-byte Folded Spill -; BE-NEXT: std r24, 312(r1) # 8-byte Folded Spill -; BE-NEXT: std r25, 320(r1) # 8-byte Folded Spill -; BE-NEXT: std r26, 328(r1) # 8-byte Folded Spill -; BE-NEXT: std r27, 336(r1) # 8-byte Folded Spill -; BE-NEXT: std r28, 344(r1) # 8-byte Folded Spill -; BE-NEXT: std r29, 352(r1) # 8-byte Folded Spill -; BE-NEXT: std r30, 360(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f17, 376(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f18, 384(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f19, 392(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f21, 408(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f22, 416(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f23, 424(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f24, 432(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f25, 440(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f26, 448(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f27, 456(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f28, 464(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f29, 472(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 480(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 488(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f13 -; BE-NEXT: fmr f29, f12 -; BE-NEXT: fmr f30, f11 -; BE-NEXT: fmr f28, f10 -; BE-NEXT: fmr f27, f9 -; BE-NEXT: fmr f26, f8 -; BE-NEXT: fmr f25, f7 -; BE-NEXT: fmr f24, f6 -; BE-NEXT: fmr f23, f5 -; BE-NEXT: fmr f22, f4 -; BE-NEXT: fmr f21, f3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f20 -; BE-NEXT: mr r30, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f22 -; BE-NEXT: mr r29, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f21 -; BE-NEXT: mr r28, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f24 -; BE-NEXT: mr r27, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f23 -; BE-NEXT: mr r26, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: mr r25, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 +; BE-NEXT: stdu r1, -368(r1) +; BE-NEXT: std r0, 384(r1) +; BE-NEXT: std r24, 304(r1) # 8-byte Folded Spill ; BE-NEXT: mr r24, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 -; BE-NEXT: mr r23, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: lhz r3, 494(r1) +; BE-NEXT: std r16, 240(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r16, 486(r1) +; BE-NEXT: std r17, 248(r1) # 8-byte Folded Spill +; BE-NEXT: std r18, 256(r1) # 8-byte Folded Spill +; BE-NEXT: std r19, 264(r1) # 8-byte Folded Spill +; BE-NEXT: std r20, 272(r1) # 8-byte Folded Spill +; BE-NEXT: std r21, 280(r1) # 8-byte Folded Spill +; BE-NEXT: std r22, 288(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r22, 534(r1) +; BE-NEXT: lhz r21, 542(r1) +; BE-NEXT: lhz r20, 518(r1) +; BE-NEXT: lhz r19, 526(r1) +; BE-NEXT: lhz r18, 502(r1) +; BE-NEXT: lhz r17, 510(r1) +; BE-NEXT: std r23, 296(r1) # 8-byte Folded Spill +; BE-NEXT: std r25, 312(r1) # 8-byte Folded Spill +; BE-NEXT: std r26, 320(r1) # 8-byte Folded Spill +; BE-NEXT: std r27, 328(r1) # 8-byte Folded Spill +; BE-NEXT: std r28, 336(r1) # 8-byte Folded Spill +; BE-NEXT: std r29, 344(r1) # 8-byte Folded Spill +; BE-NEXT: std r30, 352(r1) # 8-byte Folded Spill +; BE-NEXT: mr r29, r10 +; BE-NEXT: mr r30, r9 +; BE-NEXT: mr r27, r8 +; BE-NEXT: mr r28, r7 +; BE-NEXT: mr r25, r6 +; BE-NEXT: mr r26, r5 +; BE-NEXT: mr r23, r4 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 -; BE-NEXT: mr r22, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: mr r21, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: std r3, 120(r1) +; BE-NEXT: mr r3, r16 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 -; BE-NEXT: mr r20, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 652(r1) -; BE-NEXT: mr r19, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: std r3, 112(r1) +; BE-NEXT: mr r3, r17 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 -; BE-NEXT: mr r18, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 668(r1) -; BE-NEXT: mr r17, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: std r3, 136(r1) +; BE-NEXT: mr r3, r18 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 660(r1) -; BE-NEXT: mr r16, r3 -; BE-NEXT: bl __truncsfhf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 128(r1) +; BE-NEXT: mr r3, r19 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r16, 48 -; BE-NEXT: fmr f31, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r17, 48 -; BE-NEXT: fmr f30, f1 +; BE-NEXT: std r3, 152(r1) +; BE-NEXT: mr r3, r20 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r18, 48 -; BE-NEXT: fmr f29, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r19, 48 -; BE-NEXT: fmr f28, f1 +; BE-NEXT: std r3, 144(r1) +; BE-NEXT: mr r3, r21 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r20, 48 -; BE-NEXT: fmr f27, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r21, 48 -; BE-NEXT: fmr f26, f1 +; BE-NEXT: std r3, 168(r1) +; BE-NEXT: mr r3, r22 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r22, 48 -; BE-NEXT: fmr f25, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop +; BE-NEXT: std r3, 160(r1) ; BE-NEXT: clrldi r3, r23, 48 -; BE-NEXT: fmr f24, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl lrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 184(r1) ; BE-NEXT: clrldi r3, r24, 48 -; BE-NEXT: fmr f23, f1 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r25, 48 -; BE-NEXT: fmr f22, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r26, 48 -; BE-NEXT: fmr f21, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r27, 48 -; BE-NEXT: fmr f20, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r28, 48 -; BE-NEXT: fmr f19, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r29, 48 -; BE-NEXT: fmr f18, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r30, 48 -; BE-NEXT: fmr f17, f1 -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f17 -; BE-NEXT: std r3, 120(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f18 -; BE-NEXT: std r3, 112(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f19 -; BE-NEXT: std r3, 136(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f20 -; BE-NEXT: std r3, 128(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f21 -; BE-NEXT: std r3, 152(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f22 -; BE-NEXT: std r3, 144(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f23 -; BE-NEXT: std r3, 168(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f24 -; BE-NEXT: std r3, 160(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 -; BE-NEXT: std r3, 184(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 ; BE-NEXT: std r3, 176(r1) +; BE-NEXT: clrldi r3, r25, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 ; BE-NEXT: std r3, 200(r1) +; BE-NEXT: clrldi r3, r26, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 ; BE-NEXT: std r3, 192(r1) +; BE-NEXT: clrldi r3, r27, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 ; BE-NEXT: std r3, 216(r1) +; BE-NEXT: clrldi r3, r28, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 ; BE-NEXT: std r3, 208(r1) +; BE-NEXT: clrldi r3, r29, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 ; BE-NEXT: std r3, 232(r1) +; BE-NEXT: clrldi r3, r30, 48 +; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop ; BE-NEXT: std r3, 224(r1) ; BE-NEXT: addi r3, r1, 112 -; BE-NEXT: ld r30, 360(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f31, 488(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 480(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 472(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v2, 0, r3 +; BE-NEXT: ld r30, 352(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 344(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 336(r1) # 8-byte Folded Reload +; BE-NEXT: ld r27, 328(r1) # 8-byte Folded Reload +; BE-NEXT: ld r26, 320(r1) # 8-byte Folded Reload +; BE-NEXT: ld r25, 312(r1) # 8-byte Folded Reload +; BE-NEXT: ld r24, 304(r1) # 8-byte Folded Reload +; BE-NEXT: lxvd2x v6, 0, r3 ; BE-NEXT: addi r3, r1, 128 -; BE-NEXT: lfd f28, 464(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f27, 456(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f26, 448(r1) # 8-byte Folded Reload -; BE-NEXT: ld r29, 352(r1) # 8-byte Folded Reload -; BE-NEXT: ld r28, 344(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v3, 0, r3 +; BE-NEXT: ld r23, 296(r1) # 8-byte Folded Reload +; BE-NEXT: ld r22, 288(r1) # 8-byte Folded Reload +; BE-NEXT: ld r21, 280(r1) # 8-byte Folded Reload +; BE-NEXT: ld r20, 272(r1) # 8-byte Folded Reload +; BE-NEXT: ld r19, 264(r1) # 8-byte Folded Reload +; BE-NEXT: ld r18, 256(r1) # 8-byte Folded Reload +; BE-NEXT: ld r17, 248(r1) # 8-byte Folded Reload +; BE-NEXT: ld r16, 240(r1) # 8-byte Folded Reload +; BE-NEXT: lxvd2x v7, 0, r3 ; BE-NEXT: addi r3, r1, 144 -; BE-NEXT: lfd f25, 440(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f24, 432(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f23, 424(r1) # 8-byte Folded Reload -; BE-NEXT: ld r27, 336(r1) # 8-byte Folded Reload -; BE-NEXT: ld r26, 328(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v4, 0, r3 +; BE-NEXT: lxvd2x v8, 0, r3 ; BE-NEXT: addi r3, r1, 160 -; BE-NEXT: lfd f22, 416(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f21, 408(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f20, 400(r1) # 8-byte Folded Reload -; BE-NEXT: ld r25, 320(r1) # 8-byte Folded Reload -; BE-NEXT: ld r24, 312(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v5, 0, r3 +; BE-NEXT: lxvd2x v9, 0, r3 ; BE-NEXT: addi r3, r1, 176 -; BE-NEXT: lfd f19, 392(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f18, 384(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f17, 376(r1) # 8-byte Folded Reload -; BE-NEXT: ld r23, 304(r1) # 8-byte Folded Reload -; BE-NEXT: ld r22, 296(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v6, 0, r3 +; BE-NEXT: lxvd2x v2, 0, r3 ; BE-NEXT: addi r3, r1, 192 -; BE-NEXT: ld r21, 288(r1) # 8-byte Folded Reload -; BE-NEXT: ld r20, 280(r1) # 8-byte Folded Reload -; BE-NEXT: ld r19, 272(r1) # 8-byte Folded Reload -; BE-NEXT: ld r18, 264(r1) # 8-byte Folded Reload -; BE-NEXT: ld r17, 256(r1) # 8-byte Folded Reload -; BE-NEXT: ld r16, 248(r1) # 8-byte Folded Reload -; BE-NEXT: lxvd2x v7, 0, r3 +; BE-NEXT: lxvd2x v3, 0, r3 ; BE-NEXT: addi r3, r1, 208 -; BE-NEXT: lxvd2x v8, 0, r3 +; BE-NEXT: lxvd2x v4, 0, r3 ; BE-NEXT: addi r3, r1, 224 -; BE-NEXT: lxvd2x v9, 0, r3 -; BE-NEXT: addi r1, r1, 496 +; BE-NEXT: lxvd2x v5, 0, r3 +; BE-NEXT: addi r1, r1, 368 ; BE-NEXT: ld r0, 16(r1) ; BE-NEXT: mtlr r0 ; BE-NEXT: blr @@ -903,316 +601,207 @@ define <16 x i64> @lrint_v16i64_v16f16(<16 x half> %x) nounwind { ; CHECK-LABEL: lrint_v16i64_v16f16: ; CHECK: # %bb.0: ; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -432(r1) -; CHECK-NEXT: li r3, 48 -; CHECK-NEXT: std r0, 448(r1) -; CHECK-NEXT: std r16, 184(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r17, 192(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r18, 200(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r19, 208(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r20, 216(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r21, 224(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v24, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: std r22, 232(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r23, 240(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r24, 248(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r25, 256(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r26, 264(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r27, 272(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v25, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 80 -; CHECK-NEXT: std r28, 280(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r29, 288(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, 296(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f17, 312(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f18, 320(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f19, 328(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v26, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 96 -; CHECK-NEXT: stfd f20, 336(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f20, f2 -; CHECK-NEXT: stfd f21, 344(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f21, f3 -; CHECK-NEXT: stfd f22, 352(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f22, f4 -; CHECK-NEXT: stxvd2x v27, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 112 -; CHECK-NEXT: stfd f23, 360(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f23, f5 -; CHECK-NEXT: stfd f24, 368(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f24, f6 -; CHECK-NEXT: stfd f25, 376(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f25, f7 -; CHECK-NEXT: stxvd2x v28, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 128 -; CHECK-NEXT: stfd f26, 384(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f26, f8 -; CHECK-NEXT: stfd f27, 392(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f27, f9 -; CHECK-NEXT: stfd f28, 400(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f28, f10 -; CHECK-NEXT: stxvd2x v29, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 144 -; CHECK-NEXT: stfd f29, 408(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f29, f11 -; CHECK-NEXT: stfd f30, 416(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f30, f12 -; CHECK-NEXT: stfd f31, 424(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f13 -; CHECK-NEXT: stxvd2x v30, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: li r3, 160 -; CHECK-NEXT: stxvd2x v31, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f20 -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f21 -; CHECK-NEXT: mr r29, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f22 -; CHECK-NEXT: mr r28, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f23 -; CHECK-NEXT: mr r27, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f24 -; CHECK-NEXT: mr r26, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mr r25, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 -; CHECK-NEXT: mr r24, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 +; CHECK-NEXT: stdu r1, -320(r1) +; CHECK-NEXT: li r11, 48 +; CHECK-NEXT: std r0, 336(r1) +; CHECK-NEXT: std r23, 248(r1) # 8-byte Folded Spill ; CHECK-NEXT: mr r23, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: mr r22, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mr r21, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: mr r20, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mr r19, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 568(r1) -; CHECK-NEXT: mr r18, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 576(r1) -; CHECK-NEXT: mr r17, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 584(r1) -; CHECK-NEXT: mr r16, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r16, 48 -; CHECK-NEXT: fmr f31, f1 +; CHECK-NEXT: lhz r3, 416(r1) +; CHECK-NEXT: std r16, 192(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r17, 200(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r17, 432(r1) +; CHECK-NEXT: stxvd2x v24, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 64 +; CHECK-NEXT: std r18, 208(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r18, 440(r1) +; CHECK-NEXT: std r19, 216(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r19, 448(r1) +; CHECK-NEXT: lhz r16, 424(r1) +; CHECK-NEXT: stxvd2x v25, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 80 +; CHECK-NEXT: std r20, 224(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r20, 456(r1) +; CHECK-NEXT: stxvd2x v26, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 96 +; CHECK-NEXT: std r21, 232(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r22, 240(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r22, 472(r1) +; CHECK-NEXT: lhz r21, 464(r1) +; CHECK-NEXT: stxvd2x v27, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 112 +; CHECK-NEXT: std r15, 184(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r24, 256(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r25, 264(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r25, r5 +; CHECK-NEXT: mr r24, r4 +; CHECK-NEXT: stxvd2x v28, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 128 +; CHECK-NEXT: std r26, 272(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r27, 280(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r28, 288(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r29, 296(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r29, r9 +; CHECK-NEXT: mr r28, r8 +; CHECK-NEXT: mr r27, r7 +; CHECK-NEXT: mr r26, r6 +; CHECK-NEXT: stxvd2x v29, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 144 +; CHECK-NEXT: std r30, 304(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r10 +; CHECK-NEXT: stxvd2x v30, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 160 +; CHECK-NEXT: stxvd2x v31, r1, r11 # 16-byte Folded Spill ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r17, 48 -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r18, 48 -; CHECK-NEXT: fmr f29, f1 +; CHECK-NEXT: mr r15, r3 +; CHECK-NEXT: mr r3, r16 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r19, 48 -; CHECK-NEXT: fmr f28, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r15 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r20, 48 -; CHECK-NEXT: fmr f27, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r17 +; CHECK-NEXT: xxmrghd v31, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r21, 48 -; CHECK-NEXT: fmr f26, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r22, 48 -; CHECK-NEXT: fmr f25, f1 +; CHECK-NEXT: mr r17, r3 +; CHECK-NEXT: mr r3, r18 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r23, 48 -; CHECK-NEXT: fmr f24, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v30, r17 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r24, 48 -; CHECK-NEXT: fmr f23, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r19 +; CHECK-NEXT: xxmrghd v30, vs0, v30 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r25, 48 -; CHECK-NEXT: fmr f22, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r26, 48 -; CHECK-NEXT: fmr f21, f1 +; CHECK-NEXT: mr r19, r3 +; CHECK-NEXT: mr r3, r20 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r27, 48 -; CHECK-NEXT: fmr f20, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v29, r19 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r28, 48 -; CHECK-NEXT: fmr f19, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r21 +; CHECK-NEXT: xxmrghd v29, vs0, v29 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r29, 48 -; CHECK-NEXT: fmr f18, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r30, 48 -; CHECK-NEXT: fmr f17, f1 +; CHECK-NEXT: mr r21, r3 +; CHECK-NEXT: mr r3, r22 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v28, r21 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f17 -; CHECK-NEXT: mtvsrd v31, r3 -; CHECK-NEXT: bl lrintf -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f18 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v31, vs0, v31 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: clrldi r3, r23, 48 +; CHECK-NEXT: xxmrghd v28, vs0, v28 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f19 -; CHECK-NEXT: mtvsrd v30, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f20 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v30, vs0, v30 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r23, r3 +; CHECK-NEXT: clrldi r3, r24, 48 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f21 -; CHECK-NEXT: mtvsrd v29, r3 +; CHECK-NEXT: mtvsrd v27, r23 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f22 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v29, vs0, v29 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: clrldi r3, r25, 48 +; CHECK-NEXT: xxmrghd v27, vs0, v27 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f23 -; CHECK-NEXT: mtvsrd v28, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f24 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v28, vs0, v28 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r25, r3 +; CHECK-NEXT: clrldi r3, r26, 48 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mtvsrd v27, r3 +; CHECK-NEXT: mtvsrd v26, r25 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v27, vs0, v27 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: clrldi r3, r27, 48 +; CHECK-NEXT: xxmrghd v26, vs0, v26 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: mtvsrd v26, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v26, vs0, v26 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r27, r3 +; CHECK-NEXT: clrldi r3, r28, 48 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mtvsrd v25, r3 +; CHECK-NEXT: mtvsrd v25, r27 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 ; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: clrldi r3, r29, 48 ; CHECK-NEXT: xxmrghd v25, vs0, v25 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v24, r3 +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: clrldi r3, r30, 48 +; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: nop +; CHECK-NEXT: mtvsrd v24, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 160 -; CHECK-NEXT: vmr v2, v31 -; CHECK-NEXT: lfd f31, 424(r1) # 8-byte Folded Reload -; CHECK-NEXT: vmr v3, v30 -; CHECK-NEXT: vmr v4, v29 -; CHECK-NEXT: lfd f30, 416(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f29, 408(r1) # 8-byte Folded Reload +; CHECK-NEXT: vmr v6, v31 +; CHECK-NEXT: ld r30, 304(r1) # 8-byte Folded Reload +; CHECK-NEXT: vmr v7, v30 +; CHECK-NEXT: vmr v8, v29 +; CHECK-NEXT: ld r29, 296(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r28, 288(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 144 -; CHECK-NEXT: vmr v5, v28 -; CHECK-NEXT: vmr v6, v27 -; CHECK-NEXT: vmr v7, v26 -; CHECK-NEXT: vmr v8, v25 -; CHECK-NEXT: lfd f28, 400(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f27, 392(r1) # 8-byte Folded Reload +; CHECK-NEXT: vmr v9, v28 +; CHECK-NEXT: vmr v2, v27 +; CHECK-NEXT: vmr v3, v26 +; CHECK-NEXT: vmr v4, v25 +; CHECK-NEXT: ld r27, 280(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r26, 272(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v30, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 128 -; CHECK-NEXT: lfd f26, 384(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f25, 376(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxmrghd v9, vs0, v24 -; CHECK-NEXT: lfd f24, 368(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f23, 360(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f22, 352(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r25, 264(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r24, 256(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v5, vs0, v24 +; CHECK-NEXT: ld r23, 248(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r22, 240(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r21, 232(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v29, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 112 -; CHECK-NEXT: lfd f21, 344(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 296(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f20, 336(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f19, 328(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, 288(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r28, 280(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r20, 224(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r19, 216(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r18, 208(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r17, 200(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r16, 192(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r15, 184(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v28, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 96 -; CHECK-NEXT: lfd f18, 320(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r27, 272(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f17, 312(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r26, 264(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r25, 256(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r24, 248(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v27, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 80 -; CHECK-NEXT: ld r23, 240(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r22, 232(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r21, 224(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r20, 216(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r19, 208(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r18, 200(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v26, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 64 -; CHECK-NEXT: ld r17, 192(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r16, 184(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v25, r1, r3 # 16-byte Folded Reload ; CHECK-NEXT: li r3, 48 ; CHECK-NEXT: lxvd2x v24, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 432 +; CHECK-NEXT: addi r1, r1, 320 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr @@ -1225,483 +814,295 @@ define <32 x i64> @lrint_v32i64_v32f16(<32 x half> %x) nounwind { ; BE-LABEL: lrint_v32i64_v32f16: ; BE: # %bb.0: ; BE-NEXT: mflr r0 -; BE-NEXT: stdu r1, -864(r1) -; BE-NEXT: std r0, 880(r1) -; BE-NEXT: stfd f20, 768(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f20, f1 -; BE-NEXT: fmr f1, f2 -; BE-NEXT: std r14, 576(r1) # 8-byte Folded Spill -; BE-NEXT: std r15, 584(r1) # 8-byte Folded Spill -; BE-NEXT: std r16, 592(r1) # 8-byte Folded Spill -; BE-NEXT: std r17, 600(r1) # 8-byte Folded Spill -; BE-NEXT: std r18, 608(r1) # 8-byte Folded Spill -; BE-NEXT: std r19, 616(r1) # 8-byte Folded Spill -; BE-NEXT: std r20, 624(r1) # 8-byte Folded Spill -; BE-NEXT: std r21, 632(r1) # 8-byte Folded Spill -; BE-NEXT: std r22, 640(r1) # 8-byte Folded Spill -; BE-NEXT: std r23, 648(r1) # 8-byte Folded Spill -; BE-NEXT: std r24, 656(r1) # 8-byte Folded Spill -; BE-NEXT: std r25, 664(r1) # 8-byte Folded Spill -; BE-NEXT: std r26, 672(r1) # 8-byte Folded Spill -; BE-NEXT: std r27, 680(r1) # 8-byte Folded Spill -; BE-NEXT: std r28, 688(r1) # 8-byte Folded Spill -; BE-NEXT: std r29, 696(r1) # 8-byte Folded Spill -; BE-NEXT: std r30, 704(r1) # 8-byte Folded Spill -; BE-NEXT: std r31, 712(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f14, 720(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f15, 728(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f16, 736(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f17, 744(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f18, 752(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f19, 760(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f21, 776(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f22, 784(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f23, 792(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f24, 800(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f25, 808(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f26, 816(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f27, 824(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f28, 832(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f29, 840(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f30, 848(r1) # 8-byte Folded Spill -; BE-NEXT: stfd f31, 856(r1) # 8-byte Folded Spill -; BE-NEXT: fmr f31, f13 +; BE-NEXT: stdu r1, -624(r1) +; BE-NEXT: std r0, 640(r1) +; BE-NEXT: std r30, 608(r1) # 8-byte Folded Spill ; BE-NEXT: mr r30, r3 -; BE-NEXT: fmr f29, f12 -; BE-NEXT: fmr f30, f11 -; BE-NEXT: fmr f28, f10 -; BE-NEXT: fmr f27, f9 -; BE-NEXT: fmr f26, f8 -; BE-NEXT: fmr f25, f7 -; BE-NEXT: fmr f24, f6 -; BE-NEXT: fmr f23, f5 -; BE-NEXT: fmr f22, f4 -; BE-NEXT: fmr f21, f3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f20 -; BE-NEXT: std r3, 304(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f22 -; BE-NEXT: std r3, 296(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f21 -; BE-NEXT: std r3, 280(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f24 -; BE-NEXT: std r3, 264(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f23 -; BE-NEXT: std r3, 248(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: std r3, 232(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 +; BE-NEXT: lhz r3, 926(r1) +; BE-NEXT: std r14, 480(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r14, 822(r1) +; BE-NEXT: std r15, 488(r1) # 8-byte Folded Spill +; BE-NEXT: std r19, 520(r1) # 8-byte Folded Spill ; BE-NEXT: std r3, 216(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 +; BE-NEXT: lhz r3, 934(r1) +; BE-NEXT: lhz r15, 814(r1) +; BE-NEXT: lhz r19, 742(r1) +; BE-NEXT: std r22, 544(r1) # 8-byte Folded Spill +; BE-NEXT: std r23, 552(r1) # 8-byte Folded Spill +; BE-NEXT: std r25, 568(r1) # 8-byte Folded Spill +; BE-NEXT: std r26, 576(r1) # 8-byte Folded Spill +; BE-NEXT: std r3, 208(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 910(r1) +; BE-NEXT: lhz r26, 766(r1) +; BE-NEXT: lhz r25, 774(r1) +; BE-NEXT: std r27, 584(r1) # 8-byte Folded Spill +; BE-NEXT: std r28, 592(r1) # 8-byte Folded Spill +; BE-NEXT: std r29, 600(r1) # 8-byte Folded Spill +; BE-NEXT: std r31, 616(r1) # 8-byte Folded Spill ; BE-NEXT: std r3, 200(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 +; BE-NEXT: lhz r3, 918(r1) +; BE-NEXT: lhz r31, 798(r1) +; BE-NEXT: lhz r29, 806(r1) +; BE-NEXT: lhz r28, 782(r1) +; BE-NEXT: lhz r27, 790(r1) +; BE-NEXT: lhz r23, 750(r1) +; BE-NEXT: lhz r22, 758(r1) +; BE-NEXT: std r16, 496(r1) # 8-byte Folded Spill +; BE-NEXT: std r17, 504(r1) # 8-byte Folded Spill +; BE-NEXT: std r3, 192(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 894(r1) +; BE-NEXT: mr r17, r7 +; BE-NEXT: mr r16, r4 +; BE-NEXT: std r18, 512(r1) # 8-byte Folded Spill +; BE-NEXT: std r20, 528(r1) # 8-byte Folded Spill +; BE-NEXT: std r21, 536(r1) # 8-byte Folded Spill +; BE-NEXT: std r24, 560(r1) # 8-byte Folded Spill ; BE-NEXT: std r3, 184(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 +; BE-NEXT: lhz r3, 902(r1) +; BE-NEXT: mr r24, r10 +; BE-NEXT: mr r20, r9 +; BE-NEXT: mr r21, r8 +; BE-NEXT: mr r18, r6 +; BE-NEXT: std r3, 176(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 878(r1) ; BE-NEXT: std r3, 168(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 +; BE-NEXT: lhz r3, 886(r1) +; BE-NEXT: std r3, 160(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 862(r1) ; BE-NEXT: std r3, 152(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1028(r1) +; BE-NEXT: lhz r3, 870(r1) +; BE-NEXT: std r3, 144(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 846(r1) ; BE-NEXT: std r3, 136(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 +; BE-NEXT: lhz r3, 854(r1) +; BE-NEXT: std r3, 128(r1) # 8-byte Folded Spill +; BE-NEXT: lhz r3, 830(r1) ; BE-NEXT: std r3, 120(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1044(r1) +; BE-NEXT: lhz r3, 838(r1) ; BE-NEXT: std r3, 112(r1) # 8-byte Folded Spill -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1036(r1) -; BE-NEXT: mr r15, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1060(r1) -; BE-NEXT: mr r14, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1052(r1) -; BE-NEXT: mr r31, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1076(r1) -; BE-NEXT: mr r29, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1068(r1) -; BE-NEXT: mr r28, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1092(r1) -; BE-NEXT: mr r27, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1084(r1) -; BE-NEXT: mr r26, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1108(r1) -; BE-NEXT: mr r25, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1100(r1) -; BE-NEXT: mr r24, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1124(r1) -; BE-NEXT: mr r23, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1116(r1) -; BE-NEXT: mr r22, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1140(r1) -; BE-NEXT: mr r21, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1132(r1) -; BE-NEXT: mr r20, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1156(r1) -; BE-NEXT: mr r19, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1148(r1) -; BE-NEXT: mr r18, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1172(r1) -; BE-NEXT: mr r17, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: lfs f1, 1164(r1) -; BE-NEXT: mr r16, r3 -; BE-NEXT: bl __truncsfhf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: clrldi r3, r5, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl lrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 424(r1) ; BE-NEXT: clrldi r3, r16, 48 -; BE-NEXT: stfs f1, 316(r1) # 4-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl lrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 416(r1) ; BE-NEXT: clrldi r3, r17, 48 -; BE-NEXT: stfs f1, 312(r1) # 4-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop +; BE-NEXT: bl lrintf +; BE-NEXT: nop +; BE-NEXT: std r3, 440(r1) ; BE-NEXT: clrldi r3, r18, 48 -; BE-NEXT: stfs f1, 292(r1) # 4-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r19, 48 -; BE-NEXT: stfs f1, 276(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop +; BE-NEXT: std r3, 432(r1) ; BE-NEXT: clrldi r3, r20, 48 -; BE-NEXT: stfs f1, 260(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r21, 48 -; BE-NEXT: stfs f1, 244(r1) # 4-byte Folded Spill ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r22, 48 -; BE-NEXT: stfs f1, 228(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 -; BE-NEXT: nop -; BE-NEXT: clrldi r3, r23, 48 -; BE-NEXT: stfs f1, 212(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r24, 48 -; BE-NEXT: stfs f1, 196(r1) # 4-byte Folded Spill +; BE-NEXT: std r3, 456(r1) +; BE-NEXT: clrldi r3, r21, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r25, 48 -; BE-NEXT: stfs f1, 180(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r26, 48 -; BE-NEXT: stfs f1, 164(r1) # 4-byte Folded Spill +; BE-NEXT: std r3, 448(r1) +; BE-NEXT: mr r3, r19 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r27, 48 -; BE-NEXT: stfs f1, 148(r1) # 4-byte Folded Spill -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r28, 48 -; BE-NEXT: stfs f1, 132(r1) # 4-byte Folded Spill +; BE-NEXT: std r3, 472(r1) +; BE-NEXT: clrldi r3, r24, 48 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r29, 48 -; BE-NEXT: fmr f18, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r31, 48 -; BE-NEXT: fmr f17, f1 +; BE-NEXT: std r3, 464(r1) +; BE-NEXT: mr r3, r22 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r14, 48 -; BE-NEXT: fmr f16, f1 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: clrldi r3, r15, 48 -; BE-NEXT: fmr f15, f1 +; BE-NEXT: std r3, 232(r1) +; BE-NEXT: mr r3, r23 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 112(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f14, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 120(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f31, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 224(r1) +; BE-NEXT: mr r3, r25 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 136(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f30, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 152(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f29, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 248(r1) +; BE-NEXT: mr r3, r26 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 168(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f28, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 184(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f27, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 240(r1) +; BE-NEXT: mr r3, r27 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 200(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f26, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 216(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f25, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 264(r1) +; BE-NEXT: mr r3, r28 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 232(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f24, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 248(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f23, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 256(r1) +; BE-NEXT: mr r3, r29 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 264(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f22, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 280(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f21, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 280(r1) +; BE-NEXT: mr r3, r31 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: ld r3, 296(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f20, f1 -; BE-NEXT: clrldi r3, r3, 48 -; BE-NEXT: bl __extendhfsf2 +; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: ld r3, 304(r1) # 8-byte Folded Reload -; BE-NEXT: fmr f19, f1 -; BE-NEXT: clrldi r3, r3, 48 +; BE-NEXT: std r3, 272(r1) +; BE-NEXT: mr r3, r14 ; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f19 -; BE-NEXT: std r3, 328(r1) -; BE-NEXT: bl lrintf -; BE-NEXT: nop -; BE-NEXT: fmr f1, f20 -; BE-NEXT: std r3, 320(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 296(r1) +; BE-NEXT: mr r3, r15 +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f21 -; BE-NEXT: std r3, 344(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f22 -; BE-NEXT: std r3, 336(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 288(r1) +; BE-NEXT: ld r3, 112(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f23 -; BE-NEXT: std r3, 360(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f24 -; BE-NEXT: std r3, 352(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 312(r1) +; BE-NEXT: ld r3, 120(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f25 -; BE-NEXT: std r3, 376(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f26 -; BE-NEXT: std r3, 368(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 304(r1) +; BE-NEXT: ld r3, 128(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f27 -; BE-NEXT: std r3, 392(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f28 -; BE-NEXT: std r3, 384(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 328(r1) +; BE-NEXT: ld r3, 136(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f29 -; BE-NEXT: std r3, 408(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f30 -; BE-NEXT: std r3, 400(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 320(r1) +; BE-NEXT: ld r3, 144(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f31 -; BE-NEXT: std r3, 424(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f14 -; BE-NEXT: std r3, 416(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 344(r1) +; BE-NEXT: ld r3, 152(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f15 -; BE-NEXT: std r3, 440(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f16 -; BE-NEXT: std r3, 432(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 336(r1) +; BE-NEXT: ld r3, 160(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: fmr f1, f17 -; BE-NEXT: std r3, 456(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: fmr f1, f18 -; BE-NEXT: std r3, 448(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 360(r1) +; BE-NEXT: ld r3, 168(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 132(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 472(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 148(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 464(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 352(r1) +; BE-NEXT: ld r3, 176(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 164(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 488(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 180(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 480(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 376(r1) +; BE-NEXT: ld r3, 184(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 196(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 504(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 212(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 496(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 368(r1) +; BE-NEXT: ld r3, 192(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 228(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 520(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 244(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 512(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 392(r1) +; BE-NEXT: ld r3, 200(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 260(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 536(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 276(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 528(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 384(r1) +; BE-NEXT: ld r3, 208(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 292(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 552(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: lfs f1, 312(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 544(r1) -; BE-NEXT: bl lrintf +; BE-NEXT: std r3, 408(r1) +; BE-NEXT: ld r3, 216(r1) # 8-byte Folded Reload +; BE-NEXT: bl __extendhfsf2 ; BE-NEXT: nop -; BE-NEXT: lfs f1, 316(r1) # 4-byte Folded Reload -; BE-NEXT: std r3, 568(r1) ; BE-NEXT: bl lrintf ; BE-NEXT: nop -; BE-NEXT: std r3, 560(r1) -; BE-NEXT: addi r3, r1, 320 +; BE-NEXT: std r3, 400(r1) +; BE-NEXT: addi r3, r1, 416 ; BE-NEXT: lxvd2x vs0, 0, r3 -; BE-NEXT: addi r3, r1, 336 +; BE-NEXT: addi r3, r1, 432 ; BE-NEXT: lxvd2x vs1, 0, r3 -; BE-NEXT: addi r3, r1, 352 +; BE-NEXT: addi r3, r1, 448 ; BE-NEXT: lxvd2x vs2, 0, r3 -; BE-NEXT: addi r3, r1, 368 +; BE-NEXT: addi r3, r1, 464 ; BE-NEXT: lxvd2x vs3, 0, r3 -; BE-NEXT: addi r3, r1, 384 +; BE-NEXT: addi r3, r1, 224 ; BE-NEXT: lxvd2x vs4, 0, r3 -; BE-NEXT: addi r3, r1, 400 +; BE-NEXT: addi r3, r1, 240 ; BE-NEXT: lxvd2x vs5, 0, r3 -; BE-NEXT: addi r3, r1, 416 +; BE-NEXT: addi r3, r1, 256 ; BE-NEXT: lxvd2x vs6, 0, r3 -; BE-NEXT: addi r3, r1, 432 +; BE-NEXT: addi r3, r1, 272 ; BE-NEXT: lxvd2x vs7, 0, r3 -; BE-NEXT: addi r3, r1, 448 +; BE-NEXT: addi r3, r1, 288 ; BE-NEXT: lxvd2x vs8, 0, r3 -; BE-NEXT: addi r3, r1, 464 +; BE-NEXT: addi r3, r1, 304 ; BE-NEXT: lxvd2x vs9, 0, r3 -; BE-NEXT: addi r3, r1, 480 +; BE-NEXT: addi r3, r1, 320 ; BE-NEXT: lxvd2x vs10, 0, r3 -; BE-NEXT: addi r3, r1, 496 +; BE-NEXT: addi r3, r1, 336 ; BE-NEXT: lxvd2x vs11, 0, r3 -; BE-NEXT: addi r3, r1, 512 +; BE-NEXT: addi r3, r1, 352 ; BE-NEXT: lxvd2x vs12, 0, r3 -; BE-NEXT: addi r3, r1, 528 +; BE-NEXT: addi r3, r1, 368 ; BE-NEXT: lxvd2x vs13, 0, r3 -; BE-NEXT: addi r3, r1, 544 +; BE-NEXT: addi r3, r1, 384 ; BE-NEXT: lxvd2x v2, 0, r3 -; BE-NEXT: addi r3, r1, 560 +; BE-NEXT: addi r3, r1, 400 ; BE-NEXT: lxvd2x v3, 0, r3 ; BE-NEXT: li r3, 240 ; BE-NEXT: stxvd2x v3, r30, r3 @@ -1733,553 +1134,361 @@ define <32 x i64> @lrint_v32i64_v32f16(<32 x half> %x) nounwind { ; BE-NEXT: stxvd2x vs2, r30, r3 ; BE-NEXT: li r3, 16 ; BE-NEXT: stxvd2x vs1, r30, r3 -; BE-NEXT: stxvd2x vs0, 0, r30 -; BE-NEXT: lfd f31, 856(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f30, 848(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f29, 840(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f28, 832(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f27, 824(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f26, 816(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f25, 808(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f24, 800(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f23, 792(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f22, 784(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f21, 776(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f20, 768(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f19, 760(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f18, 752(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f17, 744(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f16, 736(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f15, 728(r1) # 8-byte Folded Reload -; BE-NEXT: lfd f14, 720(r1) # 8-byte Folded Reload -; BE-NEXT: ld r31, 712(r1) # 8-byte Folded Reload -; BE-NEXT: ld r30, 704(r1) # 8-byte Folded Reload -; BE-NEXT: ld r29, 696(r1) # 8-byte Folded Reload -; BE-NEXT: ld r28, 688(r1) # 8-byte Folded Reload -; BE-NEXT: ld r27, 680(r1) # 8-byte Folded Reload -; BE-NEXT: ld r26, 672(r1) # 8-byte Folded Reload -; BE-NEXT: ld r25, 664(r1) # 8-byte Folded Reload -; BE-NEXT: ld r24, 656(r1) # 8-byte Folded Reload -; BE-NEXT: ld r23, 648(r1) # 8-byte Folded Reload -; BE-NEXT: ld r22, 640(r1) # 8-byte Folded Reload -; BE-NEXT: ld r21, 632(r1) # 8-byte Folded Reload -; BE-NEXT: ld r20, 624(r1) # 8-byte Folded Reload -; BE-NEXT: ld r19, 616(r1) # 8-byte Folded Reload -; BE-NEXT: ld r18, 608(r1) # 8-byte Folded Reload -; BE-NEXT: ld r17, 600(r1) # 8-byte Folded Reload -; BE-NEXT: ld r16, 592(r1) # 8-byte Folded Reload -; BE-NEXT: ld r15, 584(r1) # 8-byte Folded Reload -; BE-NEXT: ld r14, 576(r1) # 8-byte Folded Reload -; BE-NEXT: addi r1, r1, 864 -; BE-NEXT: ld r0, 16(r1) -; BE-NEXT: mtlr r0 -; BE-NEXT: blr -; -; CHECK-LABEL: lrint_v32i64_v32f16: -; CHECK: # %bb.0: -; CHECK-NEXT: mflr r0 -; CHECK-NEXT: stdu r1, -688(r1) -; CHECK-NEXT: li r4, 208 -; CHECK-NEXT: std r0, 704(r1) -; CHECK-NEXT: std r14, 400(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r15, 408(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r16, 416(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r17, 424(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r18, 432(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r19, 440(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v20, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 224 -; CHECK-NEXT: std r20, 448(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r21, 456(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r22, 464(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r23, 472(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r24, 480(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r25, 488(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v21, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 240 -; CHECK-NEXT: std r26, 496(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r27, 504(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r28, 512(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r29, 520(r1) # 8-byte Folded Spill -; CHECK-NEXT: std r30, 528(r1) # 8-byte Folded Spill -; CHECK-NEXT: mr r30, r3 -; CHECK-NEXT: stxvd2x v22, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 256 -; CHECK-NEXT: std r31, 536(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f14, 544(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f15, 552(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f16, 560(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f17, 568(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f18, 576(r1) # 8-byte Folded Spill -; CHECK-NEXT: stxvd2x v23, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 272 -; CHECK-NEXT: stfd f19, 584(r1) # 8-byte Folded Spill -; CHECK-NEXT: stfd f20, 592(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f20, f2 -; CHECK-NEXT: stfd f21, 600(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f21, f3 -; CHECK-NEXT: stfd f22, 608(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f22, f4 -; CHECK-NEXT: stxvd2x v24, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 288 -; CHECK-NEXT: stfd f23, 616(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f23, f5 -; CHECK-NEXT: stfd f24, 624(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f24, f6 -; CHECK-NEXT: stfd f25, 632(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f25, f7 -; CHECK-NEXT: stxvd2x v25, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 304 -; CHECK-NEXT: stfd f26, 640(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f26, f8 -; CHECK-NEXT: stfd f27, 648(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f27, f9 -; CHECK-NEXT: stfd f28, 656(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f28, f10 -; CHECK-NEXT: stxvd2x v26, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 320 -; CHECK-NEXT: stfd f29, 664(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f29, f11 -; CHECK-NEXT: stfd f30, 672(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f30, f12 -; CHECK-NEXT: stfd f31, 680(r1) # 8-byte Folded Spill -; CHECK-NEXT: fmr f31, f13 -; CHECK-NEXT: stxvd2x v27, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 336 -; CHECK-NEXT: stxvd2x v28, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 352 -; CHECK-NEXT: stxvd2x v29, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 368 -; CHECK-NEXT: stxvd2x v30, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: li r4, 384 -; CHECK-NEXT: stxvd2x v31, r1, r4 # 16-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f20 -; CHECK-NEXT: std r3, 176(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f21 -; CHECK-NEXT: std r3, 160(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f22 -; CHECK-NEXT: std r3, 144(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f23 -; CHECK-NEXT: std r3, 128(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f24 -; CHECK-NEXT: std r3, 120(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: std r3, 112(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 -; CHECK-NEXT: std r3, 104(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: std r3, 96(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 -; CHECK-NEXT: std r3, 88(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: std r3, 80(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: std r3, 72(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: std r3, 64(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 832(r1) -; CHECK-NEXT: std r3, 56(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 840(r1) -; CHECK-NEXT: std r3, 48(r1) # 8-byte Folded Spill -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 848(r1) -; CHECK-NEXT: mr r15, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 856(r1) -; CHECK-NEXT: mr r14, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 864(r1) -; CHECK-NEXT: mr r31, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 872(r1) -; CHECK-NEXT: mr r29, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 880(r1) -; CHECK-NEXT: mr r28, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 888(r1) -; CHECK-NEXT: mr r27, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 896(r1) -; CHECK-NEXT: mr r26, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 904(r1) -; CHECK-NEXT: mr r25, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 912(r1) -; CHECK-NEXT: mr r24, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 920(r1) -; CHECK-NEXT: mr r23, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 928(r1) -; CHECK-NEXT: mr r22, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 936(r1) -; CHECK-NEXT: mr r21, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 944(r1) -; CHECK-NEXT: mr r20, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 952(r1) -; CHECK-NEXT: mr r19, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 960(r1) -; CHECK-NEXT: mr r18, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 968(r1) -; CHECK-NEXT: mr r17, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: lfs f1, 976(r1) -; CHECK-NEXT: mr r16, r3 -; CHECK-NEXT: bl __truncsfhf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r3, 48 +; BE-NEXT: stxvd2x vs0, 0, r30 +; BE-NEXT: ld r31, 616(r1) # 8-byte Folded Reload +; BE-NEXT: ld r30, 608(r1) # 8-byte Folded Reload +; BE-NEXT: ld r29, 600(r1) # 8-byte Folded Reload +; BE-NEXT: ld r28, 592(r1) # 8-byte Folded Reload +; BE-NEXT: ld r27, 584(r1) # 8-byte Folded Reload +; BE-NEXT: ld r26, 576(r1) # 8-byte Folded Reload +; BE-NEXT: ld r25, 568(r1) # 8-byte Folded Reload +; BE-NEXT: ld r24, 560(r1) # 8-byte Folded Reload +; BE-NEXT: ld r23, 552(r1) # 8-byte Folded Reload +; BE-NEXT: ld r22, 544(r1) # 8-byte Folded Reload +; BE-NEXT: ld r21, 536(r1) # 8-byte Folded Reload +; BE-NEXT: ld r20, 528(r1) # 8-byte Folded Reload +; BE-NEXT: ld r19, 520(r1) # 8-byte Folded Reload +; BE-NEXT: ld r18, 512(r1) # 8-byte Folded Reload +; BE-NEXT: ld r17, 504(r1) # 8-byte Folded Reload +; BE-NEXT: ld r16, 496(r1) # 8-byte Folded Reload +; BE-NEXT: ld r15, 488(r1) # 8-byte Folded Reload +; BE-NEXT: ld r14, 480(r1) # 8-byte Folded Reload +; BE-NEXT: addi r1, r1, 624 +; BE-NEXT: ld r0, 16(r1) +; BE-NEXT: mtlr r0 +; BE-NEXT: blr +; +; CHECK-LABEL: lrint_v32i64_v32f16: +; CHECK: # %bb.0: +; CHECK-NEXT: mflr r0 +; CHECK-NEXT: stdu r1, -576(r1) +; CHECK-NEXT: std r0, 592(r1) +; CHECK-NEXT: std r30, 560(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r30, r3 +; CHECK-NEXT: lhz r3, 864(r1) +; CHECK-NEXT: li r11, 240 +; CHECK-NEXT: std r14, 432(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r19, 472(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r14, 744(r1) +; CHECK-NEXT: stxvd2x v20, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 256 +; CHECK-NEXT: std r22, 496(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r22, 680(r1) +; CHECK-NEXT: std r3, 216(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 856(r1) +; CHECK-NEXT: lhz r19, 672(r1) +; CHECK-NEXT: stxvd2x v21, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 272 +; CHECK-NEXT: std r23, 504(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r23, 688(r1) +; CHECK-NEXT: stxvd2x v22, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 184(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 848(r1) +; CHECK-NEXT: li r11, 288 +; CHECK-NEXT: std r25, 520(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r25, 696(r1) +; CHECK-NEXT: stxvd2x v23, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 304 +; CHECK-NEXT: std r26, 528(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r27, 536(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r28, 544(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r28, 720(r1) +; CHECK-NEXT: lhz r27, 712(r1) +; CHECK-NEXT: lhz r26, 704(r1) +; CHECK-NEXT: stxvd2x v24, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 176(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 840(r1) +; CHECK-NEXT: li r11, 320 +; CHECK-NEXT: std r29, 552(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r29, 728(r1) +; CHECK-NEXT: stxvd2x v25, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 152(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 832(r1) +; CHECK-NEXT: li r11, 336 +; CHECK-NEXT: std r31, 568(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r31, 736(r1) +; CHECK-NEXT: stxvd2x v26, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 352 +; CHECK-NEXT: std r15, 440(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r16, 448(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r17, 456(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r17, r6 +; CHECK-NEXT: mr r16, r5 +; CHECK-NEXT: stxvd2x v27, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 144(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 824(r1) +; CHECK-NEXT: li r11, 368 +; CHECK-NEXT: std r18, 464(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r20, 480(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r20, r8 +; CHECK-NEXT: mr r18, r7 +; CHECK-NEXT: stxvd2x v28, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 120(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 816(r1) +; CHECK-NEXT: li r11, 384 +; CHECK-NEXT: std r21, 488(r1) # 8-byte Folded Spill +; CHECK-NEXT: std r24, 512(r1) # 8-byte Folded Spill +; CHECK-NEXT: mr r24, r10 +; CHECK-NEXT: mr r21, r9 +; CHECK-NEXT: stxvd2x v29, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 400 +; CHECK-NEXT: std r3, 112(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 808(r1) +; CHECK-NEXT: stxvd2x v30, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: li r11, 416 +; CHECK-NEXT: std r3, 104(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 800(r1) +; CHECK-NEXT: stxvd2x v31, r1, r11 # 16-byte Folded Spill +; CHECK-NEXT: std r3, 96(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 792(r1) +; CHECK-NEXT: std r3, 88(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 784(r1) +; CHECK-NEXT: std r3, 80(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 776(r1) +; CHECK-NEXT: std r3, 72(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 768(r1) +; CHECK-NEXT: std r3, 64(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 760(r1) +; CHECK-NEXT: std r3, 56(r1) # 8-byte Folded Spill +; CHECK-NEXT: lhz r3, 752(r1) +; CHECK-NEXT: std r3, 48(r1) # 8-byte Folded Spill +; CHECK-NEXT: clrldi r3, r4, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: li r3, 204 -; CHECK-NEXT: stxsspx f1, r1, r3 # 4-byte Folded Spill +; CHECK-NEXT: bl lrintf +; CHECK-NEXT: nop +; CHECK-NEXT: mr r15, r3 ; CHECK-NEXT: clrldi r3, r16, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: li r3, 200 -; CHECK-NEXT: stxsspx f1, r1, r3 # 4-byte Folded Spill +; CHECK-NEXT: mtvsrd v31, r15 +; CHECK-NEXT: bl lrintf +; CHECK-NEXT: nop +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: li r3, 224 +; CHECK-NEXT: xxmrghd vs0, vs0, v31 +; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill ; CHECK-NEXT: clrldi r3, r17, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop +; CHECK-NEXT: bl lrintf +; CHECK-NEXT: nop +; CHECK-NEXT: mr r17, r3 ; CHECK-NEXT: clrldi r3, r18, 48 -; CHECK-NEXT: fmr f29, f1 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r19, 48 -; CHECK-NEXT: fmr f28, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r17 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: li r3, 192 +; CHECK-NEXT: xxmrghd vs0, vs0, v31 +; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill ; CHECK-NEXT: clrldi r3, r20, 48 -; CHECK-NEXT: fmr f27, f1 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r21, 48 -; CHECK-NEXT: fmr f26, f1 -; CHECK-NEXT: bl __extendhfsf2 -; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r22, 48 -; CHECK-NEXT: fmr f25, f1 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r23, 48 -; CHECK-NEXT: fmr f24, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r24, 48 -; CHECK-NEXT: fmr f23, f1 +; CHECK-NEXT: mr r20, r3 +; CHECK-NEXT: clrldi r3, r21, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r25, 48 -; CHECK-NEXT: fmr f22, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r20 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r26, 48 -; CHECK-NEXT: fmr f21, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: li r3, 160 +; CHECK-NEXT: xxmrghd vs0, vs0, v31 +; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill +; CHECK-NEXT: mr r3, r19 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r27, 48 -; CHECK-NEXT: fmr f20, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r28, 48 -; CHECK-NEXT: fmr f19, f1 +; CHECK-NEXT: mr r21, r3 +; CHECK-NEXT: clrldi r3, r24, 48 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r29, 48 -; CHECK-NEXT: fmr f18, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r21 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r31, 48 -; CHECK-NEXT: fmr f17, f1 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: li r3, 128 +; CHECK-NEXT: xxmrghd vs0, v31, vs0 +; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill +; CHECK-NEXT: mr r3, r22 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r14, 48 -; CHECK-NEXT: fmr f16, f1 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: clrldi r3, r15, 48 -; CHECK-NEXT: fmr f15, f1 +; CHECK-NEXT: mr r24, r3 +; CHECK-NEXT: mr r3, r23 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 48(r1) # 8-byte Folded Reload -; CHECK-NEXT: fmr f14, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r24 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 56(r1) # 8-byte Folded Reload -; CHECK-NEXT: fmr f30, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r25 +; CHECK-NEXT: xxmrghd v27, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 64(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v30, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 72(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v29, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mr r25, r3 +; CHECK-NEXT: mr r3, r26 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 80(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v28, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r25 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 88(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v27, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r27 +; CHECK-NEXT: xxmrghd v26, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 96(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v26, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 104(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v25, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mr r27, r3 +; CHECK-NEXT: mr r3, r28 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 112(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v24, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r27 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 120(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v23, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r29 +; CHECK-NEXT: xxmrghd v25, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 128(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v22, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 144(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v21, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: mr r3, r31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 160(r1) # 8-byte Folded Reload -; CHECK-NEXT: xxlor v20, f1, f1 -; CHECK-NEXT: clrldi r3, r3, 48 -; CHECK-NEXT: bl __extendhfsf2 +; CHECK-NEXT: mtvsrd v31, r29 +; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: ld r3, 176(r1) # 8-byte Folded Reload -; CHECK-NEXT: fmr f31, f1 -; CHECK-NEXT: clrldi r3, r3, 48 +; CHECK-NEXT: mtfprd f0, r3 +; CHECK-NEXT: mr r3, r14 +; CHECK-NEXT: xxmrghd v24, vs0, v31 ; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f31 -; CHECK-NEXT: mtvsrd v31, r3 -; CHECK-NEXT: bl lrintf -; CHECK-NEXT: nop -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 176 -; CHECK-NEXT: xxlor f1, v20, v20 -; CHECK-NEXT: xxmrghd vs0, vs0, v31 -; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 48(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v21, v21 -; CHECK-NEXT: mtvsrd v31, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 160 -; CHECK-NEXT: xxlor f1, v22, v22 -; CHECK-NEXT: xxmrghd vs0, vs0, v31 -; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: ld r3, 56(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v23, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v23, v23 -; CHECK-NEXT: mtvsrd v31, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 144 -; CHECK-NEXT: xxlor f1, v24, v24 -; CHECK-NEXT: xxmrghd vs0, vs0, v31 -; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 64(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v25, v25 -; CHECK-NEXT: mtvsrd v31, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 128 -; CHECK-NEXT: xxlor f1, v26, v26 -; CHECK-NEXT: xxmrghd vs0, vs0, v31 -; CHECK-NEXT: stxvd2x vs0, r1, r3 # 16-byte Folded Spill -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: ld r3, 72(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v22, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v27, v27 -; CHECK-NEXT: mtvsrd v31, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxlor f1, v28, v28 -; CHECK-NEXT: xxmrghd v27, vs0, v31 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 80(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: xxlor f1, v29, v29 -; CHECK-NEXT: mtvsrd v31, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxlor f1, v30, v30 -; CHECK-NEXT: xxmrghd v29, vs0, v31 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: ld r3, 88(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v21, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f30 -; CHECK-NEXT: mtvsrd v31, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f14 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v31, vs0, v31 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 96(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f15 -; CHECK-NEXT: mtvsrd v30, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f16 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v30, vs0, v30 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: ld r3, 104(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v20, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f17 -; CHECK-NEXT: mtvsrd v28, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f18 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v28, vs0, v28 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 112(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f19 -; CHECK-NEXT: mtvsrd v26, r3 +; CHECK-NEXT: mtvsrd v31, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f20 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v26, vs0, v26 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: ld r3, 120(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v31, vs0, v31 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f21 -; CHECK-NEXT: mtvsrd v24, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f22 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v24, vs0, v24 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 144(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f23 -; CHECK-NEXT: mtvsrd v22, r3 +; CHECK-NEXT: mtvsrd v30, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f24 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v22, vs0, v22 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: ld r3, 152(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v30, vs0, v30 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f25 -; CHECK-NEXT: mtvsrd v20, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f26 -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v20, vs0, v20 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 176(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f27 -; CHECK-NEXT: mtvsrd v21, r3 +; CHECK-NEXT: mtvsrd v29, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f28 ; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: xxmrghd v21, vs0, v21 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: ld r3, 184(r1) # 8-byte Folded Reload +; CHECK-NEXT: xxmrghd v29, vs0, v29 +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: fmr f1, f29 -; CHECK-NEXT: mtvsrd v23, r3 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop -; CHECK-NEXT: mtfprd f0, r3 -; CHECK-NEXT: li r3, 200 -; CHECK-NEXT: lxsspx f1, r1, r3 # 4-byte Folded Reload -; CHECK-NEXT: xxmrghd v23, vs0, v23 -; CHECK-NEXT: bl lrintf +; CHECK-NEXT: mr r29, r3 +; CHECK-NEXT: ld r3, 216(r1) # 8-byte Folded Reload +; CHECK-NEXT: bl __extendhfsf2 ; CHECK-NEXT: nop -; CHECK-NEXT: mtvsrd v25, r3 -; CHECK-NEXT: li r3, 204 -; CHECK-NEXT: lxsspx f1, r1, r3 # 4-byte Folded Reload +; CHECK-NEXT: mtvsrd v28, r29 ; CHECK-NEXT: bl lrintf ; CHECK-NEXT: nop ; CHECK-NEXT: mtfprd f0, r3 ; CHECK-NEXT: li r3, 240 -; CHECK-NEXT: xxswapd vs1, v23 +; CHECK-NEXT: xxswapd vs1, v29 ; CHECK-NEXT: li r4, 128 -; CHECK-NEXT: xxswapd vs2, v21 -; CHECK-NEXT: xxswapd vs3, v31 -; CHECK-NEXT: xxmrghd v2, vs0, v25 +; CHECK-NEXT: xxswapd vs2, v30 +; CHECK-NEXT: xxswapd vs3, v25 +; CHECK-NEXT: xxmrghd v2, vs0, v28 ; CHECK-NEXT: xxswapd vs0, v2 ; CHECK-NEXT: stxvd2x vs0, r30, r3 ; CHECK-NEXT: li r3, 224 @@ -2287,35 +1496,35 @@ define <32 x i64> @lrint_v32i64_v32f16(<32 x half> %x) nounwind { ; CHECK-NEXT: li r3, 208 ; CHECK-NEXT: stxvd2x vs2, r30, r3 ; CHECK-NEXT: li r3, 192 -; CHECK-NEXT: xxswapd vs0, v20 +; CHECK-NEXT: xxswapd vs0, v31 ; CHECK-NEXT: stxvd2x vs0, r30, r3 ; CHECK-NEXT: li r3, 176 -; CHECK-NEXT: xxswapd vs1, v22 +; CHECK-NEXT: xxswapd vs1, v20 ; CHECK-NEXT: stxvd2x vs1, r30, r3 ; CHECK-NEXT: li r3, 160 -; CHECK-NEXT: xxswapd vs2, v28 -; CHECK-NEXT: xxswapd vs0, v24 +; CHECK-NEXT: xxswapd vs2, v23 +; CHECK-NEXT: xxswapd vs0, v21 ; CHECK-NEXT: stxvd2x vs0, r30, r3 ; CHECK-NEXT: li r3, 144 -; CHECK-NEXT: xxswapd vs1, v26 +; CHECK-NEXT: xxswapd vs1, v22 ; CHECK-NEXT: stxvd2x vs1, r30, r3 ; CHECK-NEXT: li r3, 128 ; CHECK-NEXT: stxvd2x vs2, r30, r3 ; CHECK-NEXT: li r3, 112 -; CHECK-NEXT: xxswapd vs0, v30 +; CHECK-NEXT: xxswapd vs0, v24 ; CHECK-NEXT: stxvd2x vs0, r30, r3 ; CHECK-NEXT: li r3, 96 ; CHECK-NEXT: stxvd2x vs3, r30, r3 ; CHECK-NEXT: li r3, 80 ; CHECK-NEXT: lxvd2x vs2, r1, r4 # 16-byte Folded Reload -; CHECK-NEXT: li r4, 144 -; CHECK-NEXT: xxswapd vs1, v29 +; CHECK-NEXT: li r4, 160 +; CHECK-NEXT: xxswapd vs1, v26 ; CHECK-NEXT: stxvd2x vs1, r30, r3 ; CHECK-NEXT: li r3, 64 ; CHECK-NEXT: lxvd2x vs1, r1, r4 # 16-byte Folded Reload -; CHECK-NEXT: li r4, 160 +; CHECK-NEXT: li r4, 192 ; CHECK-NEXT: lxvd2x vs3, r1, r4 # 16-byte Folded Reload -; CHECK-NEXT: li r4, 176 +; CHECK-NEXT: li r4, 224 ; CHECK-NEXT: lxvd2x vs4, r1, r4 # 16-byte Folded Reload ; CHECK-NEXT: xxswapd vs0, v27 ; CHECK-NEXT: stxvd2x vs0, r30, r3 @@ -2328,69 +1537,51 @@ define <32 x i64> @lrint_v32i64_v32f16(<32 x half> %x) nounwind { ; CHECK-NEXT: li r3, 16 ; CHECK-NEXT: xxswapd vs3, vs3 ; CHECK-NEXT: stxvd2x vs3, r30, r3 -; CHECK-NEXT: li r3, 384 +; CHECK-NEXT: li r3, 416 ; CHECK-NEXT: xxswapd vs4, vs4 ; CHECK-NEXT: stxvd2x vs4, 0, r30 ; CHECK-NEXT: lxvd2x v31, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 368 -; CHECK-NEXT: lfd f31, 680(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f30, 672(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f29, 664(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f28, 656(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f27, 648(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f26, 640(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f25, 632(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f24, 624(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f23, 616(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f22, 608(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f21, 600(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f20, 592(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f19, 584(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f18, 576(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f17, 568(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f16, 560(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 400 +; CHECK-NEXT: ld r31, 568(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r30, 560(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r29, 552(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r28, 544(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r27, 536(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r26, 528(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r25, 520(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r24, 512(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r23, 504(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r22, 496(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r21, 488(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r20, 480(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r19, 472(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r18, 464(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r17, 456(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r16, 448(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v30, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 352 -; CHECK-NEXT: lfd f15, 552(r1) # 8-byte Folded Reload -; CHECK-NEXT: lfd f14, 544(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r31, 536(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r30, 528(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r29, 520(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r28, 512(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 384 +; CHECK-NEXT: ld r15, 440(r1) # 8-byte Folded Reload +; CHECK-NEXT: ld r14, 432(r1) # 8-byte Folded Reload ; CHECK-NEXT: lxvd2x v29, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 336 -; CHECK-NEXT: ld r27, 504(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r26, 496(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r25, 488(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r24, 480(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r23, 472(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r22, 464(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 368 ; CHECK-NEXT: lxvd2x v28, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 320 -; CHECK-NEXT: ld r21, 456(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r20, 448(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r19, 440(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r18, 432(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r17, 424(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r16, 416(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 352 ; CHECK-NEXT: lxvd2x v27, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 304 -; CHECK-NEXT: ld r15, 408(r1) # 8-byte Folded Reload -; CHECK-NEXT: ld r14, 400(r1) # 8-byte Folded Reload +; CHECK-NEXT: li r3, 336 ; CHECK-NEXT: lxvd2x v26, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 288 +; CHECK-NEXT: li r3, 320 ; CHECK-NEXT: lxvd2x v25, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 272 +; CHECK-NEXT: li r3, 304 ; CHECK-NEXT: lxvd2x v24, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 256 +; CHECK-NEXT: li r3, 288 ; CHECK-NEXT: lxvd2x v23, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 240 +; CHECK-NEXT: li r3, 272 ; CHECK-NEXT: lxvd2x v22, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 224 +; CHECK-NEXT: li r3, 256 ; CHECK-NEXT: lxvd2x v21, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: li r3, 208 +; CHECK-NEXT: li r3, 240 ; CHECK-NEXT: lxvd2x v20, r1, r3 # 16-byte Folded Reload -; CHECK-NEXT: addi r1, r1, 688 +; CHECK-NEXT: addi r1, r1, 576 ; CHECK-NEXT: ld r0, 16(r1) ; CHECK-NEXT: mtlr r0 ; CHECK-NEXT: blr