Index: llvm/lib/Target/PowerPC/PPCISelDAGToDAG.cpp =================================================================== --- llvm/lib/Target/PowerPC/PPCISelDAGToDAG.cpp +++ llvm/lib/Target/PowerPC/PPCISelDAGToDAG.cpp @@ -6024,28 +6024,37 @@ unsigned FirstOp; unsigned StorageOpcode = N->getMachineOpcode(); + bool RequiresMod4Offset = false; switch (StorageOpcode) { default: continue; + case PPC::LWA: + case PPC::LD: + case PPC::DFLOADf64: + case PPC::DFLOADf32: + RequiresMod4Offset = true; + LLVM_FALLTHROUGH; case PPC::LBZ: case PPC::LBZ8: - case PPC::LD: case PPC::LFD: case PPC::LFS: case PPC::LHA: case PPC::LHA8: case PPC::LHZ: case PPC::LHZ8: - case PPC::LWA: case PPC::LWZ: case PPC::LWZ8: FirstOp = 0; break; + case PPC::STD: + case PPC::DFSTOREf64: + case PPC::DFSTOREf32: + RequiresMod4Offset = true; + LLVM_FALLTHROUGH; case PPC::STB: case PPC::STB8: - case PPC::STD: case PPC::STFD: case PPC::STFS: case PPC::STH: @@ -6092,9 +6101,7 @@ // For these cases, the immediate may not be divisible by 4, in // which case the fold is illegal for DS-form instructions. (The // other cases provide aligned addresses and are always safe.) - if ((StorageOpcode == PPC::LWA || - StorageOpcode == PPC::LD || - StorageOpcode == PPC::STD) && + if (RequiresMod4Offset && (!isa(Base.getOperand(1)) || Base.getConstantOperandVal(1) % 4 != 0)) continue; @@ -6156,8 +6163,7 @@ if (auto *C = dyn_cast(ImmOpnd)) { Offset += C->getSExtValue(); - if ((StorageOpcode == PPC::LWA || StorageOpcode == PPC::LD || - StorageOpcode == PPC::STD) && (Offset % 4) != 0) + if (RequiresMod4Offset && (Offset % 4) != 0) continue; if (!isInt<16>(Offset)) Index: llvm/lib/Target/PowerPC/PPCInstrInfo.cpp =================================================================== --- llvm/lib/Target/PowerPC/PPCInstrInfo.cpp +++ llvm/lib/Target/PowerPC/PPCInstrInfo.cpp @@ -2087,7 +2087,8 @@ case PPC::DFSTOREf64: { assert(Subtarget.hasP9Vector() && "Invalid D-Form Pseudo-ops on Pre-P9 target."); - assert(MI.getOperand(2).isReg() && MI.getOperand(1).isImm() && + assert(MI.getOperand(2).isReg() && + (MI.getOperand(1).isImm() || MI.getOperand(1).isCPI()) && "D-form op must have register and immediate operands"); return expandVSXMemPseudo(MI); } Index: llvm/test/CodeGen/PowerPC/mcm-12.ll =================================================================== --- llvm/test/CodeGen/PowerPC/mcm-12.ll +++ llvm/test/CodeGen/PowerPC/mcm-12.ll @@ -33,5 +33,4 @@ ; CHECK-P9: .quad 4562098671269285104 ; CHECK-P9-LABEL: test_double_const: ; CHECK-P9: addis [[REG1:[0-9]+]], 2, [[VAR]]@toc@ha -; CHECK-P9: addi [[REG1]], {{[0-9]+}}, [[VAR]]@toc@l -; CHECK-P9: lfd {{[0-9]+}}, 0([[REG1]]) +; CHECK-P9: lfd {{[0-9]+}}, [[VAR]]@toc@l([[REG1]]) Index: llvm/test/CodeGen/PowerPC/toc-float.ll =================================================================== --- /dev/null +++ llvm/test/CodeGen/PowerPC/toc-float.ll @@ -0,0 +1,17 @@ +; RUN: llc -verify-machineinstrs -mcpu=pwr9 <%s | FileCheck -check-prefix=CHECK-P9 %s + +define double @bar() { +ret double 1.400000e+01 +} + +; CHECK-P9-LABEL: bar: +; CHECK-P9: addis [[REG1:[0-9]+]], 2, [[VAR:[a-z0-9A-Z_.]+]]@toc@ha +; CHECK-P9: lfs {{[0-9]+}}, [[VAR]]@toc@l([[REG1]]) + +define double @foo() { +ret double 1.400004e+01 +} + +; CHECK-P9-LABEL: foo: +; CHECK-P9: addis [[REG1:[0-9]+]], 2, [[VAR:[a-z0-9A-Z_.]+]]@toc@ha +; CHECK-P9: lfd {{[0-9]+}}, [[VAR]]@toc@l([[REG1]])