| //===-- RISCVInstrInfo.cpp - RISCV Instruction Information ------*- C++ -*-===// | |
| // | |
| // The LLVM Compiler Infrastructure | |
| // | |
| // This file is distributed under the University of Illinois Open Source | |
| // License. See LICENSE.TXT for details. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| // | |
| // This file contains the RISCV implementation of the TargetInstrInfo class. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| #include "RISCVInstrInfo.h" | |
| #include "RISCV.h" | |
| #include "RISCVSubtarget.h" | |
| #include "RISCVTargetMachine.h" | |
| #include "llvm/ADT/STLExtras.h" | |
| #include "llvm/ADT/SmallVector.h" | |
| #include "llvm/CodeGen/MachineFunctionPass.h" | |
| #include "llvm/CodeGen/MachineInstrBuilder.h" | |
| #include "llvm/CodeGen/MachineRegisterInfo.h" | |
| #include "llvm/CodeGen/RegisterScavenging.h" | |
| #include "llvm/Support/ErrorHandling.h" | |
| #include "llvm/Support/TargetRegistry.h" | |
| #define GET_INSTRINFO_CTOR_DTOR | |
| #include "RISCVGenInstrInfo.inc" | |
| using namespace llvm; | |
| RISCVInstrInfo::RISCVInstrInfo() | |
| : RISCVGenInstrInfo(RISCV::ADJCALLSTACKDOWN, RISCV::ADJCALLSTACKUP) {} | |
| unsigned RISCVInstrInfo::isLoadFromStackSlot(const MachineInstr &MI, | |
| int &FrameIndex) const { | |
| switch (MI.getOpcode()) { | |
| default: | |
| return 0; | |
| case RISCV::LB: | |
| case RISCV::LBU: | |
| case RISCV::LH: | |
| case RISCV::LHU: | |
| case RISCV::LW: | |
| case RISCV::FLW: | |
| case RISCV::LWU: | |
| case RISCV::LD: | |
| case RISCV::FLD: | |
| break; | |
| } | |
| if (MI.getOperand(1).isFI() && MI.getOperand(2).isImm() && | |
| MI.getOperand(2).getImm() == 0) { | |
| FrameIndex = MI.getOperand(1).getIndex(); | |
| return MI.getOperand(0).getReg(); | |
| } | |
| return 0; | |
| } | |
| unsigned RISCVInstrInfo::isStoreToStackSlot(const MachineInstr &MI, | |
| int &FrameIndex) const { | |
| switch (MI.getOpcode()) { | |
| default: | |
| return 0; | |
| case RISCV::SB: | |
| case RISCV::SH: | |
| case RISCV::SW: | |
| case RISCV::FSW: | |
| case RISCV::SD: | |
| case RISCV::FSD: | |
| break; | |
| } | |
| if (MI.getOperand(0).isFI() && MI.getOperand(1).isImm() && | |
| MI.getOperand(1).getImm() == 0) { | |
| FrameIndex = MI.getOperand(0).getIndex(); | |
| return MI.getOperand(2).getReg(); | |
| } | |
| return 0; | |
| } | |
| void RISCVInstrInfo::copyPhysReg(MachineBasicBlock &MBB, | |
| MachineBasicBlock::iterator MBBI, | |
| const DebugLoc &DL, unsigned DstReg, | |
| unsigned SrcReg, bool KillSrc) const { | |
| if (RISCV::GPRRegClass.contains(DstReg, SrcReg)) { | |
| BuildMI(MBB, MBBI, DL, get(RISCV::ADDI), DstReg) | |
| .addReg(SrcReg, getKillRegState(KillSrc)) | |
| .addImm(0); | |
| return; | |
| } | |
| // FPR->FPR copies | |
| unsigned Opc; | |
| if (RISCV::FPR32RegClass.contains(DstReg, SrcReg)) | |
| Opc = RISCV::FSGNJ_S; | |
| else if (RISCV::FPR64RegClass.contains(DstReg, SrcReg)) | |
| Opc = RISCV::FSGNJ_D; | |
| else | |
| llvm_unreachable("Impossible reg-to-reg copy"); | |
| BuildMI(MBB, MBBI, DL, get(Opc), DstReg) | |
| .addReg(SrcReg, getKillRegState(KillSrc)) | |
| .addReg(SrcReg, getKillRegState(KillSrc)); | |
| } | |
| void RISCVInstrInfo::storeRegToStackSlot(MachineBasicBlock &MBB, | |
| MachineBasicBlock::iterator I, | |
| unsigned SrcReg, bool IsKill, int FI, | |
| const TargetRegisterClass *RC, | |
| const TargetRegisterInfo *TRI) const { | |
| DebugLoc DL; | |
| if (I != MBB.end()) | |
| DL = I->getDebugLoc(); | |
| unsigned Opcode; | |
| if (RISCV::GPRRegClass.hasSubClassEq(RC)) | |
| Opcode = TRI->getRegSizeInBits(RISCV::GPRRegClass) == 32 ? | |
| RISCV::SW : RISCV::SD; | |
| else if (RISCV::FPR32RegClass.hasSubClassEq(RC)) | |
| Opcode = RISCV::FSW; | |
| else if (RISCV::FPR64RegClass.hasSubClassEq(RC)) | |
| Opcode = RISCV::FSD; | |
| else | |
| llvm_unreachable("Can't store this register to stack slot"); | |
| BuildMI(MBB, I, DL, get(Opcode)) | |
| .addReg(SrcReg, getKillRegState(IsKill)) | |
| .addFrameIndex(FI) | |
| .addImm(0); | |
| } | |
| void RISCVInstrInfo::loadRegFromStackSlot(MachineBasicBlock &MBB, | |
| MachineBasicBlock::iterator I, | |
| unsigned DstReg, int FI, | |
| const TargetRegisterClass *RC, | |
| const TargetRegisterInfo *TRI) const { | |
| DebugLoc DL; | |
| if (I != MBB.end()) | |
| DL = I->getDebugLoc(); | |
| unsigned Opcode; | |
| if (RISCV::GPRRegClass.hasSubClassEq(RC)) | |
| Opcode = TRI->getRegSizeInBits(RISCV::GPRRegClass) == 32 ? | |
| RISCV::LW : RISCV::LD; | |
| else if (RISCV::FPR32RegClass.hasSubClassEq(RC)) | |
| Opcode = RISCV::FLW; | |
| else if (RISCV::FPR64RegClass.hasSubClassEq(RC)) | |
| Opcode = RISCV::FLD; | |
| else | |
| llvm_unreachable("Can't load this register from stack slot"); | |
| BuildMI(MBB, I, DL, get(Opcode), DstReg).addFrameIndex(FI).addImm(0); | |
| } | |
| void RISCVInstrInfo::movImm32(MachineBasicBlock &MBB, | |
| MachineBasicBlock::iterator MBBI, | |
| const DebugLoc &DL, unsigned DstReg, uint64_t Val, | |
| MachineInstr::MIFlag Flag) const { | |
| assert(isInt<32>(Val) && "Can only materialize 32-bit constants"); | |
| // TODO: If the value can be materialized using only one instruction, only | |
| // insert a single instruction. | |
| uint64_t Hi20 = ((Val + 0x800) >> 12) & 0xfffff; | |
| uint64_t Lo12 = SignExtend64<12>(Val); | |
| BuildMI(MBB, MBBI, DL, get(RISCV::LUI), DstReg) | |
| .addImm(Hi20) | |
| .setMIFlag(Flag); | |
| BuildMI(MBB, MBBI, DL, get(RISCV::ADDI), DstReg) | |
| .addReg(DstReg, RegState::Kill) | |
| .addImm(Lo12) | |
| .setMIFlag(Flag); | |
| } | |
| // The contents of values added to Cond are not examined outside of | |
| // RISCVInstrInfo, giving us flexibility in what to push to it. For RISCV, we | |
| // push BranchOpcode, Reg1, Reg2. | |
| static void parseCondBranch(MachineInstr &LastInst, MachineBasicBlock *&Target, | |
| SmallVectorImpl<MachineOperand> &Cond) { | |
| // Block ends with fall-through condbranch. | |
| assert(LastInst.getDesc().isConditionalBranch() && | |
| "Unknown conditional branch"); | |
| Target = LastInst.getOperand(2).getMBB(); | |
| Cond.push_back(MachineOperand::CreateImm(LastInst.getOpcode())); | |
| Cond.push_back(LastInst.getOperand(0)); | |
| Cond.push_back(LastInst.getOperand(1)); | |
| } | |
| static unsigned getOppositeBranchOpcode(int Opc) { | |
| switch (Opc) { | |
| default: | |
| llvm_unreachable("Unrecognized conditional branch"); | |
| case RISCV::BEQ: | |
| return RISCV::BNE; | |
| case RISCV::BNE: | |
| return RISCV::BEQ; | |
| case RISCV::BLT: | |
| return RISCV::BGE; | |
| case RISCV::BGE: | |
| return RISCV::BLT; | |
| case RISCV::BLTU: | |
| return RISCV::BGEU; | |
| case RISCV::BGEU: | |
| return RISCV::BLTU; | |
| } | |
| } | |
| bool RISCVInstrInfo::analyzeBranch(MachineBasicBlock &MBB, | |
| MachineBasicBlock *&TBB, | |
| MachineBasicBlock *&FBB, | |
| SmallVectorImpl<MachineOperand> &Cond, | |
| bool AllowModify) const { | |
| TBB = FBB = nullptr; | |
| Cond.clear(); | |
| // If the block has no terminators, it just falls into the block after it. | |
| MachineBasicBlock::iterator I = MBB.getLastNonDebugInstr(); | |
| if (I == MBB.end() || !isUnpredicatedTerminator(*I)) | |
| return false; | |
| // Count the number of terminators and find the first unconditional or | |
| // indirect branch. | |
| MachineBasicBlock::iterator FirstUncondOrIndirectBr = MBB.end(); | |
| int NumTerminators = 0; | |
| for (auto J = I.getReverse(); J != MBB.rend() && isUnpredicatedTerminator(*J); | |
| J++) { | |
| NumTerminators++; | |
| if (J->getDesc().isUnconditionalBranch() || | |
| J->getDesc().isIndirectBranch()) { | |
| FirstUncondOrIndirectBr = J.getReverse(); | |
| } | |
| } | |
| // If AllowModify is true, we can erase any terminators after | |
| // FirstUncondOrIndirectBR. | |
| if (AllowModify && FirstUncondOrIndirectBr != MBB.end()) { | |
| while (std::next(FirstUncondOrIndirectBr) != MBB.end()) { | |
| std::next(FirstUncondOrIndirectBr)->eraseFromParent(); | |
| NumTerminators--; | |
| } | |
| I = FirstUncondOrIndirectBr; | |
| } | |
| // We can't handle blocks that end in an indirect branch. | |
| if (I->getDesc().isIndirectBranch()) | |
| return true; | |
| // We can't handle blocks with more than 2 terminators. | |
| if (NumTerminators > 2) | |
| return true; | |
| // Handle a single unconditional branch. | |
| if (NumTerminators == 1 && I->getDesc().isUnconditionalBranch()) { | |
| TBB = I->getOperand(0).getMBB(); | |
| return false; | |
| } | |
| // Handle a single conditional branch. | |
| if (NumTerminators == 1 && I->getDesc().isConditionalBranch()) { | |
| parseCondBranch(*I, TBB, Cond); | |
| return false; | |
| } | |
| // Handle a conditional branch followed by an unconditional branch. | |
| if (NumTerminators == 2 && std::prev(I)->getDesc().isConditionalBranch() && | |
| I->getDesc().isUnconditionalBranch()) { | |
| parseCondBranch(*std::prev(I), TBB, Cond); | |
| FBB = I->getOperand(0).getMBB(); | |
| return false; | |
| } | |
| // Otherwise, we can't handle this. | |
| return true; | |
| } | |
| unsigned RISCVInstrInfo::removeBranch(MachineBasicBlock &MBB, | |
| int *BytesRemoved) const { | |
| if (BytesRemoved) | |
| *BytesRemoved = 0; | |
| MachineBasicBlock::iterator I = MBB.getLastNonDebugInstr(); | |
| if (I == MBB.end()) | |
| return 0; | |
| if (!I->getDesc().isUnconditionalBranch() && | |
| !I->getDesc().isConditionalBranch()) | |
| return 0; | |
| // Remove the branch. | |
| I->eraseFromParent(); | |
| if (BytesRemoved) | |
| *BytesRemoved += getInstSizeInBytes(*I); | |
| I = MBB.end(); | |
| if (I == MBB.begin()) | |
| return 1; | |
| --I; | |
| if (!I->getDesc().isConditionalBranch()) | |
| return 1; | |
| // Remove the branch. | |
| I->eraseFromParent(); | |
| if (BytesRemoved) | |
| *BytesRemoved += getInstSizeInBytes(*I); | |
| return 2; | |
| } | |
| // Inserts a branch into the end of the specific MachineBasicBlock, returning | |
| // the number of instructions inserted. | |
| unsigned RISCVInstrInfo::insertBranch( | |
| MachineBasicBlock &MBB, MachineBasicBlock *TBB, MachineBasicBlock *FBB, | |
| ArrayRef<MachineOperand> Cond, const DebugLoc &DL, int *BytesAdded) const { | |
| if (BytesAdded) | |
| *BytesAdded = 0; | |
| // Shouldn't be a fall through. | |
| assert(TBB && "InsertBranch must not be told to insert a fallthrough"); | |
| assert((Cond.size() == 3 || Cond.size() == 0) && | |
| "RISCV branch conditions have two components!"); | |
| // Unconditional branch. | |
| if (Cond.empty()) { | |
| MachineInstr &MI = *BuildMI(&MBB, DL, get(RISCV::PseudoBR)).addMBB(TBB); | |
| if (BytesAdded) | |
| *BytesAdded += getInstSizeInBytes(MI); | |
| return 1; | |
| } | |
| // Either a one or two-way conditional branch. | |
| unsigned Opc = Cond[0].getImm(); | |
| MachineInstr &CondMI = | |
| *BuildMI(&MBB, DL, get(Opc)).add(Cond[1]).add(Cond[2]).addMBB(TBB); | |
| if (BytesAdded) | |
| *BytesAdded += getInstSizeInBytes(CondMI); | |
| // One-way conditional branch. | |
| if (!FBB) | |
| return 1; | |
| // Two-way conditional branch. | |
| MachineInstr &MI = *BuildMI(&MBB, DL, get(RISCV::PseudoBR)).addMBB(FBB); | |
| if (BytesAdded) | |
| *BytesAdded += getInstSizeInBytes(MI); | |
| return 2; | |
| } | |
| unsigned RISCVInstrInfo::insertIndirectBranch(MachineBasicBlock &MBB, | |
| MachineBasicBlock &DestBB, | |
| const DebugLoc &DL, | |
| int64_t BrOffset, | |
| RegScavenger *RS) const { | |
| assert(RS && "RegScavenger required for long branching"); | |
| assert(MBB.empty() && | |
| "new block should be inserted for expanding unconditional branch"); | |
| assert(MBB.pred_size() == 1); | |
| MachineFunction *MF = MBB.getParent(); | |
| MachineRegisterInfo &MRI = MF->getRegInfo(); | |
| const auto &TM = static_cast<const RISCVTargetMachine &>(MF->getTarget()); | |
| const auto &STI = MF->getSubtarget<RISCVSubtarget>(); | |
| if (TM.isPositionIndependent() || STI.is64Bit()) | |
| report_fatal_error("Unable to insert indirect branch"); | |
| if (!isInt<32>(BrOffset)) | |
| report_fatal_error( | |
| "Branch offsets outside of the signed 32-bit range not supported"); | |
| // FIXME: A virtual register must be used initially, as the register | |
| // scavenger won't work with empty blocks (SIInstrInfo::insertIndirectBranch | |
| // uses the same workaround). | |
| unsigned ScratchReg = MRI.createVirtualRegister(&RISCV::GPRRegClass); | |
| auto II = MBB.end(); | |
| MachineInstr &LuiMI = *BuildMI(MBB, II, DL, get(RISCV::LUI), ScratchReg) | |
| .addMBB(&DestBB, RISCVII::MO_HI); | |
| BuildMI(MBB, II, DL, get(RISCV::PseudoBRIND)) | |
| .addReg(ScratchReg, RegState::Kill) | |
| .addMBB(&DestBB, RISCVII::MO_LO); | |
| RS->enterBasicBlockEnd(MBB); | |
| unsigned Scav = RS->scavengeRegisterBackwards( | |
| RISCV::GPRRegClass, MachineBasicBlock::iterator(LuiMI), false, 0); | |
| MRI.replaceRegWith(ScratchReg, Scav); | |
| MRI.clearVirtRegs(); | |
| RS->setRegUsed(Scav); | |
| return 8; | |
| } | |
| bool RISCVInstrInfo::reverseBranchCondition( | |
| SmallVectorImpl<MachineOperand> &Cond) const { | |
| assert((Cond.size() == 3) && "Invalid branch condition!"); | |
| Cond[0].setImm(getOppositeBranchOpcode(Cond[0].getImm())); | |
| return false; | |
| } | |
| MachineBasicBlock * | |
| RISCVInstrInfo::getBranchDestBlock(const MachineInstr &MI) const { | |
| assert(MI.getDesc().isBranch() && "Unexpected opcode!"); | |
| // The branch target is always the last operand. | |
| int NumOp = MI.getNumExplicitOperands(); | |
| return MI.getOperand(NumOp - 1).getMBB(); | |
| } | |
| bool RISCVInstrInfo::isBranchOffsetInRange(unsigned BranchOp, | |
| int64_t BrOffset) const { | |
| // Ideally we could determine the supported branch offset from the | |
| // RISCVII::FormMask, but this can't be used for Pseudo instructions like | |
| // PseudoBR. | |
| switch (BranchOp) { | |
| default: | |
| llvm_unreachable("Unexpected opcode!"); | |
| case RISCV::BEQ: | |
| case RISCV::BNE: | |
| case RISCV::BLT: | |
| case RISCV::BGE: | |
| case RISCV::BLTU: | |
| case RISCV::BGEU: | |
| return isIntN(13, BrOffset); | |
| case RISCV::JAL: | |
| case RISCV::PseudoBR: | |
| return isIntN(21, BrOffset); | |
| } | |
| } | |
| unsigned RISCVInstrInfo::getInstSizeInBytes(const MachineInstr &MI) const { | |
| unsigned Opcode = MI.getOpcode(); | |
| switch (Opcode) { | |
| default: { return get(Opcode).getSize(); } | |
| case TargetOpcode::EH_LABEL: | |
| case TargetOpcode::IMPLICIT_DEF: | |
| case TargetOpcode::KILL: | |
| case TargetOpcode::DBG_VALUE: | |
| return 0; | |
| case RISCV::PseudoCALL: | |
| case RISCV::PseudoTAIL: | |
| return 8; | |
| case TargetOpcode::INLINEASM: { | |
| const MachineFunction &MF = *MI.getParent()->getParent(); | |
| const auto &TM = static_cast<const RISCVTargetMachine &>(MF.getTarget()); | |
| return getInlineAsmLength(MI.getOperand(0).getSymbolName(), | |
| *TM.getMCAsmInfo()); | |
| } | |
| } | |
| } |