| //===-- PTXISelDAGToDAG.cpp - A dag to dag inst selector for PTX ----------===// | |
| // | |
| // The LLVM Compiler Infrastructure | |
| // | |
| // This file is distributed under the University of Illinois Open Source | |
| // License. See LICENSE.TXT for details. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| // | |
| // This file defines an instruction selector for the PTX target. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| #include "PTX.h" | |
| #include "PTXMachineFunctionInfo.h" | |
| #include "PTXTargetMachine.h" | |
| #include "llvm/ADT/StringExtras.h" | |
| #include "llvm/CodeGen/SelectionDAGISel.h" | |
| #include "llvm/DerivedTypes.h" | |
| #include "llvm/Support/Debug.h" | |
| #include "llvm/Support/raw_ostream.h" | |
| using namespace llvm; | |
| namespace { | |
| // PTXDAGToDAGISel - PTX specific code to select PTX machine | |
| // instructions for SelectionDAG operations. | |
| class PTXDAGToDAGISel : public SelectionDAGISel { | |
| public: | |
| PTXDAGToDAGISel(PTXTargetMachine &TM, CodeGenOpt::Level OptLevel); | |
| virtual const char *getPassName() const { | |
| return "PTX DAG->DAG Pattern Instruction Selection"; | |
| } | |
| SDNode *Select(SDNode *Node); | |
| // Complex Pattern Selectors. | |
| bool SelectADDRrr(SDValue &Addr, SDValue &R1, SDValue &R2); | |
| bool SelectADDRri(SDValue &Addr, SDValue &Base, SDValue &Offset); | |
| bool SelectADDRii(SDValue &Addr, SDValue &Base, SDValue &Offset); | |
| bool SelectADDRlocal(SDValue &Addr, SDValue &Base, SDValue &Offset); | |
| // Include the pieces auto'gened from the target description | |
| #include "PTXGenDAGISel.inc" | |
| private: | |
| // We need this only because we can't match intruction BRAdp | |
| // pattern (PTXbrcond bb:$d, ...) in PTXInstrInfo.td | |
| SDNode *SelectBRCOND(SDNode *Node); | |
| SDNode *SelectREADPARAM(SDNode *Node); | |
| SDNode *SelectWRITEPARAM(SDNode *Node); | |
| SDNode *SelectFrameIndex(SDNode *Node); | |
| bool isImm(const SDValue &operand); | |
| bool SelectImm(const SDValue &operand, SDValue &imm); | |
| const PTXSubtarget& getSubtarget() const; | |
| }; // class PTXDAGToDAGISel | |
| } // namespace | |
| // createPTXISelDag - This pass converts a legalized DAG into a | |
| // PTX-specific DAG, ready for instruction scheduling | |
| FunctionPass *llvm::createPTXISelDag(PTXTargetMachine &TM, | |
| CodeGenOpt::Level OptLevel) { | |
| return new PTXDAGToDAGISel(TM, OptLevel); | |
| } | |
| PTXDAGToDAGISel::PTXDAGToDAGISel(PTXTargetMachine &TM, | |
| CodeGenOpt::Level OptLevel) | |
| : SelectionDAGISel(TM, OptLevel) {} | |
| SDNode *PTXDAGToDAGISel::Select(SDNode *Node) { | |
| switch (Node->getOpcode()) { | |
| case ISD::BRCOND: | |
| return SelectBRCOND(Node); | |
| case PTXISD::READ_PARAM: | |
| return SelectREADPARAM(Node); | |
| case PTXISD::WRITE_PARAM: | |
| return SelectWRITEPARAM(Node); | |
| case ISD::FrameIndex: | |
| return SelectFrameIndex(Node); | |
| default: | |
| return SelectCode(Node); | |
| } | |
| } | |
| SDNode *PTXDAGToDAGISel::SelectBRCOND(SDNode *Node) { | |
| assert(Node->getNumOperands() >= 3); | |
| SDValue Chain = Node->getOperand(0); | |
| SDValue Pred = Node->getOperand(1); | |
| SDValue Target = Node->getOperand(2); // branch target | |
| SDValue PredOp = CurDAG->getTargetConstant(PTXPredicate::Normal, MVT::i32); | |
| DebugLoc dl = Node->getDebugLoc(); | |
| assert(Target.getOpcode() == ISD::BasicBlock); | |
| assert(Pred.getValueType() == MVT::i1); | |
| // Emit BRAdp | |
| SDValue Ops[] = { Target, Pred, PredOp, Chain }; | |
| return CurDAG->getMachineNode(PTX::BRAdp, dl, MVT::Other, Ops, 4); | |
| } | |
| SDNode *PTXDAGToDAGISel::SelectREADPARAM(SDNode *Node) { | |
| SDValue Chain = Node->getOperand(0); | |
| SDValue Index = Node->getOperand(1); | |
| int OpCode; | |
| // Get the type of parameter we are reading | |
| EVT VT = Node->getValueType(0); | |
| assert(VT.isSimple() && "READ_PARAM only implemented for MVT types"); | |
| MVT Type = VT.getSimpleVT(); | |
| if (Type == MVT::i1) | |
| OpCode = PTX::READPARAMPRED; | |
| else if (Type == MVT::i16) | |
| OpCode = PTX::READPARAMI16; | |
| else if (Type == MVT::i32) | |
| OpCode = PTX::READPARAMI32; | |
| else if (Type == MVT::i64) | |
| OpCode = PTX::READPARAMI64; | |
| else if (Type == MVT::f32) | |
| OpCode = PTX::READPARAMF32; | |
| else { | |
| assert(Type == MVT::f64 && "Unexpected type!"); | |
| OpCode = PTX::READPARAMF64; | |
| } | |
| SDValue Pred = CurDAG->getRegister(PTX::NoRegister, MVT::i1); | |
| SDValue PredOp = CurDAG->getTargetConstant(PTXPredicate::None, MVT::i32); | |
| DebugLoc dl = Node->getDebugLoc(); | |
| SDValue Ops[] = { Index, Pred, PredOp, Chain }; | |
| return CurDAG->getMachineNode(OpCode, dl, VT, Ops, 4); | |
| } | |
| SDNode *PTXDAGToDAGISel::SelectWRITEPARAM(SDNode *Node) { | |
| SDValue Chain = Node->getOperand(0); | |
| SDValue Value = Node->getOperand(1); | |
| int OpCode; | |
| //Node->dumpr(CurDAG); | |
| // Get the type of parameter we are writing | |
| EVT VT = Value->getValueType(0); | |
| assert(VT.isSimple() && "WRITE_PARAM only implemented for MVT types"); | |
| MVT Type = VT.getSimpleVT(); | |
| if (Type == MVT::i1) | |
| OpCode = PTX::WRITEPARAMPRED; | |
| else if (Type == MVT::i16) | |
| OpCode = PTX::WRITEPARAMI16; | |
| else if (Type == MVT::i32) | |
| OpCode = PTX::WRITEPARAMI32; | |
| else if (Type == MVT::i64) | |
| OpCode = PTX::WRITEPARAMI64; | |
| else if (Type == MVT::f32) | |
| OpCode = PTX::WRITEPARAMF32; | |
| else if (Type == MVT::f64) | |
| OpCode = PTX::WRITEPARAMF64; | |
| else | |
| llvm_unreachable("Invalid type in SelectWRITEPARAM"); | |
| SDValue Pred = CurDAG->getRegister(PTX::NoRegister, MVT::i1); | |
| SDValue PredOp = CurDAG->getTargetConstant(PTXPredicate::None, MVT::i32); | |
| DebugLoc dl = Node->getDebugLoc(); | |
| SDValue Ops[] = { Value, Pred, PredOp, Chain }; | |
| SDNode* Ret = CurDAG->getMachineNode(OpCode, dl, MVT::Other, Ops, 4); | |
| //dbgs() << "SelectWRITEPARAM produced:\n\t"; | |
| //Ret->dumpr(CurDAG); | |
| return Ret; | |
| } | |
| SDNode *PTXDAGToDAGISel::SelectFrameIndex(SDNode *Node) { | |
| int FI = cast<FrameIndexSDNode>(Node)->getIndex(); | |
| //dbgs() << "Selecting FrameIndex at index " << FI << "\n"; | |
| //SDValue TFI = CurDAG->getTargetFrameIndex(FI, Node->getValueType(0)); | |
| PTXMachineFunctionInfo *MFI = MF->getInfo<PTXMachineFunctionInfo>(); | |
| SDValue FrameSymbol = CurDAG->getTargetExternalSymbol(MFI->getFrameSymbol(FI), | |
| Node->getValueType(0)); | |
| return FrameSymbol.getNode(); | |
| } | |
| // Match memory operand of the form [reg+reg] | |
| bool PTXDAGToDAGISel::SelectADDRrr(SDValue &Addr, SDValue &R1, SDValue &R2) { | |
| if (Addr.getOpcode() != ISD::ADD || Addr.getNumOperands() < 2 || | |
| isImm(Addr.getOperand(0)) || isImm(Addr.getOperand(1))) | |
| return false; | |
| assert(Addr.getValueType().isSimple() && "Type must be simple"); | |
| R1 = Addr; | |
| R2 = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); | |
| return true; | |
| } | |
| // Match memory operand of the form [reg], [imm+reg], and [reg+imm] | |
| bool PTXDAGToDAGISel::SelectADDRri(SDValue &Addr, SDValue &Base, | |
| SDValue &Offset) { | |
| // FrameIndex addresses are handled separately | |
| //errs() << "SelectADDRri: "; | |
| //Addr.getNode()->dumpr(); | |
| if (isa<FrameIndexSDNode>(Addr)) { | |
| //errs() << "Failure\n"; | |
| return false; | |
| } | |
| if (CurDAG->isBaseWithConstantOffset(Addr)) { | |
| Base = Addr.getOperand(0); | |
| if (isa<FrameIndexSDNode>(Base)) { | |
| //errs() << "Failure\n"; | |
| return false; | |
| } | |
| ConstantSDNode *CN = dyn_cast<ConstantSDNode>(Addr.getOperand(1)); | |
| Offset = CurDAG->getTargetConstant(CN->getZExtValue(), MVT::i32); | |
| //errs() << "Success\n"; | |
| return true; | |
| } | |
| /*if (Addr.getNumOperands() == 1) { | |
| Base = Addr; | |
| Offset = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); | |
| errs() << "Success\n"; | |
| return true; | |
| }*/ | |
| //errs() << "SelectADDRri fails on: "; | |
| //Addr.getNode()->dumpr(); | |
| if (isImm(Addr)) { | |
| //errs() << "Failure\n"; | |
| return false; | |
| } | |
| Base = Addr; | |
| Offset = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); | |
| //errs() << "Success\n"; | |
| return true; | |
| /*if (Addr.getOpcode() != ISD::ADD) { | |
| // let SelectADDRii handle the [imm] case | |
| if (isImm(Addr)) | |
| return false; | |
| // it is [reg] | |
| assert(Addr.getValueType().isSimple() && "Type must be simple"); | |
| Base = Addr; | |
| Offset = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); | |
| return true; | |
| } | |
| if (Addr.getNumOperands() < 2) | |
| return false; | |
| // let SelectADDRii handle the [imm+imm] case | |
| if (isImm(Addr.getOperand(0)) && isImm(Addr.getOperand(1))) | |
| return false; | |
| // try [reg+imm] and [imm+reg] | |
| for (int i = 0; i < 2; i ++) | |
| if (SelectImm(Addr.getOperand(1-i), Offset)) { | |
| Base = Addr.getOperand(i); | |
| return true; | |
| } | |
| // neither [reg+imm] nor [imm+reg] | |
| return false;*/ | |
| } | |
| // Match memory operand of the form [imm+imm] and [imm] | |
| bool PTXDAGToDAGISel::SelectADDRii(SDValue &Addr, SDValue &Base, | |
| SDValue &Offset) { | |
| // is [imm+imm]? | |
| if (Addr.getOpcode() == ISD::ADD) { | |
| return SelectImm(Addr.getOperand(0), Base) && | |
| SelectImm(Addr.getOperand(1), Offset); | |
| } | |
| // is [imm]? | |
| if (SelectImm(Addr, Base)) { | |
| assert(Addr.getValueType().isSimple() && "Type must be simple"); | |
| Offset = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); | |
| return true; | |
| } | |
| return false; | |
| } | |
| // Match memory operand of the form [reg], [imm+reg], and [reg+imm] | |
| bool PTXDAGToDAGISel::SelectADDRlocal(SDValue &Addr, SDValue &Base, | |
| SDValue &Offset) { | |
| //errs() << "SelectADDRlocal: "; | |
| //Addr.getNode()->dumpr(); | |
| if (isa<FrameIndexSDNode>(Addr)) { | |
| Base = Addr; | |
| Offset = CurDAG->getTargetConstant(0, Addr.getValueType().getSimpleVT()); | |
| //errs() << "Success\n"; | |
| return true; | |
| } | |
| if (CurDAG->isBaseWithConstantOffset(Addr)) { | |
| Base = Addr.getOperand(0); | |
| if (!isa<FrameIndexSDNode>(Base)) { | |
| //errs() << "Failure\n"; | |
| return false; | |
| } | |
| ConstantSDNode *CN = dyn_cast<ConstantSDNode>(Addr.getOperand(1)); | |
| Offset = CurDAG->getTargetConstant(CN->getZExtValue(), MVT::i32); | |
| //errs() << "Offset: "; | |
| //Offset.getNode()->dumpr(); | |
| //errs() << "Success\n"; | |
| return true; | |
| } | |
| //errs() << "Failure\n"; | |
| return false; | |
| } | |
| bool PTXDAGToDAGISel::isImm(const SDValue &operand) { | |
| return ConstantSDNode::classof(operand.getNode()); | |
| } | |
| bool PTXDAGToDAGISel::SelectImm(const SDValue &operand, SDValue &imm) { | |
| SDNode *node = operand.getNode(); | |
| if (!ConstantSDNode::classof(node)) | |
| return false; | |
| ConstantSDNode *CN = cast<ConstantSDNode>(node); | |
| imm = CurDAG->getTargetConstant(*CN->getConstantIntValue(), | |
| operand.getValueType()); | |
| return true; | |
| } | |
| const PTXSubtarget& PTXDAGToDAGISel::getSubtarget() const | |
| { | |
| return TM.getSubtarget<PTXSubtarget>(); | |
| } | |