SelectionDAG.h revision 9b36c631ebb9c68678b7ec5b9407a9b4d127e0f7
1//===-- llvm/CodeGen/SelectionDAG.h - InstSelection DAG ---------*- C++ -*-===// 2// 3// The LLVM Compiler Infrastructure 4// 5// This file is distributed under the University of Illinois Open Source 6// License. See LICENSE.TXT for details. 7// 8//===----------------------------------------------------------------------===// 9// 10// This file declares the SelectionDAG class, and transitively defines the 11// SDNode class and subclasses. 12// 13//===----------------------------------------------------------------------===// 14 15#ifndef LLVM_CODEGEN_SELECTIONDAG_H 16#define LLVM_CODEGEN_SELECTIONDAG_H 17 18#include "llvm/ADT/ilist.h" 19#include "llvm/ADT/DenseSet.h" 20#include "llvm/ADT/FoldingSet.h" 21#include "llvm/ADT/StringMap.h" 22#include "llvm/CodeGen/SelectionDAGNodes.h" 23 24#include <cassert> 25#include <vector> 26#include <map> 27#include <string> 28 29namespace llvm { 30 31class AliasAnalysis; 32class TargetLowering; 33class TargetMachine; 34class MachineModuleInfo; 35class DwarfWriter; 36class MachineFunction; 37class MachineConstantPoolValue; 38class FunctionLoweringInfo; 39 40template<> struct ilist_traits<SDNode> : public ilist_default_traits<SDNode> { 41private: 42 mutable SDNode Sentinel; 43public: 44 ilist_traits() : Sentinel(ISD::DELETED_NODE, SDVTList()) {} 45 46 SDNode *createSentinel() const { 47 return &Sentinel; 48 } 49 static void destroySentinel(SDNode *) {} 50 51 static void deleteNode(SDNode *) { 52 assert(0 && "ilist_traits<SDNode> shouldn't see a deleteNode call!"); 53 } 54private: 55 static void createNode(const SDNode &); 56}; 57 58enum CombineLevel { 59 Unrestricted, // Combine may create illegal operations and illegal types. 60 NoIllegalTypes, // Combine may create illegal operations but no illegal types. 61 NoIllegalOperations // Combine may only create legal operations and types. 62}; 63 64/// SelectionDAG class - This is used to represent a portion of an LLVM function 65/// in a low-level Data Dependence DAG representation suitable for instruction 66/// selection. This DAG is constructed as the first step of instruction 67/// selection in order to allow implementation of machine specific optimizations 68/// and code simplifications. 69/// 70/// The representation used by the SelectionDAG is a target-independent 71/// representation, which has some similarities to the GCC RTL representation, 72/// but is significantly more simple, powerful, and is a graph form instead of a 73/// linear form. 74/// 75class SelectionDAG { 76 TargetLowering &TLI; 77 MachineFunction *MF; 78 FunctionLoweringInfo &FLI; 79 MachineModuleInfo *MMI; 80 DwarfWriter *DW; 81 82 /// EntryNode - The starting token. 83 SDNode EntryNode; 84 85 /// Root - The root of the entire DAG. 86 SDValue Root; 87 88 /// AllNodes - A linked list of nodes in the current DAG. 89 ilist<SDNode> AllNodes; 90 91 /// NodeAllocatorType - The AllocatorType for allocating SDNodes. We use 92 /// pool allocation with recycling. 93 typedef RecyclingAllocator<BumpPtrAllocator, SDNode, sizeof(LargestSDNode), 94 AlignOf<MostAlignedSDNode>::Alignment> 95 NodeAllocatorType; 96 97 /// NodeAllocator - Pool allocation for nodes. 98 NodeAllocatorType NodeAllocator; 99 100 /// CSEMap - This structure is used to memoize nodes, automatically performing 101 /// CSE with existing nodes with a duplicate is requested. 102 FoldingSet<SDNode> CSEMap; 103 104 /// OperandAllocator - Pool allocation for machine-opcode SDNode operands. 105 BumpPtrAllocator OperandAllocator; 106 107 /// Allocator - Pool allocation for misc. objects that are created once per 108 /// SelectionDAG. 109 BumpPtrAllocator Allocator; 110 111 /// VerifyNode - Sanity check the given node. Aborts if it is invalid. 112 void VerifyNode(SDNode *N); 113 114 /// setGraphColorHelper - Implementation of setSubgraphColor. 115 /// Return whether we had to truncate the search. 116 /// 117 bool setSubgraphColorHelper(SDNode *N, const char *Color, DenseSet<SDNode *> &visited, 118 int level, bool &printed); 119 120public: 121 SelectionDAG(TargetLowering &tli, FunctionLoweringInfo &fli); 122 ~SelectionDAG(); 123 124 /// init - Prepare this SelectionDAG to process code in the given 125 /// MachineFunction. 126 /// 127 void init(MachineFunction &mf, MachineModuleInfo *mmi, DwarfWriter *dw); 128 129 /// clear - Clear state and free memory necessary to make this 130 /// SelectionDAG ready to process a new block. 131 /// 132 void clear(); 133 134 MachineFunction &getMachineFunction() const { return *MF; } 135 const TargetMachine &getTarget() const; 136 TargetLowering &getTargetLoweringInfo() const { return TLI; } 137 FunctionLoweringInfo &getFunctionLoweringInfo() const { return FLI; } 138 MachineModuleInfo *getMachineModuleInfo() const { return MMI; } 139 DwarfWriter *getDwarfWriter() const { return DW; } 140 141 /// viewGraph - Pop up a GraphViz/gv window with the DAG rendered using 'dot'. 142 /// 143 void viewGraph(const std::string &Title); 144 void viewGraph(); 145 146#ifndef NDEBUG 147 std::map<const SDNode *, std::string> NodeGraphAttrs; 148#endif 149 150 /// clearGraphAttrs - Clear all previously defined node graph attributes. 151 /// Intended to be used from a debugging tool (eg. gdb). 152 void clearGraphAttrs(); 153 154 /// setGraphAttrs - Set graph attributes for a node. (eg. "color=red".) 155 /// 156 void setGraphAttrs(const SDNode *N, const char *Attrs); 157 158 /// getGraphAttrs - Get graph attributes for a node. (eg. "color=red".) 159 /// Used from getNodeAttributes. 160 const std::string getGraphAttrs(const SDNode *N) const; 161 162 /// setGraphColor - Convenience for setting node color attribute. 163 /// 164 void setGraphColor(const SDNode *N, const char *Color); 165 166 /// setGraphColor - Convenience for setting subgraph color attribute. 167 /// 168 void setSubgraphColor(SDNode *N, const char *Color); 169 170 typedef ilist<SDNode>::const_iterator allnodes_const_iterator; 171 allnodes_const_iterator allnodes_begin() const { return AllNodes.begin(); } 172 allnodes_const_iterator allnodes_end() const { return AllNodes.end(); } 173 typedef ilist<SDNode>::iterator allnodes_iterator; 174 allnodes_iterator allnodes_begin() { return AllNodes.begin(); } 175 allnodes_iterator allnodes_end() { return AllNodes.end(); } 176 ilist<SDNode>::size_type allnodes_size() const { 177 return AllNodes.size(); 178 } 179 180 /// getRoot - Return the root tag of the SelectionDAG. 181 /// 182 const SDValue &getRoot() const { return Root; } 183 184 /// getEntryNode - Return the token chain corresponding to the entry of the 185 /// function. 186 SDValue getEntryNode() const { 187 return SDValue(const_cast<SDNode *>(&EntryNode), 0); 188 } 189 190 /// setRoot - Set the current root tag of the SelectionDAG. 191 /// 192 const SDValue &setRoot(SDValue N) { 193 assert((!N.getNode() || N.getValueType() == MVT::Other) && 194 "DAG root value is not a chain!"); 195 return Root = N; 196 } 197 198 /// Combine - This iterates over the nodes in the SelectionDAG, folding 199 /// certain types of nodes together, or eliminating superfluous nodes. The 200 /// Level argument controls whether Combine is allowed to produce nodes and 201 /// types that are illegal on the target. 202 void Combine(CombineLevel Level, AliasAnalysis &AA, bool Fast); 203 204 /// LegalizeTypes - This transforms the SelectionDAG into a SelectionDAG that 205 /// only uses types natively supported by the target. Returns "true" if it 206 /// made any changes. 207 /// 208 /// Note that this is an involved process that may invalidate pointers into 209 /// the graph. 210 bool LegalizeTypes(); 211 212 /// Legalize - This transforms the SelectionDAG into a SelectionDAG that is 213 /// compatible with the target instruction selector, as indicated by the 214 /// TargetLowering object. 215 /// 216 /// Note that this is an involved process that may invalidate pointers into 217 /// the graph. 218 void Legalize(bool TypesNeedLegalizing); 219 220 /// RemoveDeadNodes - This method deletes all unreachable nodes in the 221 /// SelectionDAG. 222 void RemoveDeadNodes(); 223 224 /// DeleteNode - Remove the specified node from the system. This node must 225 /// have no referrers. 226 void DeleteNode(SDNode *N); 227 228 /// getVTList - Return an SDVTList that represents the list of values 229 /// specified. 230 SDVTList getVTList(MVT VT); 231 SDVTList getVTList(MVT VT1, MVT VT2); 232 SDVTList getVTList(MVT VT1, MVT VT2, MVT VT3); 233 SDVTList getVTList(MVT VT1, MVT VT2, MVT VT3, MVT VT4); 234 SDVTList getVTList(const MVT *VTs, unsigned NumVTs); 235 236 /// getNodeValueTypes - These are obsolete, use getVTList instead. 237 const MVT *getNodeValueTypes(MVT VT) { 238 return getVTList(VT).VTs; 239 } 240 const MVT *getNodeValueTypes(MVT VT1, MVT VT2) { 241 return getVTList(VT1, VT2).VTs; 242 } 243 const MVT *getNodeValueTypes(MVT VT1, MVT VT2, MVT VT3) { 244 return getVTList(VT1, VT2, VT3).VTs; 245 } 246 const MVT *getNodeValueTypes(MVT VT1, MVT VT2, MVT VT3, MVT VT4) { 247 return getVTList(VT1, VT2, VT3, VT4).VTs; 248 } 249 const MVT *getNodeValueTypes(const std::vector<MVT> &vtList) { 250 return getVTList(&vtList[0], (unsigned)vtList.size()).VTs; 251 } 252 253 254 //===--------------------------------------------------------------------===// 255 // Node creation methods. 256 // 257 SDValue getConstant(uint64_t Val, MVT VT, bool isTarget = false); 258 SDValue getConstant(const APInt &Val, MVT VT, bool isTarget = false); 259 SDValue getConstant(const ConstantInt &Val, MVT VT, bool isTarget = false); 260 SDValue getIntPtrConstant(uint64_t Val, bool isTarget = false); 261 SDValue getTargetConstant(uint64_t Val, MVT VT) { 262 return getConstant(Val, VT, true); 263 } 264 SDValue getTargetConstant(const APInt &Val, MVT VT) { 265 return getConstant(Val, VT, true); 266 } 267 SDValue getTargetConstant(const ConstantInt &Val, MVT VT) { 268 return getConstant(Val, VT, true); 269 } 270 SDValue getConstantFP(double Val, MVT VT, bool isTarget = false); 271 SDValue getConstantFP(const APFloat& Val, MVT VT, bool isTarget = false); 272 SDValue getConstantFP(const ConstantFP &CF, MVT VT, bool isTarget = false); 273 SDValue getTargetConstantFP(double Val, MVT VT) { 274 return getConstantFP(Val, VT, true); 275 } 276 SDValue getTargetConstantFP(const APFloat& Val, MVT VT) { 277 return getConstantFP(Val, VT, true); 278 } 279 SDValue getTargetConstantFP(const ConstantFP &Val, MVT VT) { 280 return getConstantFP(Val, VT, true); 281 } 282 SDValue getGlobalAddress(const GlobalValue *GV, MVT VT, 283 int64_t offset = 0, bool isTargetGA = false); 284 SDValue getTargetGlobalAddress(const GlobalValue *GV, MVT VT, 285 int64_t offset = 0) { 286 return getGlobalAddress(GV, VT, offset, true); 287 } 288 SDValue getFrameIndex(int FI, MVT VT, bool isTarget = false); 289 SDValue getTargetFrameIndex(int FI, MVT VT) { 290 return getFrameIndex(FI, VT, true); 291 } 292 SDValue getJumpTable(int JTI, MVT VT, bool isTarget = false); 293 SDValue getTargetJumpTable(int JTI, MVT VT) { 294 return getJumpTable(JTI, VT, true); 295 } 296 SDValue getConstantPool(Constant *C, MVT VT, 297 unsigned Align = 0, int Offs = 0, bool isT=false); 298 SDValue getTargetConstantPool(Constant *C, MVT VT, 299 unsigned Align = 0, int Offset = 0) { 300 return getConstantPool(C, VT, Align, Offset, true); 301 } 302 SDValue getConstantPool(MachineConstantPoolValue *C, MVT VT, 303 unsigned Align = 0, int Offs = 0, bool isT=false); 304 SDValue getTargetConstantPool(MachineConstantPoolValue *C, 305 MVT VT, unsigned Align = 0, 306 int Offset = 0) { 307 return getConstantPool(C, VT, Align, Offset, true); 308 } 309 // When generating a branch to a BB, we don't in general know enough 310 // to provide debug info for the BB at that time, so keep this one around. 311 SDValue getBasicBlock(MachineBasicBlock *MBB); 312 SDValue getBasicBlock(MachineBasicBlock *MBB, DebugLoc dl); 313 SDValue getExternalSymbol(const char *Sym, MVT VT); 314 SDValue getExternalSymbol(const char *Sym, DebugLoc dl, MVT VT); 315 SDValue getTargetExternalSymbol(const char *Sym, MVT VT); 316 SDValue getTargetExternalSymbol(const char *Sym, DebugLoc dl, MVT VT); 317 SDValue getArgFlags(ISD::ArgFlagsTy Flags); 318 SDValue getValueType(MVT); 319 SDValue getRegister(unsigned Reg, MVT VT); 320 SDValue getDbgStopPoint(SDValue Root, unsigned Line, unsigned Col, 321 Value *CU); 322 SDValue getLabel(unsigned Opcode, DebugLoc dl, SDValue Root, 323 unsigned LabelID); 324 325 SDValue getCopyToReg(SDValue Chain, DebugLoc dl, unsigned Reg, SDValue N) { 326 return getNode(ISD::CopyToReg, dl, MVT::Other, Chain, 327 getRegister(Reg, N.getValueType()), N); 328 } 329 330 // This version of the getCopyToReg method takes an extra operand, which 331 // indicates that there is potentially an incoming flag value (if Flag is not 332 // null) and that there should be a flag result. 333 SDValue getCopyToReg(SDValue Chain, DebugLoc dl, unsigned Reg, SDValue N, 334 SDValue Flag) { 335 const MVT *VTs = getNodeValueTypes(MVT::Other, MVT::Flag); 336 SDValue Ops[] = { Chain, getRegister(Reg, N.getValueType()), N, Flag }; 337 return getNode(ISD::CopyToReg, dl, VTs, 2, Ops, Flag.getNode() ? 4 : 3); 338 } 339 340 // Similar to last getCopyToReg() except parameter Reg is a SDValue 341 SDValue getCopyToReg(SDValue Chain, DebugLoc dl, SDValue Reg, SDValue N, 342 SDValue Flag) { 343 const MVT *VTs = getNodeValueTypes(MVT::Other, MVT::Flag); 344 SDValue Ops[] = { Chain, Reg, N, Flag }; 345 return getNode(ISD::CopyToReg, dl, VTs, 2, Ops, Flag.getNode() ? 4 : 3); 346 } 347 348 SDValue getCopyFromReg(SDValue Chain, DebugLoc dl, unsigned Reg, MVT VT) { 349 const MVT *VTs = getNodeValueTypes(VT, MVT::Other); 350 SDValue Ops[] = { Chain, getRegister(Reg, VT) }; 351 return getNode(ISD::CopyFromReg, dl, VTs, 2, Ops, 2); 352 } 353 354 // This version of the getCopyFromReg method takes an extra operand, which 355 // indicates that there is potentially an incoming flag value (if Flag is not 356 // null) and that there should be a flag result. 357 SDValue getCopyFromReg(SDValue Chain, DebugLoc dl, unsigned Reg, MVT VT, 358 SDValue Flag) { 359 const MVT *VTs = getNodeValueTypes(VT, MVT::Other, MVT::Flag); 360 SDValue Ops[] = { Chain, getRegister(Reg, VT), Flag }; 361 return getNode(ISD::CopyFromReg, dl, VTs, 3, Ops, Flag.getNode() ? 3 : 2); 362 } 363 364 SDValue getCondCode(ISD::CondCode Cond); 365 366 /// Returns the ConvertRndSat Note: Avoid using this node because it may 367 /// disappear in the future and most targets don't support it. 368 SDValue getConvertRndSat(MVT VT, DebugLoc dl, SDValue Val, SDValue DTy, 369 SDValue STy, 370 SDValue Rnd, SDValue Sat, ISD::CvtCode Code); 371 372 /// getZeroExtendInReg - Return the expression required to zero extend the Op 373 /// value assuming it was the smaller SrcTy value. 374 SDValue getZeroExtendInReg(SDValue Op, DebugLoc DL, MVT SrcTy); 375 376 /// getNOT - Create a bitwise NOT operation as (XOR Val, -1). 377 SDValue getNOT(DebugLoc DL, SDValue Val, MVT VT); 378 379 /// getCALLSEQ_START - Return a new CALLSEQ_START node, which always must have 380 /// a flag result (to ensure it's not CSE'd). 381 SDValue getCALLSEQ_START(SDValue Chain, SDValue Op) { 382 const MVT *VTs = getNodeValueTypes(MVT::Other, MVT::Flag); 383 SDValue Ops[] = { Chain, Op }; 384 return getNode(ISD::CALLSEQ_START, VTs, 2, Ops, 2); 385 } 386 387 /// getCALLSEQ_END - Return a new CALLSEQ_END node, which always must have a 388 /// flag result (to ensure it's not CSE'd). 389 SDValue getCALLSEQ_END(SDValue Chain, SDValue Op1, SDValue Op2, 390 SDValue InFlag) { 391 SDVTList NodeTys = getVTList(MVT::Other, MVT::Flag); 392 SmallVector<SDValue, 4> Ops; 393 Ops.push_back(Chain); 394 Ops.push_back(Op1); 395 Ops.push_back(Op2); 396 Ops.push_back(InFlag); 397 return getNode(ISD::CALLSEQ_END, NodeTys, &Ops[0], 398 (unsigned)Ops.size() - (InFlag.getNode() == 0 ? 1 : 0)); 399 } 400 401 /// getNode - Gets or creates the specified node. 402 /// 403 SDValue getNode(unsigned Opcode, MVT VT); 404 SDValue getNode(unsigned Opcode, DebugLoc DL, MVT VT); 405 SDValue getNode(unsigned Opcode, MVT VT, SDValue N); 406 SDValue getNode(unsigned Opcode, DebugLoc DL, MVT VT, SDValue N); 407 SDValue getNode(unsigned Opcode, MVT VT, SDValue N1, SDValue N2); 408 SDValue getNode(unsigned Opcode, DebugLoc DL, MVT VT, SDValue N1, SDValue N2); 409 SDValue getNode(unsigned Opcode, MVT VT, 410 SDValue N1, SDValue N2, SDValue N3); 411 SDValue getNode(unsigned Opcode, DebugLoc DL, MVT VT, 412 SDValue N1, SDValue N2, SDValue N3); 413 SDValue getNode(unsigned Opcode, MVT VT, 414 SDValue N1, SDValue N2, SDValue N3, SDValue N4); 415 SDValue getNode(unsigned Opcode, DebugLoc DL, MVT VT, 416 SDValue N1, SDValue N2, SDValue N3, SDValue N4); 417 SDValue getNode(unsigned Opcode, MVT VT, 418 SDValue N1, SDValue N2, SDValue N3, SDValue N4, 419 SDValue N5); 420 SDValue getNode(unsigned Opcode, DebugLoc DL, MVT VT, 421 SDValue N1, SDValue N2, SDValue N3, SDValue N4, 422 SDValue N5); 423 SDValue getNode(unsigned Opcode, MVT VT, 424 const SDUse *Ops, unsigned NumOps); 425 SDValue getNode(unsigned Opcode, DebugLoc DL, MVT VT, 426 const SDUse *Ops, unsigned NumOps); 427 SDValue getNode(unsigned Opcode, MVT VT, 428 const SDValue *Ops, unsigned NumOps); 429 SDValue getNode(unsigned Opcode, DebugLoc DL, MVT VT, 430 const SDValue *Ops, unsigned NumOps); 431 SDValue getNode(unsigned Opcode, const std::vector<MVT> &ResultTys, 432 const SDValue *Ops, unsigned NumOps); 433 SDValue getNode(unsigned Opcode, DebugLoc DL, 434 const std::vector<MVT> &ResultTys, 435 const SDValue *Ops, unsigned NumOps); 436 SDValue getNode(unsigned Opcode, const MVT *VTs, unsigned NumVTs, 437 const SDValue *Ops, unsigned NumOps); 438 SDValue getNode(unsigned Opcode, DebugLoc DL, const MVT *VTs, unsigned NumVTs, 439 const SDValue *Ops, unsigned NumOps); 440 SDValue getNode(unsigned Opcode, SDVTList VTs, 441 const SDValue *Ops, unsigned NumOps); 442 SDValue getNode(unsigned Opcode, DebugLoc DL, SDVTList VTs, 443 const SDValue *Ops, unsigned NumOps); 444 445 SDValue getNode(unsigned Opcode, DebugLoc DL, SDVTList VTs); 446 SDValue getNode(unsigned Opcode, DebugLoc DL, SDVTList VTs, SDValue N); 447 SDValue getNode(unsigned Opcode, DebugLoc DL, SDVTList VTs, 448 SDValue N1, SDValue N2); 449 SDValue getNode(unsigned Opcode, DebugLoc DL, SDVTList VTs, 450 SDValue N1, SDValue N2, SDValue N3); 451 SDValue getNode(unsigned Opcode, DebugLoc DL, SDVTList VTs, 452 SDValue N1, SDValue N2, SDValue N3, SDValue N4); 453 SDValue getNode(unsigned Opcode, DebugLoc DL, SDVTList VTs, 454 SDValue N1, SDValue N2, SDValue N3, SDValue N4, 455 SDValue N5); 456 457 SDValue getMemcpy(SDValue Chain, DebugLoc dl, SDValue Dst, SDValue Src, 458 SDValue Size, unsigned Align, bool AlwaysInline, 459 const Value *DstSV, uint64_t DstSVOff, 460 const Value *SrcSV, uint64_t SrcSVOff); 461 462 SDValue getMemmove(SDValue Chain, DebugLoc dl, SDValue Dst, SDValue Src, 463 SDValue Size, unsigned Align, 464 const Value *DstSV, uint64_t DstOSVff, 465 const Value *SrcSV, uint64_t SrcSVOff); 466 467 SDValue getMemset(SDValue Chain, DebugLoc dl, SDValue Dst, SDValue Src, 468 SDValue Size, unsigned Align, 469 const Value *DstSV, uint64_t DstSVOff); 470 471 /// getSetCC - Helper function to make it easier to build SetCC's if you just 472 /// have an ISD::CondCode instead of an SDValue. 473 /// 474 SDValue getSetCC(DebugLoc DL, MVT VT, SDValue LHS, SDValue RHS, 475 ISD::CondCode Cond) { 476 return getNode(ISD::SETCC, DL, VT, LHS, RHS, getCondCode(Cond)); 477 } 478 479 /// getVSetCC - Helper function to make it easier to build VSetCC's nodes 480 /// if you just have an ISD::CondCode instead of an SDValue. 481 /// 482 SDValue getVSetCC(DebugLoc DL, MVT VT, SDValue LHS, SDValue RHS, 483 ISD::CondCode Cond) { 484 return getNode(ISD::VSETCC, DL, VT, LHS, RHS, getCondCode(Cond)); 485 } 486 487 /// getSelectCC - Helper function to make it easier to build SelectCC's if you 488 /// just have an ISD::CondCode instead of an SDValue. 489 /// 490 SDValue getSelectCC(DebugLoc DL, SDValue LHS, SDValue RHS, 491 SDValue True, SDValue False, ISD::CondCode Cond) { 492 return getNode(ISD::SELECT_CC, DL, True.getValueType(), 493 LHS, RHS, True, False, getCondCode(Cond)); 494 } 495 496 /// getVAArg - VAArg produces a result and token chain, and takes a pointer 497 /// and a source value as input. 498 SDValue getVAArg(MVT VT, DebugLoc dl, SDValue Chain, SDValue Ptr, 499 SDValue SV); 500 501 /// getAtomic - Gets a node for an atomic op, produces result and chain and 502 /// takes 3 operands 503 SDValue getAtomic(unsigned Opcode, DebugLoc dl, MVT MemVT, SDValue Chain, 504 SDValue Ptr, SDValue Cmp, SDValue Swp, const Value* PtrVal, 505 unsigned Alignment=0); 506 507 /// getAtomic - Gets a node for an atomic op, produces result and chain and 508 /// takes 2 operands. 509 SDValue getAtomic(unsigned Opcode, DebugLoc dl, MVT MemVT, SDValue Chain, 510 SDValue Ptr, SDValue Val, const Value* PtrVal, 511 unsigned Alignment = 0); 512 513 /// getMemIntrinsicNode - Creates a MemIntrinsicNode that may produce a 514 /// result and takes a list of operands. 515 SDValue getMemIntrinsicNode(unsigned Opcode, DebugLoc dl, 516 const MVT *VTs, unsigned NumVTs, 517 const SDValue *Ops, unsigned NumOps, 518 MVT MemVT, const Value *srcValue, int SVOff, 519 unsigned Align = 0, bool Vol = false, 520 bool ReadMem = true, bool WriteMem = true); 521 522 SDValue getMemIntrinsicNode(unsigned Opcode, DebugLoc dl, SDVTList VTList, 523 const SDValue *Ops, unsigned NumOps, 524 MVT MemVT, const Value *srcValue, int SVOff, 525 unsigned Align = 0, bool Vol = false, 526 bool ReadMem = true, bool WriteMem = true); 527 528 /// getMergeValues - Create a MERGE_VALUES node from the given operands. 529 SDValue getMergeValues(const SDValue *Ops, unsigned NumOps, DebugLoc dl); 530 531 /// getCall - Create a CALL node from the given information. 532 /// 533 SDValue getCall(unsigned CallingConv, DebugLoc dl, bool IsVarArgs, 534 bool IsTailCall, bool isInreg, SDVTList VTs, 535 const SDValue *Operands, unsigned NumOperands); 536 537 /// getLoad - Loads are not normal binary operators: their result type is not 538 /// determined by their operands, and they produce a value AND a token chain. 539 /// 540 SDValue getLoad(MVT VT, DebugLoc dl, SDValue Chain, SDValue Ptr, 541 const Value *SV, int SVOffset, bool isVolatile=false, 542 unsigned Alignment=0); 543 SDValue getExtLoad(ISD::LoadExtType ExtType, DebugLoc dl, MVT VT, 544 SDValue Chain, SDValue Ptr, const Value *SV, 545 int SVOffset, MVT EVT, bool isVolatile=false, 546 unsigned Alignment=0); 547 SDValue getIndexedLoad(SDValue OrigLoad, DebugLoc dl, SDValue Base, 548 SDValue Offset, ISD::MemIndexedMode AM); 549 SDValue getLoad(ISD::MemIndexedMode AM, DebugLoc dl, ISD::LoadExtType ExtType, 550 MVT VT, SDValue Chain, 551 SDValue Ptr, SDValue Offset, 552 const Value *SV, int SVOffset, MVT EVT, 553 bool isVolatile=false, unsigned Alignment=0); 554 555 /// getStore - Helper function to build ISD::STORE nodes. 556 /// 557 SDValue getStore(SDValue Chain, DebugLoc dl, SDValue Val, SDValue Ptr, 558 const Value *SV, int SVOffset, bool isVolatile=false, 559 unsigned Alignment=0); 560 SDValue getTruncStore(SDValue Chain, DebugLoc dl, SDValue Val, SDValue Ptr, 561 const Value *SV, int SVOffset, MVT TVT, 562 bool isVolatile=false, unsigned Alignment=0); 563 SDValue getIndexedStore(SDValue OrigStoe, DebugLoc dl, SDValue Base, 564 SDValue Offset, ISD::MemIndexedMode AM); 565 566 /// getSrcValue - Construct a node to track a Value* through the backend. 567 SDValue getSrcValue(const Value *v); 568 569 /// getMemOperand - Construct a node to track a memory reference 570 /// through the backend. 571 SDValue getMemOperand(const MachineMemOperand &MO); 572 573 /// getShiftAmountOperand - Return the specified value casted to 574 /// the target's desired shift amount type. 575 SDValue getShiftAmountOperand(SDValue Op); 576 577 /// UpdateNodeOperands - *Mutate* the specified node in-place to have the 578 /// specified operands. If the resultant node already exists in the DAG, 579 /// this does not modify the specified node, instead it returns the node that 580 /// already exists. If the resultant node does not exist in the DAG, the 581 /// input node is returned. As a degenerate case, if you specify the same 582 /// input operands as the node already has, the input node is returned. 583 SDValue UpdateNodeOperands(SDValue N, SDValue Op); 584 SDValue UpdateNodeOperands(SDValue N, SDValue Op1, SDValue Op2); 585 SDValue UpdateNodeOperands(SDValue N, SDValue Op1, SDValue Op2, 586 SDValue Op3); 587 SDValue UpdateNodeOperands(SDValue N, SDValue Op1, SDValue Op2, 588 SDValue Op3, SDValue Op4); 589 SDValue UpdateNodeOperands(SDValue N, SDValue Op1, SDValue Op2, 590 SDValue Op3, SDValue Op4, SDValue Op5); 591 SDValue UpdateNodeOperands(SDValue N, 592 const SDValue *Ops, unsigned NumOps); 593 594 /// SelectNodeTo - These are used for target selectors to *mutate* the 595 /// specified node to have the specified return type, Target opcode, and 596 /// operands. Note that target opcodes are stored as 597 /// ~TargetOpcode in the node opcode field. The resultant node is returned. 598 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT); 599 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT, SDValue Op1); 600 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT, 601 SDValue Op1, SDValue Op2); 602 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT, 603 SDValue Op1, SDValue Op2, SDValue Op3); 604 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT, 605 const SDValue *Ops, unsigned NumOps); 606 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT1, MVT VT2); 607 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT1, 608 MVT VT2, const SDValue *Ops, unsigned NumOps); 609 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT1, 610 MVT VT2, MVT VT3, const SDValue *Ops, unsigned NumOps); 611 SDNode *SelectNodeTo(SDNode *N, unsigned MachineOpc, MVT VT1, 612 MVT VT2, MVT VT3, MVT VT4, const SDValue *Ops, 613 unsigned NumOps); 614 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT1, 615 MVT VT2, SDValue Op1); 616 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT1, 617 MVT VT2, SDValue Op1, SDValue Op2); 618 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT1, 619 MVT VT2, SDValue Op1, SDValue Op2, SDValue Op3); 620 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, MVT VT1, 621 MVT VT2, MVT VT3, SDValue Op1, SDValue Op2, SDValue Op3); 622 SDNode *SelectNodeTo(SDNode *N, unsigned TargetOpc, SDVTList VTs, 623 const SDValue *Ops, unsigned NumOps); 624 625 /// MorphNodeTo - These *mutate* the specified node to have the specified 626 /// return type, opcode, and operands. 627 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT); 628 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT, SDValue Op1); 629 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT, 630 SDValue Op1, SDValue Op2); 631 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT, 632 SDValue Op1, SDValue Op2, SDValue Op3); 633 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT, 634 const SDValue *Ops, unsigned NumOps); 635 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT1, MVT VT2); 636 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT1, 637 MVT VT2, const SDValue *Ops, unsigned NumOps); 638 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT1, 639 MVT VT2, MVT VT3, const SDValue *Ops, unsigned NumOps); 640 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT1, 641 MVT VT2, SDValue Op1); 642 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT1, 643 MVT VT2, SDValue Op1, SDValue Op2); 644 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, MVT VT1, 645 MVT VT2, SDValue Op1, SDValue Op2, SDValue Op3); 646 SDNode *MorphNodeTo(SDNode *N, unsigned Opc, SDVTList VTs, 647 const SDValue *Ops, unsigned NumOps); 648 649 /// getTargetNode - These are used for target selectors to create a new node 650 /// with specified return type(s), target opcode, and operands. 651 /// 652 /// Note that getTargetNode returns the resultant node. If there is already a 653 /// node of the specified opcode and operands, it returns that node instead of 654 /// the current one. 655 SDNode *getTargetNode(unsigned Opcode, MVT VT); 656 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT); 657 658 SDNode *getTargetNode(unsigned Opcode, MVT VT, SDValue Op1); 659 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT, SDValue Op1); 660 661 SDNode *getTargetNode(unsigned Opcode, MVT VT, SDValue Op1, SDValue Op2); 662 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT, SDValue Op1, 663 SDValue Op2); 664 665 SDNode *getTargetNode(unsigned Opcode, MVT VT, 666 SDValue Op1, SDValue Op2, SDValue Op3); 667 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT, 668 SDValue Op1, SDValue Op2, SDValue Op3); 669 670 SDNode *getTargetNode(unsigned Opcode, MVT VT, 671 const SDValue *Ops, unsigned NumOps); 672 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT, 673 const SDValue *Ops, unsigned NumOps); 674 675 SDNode *getTargetNode(unsigned Opcode, MVT VT1, MVT VT2); 676 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, MVT VT2); 677 678 SDNode *getTargetNode(unsigned Opcode, MVT VT1, MVT VT2, SDValue Op1); 679 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, MVT VT2, 680 SDValue Op1); 681 682 SDNode *getTargetNode(unsigned Opcode, MVT VT1, 683 MVT VT2, SDValue Op1, SDValue Op2); 684 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, 685 MVT VT2, SDValue Op1, SDValue Op2); 686 687 SDNode *getTargetNode(unsigned Opcode, MVT VT1, 688 MVT VT2, SDValue Op1, SDValue Op2, SDValue Op3); 689 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, 690 MVT VT2, SDValue Op1, SDValue Op2, SDValue Op3); 691 692 SDNode *getTargetNode(unsigned Opcode, MVT VT1, MVT VT2, 693 const SDValue *Ops, unsigned NumOps); 694 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, MVT VT2, 695 const SDValue *Ops, unsigned NumOps); 696 697 SDNode *getTargetNode(unsigned Opcode, MVT VT1, MVT VT2, MVT VT3, 698 SDValue Op1, SDValue Op2); 699 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, MVT VT2, MVT VT3, 700 SDValue Op1, SDValue Op2); 701 702 SDNode *getTargetNode(unsigned Opcode, MVT VT1, MVT VT2, MVT VT3, 703 SDValue Op1, SDValue Op2, SDValue Op3); 704 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, MVT VT2, MVT VT3, 705 SDValue Op1, SDValue Op2, SDValue Op3); 706 707 SDNode *getTargetNode(unsigned Opcode, MVT VT1, MVT VT2, MVT VT3, 708 const SDValue *Ops, unsigned NumOps); 709 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, MVT VT2, MVT VT3, 710 const SDValue *Ops, unsigned NumOps); 711 712 SDNode *getTargetNode(unsigned Opcode, MVT VT1, MVT VT2, MVT VT3, MVT VT4, 713 const SDValue *Ops, unsigned NumOps); 714 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, MVT VT1, MVT VT2, MVT VT3, 715 MVT VT4, const SDValue *Ops, unsigned NumOps); 716 717 SDNode *getTargetNode(unsigned Opcode, const std::vector<MVT> &ResultTys, 718 const SDValue *Ops, unsigned NumOps); 719 SDNode *getTargetNode(unsigned Opcode, DebugLoc dl, 720 const std::vector<MVT> &ResultTys, const SDValue *Ops, 721 unsigned NumOps); 722 723 /// getNodeIfExists - Get the specified node if it's already available, or 724 /// else return NULL. 725 SDNode *getNodeIfExists(unsigned Opcode, SDVTList VTs, 726 const SDValue *Ops, unsigned NumOps); 727 728 /// DAGUpdateListener - Clients of various APIs that cause global effects on 729 /// the DAG can optionally implement this interface. This allows the clients 730 /// to handle the various sorts of updates that happen. 731 class DAGUpdateListener { 732 public: 733 virtual ~DAGUpdateListener(); 734 735 /// NodeDeleted - The node N that was deleted and, if E is not null, an 736 /// equivalent node E that replaced it. 737 virtual void NodeDeleted(SDNode *N, SDNode *E) = 0; 738 739 /// NodeUpdated - The node N that was updated. 740 virtual void NodeUpdated(SDNode *N) = 0; 741 }; 742 743 /// RemoveDeadNode - Remove the specified node from the system. If any of its 744 /// operands then becomes dead, remove them as well. Inform UpdateListener 745 /// for each node deleted. 746 void RemoveDeadNode(SDNode *N, DAGUpdateListener *UpdateListener = 0); 747 748 /// RemoveDeadNodes - This method deletes the unreachable nodes in the 749 /// given list, and any nodes that become unreachable as a result. 750 void RemoveDeadNodes(SmallVectorImpl<SDNode *> &DeadNodes, 751 DAGUpdateListener *UpdateListener = 0); 752 753 /// ReplaceAllUsesWith - Modify anything using 'From' to use 'To' instead. 754 /// This can cause recursive merging of nodes in the DAG. Use the first 755 /// version if 'From' is known to have a single result, use the second 756 /// if you have two nodes with identical results, use the third otherwise. 757 /// 758 /// These methods all take an optional UpdateListener, which (if not null) is 759 /// informed about nodes that are deleted and modified due to recursive 760 /// changes in the dag. 761 /// 762 /// These functions only replace all existing uses. It's possible that as 763 /// these replacements are being performed, CSE may cause the From node 764 /// to be given new uses. These new uses of From are left in place, and 765 /// not automatically transfered to To. 766 /// 767 void ReplaceAllUsesWith(SDValue From, SDValue Op, 768 DAGUpdateListener *UpdateListener = 0); 769 void ReplaceAllUsesWith(SDNode *From, SDNode *To, 770 DAGUpdateListener *UpdateListener = 0); 771 void ReplaceAllUsesWith(SDNode *From, const SDValue *To, 772 DAGUpdateListener *UpdateListener = 0); 773 774 /// ReplaceAllUsesOfValueWith - Replace any uses of From with To, leaving 775 /// uses of other values produced by From.Val alone. 776 void ReplaceAllUsesOfValueWith(SDValue From, SDValue To, 777 DAGUpdateListener *UpdateListener = 0); 778 779 /// ReplaceAllUsesOfValuesWith - Like ReplaceAllUsesOfValueWith, but 780 /// for multiple values at once. This correctly handles the case where 781 /// there is an overlap between the From values and the To values. 782 void ReplaceAllUsesOfValuesWith(const SDValue *From, const SDValue *To, 783 unsigned Num, 784 DAGUpdateListener *UpdateListener = 0); 785 786 /// AssignTopologicalOrder - Topological-sort the AllNodes list and a 787 /// assign a unique node id for each node in the DAG based on their 788 /// topological order. Returns the number of nodes. 789 unsigned AssignTopologicalOrder(); 790 791 /// RepositionNode - Move node N in the AllNodes list to be immediately 792 /// before the given iterator Position. This may be used to update the 793 /// topological ordering when the list of nodes is modified. 794 void RepositionNode(allnodes_iterator Position, SDNode *N) { 795 AllNodes.insert(Position, AllNodes.remove(N)); 796 } 797 798 /// isCommutativeBinOp - Returns true if the opcode is a commutative binary 799 /// operation. 800 static bool isCommutativeBinOp(unsigned Opcode) { 801 // FIXME: This should get its info from the td file, so that we can include 802 // target info. 803 switch (Opcode) { 804 case ISD::ADD: 805 case ISD::MUL: 806 case ISD::MULHU: 807 case ISD::MULHS: 808 case ISD::SMUL_LOHI: 809 case ISD::UMUL_LOHI: 810 case ISD::FADD: 811 case ISD::FMUL: 812 case ISD::AND: 813 case ISD::OR: 814 case ISD::XOR: 815 case ISD::ADDC: 816 case ISD::ADDE: return true; 817 default: return false; 818 } 819 } 820 821 void dump() const; 822 823 /// CreateStackTemporary - Create a stack temporary, suitable for holding the 824 /// specified value type. If minAlign is specified, the slot size will have 825 /// at least that alignment. 826 SDValue CreateStackTemporary(MVT VT, unsigned minAlign = 1); 827 828 /// CreateStackTemporary - Create a stack temporary suitable for holding 829 /// either of the specified value types. 830 SDValue CreateStackTemporary(MVT VT1, MVT VT2); 831 832 /// FoldConstantArithmetic - 833 SDValue FoldConstantArithmetic(unsigned Opcode, 834 MVT VT, 835 ConstantSDNode *Cst1, 836 ConstantSDNode *Cst2); 837 838 /// FoldSetCC - Constant fold a setcc to true or false. 839 SDValue FoldSetCC(MVT VT, SDValue N1, 840 SDValue N2, ISD::CondCode Cond, DebugLoc dl); 841 842 /// SignBitIsZero - Return true if the sign bit of Op is known to be zero. We 843 /// use this predicate to simplify operations downstream. 844 bool SignBitIsZero(SDValue Op, unsigned Depth = 0) const; 845 846 /// MaskedValueIsZero - Return true if 'Op & Mask' is known to be zero. We 847 /// use this predicate to simplify operations downstream. Op and Mask are 848 /// known to be the same type. 849 bool MaskedValueIsZero(SDValue Op, const APInt &Mask, unsigned Depth = 0) 850 const; 851 852 /// ComputeMaskedBits - Determine which of the bits specified in Mask are 853 /// known to be either zero or one and return them in the KnownZero/KnownOne 854 /// bitsets. This code only analyzes bits in Mask, in order to short-circuit 855 /// processing. Targets can implement the computeMaskedBitsForTargetNode 856 /// method in the TargetLowering class to allow target nodes to be understood. 857 void ComputeMaskedBits(SDValue Op, const APInt &Mask, APInt &KnownZero, 858 APInt &KnownOne, unsigned Depth = 0) const; 859 860 /// ComputeNumSignBits - Return the number of times the sign bit of the 861 /// register is replicated into the other bits. We know that at least 1 bit 862 /// is always equal to the sign bit (itself), but other cases can give us 863 /// information. For example, immediately after an "SRA X, 2", we know that 864 /// the top 3 bits are all equal to each other, so we return 3. Targets can 865 /// implement the ComputeNumSignBitsForTarget method in the TargetLowering 866 /// class to allow target nodes to be understood. 867 unsigned ComputeNumSignBits(SDValue Op, unsigned Depth = 0) const; 868 869 /// isVerifiedDebugInfoDesc - Returns true if the specified SDValue has 870 /// been verified as a debug information descriptor. 871 bool isVerifiedDebugInfoDesc(SDValue Op) const; 872 873 /// getShuffleScalarElt - Returns the scalar element that will make up the ith 874 /// element of the result of the vector shuffle. 875 SDValue getShuffleScalarElt(const SDNode *N, unsigned Idx); 876 877private: 878 bool RemoveNodeFromCSEMaps(SDNode *N); 879 void AddModifiedNodeToCSEMaps(SDNode *N, DAGUpdateListener *UpdateListener); 880 SDNode *FindModifiedNodeSlot(SDNode *N, SDValue Op, void *&InsertPos); 881 SDNode *FindModifiedNodeSlot(SDNode *N, SDValue Op1, SDValue Op2, 882 void *&InsertPos); 883 SDNode *FindModifiedNodeSlot(SDNode *N, const SDValue *Ops, unsigned NumOps, 884 void *&InsertPos); 885 886 void DeleteNodeNotInCSEMaps(SDNode *N); 887 void DeallocateNode(SDNode *N); 888 889 unsigned getMVTAlignment(MVT MemoryVT) const; 890 891 void allnodes_clear(); 892 893 /// VTList - List of non-single value types. 894 std::vector<SDVTList> VTList; 895 896 /// CondCodeNodes - Maps to auto-CSE operations. 897 std::vector<CondCodeSDNode*> CondCodeNodes; 898 899 std::vector<SDNode*> ValueTypeNodes; 900 std::map<MVT, SDNode*, MVT::compareRawBits> ExtendedValueTypeNodes; 901 StringMap<SDNode*> ExternalSymbols; 902 StringMap<SDNode*> TargetExternalSymbols; 903}; 904 905template <> struct GraphTraits<SelectionDAG*> : public GraphTraits<SDNode*> { 906 typedef SelectionDAG::allnodes_iterator nodes_iterator; 907 static nodes_iterator nodes_begin(SelectionDAG *G) { 908 return G->allnodes_begin(); 909 } 910 static nodes_iterator nodes_end(SelectionDAG *G) { 911 return G->allnodes_end(); 912 } 913}; 914 915} // end namespace llvm 916 917#endif 918