LegalizeDAG.cpp revision d5d56825123665b60d4eada0a4ad7d0adc5cf3a3
13e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner//===-- LegalizeDAG.cpp - Implement SelectionDAG::Legalize ----------------===// 23e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// 33e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// The LLVM Compiler Infrastructure 43e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// 53e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// This file was developed by the LLVM research group and is distributed under 63e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// the University of Illinois Open Source License. See LICENSE.TXT for details. 73e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// 83e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner//===----------------------------------------------------------------------===// 93e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// 103e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// This file implements the SelectionDAG::Legalize method. 113e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// 123e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner//===----------------------------------------------------------------------===// 133e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 143e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner#include "llvm/CodeGen/SelectionDAG.h" 153e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner#include "llvm/CodeGen/MachineConstantPool.h" 163e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner#include "llvm/CodeGen/MachineFunction.h" 1745b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner#include "llvm/CodeGen/MachineFrameInfo.h" 183e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner#include "llvm/Target/TargetLowering.h" 19e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner#include "llvm/Target/TargetData.h" 200f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner#include "llvm/Target/TargetOptions.h" 213e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner#include "llvm/Constants.h" 223e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner#include <iostream> 233e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattnerusing namespace llvm; 243e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 253e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner//===----------------------------------------------------------------------===// 263e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// SelectionDAGLegalize - This takes an arbitrary SelectionDAG as input and 273e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// hacks on it until the target machine can handle it. This involves 283e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// eliminating value sizes the machine cannot handle (promoting small sizes to 293e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// large sizes or splitting up large values into small values) as well as 303e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// eliminating operations the machine cannot handle. 313e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// 323e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// This code also does a small amount of optimization and recognition of idioms 333e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// as part of its processing. For example, if a target does not support a 343e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// 'setcc' instruction efficiently, but does support 'brcc' instruction, this 353e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// will attempt merge setcc and brc instructions into brcc's. 363e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// 373e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattnernamespace { 383e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattnerclass SelectionDAGLegalize { 393e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner TargetLowering &TLI; 403e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SelectionDAG &DAG; 413e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 423e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// LegalizeAction - This enum indicates what action we should take for each 433e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// value type the can occur in the program. 443e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner enum LegalizeAction { 453e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Legal, // The target natively supports this value type. 463e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Promote, // This should be promoted to the next larger type. 473e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Expand, // This integer type should be broken into smaller pieces. 483e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner }; 493e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 503e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// ValueTypeActions - This is a bitvector that contains two bits for each 513e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// value type, where the two bits correspond to the LegalizeAction enum. 523e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// This can be queried with "getTypeAction(VT)". 533e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner unsigned ValueTypeActions; 543e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 553e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// NeedsAnotherIteration - This is set when we expand a large integer 563e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// operation into smaller integer operations, but the smaller operations are 573e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// not set. This occurs only rarely in practice, for targets that don't have 583e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// 32-bit or larger integer registers. 593e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner bool NeedsAnotherIteration; 603e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 613e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// LegalizedNodes - For nodes that are of legal width, and that have more 623e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// than one use, this map indicates what regularized operand to use. This 633e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// allows us to avoid legalizing the same thing more than once. 643e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::map<SDOperand, SDOperand> LegalizedNodes; 653e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 6603c8546ec57523970874917854a2fb77b1ff598eChris Lattner /// PromotedNodes - For nodes that are below legal width, and that have more 6703c8546ec57523970874917854a2fb77b1ff598eChris Lattner /// than one use, this map indicates what promoted value to use. This allows 6803c8546ec57523970874917854a2fb77b1ff598eChris Lattner /// us to avoid promoting the same thing more than once. 6903c8546ec57523970874917854a2fb77b1ff598eChris Lattner std::map<SDOperand, SDOperand> PromotedNodes; 7003c8546ec57523970874917854a2fb77b1ff598eChris Lattner 713e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// ExpandedNodes - For nodes that need to be expanded, and which have more 723e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// than one use, this map indicates which which operands are the expanded 733e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// version of the input. This allows us to avoid expanding the same node 743e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// more than once. 753e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::map<SDOperand, std::pair<SDOperand, SDOperand> > ExpandedNodes; 763e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 778afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner void AddLegalizedOperand(SDOperand From, SDOperand To) { 788afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner bool isNew = LegalizedNodes.insert(std::make_pair(From, To)).second; 798afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner assert(isNew && "Got into the map somehow?"); 808afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner } 8103c8546ec57523970874917854a2fb77b1ff598eChris Lattner void AddPromotedOperand(SDOperand From, SDOperand To) { 8203c8546ec57523970874917854a2fb77b1ff598eChris Lattner bool isNew = PromotedNodes.insert(std::make_pair(From, To)).second; 8303c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(isNew && "Got into the map somehow?"); 8403c8546ec57523970874917854a2fb77b1ff598eChris Lattner } 858afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner 863e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattnerpublic: 873e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 883e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SelectionDAGLegalize(TargetLowering &TLI, SelectionDAG &DAG); 893e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 903e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// Run - While there is still lowering to do, perform a pass over the DAG. 913e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// Most regularization can be done in a single pass, but targets that require 923e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// large values to be split into registers multiple times (e.g. i64 -> 4x 933e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// i16) require iteration for these values (the first iteration will demote 943e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// to i32, the second will demote to i16). 953e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner void Run() { 963e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner do { 973e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner NeedsAnotherIteration = false; 983e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner LegalizeDAG(); 993e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } while (NeedsAnotherIteration); 1003e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 1013e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1023e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// getTypeAction - Return how we should legalize values of this type, either 1033e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// it is already legal or we need to expand it into multiple registers of 1043e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// smaller integer type, or we need to promote it to a larger type. 1053e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner LegalizeAction getTypeAction(MVT::ValueType VT) const { 1063e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner return (LegalizeAction)((ValueTypeActions >> (2*VT)) & 3); 1073e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 1083e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1093e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// isTypeLegal - Return true if this type is legal on this target. 1103e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// 1113e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner bool isTypeLegal(MVT::ValueType VT) const { 1123e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner return getTypeAction(VT) == Legal; 1133e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 1143e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1153e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattnerprivate: 1163e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner void LegalizeDAG(); 1173e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1183e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand LegalizeOp(SDOperand O); 1193e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner void ExpandOp(SDOperand O, SDOperand &Lo, SDOperand &Hi); 12003c8546ec57523970874917854a2fb77b1ff598eChris Lattner SDOperand PromoteOp(SDOperand O); 1213e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1223e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand getIntPtrConstant(uint64_t Val) { 1233e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner return DAG.getConstant(Val, TLI.getPointerTy()); 1243e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 1253e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner}; 1263e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner} 1273e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1283e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1293e928bbd6153eb08641cbd0ad7d8487378a8b12aChris LattnerSelectionDAGLegalize::SelectionDAGLegalize(TargetLowering &tli, 1303e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SelectionDAG &dag) 13171c42a0190300a8903aaea80467b88f15f327ea9Chris Lattner : TLI(tli), DAG(dag), ValueTypeActions(TLI.getValueTypeActions()) { 1323e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(MVT::LAST_VALUETYPE <= 16 && 1333e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner "Too many value types for ValueTypeActions to hold!"); 1343e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner} 1353e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1363e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattnervoid SelectionDAGLegalize::LegalizeDAG() { 1373e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand OldRoot = DAG.getRoot(); 1383e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand NewRoot = LegalizeOp(OldRoot); 1393e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner DAG.setRoot(NewRoot); 1403e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1413e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandedNodes.clear(); 1423e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner LegalizedNodes.clear(); 14371c42a0190300a8903aaea80467b88f15f327ea9Chris Lattner PromotedNodes.clear(); 1443e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1453e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Remove dead nodes now. 14662fd269c146d9023efe32644e44cd97b88631d4fChris Lattner DAG.RemoveDeadNodes(OldRoot.Val); 1473e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner} 1483e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1493e928bbd6153eb08641cbd0ad7d8487378a8b12aChris LattnerSDOperand SelectionDAGLegalize::LegalizeOp(SDOperand Op) { 150e3304a3d24afc952d3cb415d1b504d973573c5c5Chris Lattner assert(getTypeAction(Op.getValueType()) == Legal && 151e3304a3d24afc952d3cb415d1b504d973573c5c5Chris Lattner "Caller should expand or promote operands that are not legal!"); 152e3304a3d24afc952d3cb415d1b504d973573c5c5Chris Lattner 1533e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // If this operation defines any values that cannot be represented in a 154e3304a3d24afc952d3cb415d1b504d973573c5c5Chris Lattner // register on this target, make sure to expand or promote them. 155e3304a3d24afc952d3cb415d1b504d973573c5c5Chris Lattner if (Op.Val->getNumValues() > 1) { 1563e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner for (unsigned i = 0, e = Op.Val->getNumValues(); i != e; ++i) 1573e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (getTypeAction(Op.Val->getValueType(i))) { 1583e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Legal: break; // Nothing to do. 1593e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Expand: { 1603e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand T1, T2; 1613e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Op.getValue(i), T1, T2); 1623e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(LegalizedNodes.count(Op) && 1633e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner "Expansion didn't add legal operands!"); 1643e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner return LegalizedNodes[Op]; 1653e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 1663e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Promote: 16703c8546ec57523970874917854a2fb77b1ff598eChris Lattner PromoteOp(Op.getValue(i)); 16803c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(LegalizedNodes.count(Op) && 16903c8546ec57523970874917854a2fb77b1ff598eChris Lattner "Expansion didn't add legal operands!"); 17003c8546ec57523970874917854a2fb77b1ff598eChris Lattner return LegalizedNodes[Op]; 1713e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 1723e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 1733e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 174e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner std::map<SDOperand, SDOperand>::iterator I = LegalizedNodes.find(Op); 175e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner if (I != LegalizedNodes.end()) return I->second; 1763e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 177fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner SDOperand Tmp1, Tmp2, Tmp3; 1783e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1793e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Result = Op; 1803e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDNode *Node = Op.Val; 1813e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1823e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (Node->getOpcode()) { 1833e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner default: 1843e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::cerr << "NODE: "; Node->dump(); std::cerr << "\n"; 1853e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(0 && "Do not know how to legalize this operator!"); 1863e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner abort(); 1873e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::EntryToken: 1883e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::FrameIndex: 1893e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::GlobalAddress: 19003c0cf822e9a57109d1b4e6a2705d68852c93e1dChris Lattner case ISD::ExternalSymbol: 19169a52155d2eff066b49dbac385113002fd9dba14Chris Lattner case ISD::ConstantPool: // Nothing to do. 1923e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(getTypeAction(Node->getValueType(0)) == Legal && 1933e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner "This must be legal!"); 1943e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 19569a52155d2eff066b49dbac385113002fd9dba14Chris Lattner case ISD::CopyFromReg: 19669a52155d2eff066b49dbac385113002fd9dba14Chris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); 19769a52155d2eff066b49dbac385113002fd9dba14Chris Lattner if (Tmp1 != Node->getOperand(0)) 19869a52155d2eff066b49dbac385113002fd9dba14Chris Lattner Result = DAG.getCopyFromReg(cast<RegSDNode>(Node)->getReg(), 19969a52155d2eff066b49dbac385113002fd9dba14Chris Lattner Node->getValueType(0), Tmp1); 20069a52155d2eff066b49dbac385113002fd9dba14Chris Lattner break; 20118c2f13e0f9d0e5d6227cf6d1881e9ee3d1b6109Chris Lattner case ISD::ImplicitDef: 20218c2f13e0f9d0e5d6227cf6d1881e9ee3d1b6109Chris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); 20318c2f13e0f9d0e5d6227cf6d1881e9ee3d1b6109Chris Lattner if (Tmp1 != Node->getOperand(0)) 2042ee743ff9be43c350075a2fa15d11a79bff36775Chris Lattner Result = DAG.getImplicitDef(Tmp1, cast<RegSDNode>(Node)->getReg()); 20518c2f13e0f9d0e5d6227cf6d1881e9ee3d1b6109Chris Lattner break; 2063e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::Constant: 2073e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // We know we don't need to expand constants here, constants only have one 2083e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // value and we check that it is fine above. 2093e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 2103e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // FIXME: Maybe we should handle things like targets that don't support full 2113e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // 32-bit immediates? 2123e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 2133e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::ConstantFP: { 2143e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Spill FP immediates to the constant pool if the target cannot directly 2153e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // codegen them. Targets often have some immediate values that can be 2163e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // efficiently generated into an FP register without a load. We explicitly 2173e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // leave these constants as ConstantFP nodes for the target to deal with. 2183e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 2193e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ConstantFPSDNode *CFP = cast<ConstantFPSDNode>(Node); 2203e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 2213e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Check to see if this FP immediate is already legal. 2223e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner bool isLegal = false; 2233e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner for (TargetLowering::legal_fpimm_iterator I = TLI.legal_fpimm_begin(), 2243e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner E = TLI.legal_fpimm_end(); I != E; ++I) 2253e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (CFP->isExactlyValue(*I)) { 2263e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner isLegal = true; 2273e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 2283e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 2293e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 2303e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (!isLegal) { 2313e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Otherwise we need to spill the constant to memory. 2323e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner MachineConstantPool *CP = DAG.getMachineFunction().getConstantPool(); 2333e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 2343e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner bool Extend = false; 2353e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 2363e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // If a FP immediate is precise when represented as a float, we put it 2373e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // into the constant pool as a float, even if it's is statically typed 2383e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // as a double. 2393e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner MVT::ValueType VT = CFP->getValueType(0); 2403e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner bool isDouble = VT == MVT::f64; 2413e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ConstantFP *LLVMC = ConstantFP::get(isDouble ? Type::DoubleTy : 2423e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Type::FloatTy, CFP->getValue()); 2433e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (isDouble && CFP->isExactlyValue((float)CFP->getValue())) { 2443e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner LLVMC = cast<ConstantFP>(ConstantExpr::getCast(LLVMC, Type::FloatTy)); 2453e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner VT = MVT::f32; 2463e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Extend = true; 2473e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 2483e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 2493e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand CPIdx = DAG.getConstantPool(CP->getConstantPoolIndex(LLVMC), 2503e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner TLI.getPointerTy()); 251f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner if (Extend) { 252f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = DAG.getNode(ISD::EXTLOAD, MVT::f64, DAG.getEntryNode(), CPIdx, 253f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner MVT::f32); 254f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner } else { 255f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = DAG.getLoad(VT, DAG.getEntryNode(), CPIdx); 256f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner } 2573e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 2583e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 2593e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 260a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner case ISD::TokenFactor: { 261a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner std::vector<SDOperand> Ops; 262a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner bool Changed = false; 263a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner for (unsigned i = 0, e = Node->getNumOperands(); i != e; ++i) { 264a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner Ops.push_back(LegalizeOp(Node->getOperand(i))); // Legalize the operands 265a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner Changed |= Ops[i] != Node->getOperand(i); 266a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner } 267a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner if (Changed) 268a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner Result = DAG.getNode(ISD::TokenFactor, MVT::Other, Ops); 269a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner break; 270a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner } 271a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner 2723e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::ADJCALLSTACKDOWN: 2733e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::ADJCALLSTACKUP: 2743e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 2753e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // There is no need to legalize the size argument (Operand #1) 2763e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (Tmp1 != Node->getOperand(0)) 2773e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(Node->getOpcode(), MVT::Other, Tmp1, 2783e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Node->getOperand(1)); 2793e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 280fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner case ISD::DYNAMIC_STACKALLOC: 281fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 282fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // Legalize the size. 283fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner Tmp3 = LegalizeOp(Node->getOperand(2)); // Legalize the alignment. 284fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1) || 285fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner Tmp3 != Node->getOperand(2)) 286fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner Result = DAG.getNode(ISD::DYNAMIC_STACKALLOC, Node->getValueType(0), 287fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner Tmp1, Tmp2, Tmp3); 288513e52ec4e20048a8f491498d219a2669283f3bdChris Lattner else 289513e52ec4e20048a8f491498d219a2669283f3bdChris Lattner Result = Op.getValue(0); 290fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner 291fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner // Since this op produces two values, make sure to remember that we 292fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner // legalized both of them. 293fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner AddLegalizedOperand(SDOperand(Node, 0), Result); 294fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner AddLegalizedOperand(SDOperand(Node, 1), Result.getValue(1)); 295fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner return Result.getValue(Op.ResNo); 296fa404e8a76abfdafefb8806b35f596d288609496Chris Lattner 2973e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::CALL: 2983e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 2993e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // Legalize the callee. 300fad71ebe1ebdc8d59c26e4e45a7c7579a2ca58b7Chris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1)) { 3013e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::vector<MVT::ValueType> RetTyVTs; 3023e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner RetTyVTs.reserve(Node->getNumValues()); 3033e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner for (unsigned i = 0, e = Node->getNumValues(); i != e; ++i) 304ebda942efcb86634a6581aae76a0d0c92c4a232eChris Lattner RetTyVTs.push_back(Node->getValueType(i)); 30538d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner Result = SDOperand(DAG.getCall(RetTyVTs, Tmp1, Tmp2), 0); 30638d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner } else { 30738d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner Result = Result.getValue(0); 3083e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 30938d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner // Since calls produce multiple values, make sure to remember that we 31038d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner // legalized all of them. 31138d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner for (unsigned i = 0, e = Node->getNumValues(); i != e; ++i) 31238d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner AddLegalizedOperand(SDOperand(Node, i), Result.getValue(i)); 31338d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner return Result.getValue(Op.ResNo); 3143e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 315c7af17923e3bb6053f529679ef0be5399d3519edChris Lattner case ISD::BR: 316c7af17923e3bb6053f529679ef0be5399d3519edChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 317c7af17923e3bb6053f529679ef0be5399d3519edChris Lattner if (Tmp1 != Node->getOperand(0)) 318c7af17923e3bb6053f529679ef0be5399d3519edChris Lattner Result = DAG.getNode(ISD::BR, MVT::Other, Tmp1, Node->getOperand(1)); 319c7af17923e3bb6053f529679ef0be5399d3519edChris Lattner break; 320c7af17923e3bb6053f529679ef0be5399d3519edChris Lattner 321c18ae4cb6a263cf31283c0ef51ace24350f8d72bChris Lattner case ISD::BRCOND: 322c18ae4cb6a263cf31283c0ef51ace24350f8d72bChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 32347e9223e06390897c3834f8c527001df392570ffChris Lattner 32447e9223e06390897c3834f8c527001df392570ffChris Lattner switch (getTypeAction(Node->getOperand(1).getValueType())) { 32547e9223e06390897c3834f8c527001df392570ffChris Lattner case Expand: assert(0 && "It's impossible to expand bools"); 32647e9223e06390897c3834f8c527001df392570ffChris Lattner case Legal: 32747e9223e06390897c3834f8c527001df392570ffChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // Legalize the condition. 32847e9223e06390897c3834f8c527001df392570ffChris Lattner break; 32947e9223e06390897c3834f8c527001df392570ffChris Lattner case Promote: 33047e9223e06390897c3834f8c527001df392570ffChris Lattner Tmp2 = PromoteOp(Node->getOperand(1)); // Promote the condition. 33147e9223e06390897c3834f8c527001df392570ffChris Lattner break; 33247e9223e06390897c3834f8c527001df392570ffChris Lattner } 333c18ae4cb6a263cf31283c0ef51ace24350f8d72bChris Lattner // Basic block destination (Op#2) is always legal. 334c18ae4cb6a263cf31283c0ef51ace24350f8d72bChris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1)) 335c18ae4cb6a263cf31283c0ef51ace24350f8d72bChris Lattner Result = DAG.getNode(ISD::BRCOND, MVT::Other, Tmp1, Tmp2, 336c18ae4cb6a263cf31283c0ef51ace24350f8d72bChris Lattner Node->getOperand(2)); 337c18ae4cb6a263cf31283c0ef51ace24350f8d72bChris Lattner break; 338c18ae4cb6a263cf31283c0ef51ace24350f8d72bChris Lattner 3393e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::LOAD: 3403e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 3413e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // Legalize the pointer. 3423e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (Tmp1 != Node->getOperand(0) || 3433e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 != Node->getOperand(1)) 3443e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getLoad(Node->getValueType(0), Tmp1, Tmp2); 3458afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner else 3468afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner Result = SDOperand(Node, 0); 3478afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner 3488afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner // Since loads produce two values, make sure to remember that we legalized 3498afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner // both of them. 3508afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner AddLegalizedOperand(SDOperand(Node, 0), Result); 3518afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner AddLegalizedOperand(SDOperand(Node, 1), Result.getValue(1)); 3528afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner return Result.getValue(Op.ResNo); 3533e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 3540f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case ISD::EXTLOAD: 3550f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case ISD::SEXTLOAD: 3560f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case ISD::ZEXTLOAD: 3570f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 3580f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // Legalize the pointer. 3590f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner if (Tmp1 != Node->getOperand(0) || 3600f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp2 != Node->getOperand(1)) 3610f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Result = DAG.getNode(Node->getOpcode(), Node->getValueType(0), Tmp1, Tmp2, 3620f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner cast<MVTSDNode>(Node)->getExtraValueType()); 3630f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner else 3640f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Result = SDOperand(Node, 0); 3650f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner 3660f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // Since loads produce two values, make sure to remember that we legalized 3670f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // both of them. 3680f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner AddLegalizedOperand(SDOperand(Node, 0), Result); 3690f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner AddLegalizedOperand(SDOperand(Node, 1), Result.getValue(1)); 3700f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner return Result.getValue(Op.ResNo); 3710f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner 3723e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::EXTRACT_ELEMENT: 3733e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Get both the low and high parts. 3743e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(0), Tmp1, Tmp2); 3753e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (cast<ConstantSDNode>(Node->getOperand(1))->getValue()) 3763e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = Tmp2; // 1 -> Hi 3773e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner else 3783e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = Tmp1; // 0 -> Lo 3793e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 3803e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 3813e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::CopyToReg: 3823e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 3833e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 3843e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (getTypeAction(Node->getOperand(1).getValueType())) { 3853e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Legal: 3863e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Legalize the incoming value (must be legal). 3873e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); 3883e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1)) 38918c2f13e0f9d0e5d6227cf6d1881e9ee3d1b6109Chris Lattner Result = DAG.getCopyToReg(Tmp1, Tmp2, cast<RegSDNode>(Node)->getReg()); 3903e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 391ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner case Promote: 392ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner Tmp2 = PromoteOp(Node->getOperand(1)); 393ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner Result = DAG.getCopyToReg(Tmp1, Tmp2, cast<RegSDNode>(Node)->getReg()); 394ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner break; 395ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner case Expand: 3963e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Lo, Hi; 3973e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(1), Lo, Hi); 39818c2f13e0f9d0e5d6227cf6d1881e9ee3d1b6109Chris Lattner unsigned Reg = cast<RegSDNode>(Node)->getReg(); 3993e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getCopyToReg(Tmp1, Lo, Reg); 4003e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getCopyToReg(Result, Hi, Reg+1); 4013e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(isTypeLegal(Result.getValueType()) && 4023e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner "Cannot expand multiple times yet (i64 -> i16)"); 4033e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4043e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 4053e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4063e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 4073e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::RET: 4083e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 4093e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (Node->getNumOperands()) { 4103e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case 2: // ret val 4113e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (getTypeAction(Node->getOperand(1).getValueType())) { 4123e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Legal: 4133e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); 4148afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1)) 4153e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(ISD::RET, MVT::Other, Tmp1, Tmp2); 4163e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4173e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Expand: { 4183e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Lo, Hi; 4193e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(1), Lo, Hi); 4203e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(ISD::RET, MVT::Other, Tmp1, Lo, Hi); 4213e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4223e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 4233e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Promote: 4248b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = PromoteOp(Node->getOperand(1)); 4258b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::RET, MVT::Other, Tmp1, Tmp2); 4268b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 4273e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 4283e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4293e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case 1: // ret void 4303e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (Tmp1 != Node->getOperand(0)) 4313e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(ISD::RET, MVT::Other, Tmp1); 4323e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4333e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner default: { // ret <values> 4343e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::vector<SDOperand> NewValues; 4353e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner NewValues.push_back(Tmp1); 4363e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner for (unsigned i = 1, e = Node->getNumOperands(); i != e; ++i) 4373e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (getTypeAction(Node->getOperand(i).getValueType())) { 4383e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Legal: 4394e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner NewValues.push_back(LegalizeOp(Node->getOperand(i))); 4403e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4413e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Expand: { 4423e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Lo, Hi; 4433e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(i), Lo, Hi); 4443e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner NewValues.push_back(Lo); 4453e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner NewValues.push_back(Hi); 4463e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4473e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 4483e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Promote: 4498b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner assert(0 && "Can't promote multiple return value yet!"); 4503e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 4513e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(ISD::RET, MVT::Other, NewValues); 4523e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4533e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 4543e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 4553e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4563e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::STORE: 4573e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 4583e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = LegalizeOp(Node->getOperand(2)); // Legalize the pointer. 4593e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 4605d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner // Turn 'store float 1.0, Ptr' -> 'store int 0x12345678, Ptr' 46103c8546ec57523970874917854a2fb77b1ff598eChris Lattner if (ConstantFPSDNode *CFP =dyn_cast<ConstantFPSDNode>(Node->getOperand(1))){ 4625d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner if (CFP->getValueType(0) == MVT::f32) { 4635d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner union { 4645d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner unsigned I; 4655d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner float F; 4665d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner } V; 4675d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner V.F = CFP->getValue(); 4685d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner Result = DAG.getNode(ISD::STORE, MVT::Other, Tmp1, 4695d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner DAG.getConstant(V.I, MVT::i32), Tmp2); 4705d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner } else { 4715d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner assert(CFP->getValueType(0) == MVT::f64 && "Unknown FP type!"); 4725d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner union { 4735d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner uint64_t I; 4745d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner double F; 4755d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner } V; 4765d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner V.F = CFP->getValue(); 4775d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner Result = DAG.getNode(ISD::STORE, MVT::Other, Tmp1, 4785d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner DAG.getConstant(V.I, MVT::i64), Tmp2); 4795d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner } 4805d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner Op = Result; 4815d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner Node = Op.Val; 4825d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner } 4835d2c6c784bdc3d572a553ed7aa48dcf27a45b1a3Chris Lattner 4843e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (getTypeAction(Node->getOperand(1).getValueType())) { 4853e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Legal: { 4863e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Val = LegalizeOp(Node->getOperand(1)); 4873e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (Val != Node->getOperand(1) || Tmp1 != Node->getOperand(0) || 4883e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 != Node->getOperand(2)) 4893e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(ISD::STORE, MVT::Other, Tmp1, Val, Tmp2); 4903e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 4913e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 4923e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Promote: 49303c8546ec57523970874917854a2fb77b1ff598eChris Lattner // Truncate the value and store the result. 49403c8546ec57523970874917854a2fb77b1ff598eChris Lattner Tmp3 = PromoteOp(Node->getOperand(1)); 49503c8546ec57523970874917854a2fb77b1ff598eChris Lattner Result = DAG.getNode(ISD::TRUNCSTORE, MVT::Other, Tmp1, Tmp3, Tmp2, 49603c8546ec57523970874917854a2fb77b1ff598eChris Lattner Node->getOperand(1).getValueType()); 49703c8546ec57523970874917854a2fb77b1ff598eChris Lattner break; 49803c8546ec57523970874917854a2fb77b1ff598eChris Lattner 4993e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Expand: 5003e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Lo, Hi; 5013e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(1), Lo, Hi); 5023e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 5033e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (!TLI.isLittleEndian()) 5043e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::swap(Lo, Hi); 5053e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 5063e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // FIXME: These two stores are independent of each other! 5073e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(ISD::STORE, MVT::Other, Tmp1, Lo, Tmp2); 5083e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 50938d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner unsigned IncrementSize = MVT::getSizeInBits(Lo.getValueType())/8; 5103e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = DAG.getNode(ISD::ADD, Tmp2.getValueType(), Tmp2, 5113e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner getIntPtrConstant(IncrementSize)); 5123e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(isTypeLegal(Tmp2.getValueType()) && 5133e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner "Pointers must be legal!"); 5143e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(ISD::STORE, MVT::Other, Result, Hi, Tmp2); 5153e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 5163e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 5170f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case ISD::TRUNCSTORE: 5180f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 5190f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp3 = LegalizeOp(Node->getOperand(2)); // Legalize the pointer. 5200f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner 5210f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner switch (getTypeAction(Node->getOperand(1).getValueType())) { 5220f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case Legal: 5230f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); 5240f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1) || 5250f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp3 != Node->getOperand(2)) 52645b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result = DAG.getNode(ISD::TRUNCSTORE, MVT::Other, Tmp1, Tmp2, Tmp3, 5270f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner cast<MVTSDNode>(Node)->getExtraValueType()); 5280f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner break; 5290f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case Promote: 5300f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case Expand: 5310f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner assert(0 && "Cannot handle illegal TRUNCSTORE yet!"); 5320f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner } 5330f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner break; 5342ee743ff9be43c350075a2fa15d11a79bff36775Chris Lattner case ISD::SELECT: 53547e9223e06390897c3834f8c527001df392570ffChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 53647e9223e06390897c3834f8c527001df392570ffChris Lattner case Expand: assert(0 && "It's impossible to expand bools"); 53747e9223e06390897c3834f8c527001df392570ffChris Lattner case Legal: 53847e9223e06390897c3834f8c527001df392570ffChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the condition. 53947e9223e06390897c3834f8c527001df392570ffChris Lattner break; 54047e9223e06390897c3834f8c527001df392570ffChris Lattner case Promote: 54147e9223e06390897c3834f8c527001df392570ffChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); // Promote the condition. 54247e9223e06390897c3834f8c527001df392570ffChris Lattner break; 54347e9223e06390897c3834f8c527001df392570ffChris Lattner } 5443e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // TrueVal 5452ee743ff9be43c350075a2fa15d11a79bff36775Chris Lattner Tmp3 = LegalizeOp(Node->getOperand(2)); // FalseVal 54655ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner 54755ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner switch (TLI.getOperationAction(Node->getOpcode(), Tmp2.getValueType())) { 54855ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner default: assert(0 && "This action is not supported yet!"); 54955ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner case TargetLowering::Legal: 55055ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1) || 55155ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Tmp3 != Node->getOperand(2)) 55255ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Result = DAG.getNode(ISD::SELECT, Node->getValueType(0), 55355ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Tmp1, Tmp2, Tmp3); 55455ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner break; 55555ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner case TargetLowering::Promote: { 55655ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner MVT::ValueType NVT = 55755ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner TLI.getTypeToPromoteTo(ISD::SELECT, Tmp2.getValueType()); 55855ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner unsigned ExtOp, TruncOp; 55955ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner if (MVT::isInteger(Tmp2.getValueType())) { 56055ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner ExtOp = ISD::ZERO_EXTEND; 56155ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner TruncOp = ISD::TRUNCATE; 56255ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner } else { 56355ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner ExtOp = ISD::FP_EXTEND; 56455ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner TruncOp = ISD::FP_ROUND; 56555ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner } 56655ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner // Promote each of the values to the new type. 56755ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Tmp2 = DAG.getNode(ExtOp, NVT, Tmp2); 56855ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Tmp3 = DAG.getNode(ExtOp, NVT, Tmp3); 56955ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner // Perform the larger operation, then round down. 57055ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Result = DAG.getNode(ISD::SELECT, NVT, Tmp1, Tmp2,Tmp3); 57155ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Result = DAG.getNode(TruncOp, Node->getValueType(0), Result); 57255ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner break; 57355ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner } 57455ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner } 5753e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 5763e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETCC: 5773e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 5783e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Legal: 5793e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // LHS 5803e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // RHS 5813e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1)) 5823e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getSetCC(cast<SetCCSDNode>(Node)->getCondition(), 583f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Node->getValueType(0), Tmp1, Tmp2); 5843e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 5853e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Promote: 5868b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); // LHS 5878b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = PromoteOp(Node->getOperand(1)); // RHS 5888b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 5898b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // If this is an FP compare, the operands have already been extended. 5908b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner if (MVT::isInteger(Node->getOperand(0).getValueType())) { 5918b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner MVT::ValueType VT = Node->getOperand(0).getValueType(); 59271c42a0190300a8903aaea80467b88f15f327ea9Chris Lattner MVT::ValueType NVT = TLI.getTypeToTransformTo(VT); 5938b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 5948b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // Otherwise, we have to insert explicit sign or zero extends. Note 5958b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // that we could insert sign extends for ALL conditions, but zero extend 5968b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // is cheaper on many machines (an AND instead of two shifts), so prefer 5978b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // it. 5988b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner switch (cast<SetCCSDNode>(Node)->getCondition()) { 5998b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner default: assert(0 && "Unknown integer comparison!"); 6008b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETEQ: 6018b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETNE: 6028b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETUGE: 6038b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETUGT: 6048b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETULE: 6058b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETULT: 6068b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // ALL of these operations will work if we either sign or zero extend 6078b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // the operands (including the unsigned comparisons!). Zero extend is 6088b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // usually a simpler/cheaper operation, so prefer it. 6098b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = DAG.getNode(ISD::ZERO_EXTEND_INREG, NVT, Tmp1, VT); 6108b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = DAG.getNode(ISD::ZERO_EXTEND_INREG, NVT, Tmp2, VT); 6118b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 6128b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETGE: 6138b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETGT: 6148b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETLT: 6158b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SETLE: 6168b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = DAG.getNode(ISD::SIGN_EXTEND_INREG, NVT, Tmp1, VT); 6178b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = DAG.getNode(ISD::SIGN_EXTEND_INREG, NVT, Tmp2, VT); 6188b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 6198b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner } 6208b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 6218b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner } 6228b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getSetCC(cast<SetCCSDNode>(Node)->getCondition(), 623f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Node->getValueType(0), Tmp1, Tmp2); 6243e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 6253e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Expand: 6263e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand LHSLo, LHSHi, RHSLo, RHSHi; 6273e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(0), LHSLo, LHSHi); 6283e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(1), RHSLo, RHSHi); 6293e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (cast<SetCCSDNode>(Node)->getCondition()) { 6303e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETEQ: 6313e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETNE: 6323e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = DAG.getNode(ISD::XOR, LHSLo.getValueType(), LHSLo, RHSLo); 6333e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = DAG.getNode(ISD::XOR, LHSLo.getValueType(), LHSHi, RHSHi); 6343e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = DAG.getNode(ISD::OR, Tmp1.getValueType(), Tmp1, Tmp2); 635f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Result = DAG.getSetCC(cast<SetCCSDNode>(Node)->getCondition(), 636f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Node->getValueType(0), Tmp1, 6373e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner DAG.getConstant(0, Tmp1.getValueType())); 6383e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 6393e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner default: 6403e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // FIXME: This generated code sucks. 6413e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ISD::CondCode LowCC; 6423e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (cast<SetCCSDNode>(Node)->getCondition()) { 6433e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner default: assert(0 && "Unknown integer setcc!"); 6443e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETLT: 6453e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETULT: LowCC = ISD::SETULT; break; 6463e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETGT: 6473e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETUGT: LowCC = ISD::SETUGT; break; 6483e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETLE: 6493e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETULE: LowCC = ISD::SETULE; break; 6503e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETGE: 6513e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SETUGE: LowCC = ISD::SETUGE; break; 6523e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 6533e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 6543e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Tmp1 = lo(op1) < lo(op2) // Always unsigned comparison 6553e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Tmp2 = hi(op1) < hi(op2) // Signedness depends on operands 6563e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // dest = hi(op1) == hi(op2) ? Tmp1 : Tmp2; 6573e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 6583e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // NOTE: on targets without efficient SELECT of bools, we can always use 6593e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // this identity: (B1 ? B2 : B3) --> (B1 & B2)|(!B1&B3) 660f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Tmp1 = DAG.getSetCC(LowCC, Node->getValueType(0), LHSLo, RHSLo); 6613e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = DAG.getSetCC(cast<SetCCSDNode>(Node)->getCondition(), 662f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Node->getValueType(0), LHSHi, RHSHi); 663f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Result = DAG.getSetCC(ISD::SETEQ, Node->getValueType(0), LHSHi, RHSHi); 664f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Result = DAG.getNode(ISD::SELECT, Tmp1.getValueType(), 665f30b73b1c6b6ca8453dc61eb3777b4e4414d3839Chris Lattner Result, Tmp1, Tmp2); 6663e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 6673e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 6683e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 6693e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 6703e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 671e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner case ISD::MEMSET: 672e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner case ISD::MEMCPY: 673e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner case ISD::MEMMOVE: { 674e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); 675e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); 676e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Tmp3 = LegalizeOp(Node->getOperand(2)); 677e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner SDOperand Tmp4 = LegalizeOp(Node->getOperand(3)); 678e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner SDOperand Tmp5 = LegalizeOp(Node->getOperand(4)); 67955ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner 68055ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner switch (TLI.getOperationAction(Node->getOpcode(), MVT::Other)) { 68155ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner default: assert(0 && "This action not implemented for this operation!"); 68255ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner case TargetLowering::Legal: 683e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner if (Tmp1 != Node->getOperand(0) || Tmp2 != Node->getOperand(1) || 684e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Tmp3 != Node->getOperand(2) || Tmp4 != Node->getOperand(3) || 685e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Tmp5 != Node->getOperand(4)) { 686e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner std::vector<SDOperand> Ops; 687e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Ops.push_back(Tmp1); Ops.push_back(Tmp2); Ops.push_back(Tmp3); 688e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Ops.push_back(Tmp4); Ops.push_back(Tmp5); 689e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Result = DAG.getNode(Node->getOpcode(), MVT::Other, Ops); 690e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner } 69155ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner break; 69255ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner case TargetLowering::Expand: { 693e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner // Otherwise, the target does not support this operation. Lower the 694e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner // operation to an explicit libcall as appropriate. 695e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner MVT::ValueType IntPtr = TLI.getPointerTy(); 696e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner const Type *IntPtrTy = TLI.getTargetData().getIntPtrType(); 697e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner std::vector<std::pair<SDOperand, const Type*> > Args; 698e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner 6993bfbf4ea990930d153e58e153f319408341a94feReid Spencer const char *FnName = 0; 700e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner if (Node->getOpcode() == ISD::MEMSET) { 701e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Args.push_back(std::make_pair(Tmp2, IntPtrTy)); 702e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner // Extend the ubyte argument to be an int value for the call. 703e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Tmp3 = DAG.getNode(ISD::ZERO_EXTEND, MVT::i32, Tmp3); 704e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Args.push_back(std::make_pair(Tmp3, Type::IntTy)); 705e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Args.push_back(std::make_pair(Tmp4, IntPtrTy)); 706e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner 707e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner FnName = "memset"; 708e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner } else if (Node->getOpcode() == ISD::MEMCPY || 709e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Node->getOpcode() == ISD::MEMMOVE) { 710e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Args.push_back(std::make_pair(Tmp2, IntPtrTy)); 711e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Args.push_back(std::make_pair(Tmp3, IntPtrTy)); 712e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Args.push_back(std::make_pair(Tmp4, IntPtrTy)); 713e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner FnName = Node->getOpcode() == ISD::MEMMOVE ? "memmove" : "memcpy"; 714e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner } else { 715e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner assert(0 && "Unknown op!"); 716e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner } 717e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner std::pair<SDOperand,SDOperand> CallResult = 718e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner TLI.LowerCallTo(Tmp1, Type::VoidTy, 719e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner DAG.getExternalSymbol(FnName, IntPtr), Args, DAG); 720e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner Result = LegalizeOp(CallResult.second); 72155ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner break; 72255ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner } 72355ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner case TargetLowering::Custom: 72455ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner std::vector<SDOperand> Ops; 72555ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Ops.push_back(Tmp1); Ops.push_back(Tmp2); Ops.push_back(Tmp3); 72655ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Ops.push_back(Tmp4); Ops.push_back(Tmp5); 72755ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Result = DAG.getNode(Node->getOpcode(), MVT::Other, Ops); 72855ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Result = TLI.LowerOperation(Result); 72955ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Result = LegalizeOp(Result); 73055ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner break; 731e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner } 732e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner break; 733e1bd822ddb0099406d9f280535461033dfeeb190Chris Lattner } 7343e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::ADD: 7353e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SUB: 7363e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::MUL: 7373e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::UDIV: 7383e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SDIV: 7393e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::UREM: 7403e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SREM: 7413e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::AND: 7423e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::OR: 7433e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::XOR: 74403c0cf822e9a57109d1b4e6a2705d68852c93e1dChris Lattner case ISD::SHL: 74503c0cf822e9a57109d1b4e6a2705d68852c93e1dChris Lattner case ISD::SRL: 74603c0cf822e9a57109d1b4e6a2705d68852c93e1dChris Lattner case ISD::SRA: 7473e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // LHS 7483e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // RHS 7493e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (Tmp1 != Node->getOperand(0) || 7503e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp2 != Node->getOperand(1)) 7513e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(Node->getOpcode(), Node->getValueType(0), Tmp1,Tmp2); 7523e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 7533e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::ZERO_EXTEND: 7543e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SIGN_EXTEND: 7557cc4777a263f6a52877d29201311fde5f6edb632Chris Lattner case ISD::TRUNCATE: 75603c0cf822e9a57109d1b4e6a2705d68852c93e1dChris Lattner case ISD::FP_EXTEND: 75703c0cf822e9a57109d1b4e6a2705d68852c93e1dChris Lattner case ISD::FP_ROUND: 758ae0aacb8331e1227abea6601e531a10d0e65fdcaChris Lattner case ISD::FP_TO_SINT: 759ae0aacb8331e1227abea6601e531a10d0e65fdcaChris Lattner case ISD::FP_TO_UINT: 760ae0aacb8331e1227abea6601e531a10d0e65fdcaChris Lattner case ISD::SINT_TO_FP: 761ae0aacb8331e1227abea6601e531a10d0e65fdcaChris Lattner case ISD::UINT_TO_FP: 7623e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 7633e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case Legal: 7643e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); 7653e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (Tmp1 != Node->getOperand(0)) 7663e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Result = DAG.getNode(Node->getOpcode(), Node->getValueType(0), Tmp1); 7673e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 768b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner case Expand: 769a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner assert(Node->getOpcode() != ISD::SINT_TO_FP && 770a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner Node->getOpcode() != ISD::UINT_TO_FP && 771a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner "Cannot lower Xint_to_fp to a call yet!"); 772a385e9b20fa7d37d3842ce15afd412f617d83a27Chris Lattner 773b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner // In the expand case, we must be dealing with a truncate, because 774b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner // otherwise the result would be larger than the source. 775b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner assert(Node->getOpcode() == ISD::TRUNCATE && 776b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner "Shouldn't need to expand other operators here!"); 777b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner ExpandOp(Node->getOperand(0), Tmp1, Tmp2); 778b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner 779b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner // Since the result is legal, we should just be able to truncate the low 780b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner // part of the source. 781b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner Result = DAG.getNode(ISD::TRUNCATE, Node->getValueType(0), Tmp1); 782b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner break; 783b00a6425de1ef8668b63f29927c38da8a19ce904Chris Lattner 78403c8546ec57523970874917854a2fb77b1ff598eChris Lattner case Promote: 78503c8546ec57523970874917854a2fb77b1ff598eChris Lattner switch (Node->getOpcode()) { 7861713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner case ISD::ZERO_EXTEND: 7871713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result = PromoteOp(Node->getOperand(0)); 78847e9223e06390897c3834f8c527001df392570ffChris Lattner // NOTE: Any extend would work here... 78947e9223e06390897c3834f8c527001df392570ffChris Lattner Result = DAG.getNode(ISD::ZERO_EXTEND, Op.getValueType(), Result); 79047e9223e06390897c3834f8c527001df392570ffChris Lattner Result = DAG.getNode(ISD::ZERO_EXTEND_INREG, Op.getValueType(), 7911713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result, Node->getOperand(0).getValueType()); 79203c8546ec57523970874917854a2fb77b1ff598eChris Lattner break; 79303c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::SIGN_EXTEND: 7941713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result = PromoteOp(Node->getOperand(0)); 79547e9223e06390897c3834f8c527001df392570ffChris Lattner // NOTE: Any extend would work here... 796d5d56825123665b60d4eada0a4ad7d0adc5cf3a3Chris Lattner Result = DAG.getNode(ISD::ZERO_EXTEND, Op.getValueType(), Result); 7971713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result = DAG.getNode(ISD::SIGN_EXTEND_INREG, Result.getValueType(), 7981713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result, Node->getOperand(0).getValueType()); 7991713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner break; 80003c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::TRUNCATE: 8011713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result = PromoteOp(Node->getOperand(0)); 8021713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result = DAG.getNode(ISD::TRUNCATE, Op.getValueType(), Result); 8031713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner break; 80403c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::FP_EXTEND: 8051713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result = PromoteOp(Node->getOperand(0)); 8061713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner if (Result.getValueType() != Op.getValueType()) 8071713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner // Dynamically dead while we have only 2 FP types. 8081713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner Result = DAG.getNode(ISD::FP_EXTEND, Op.getValueType(), Result); 8091713e73b8ac53f045150cb2a7d7ba9781dc35ef8Chris Lattner break; 81003c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::FP_ROUND: 81103c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::FP_TO_SINT: 81203c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::FP_TO_UINT: 813f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = PromoteOp(Node->getOperand(0)); 814f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = DAG.getNode(Node->getOpcode(), Op.getValueType(), Result); 815f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner break; 81603c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::SINT_TO_FP: 817f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = PromoteOp(Node->getOperand(0)); 818f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = DAG.getNode(ISD::SIGN_EXTEND_INREG, Result.getValueType(), 819f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result, Node->getOperand(0).getValueType()); 820f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = DAG.getNode(ISD::SINT_TO_FP, Op.getValueType(), Result); 821f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner break; 82203c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::UINT_TO_FP: 823f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = PromoteOp(Node->getOperand(0)); 824f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = DAG.getNode(ISD::ZERO_EXTEND_INREG, Result.getValueType(), 825f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result, Node->getOperand(0).getValueType()); 826f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner Result = DAG.getNode(ISD::UINT_TO_FP, Op.getValueType(), Result); 827f8161d83f0201a32a33a0c875eb43df81d8586abChris Lattner break; 82803c8546ec57523970874917854a2fb77b1ff598eChris Lattner } 8293e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 8303e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 8310f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case ISD::FP_ROUND_INREG: 8320f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case ISD::SIGN_EXTEND_INREG: 83345b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner case ISD::ZERO_EXTEND_INREG: { 8340f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); 83545b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner MVT::ValueType ExtraVT = cast<MVTSDNode>(Node)->getExtraValueType(); 83645b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner 83745b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // If this operation is not supported, convert it to a shl/shr or load/store 83845b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // pair. 83955ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner switch (TLI.getOperationAction(Node->getOpcode(), ExtraVT)) { 84055ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner default: assert(0 && "This action not supported for this op yet!"); 84155ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner case TargetLowering::Legal: 84255ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner if (Tmp1 != Node->getOperand(0)) 84355ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner Result = DAG.getNode(Node->getOpcode(), Node->getValueType(0), Tmp1, 84455ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner ExtraVT); 84555ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner break; 84655ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner case TargetLowering::Expand: 84745b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // If this is an integer extend and shifts are supported, do that. 84845b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner if (Node->getOpcode() == ISD::ZERO_EXTEND_INREG) { 84945b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // NOTE: we could fall back on load/store here too for targets without 85045b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // AND. However, it is doubtful that any exist. 85145b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // AND out the appropriate bits. 85245b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner SDOperand Mask = 85345b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner DAG.getConstant((1ULL << MVT::getSizeInBits(ExtraVT))-1, 85445b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Node->getValueType(0)); 85545b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result = DAG.getNode(ISD::AND, Node->getValueType(0), 85645b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Node->getOperand(0), Mask); 85745b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner } else if (Node->getOpcode() == ISD::SIGN_EXTEND_INREG) { 85845b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // NOTE: we could fall back on load/store here too for targets without 85945b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // SAR. However, it is doubtful that any exist. 86045b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner unsigned BitsDiff = MVT::getSizeInBits(Node->getValueType(0)) - 86145b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner MVT::getSizeInBits(ExtraVT); 86245b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner SDOperand ShiftCst = DAG.getConstant(BitsDiff, MVT::i8); 86345b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result = DAG.getNode(ISD::SHL, Node->getValueType(0), 86445b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Node->getOperand(0), ShiftCst); 86545b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result = DAG.getNode(ISD::SRA, Node->getValueType(0), 86645b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result, ShiftCst); 86745b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner } else if (Node->getOpcode() == ISD::FP_ROUND_INREG) { 86845b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // The only way we can lower this is to turn it into a STORETRUNC, 86945b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // EXTLOAD pair, targetting a temporary location (a stack slot). 87045b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner 87145b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // NOTE: there is a choice here between constantly creating new stack 87245b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // slots and always reusing the same one. We currently always create 87345b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner // new ones, as reuse may inhibit scheduling. 87445b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner const Type *Ty = MVT::getTypeForValueType(ExtraVT); 87545b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner unsigned TySize = (unsigned)TLI.getTargetData().getTypeSize(Ty); 87645b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner unsigned Align = TLI.getTargetData().getTypeAlignment(Ty); 87745b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner MachineFunction &MF = DAG.getMachineFunction(); 87845b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner int SSFI = 87945b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner MF.getFrameInfo()->CreateStackObject((unsigned)TySize, Align); 88045b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner SDOperand StackSlot = DAG.getFrameIndex(SSFI, TLI.getPointerTy()); 88145b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result = DAG.getNode(ISD::TRUNCSTORE, MVT::Other, DAG.getEntryNode(), 88245b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Node->getOperand(0), StackSlot, ExtraVT); 88345b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result = DAG.getNode(ISD::EXTLOAD, Node->getValueType(0), 88445b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result, StackSlot, ExtraVT); 88545b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner } else { 88645b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner assert(0 && "Unknown op"); 88745b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner } 88845b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner Result = LegalizeOp(Result); 88955ba8fba750ee0a51a9d74fa33b7242d24a4ff35Chris Lattner break; 89045b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner } 8910f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner break; 8923e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 89345b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner } 8943e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 8958afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner if (!Op.Val->hasOneUse()) 8968afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner AddLegalizedOperand(Op, Result); 8973e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 8983e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner return Result; 8993e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner} 9003e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 9018b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner/// PromoteOp - Given an operation that produces a value in an invalid type, 9028b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner/// promote it to compute the value into a larger type. The produced value will 9038b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner/// have the correct bits for the low portion of the register, but no guarantee 9048b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner/// is made about the top bits: it may be zero, sign-extended, or garbage. 90503c8546ec57523970874917854a2fb77b1ff598eChris LattnerSDOperand SelectionDAGLegalize::PromoteOp(SDOperand Op) { 90603c8546ec57523970874917854a2fb77b1ff598eChris Lattner MVT::ValueType VT = Op.getValueType(); 90771c42a0190300a8903aaea80467b88f15f327ea9Chris Lattner MVT::ValueType NVT = TLI.getTypeToTransformTo(VT); 90803c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(getTypeAction(VT) == Promote && 90903c8546ec57523970874917854a2fb77b1ff598eChris Lattner "Caller should expand or legalize operands that are not promotable!"); 91003c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(NVT > VT && MVT::isInteger(NVT) == MVT::isInteger(VT) && 91103c8546ec57523970874917854a2fb77b1ff598eChris Lattner "Cannot promote to smaller type!"); 91203c8546ec57523970874917854a2fb77b1ff598eChris Lattner 91303c8546ec57523970874917854a2fb77b1ff598eChris Lattner std::map<SDOperand, SDOperand>::iterator I = PromotedNodes.find(Op); 91403c8546ec57523970874917854a2fb77b1ff598eChris Lattner if (I != PromotedNodes.end()) return I->second; 91503c8546ec57523970874917854a2fb77b1ff598eChris Lattner 91603c8546ec57523970874917854a2fb77b1ff598eChris Lattner SDOperand Tmp1, Tmp2, Tmp3; 91703c8546ec57523970874917854a2fb77b1ff598eChris Lattner 91803c8546ec57523970874917854a2fb77b1ff598eChris Lattner SDOperand Result; 91903c8546ec57523970874917854a2fb77b1ff598eChris Lattner SDNode *Node = Op.Val; 92003c8546ec57523970874917854a2fb77b1ff598eChris Lattner 9210f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // Promotion needs an optimization step to clean up after it, and is not 9220f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // careful to avoid operations the target does not support. Make sure that 9230f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // all generated operations are legalized in the next iteration. 9240f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner NeedsAnotherIteration = true; 9250f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner 92603c8546ec57523970874917854a2fb77b1ff598eChris Lattner switch (Node->getOpcode()) { 92703c8546ec57523970874917854a2fb77b1ff598eChris Lattner default: 92803c8546ec57523970874917854a2fb77b1ff598eChris Lattner std::cerr << "NODE: "; Node->dump(); std::cerr << "\n"; 92903c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(0 && "Do not know how to promote this operator!"); 93003c8546ec57523970874917854a2fb77b1ff598eChris Lattner abort(); 93103c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::Constant: 93203c8546ec57523970874917854a2fb77b1ff598eChris Lattner Result = DAG.getNode(ISD::ZERO_EXTEND, NVT, Op); 93303c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(isa<ConstantSDNode>(Result) && "Didn't constant fold zext?"); 93403c8546ec57523970874917854a2fb77b1ff598eChris Lattner break; 93503c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::ConstantFP: 93603c8546ec57523970874917854a2fb77b1ff598eChris Lattner Result = DAG.getNode(ISD::FP_EXTEND, NVT, Op); 93703c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(isa<ConstantFPSDNode>(Result) && "Didn't constant fold fp_extend?"); 93803c8546ec57523970874917854a2fb77b1ff598eChris Lattner break; 939ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner case ISD::CopyFromReg: 940ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner Result = DAG.getCopyFromReg(cast<RegSDNode>(Node)->getReg(), NVT, 941ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner Node->getOperand(0)); 942ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner // Remember that we legalized the chain. 943ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner AddLegalizedOperand(Op.getValue(1), Result.getValue(1)); 944ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner break; 945ef5cd1d3cf7d0b20987a545fcd2d0af2bfe6c422Chris Lattner 94682fbfb6984c1feb7d44a077ac2dc031f4a950005Chris Lattner case ISD::SETCC: 94782fbfb6984c1feb7d44a077ac2dc031f4a950005Chris Lattner assert(getTypeAction(TLI.getSetCCResultTy()) == Legal && 94882fbfb6984c1feb7d44a077ac2dc031f4a950005Chris Lattner "SetCC type is not legal??"); 94982fbfb6984c1feb7d44a077ac2dc031f4a950005Chris Lattner Result = DAG.getSetCC(cast<SetCCSDNode>(Node)->getCondition(), 95082fbfb6984c1feb7d44a077ac2dc031f4a950005Chris Lattner TLI.getSetCCResultTy(), Node->getOperand(0), 95182fbfb6984c1feb7d44a077ac2dc031f4a950005Chris Lattner Node->getOperand(1)); 95282fbfb6984c1feb7d44a077ac2dc031f4a950005Chris Lattner Result = LegalizeOp(Result); 95382fbfb6984c1feb7d44a077ac2dc031f4a950005Chris Lattner break; 95403c8546ec57523970874917854a2fb77b1ff598eChris Lattner 95503c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::TRUNCATE: 95603c8546ec57523970874917854a2fb77b1ff598eChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 95703c8546ec57523970874917854a2fb77b1ff598eChris Lattner case Legal: 95803c8546ec57523970874917854a2fb77b1ff598eChris Lattner Result = LegalizeOp(Node->getOperand(0)); 95903c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(Result.getValueType() >= NVT && 96003c8546ec57523970874917854a2fb77b1ff598eChris Lattner "This truncation doesn't make sense!"); 96103c8546ec57523970874917854a2fb77b1ff598eChris Lattner if (Result.getValueType() > NVT) // Truncate to NVT instead of VT 96203c8546ec57523970874917854a2fb77b1ff598eChris Lattner Result = DAG.getNode(ISD::TRUNCATE, NVT, Result); 96303c8546ec57523970874917854a2fb77b1ff598eChris Lattner break; 96403c8546ec57523970874917854a2fb77b1ff598eChris Lattner case Expand: 96503c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(0 && "Cannot handle expand yet"); 96603c8546ec57523970874917854a2fb77b1ff598eChris Lattner case Promote: 96703c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(0 && "Cannot handle promote-promote yet"); 96803c8546ec57523970874917854a2fb77b1ff598eChris Lattner } 96903c8546ec57523970874917854a2fb77b1ff598eChris Lattner break; 9708b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SIGN_EXTEND: 9718b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::ZERO_EXTEND: 9728b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 9738b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Expand: assert(0 && "BUG: Smaller reg should have been promoted!"); 9748b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Legal: 9758b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // Input is legal? Just do extend all the way to the larger type. 9768b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = LegalizeOp(Node->getOperand(0)); 9778b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(Node->getOpcode(), NVT, Result); 9788b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 9798b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Promote: 9808b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // Promote the reg if it's smaller. 9818b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = PromoteOp(Node->getOperand(0)); 9828b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // The high bits are not guaranteed to be anything. Insert an extend. 9838b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner if (Node->getOpcode() == ISD::SIGN_EXTEND) 9848b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::SIGN_EXTEND_INREG, NVT, Result, VT); 9858b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner else 9868b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::ZERO_EXTEND_INREG, NVT, Result, VT); 9878b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 9888b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner } 9898b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 9908b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 9918b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::FP_EXTEND: 9928b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner assert(0 && "Case not implemented. Dynamically dead with 2 FP types!"); 9938b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::FP_ROUND: 9948b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 9958b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Expand: assert(0 && "BUG: Cannot expand FP regs!"); 9968b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Promote: assert(0 && "Unreachable with 2 FP types!"); 9978b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Legal: 9988b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // Input is legal? Do an FP_ROUND_INREG. 9998b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = LegalizeOp(Node->getOperand(0)); 10008b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::FP_ROUND_INREG, NVT, Result, VT); 10018b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10028b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner } 10038b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10048b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 10058b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SINT_TO_FP: 10068b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::UINT_TO_FP: 10078b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 10088b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Legal: 10098b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = LegalizeOp(Node->getOperand(0)); 10108b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10118b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 10128b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Promote: 10138b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = PromoteOp(Node->getOperand(0)); 10148b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner if (Node->getOpcode() == ISD::SINT_TO_FP) 10158b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::SIGN_EXTEND_INREG, Result.getValueType(), 10168b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result, Node->getOperand(0).getValueType()); 10178b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner else 10188b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::ZERO_EXTEND_INREG, Result.getValueType(), 10198b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result, Node->getOperand(0).getValueType()); 10208b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10218b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Expand: 10228b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner assert(0 && "Unimplemented"); 10238b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner } 10248b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // No extra round required here. 10258b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(Node->getOpcode(), NVT, Result); 10268b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10278b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 10288b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::FP_TO_SINT: 10298b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::FP_TO_UINT: 10308b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 10318b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Legal: 10328b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); 10338b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10348b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Promote: 10358b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // The input result is prerounded, so we don't have to do anything 10368b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // special. 10378b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); 10388b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10398b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case Expand: 10408b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner assert(0 && "not implemented"); 10418b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner } 10428b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(Node->getOpcode(), NVT, Tmp1); 10438b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10448b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 104503c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::AND: 104603c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::OR: 104703c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::XOR: 10480f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case ISD::ADD: 10498b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SUB: 10500f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner case ISD::MUL: 10510f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // The input may have strange things in the top bits of the registers, but 10520f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // these operations don't care. They may have wierd bits going out, but 10530f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // that too is okay if they are integer operations. 10540f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); 10550f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Tmp2 = PromoteOp(Node->getOperand(1)); 10560f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner assert(Tmp1.getValueType() == NVT && Tmp2.getValueType() == NVT); 10570f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Result = DAG.getNode(Node->getOpcode(), NVT, Tmp1, Tmp2); 10580f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner 10590f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // However, if this is a floating point operation, they will give excess 10600f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // precision that we may not be able to tolerate. If we DO allow excess 10610f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner // precision, just leave it, otherwise excise it. 10628b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // FIXME: Why would we need to round FP ops more than integer ones? 10638b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // Is Round(Add(Add(A,B),C)) != Round(Add(Round(Add(A,B)), C)) 10640f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner if (MVT::isFloatingPoint(NVT) && NoExcessFPPrecision) 10650f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner Result = DAG.getNode(ISD::FP_ROUND_INREG, NVT, Result, VT); 10660f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner break; 10670f69b2910810b7c0971a739f18b37fae2a20eca5Chris Lattner 10688b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SDIV: 10698b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SREM: 10708b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // These operators require that their input be sign extended. 10718b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); 10728b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = PromoteOp(Node->getOperand(1)); 10738b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner if (MVT::isInteger(NVT)) { 10748b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = DAG.getNode(ISD::SIGN_EXTEND_INREG, NVT, Tmp1, VT); 1075ff3e50cc39db6939b637165997283f59412387bbChris Lattner Tmp2 = DAG.getNode(ISD::SIGN_EXTEND_INREG, NVT, Tmp2, VT); 10768b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner } 10778b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(Node->getOpcode(), NVT, Tmp1, Tmp2); 10788b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 10798b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // Perform FP_ROUND: this is probably overly pessimistic. 10808b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner if (MVT::isFloatingPoint(NVT) && NoExcessFPPrecision) 10818b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::FP_ROUND_INREG, NVT, Result, VT); 10828b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10838b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 10848b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::UDIV: 10858b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::UREM: 10868b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // These operators require that their input be zero extended. 10878b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); 10888b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = PromoteOp(Node->getOperand(1)); 10898b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner assert(MVT::isInteger(NVT) && "Operators don't apply to FP!"); 10908b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = DAG.getNode(ISD::ZERO_EXTEND_INREG, NVT, Tmp1, VT); 1091ff3e50cc39db6939b637165997283f59412387bbChris Lattner Tmp2 = DAG.getNode(ISD::ZERO_EXTEND_INREG, NVT, Tmp2, VT); 10928b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(Node->getOpcode(), NVT, Tmp1, Tmp2); 10938b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 10948b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner 10958b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SHL: 10968b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); 10978b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); 10988b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::SHL, NVT, Tmp1, Tmp2); 10998b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 11008b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SRA: 11018b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // The input value must be properly sign extended. 11028b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); 11038b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = DAG.getNode(ISD::SIGN_EXTEND_INREG, NVT, Tmp1, VT); 11048b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); 11058b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::SRA, NVT, Tmp1, Tmp2); 11068b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 11078b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner case ISD::SRL: 11088b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner // The input value must be properly zero extended. 11098b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); 11108b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp1 = DAG.getNode(ISD::ZERO_EXTEND_INREG, NVT, Tmp1, VT); 11118b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); 11128b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner Result = DAG.getNode(ISD::SRL, NVT, Tmp1, Tmp2); 11138b6fa22e722e1de7522aae51d6cdd0f552d489daChris Lattner break; 111403c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::LOAD: 111503c8546ec57523970874917854a2fb77b1ff598eChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 111603c8546ec57523970874917854a2fb77b1ff598eChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // Legalize the pointer. 111703c8546ec57523970874917854a2fb77b1ff598eChris Lattner Result = DAG.getNode(ISD::EXTLOAD, NVT, Tmp1, Tmp2, VT); 111803c8546ec57523970874917854a2fb77b1ff598eChris Lattner 111903c8546ec57523970874917854a2fb77b1ff598eChris Lattner // Remember that we legalized the chain. 112003c8546ec57523970874917854a2fb77b1ff598eChris Lattner AddLegalizedOperand(Op.getValue(1), Result.getValue(1)); 112103c8546ec57523970874917854a2fb77b1ff598eChris Lattner break; 112203c8546ec57523970874917854a2fb77b1ff598eChris Lattner case ISD::SELECT: 112347e9223e06390897c3834f8c527001df392570ffChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 112447e9223e06390897c3834f8c527001df392570ffChris Lattner case Expand: assert(0 && "It's impossible to expand bools"); 112547e9223e06390897c3834f8c527001df392570ffChris Lattner case Legal: 112647e9223e06390897c3834f8c527001df392570ffChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0));// Legalize the condition. 112747e9223e06390897c3834f8c527001df392570ffChris Lattner break; 112847e9223e06390897c3834f8c527001df392570ffChris Lattner case Promote: 112947e9223e06390897c3834f8c527001df392570ffChris Lattner Tmp1 = PromoteOp(Node->getOperand(0)); // Promote the condition. 113047e9223e06390897c3834f8c527001df392570ffChris Lattner break; 113147e9223e06390897c3834f8c527001df392570ffChris Lattner } 113203c8546ec57523970874917854a2fb77b1ff598eChris Lattner Tmp2 = PromoteOp(Node->getOperand(1)); // Legalize the op0 113303c8546ec57523970874917854a2fb77b1ff598eChris Lattner Tmp3 = PromoteOp(Node->getOperand(2)); // Legalize the op1 113403c8546ec57523970874917854a2fb77b1ff598eChris Lattner Result = DAG.getNode(ISD::SELECT, NVT, Tmp1, Tmp2, Tmp3); 113503c8546ec57523970874917854a2fb77b1ff598eChris Lattner break; 11368ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner case ISD::CALL: { 11378ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner Tmp1 = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 11388ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner Tmp2 = LegalizeOp(Node->getOperand(1)); // Legalize the callee. 11398ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner 11408ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner assert(Node->getNumValues() == 2 && Op.ResNo == 0 && 11418ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner "Can only promote single result calls"); 11428ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner std::vector<MVT::ValueType> RetTyVTs; 11438ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner RetTyVTs.reserve(2); 11448ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner RetTyVTs.push_back(NVT); 11458ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner RetTyVTs.push_back(MVT::Other); 11468ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner SDNode *NC = DAG.getCall(RetTyVTs, Tmp1, Tmp2); 11478ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner Result = SDOperand(NC, 0); 11488ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner 11498ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner // Insert the new chain mapping. 11508ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner AddLegalizedOperand(Op.getValue(1), Result.getValue(1)); 11518ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner break; 11528ac532c55eb7f8698466f25d1a8a01240c44ec7dChris Lattner } 115303c8546ec57523970874917854a2fb77b1ff598eChris Lattner } 115403c8546ec57523970874917854a2fb77b1ff598eChris Lattner 115503c8546ec57523970874917854a2fb77b1ff598eChris Lattner assert(Result.Val && "Didn't set a result!"); 115603c8546ec57523970874917854a2fb77b1ff598eChris Lattner AddPromotedOperand(Op, Result); 115703c8546ec57523970874917854a2fb77b1ff598eChris Lattner return Result; 115803c8546ec57523970874917854a2fb77b1ff598eChris Lattner} 11593e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 11603e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// ExpandOp - Expand the specified SDOperand into its two component pieces 11613e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// Lo&Hi. Note that the Op MUST be an expanded type. As a result of this, the 11623e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// LegalizeNodes map is filled in for any results that are not expanded, the 11633e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// ExpandedNodes map is filled in for any results that are expanded, and the 11643e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner/// Lo/Hi values are returned. 11653e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattnervoid SelectionDAGLegalize::ExpandOp(SDOperand Op, SDOperand &Lo, SDOperand &Hi){ 11663e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner MVT::ValueType VT = Op.getValueType(); 116771c42a0190300a8903aaea80467b88f15f327ea9Chris Lattner MVT::ValueType NVT = TLI.getTypeToTransformTo(VT); 11683e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDNode *Node = Op.Val; 11693e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(getTypeAction(VT) == Expand && "Not an expanded type!"); 11703e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(MVT::isInteger(VT) && "Cannot expand FP values!"); 11713e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(MVT::isInteger(NVT) && NVT < VT && 11723e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner "Cannot expand to FP value or to larger int value!"); 11733e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 11743e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // If there is more than one use of this, see if we already expanded it. 11753e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // There is no use remembering values that only have a single use, as the map 11763e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // entries will never be reused. 11773e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (!Node->hasOneUse()) { 11783e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::map<SDOperand, std::pair<SDOperand, SDOperand> >::iterator I 11793e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner = ExpandedNodes.find(Op); 11803e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (I != ExpandedNodes.end()) { 11813e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Lo = I->second.first; 11823e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Hi = I->second.second; 11833e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner return; 11843e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 11853e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 11863e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 11874e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // Expanding to multiple registers needs to perform an optimization step, and 11884e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // is not careful to avoid operations the target does not support. Make sure 11894e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // that all generated operations are legalized in the next iteration. 11904e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner NeedsAnotherIteration = true; 11914e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner const char *LibCallName = 0; 11923e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 11933e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner switch (Node->getOpcode()) { 11943e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner default: 11953e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::cerr << "NODE: "; Node->dump(); std::cerr << "\n"; 11963e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(0 && "Do not know how to expand this operator!"); 11973e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner abort(); 11983e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::Constant: { 11993e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner uint64_t Cst = cast<ConstantSDNode>(Node)->getValue(); 12003e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Lo = DAG.getConstant(Cst, NVT); 12013e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Hi = DAG.getConstant(Cst >> MVT::getSizeInBits(NVT), NVT); 12023e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 12033e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 12043e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 12053e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::CopyFromReg: { 120618c2f13e0f9d0e5d6227cf6d1881e9ee3d1b6109Chris Lattner unsigned Reg = cast<RegSDNode>(Node)->getReg(); 12073e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Aggregate register values are always in consequtive pairs. 120869a52155d2eff066b49dbac385113002fd9dba14Chris Lattner Lo = DAG.getCopyFromReg(Reg, NVT, Node->getOperand(0)); 120969a52155d2eff066b49dbac385113002fd9dba14Chris Lattner Hi = DAG.getCopyFromReg(Reg+1, NVT, Lo.getValue(1)); 121069a52155d2eff066b49dbac385113002fd9dba14Chris Lattner 121169a52155d2eff066b49dbac385113002fd9dba14Chris Lattner // Remember that we legalized the chain. 121269a52155d2eff066b49dbac385113002fd9dba14Chris Lattner AddLegalizedOperand(Op.getValue(1), Hi.getValue(1)); 121369a52155d2eff066b49dbac385113002fd9dba14Chris Lattner 12143e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(isTypeLegal(NVT) && "Cannot expand this multiple times yet!"); 12153e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 12163e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 12173e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 12183e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::LOAD: { 12193e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Ch = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 12203e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Ptr = LegalizeOp(Node->getOperand(1)); // Legalize the pointer. 12213e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Lo = DAG.getLoad(NVT, Ch, Ptr); 12223e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 12233e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Increment the pointer to the other half. 122438d6be5d49e61e4be9bb12ee3cedf2a4fcddb8f3Chris Lattner unsigned IncrementSize = MVT::getSizeInBits(Lo.getValueType())/8; 12253e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Ptr = DAG.getNode(ISD::ADD, Ptr.getValueType(), Ptr, 12263e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner getIntPtrConstant(IncrementSize)); 12273e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // FIXME: This load is independent of the first one. 12283e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Hi = DAG.getLoad(NVT, Lo.getValue(1), Ptr); 12293e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 12303e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Remember that we legalized the chain. 12318afc48e44ad8868c1d41511db645e2ba1a4b894eChris Lattner AddLegalizedOperand(Op.getValue(1), Hi.getValue(1)); 12323e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (!TLI.isLittleEndian()) 12333e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::swap(Lo, Hi); 12343e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 12353e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 12363e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::CALL: { 12373e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Chain = LegalizeOp(Node->getOperand(0)); // Legalize the chain. 12383e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand Callee = LegalizeOp(Node->getOperand(1)); // Legalize the callee. 12393e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 12403e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(Node->getNumValues() == 2 && Op.ResNo == 0 && 12413e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner "Can only expand a call once so far, not i64 -> i16!"); 12423e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 12433e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::vector<MVT::ValueType> RetTyVTs; 12443e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner RetTyVTs.reserve(3); 12453e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner RetTyVTs.push_back(NVT); 12463e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner RetTyVTs.push_back(NVT); 12473e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner RetTyVTs.push_back(MVT::Other); 12483e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDNode *NC = DAG.getCall(RetTyVTs, Chain, Callee); 12493e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Lo = SDOperand(NC, 0); 12503e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Hi = SDOperand(NC, 1); 12513e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 12523e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Insert the new chain mapping. 1253e3304a3d24afc952d3cb415d1b504d973573c5c5Chris Lattner AddLegalizedOperand(Op.getValue(1), Hi.getValue(2)); 12543e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 12553e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 12563e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::AND: 12573e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::OR: 12583e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::XOR: { // Simple logical operators -> two trivial pieces. 12593e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand LL, LH, RL, RH; 12603e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(0), LL, LH); 12613e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(1), RL, RH); 12623e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Lo = DAG.getNode(Node->getOpcode(), NVT, LL, RL); 12633e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Hi = DAG.getNode(Node->getOpcode(), NVT, LH, RH); 12643e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 12653e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 12663e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SELECT: { 12673e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SDOperand C, LL, LH, RL, RH; 126847e9223e06390897c3834f8c527001df392570ffChris Lattner 126947e9223e06390897c3834f8c527001df392570ffChris Lattner switch (getTypeAction(Node->getOperand(0).getValueType())) { 127047e9223e06390897c3834f8c527001df392570ffChris Lattner case Expand: assert(0 && "It's impossible to expand bools"); 127147e9223e06390897c3834f8c527001df392570ffChris Lattner case Legal: 127247e9223e06390897c3834f8c527001df392570ffChris Lattner C = LegalizeOp(Node->getOperand(0)); // Legalize the condition. 127347e9223e06390897c3834f8c527001df392570ffChris Lattner break; 127447e9223e06390897c3834f8c527001df392570ffChris Lattner case Promote: 127547e9223e06390897c3834f8c527001df392570ffChris Lattner C = PromoteOp(Node->getOperand(0)); // Promote the condition. 127647e9223e06390897c3834f8c527001df392570ffChris Lattner break; 127747e9223e06390897c3834f8c527001df392570ffChris Lattner } 12783e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(1), LL, LH); 12793e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner ExpandOp(Node->getOperand(2), RL, RH); 12803e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Lo = DAG.getNode(ISD::SELECT, NVT, C, LL, RL); 12813e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Hi = DAG.getNode(ISD::SELECT, NVT, C, LH, RH); 12823e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 12833e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 12843e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::SIGN_EXTEND: { 12853e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // The low part is just a sign extension of the input (which degenerates to 12863e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // a copy). 12873e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Lo = DAG.getNode(ISD::SIGN_EXTEND, NVT, LegalizeOp(Node->getOperand(0))); 12883e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 12893e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // The high part is obtained by SRA'ing all but one of the bits of the lo 12903e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // part. 12912dad454af674cb41a14a85ad6ce5c85c43959acdChris Lattner unsigned LoSize = MVT::getSizeInBits(Lo.getValueType()); 12922dad454af674cb41a14a85ad6ce5c85c43959acdChris Lattner Hi = DAG.getNode(ISD::SRA, NVT, Lo, DAG.getConstant(LoSize-1, MVT::i8)); 12933e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 12943e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 12953e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner case ISD::ZERO_EXTEND: 12963e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // The low part is just a zero extension of the input (which degenerates to 12973e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // a copy). 12983e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Lo = DAG.getNode(ISD::ZERO_EXTEND, NVT, LegalizeOp(Node->getOperand(0))); 12993e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 13003e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // The high part is just a zero. 13013e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner Hi = DAG.getConstant(0, NVT); 13023e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner break; 13034e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner 13044e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // These operators cannot be expanded directly, emit them as calls to 13054e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // library functions. 13064e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::FP_TO_SINT: 13074e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner if (Node->getOperand(0).getValueType() == MVT::f32) 13084e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner LibCallName = "__fixsfdi"; 13094e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner else 13104e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner LibCallName = "__fixdfdi"; 13114e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner break; 13124e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::FP_TO_UINT: 13134e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner if (Node->getOperand(0).getValueType() == MVT::f32) 13144e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner LibCallName = "__fixunssfdi"; 13154e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner else 13164e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner LibCallName = "__fixunsdfdi"; 13174e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner break; 13184e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner 13194e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::ADD: LibCallName = "__adddi3"; break; 13204e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::SUB: LibCallName = "__subdi3"; break; 13214e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::MUL: LibCallName = "__muldi3"; break; 13224e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::SDIV: LibCallName = "__divdi3"; break; 13234e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::UDIV: LibCallName = "__udivdi3"; break; 13244e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::SREM: LibCallName = "__moddi3"; break; 13254e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::UREM: LibCallName = "__umoddi3"; break; 13266b7598b9955520af8942740acda96a99b005c839Chris Lattner case ISD::SHL: LibCallName = "__ashldi3"; break; 13274e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner case ISD::SRA: LibCallName = "__ashrdi3"; break; 13286b7598b9955520af8942740acda96a99b005c839Chris Lattner case ISD::SRL: LibCallName = "__lshrdi3"; break; 13294e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner } 13304e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner 13314e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // Int2FP -> __floatdisf/__floatdidf 13324e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner 13334e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // If this is to be expanded into a libcall... do so now. 13344e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner if (LibCallName) { 13354e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner TargetLowering::ArgListTy Args; 13364e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner for (unsigned i = 0, e = Node->getNumOperands(); i != e; ++i) 13374e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner Args.push_back(std::make_pair(Node->getOperand(i), 133845b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner MVT::getTypeForValueType(Node->getOperand(i).getValueType()))); 13394e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner SDOperand Callee = DAG.getExternalSymbol(LibCallName, TLI.getPointerTy()); 13404e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner 13414e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // We don't care about token chains for libcalls. We just use the entry 13424e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // node as our input and ignore the output chain. This allows us to place 13434e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner // calls wherever we need them to satisfy data dependences. 13444e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner SDOperand Result = TLI.LowerCallTo(DAG.getEntryNode(), 134545b8caf1c5a1fd8337038d64c6da8fba2d299fdfChris Lattner MVT::getTypeForValueType(Op.getValueType()), Callee, 13464e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner Args, DAG).first; 13474e6c74689944be1de80c99dc0688ec0bcbd743aaChris Lattner ExpandOp(Result, Lo, Hi); 13483e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 13493e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 13503e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner // Remember in a map if the values will be reused later. 13513e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner if (!Node->hasOneUse()) { 13523e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner bool isNew = ExpandedNodes.insert(std::make_pair(Op, 13533e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner std::make_pair(Lo, Hi))).second; 13543e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner assert(isNew && "Value already expanded?!?"); 13553e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner } 13563e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner} 13573e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 13583e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 13593e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// SelectionDAG::Legalize - This is the entry point for the file. 13603e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner// 13613e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattnervoid SelectionDAG::Legalize(TargetLowering &TLI) { 13623e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// run - This is the main entry point to this class. 13633e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner /// 13643e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner SelectionDAGLegalize(TLI, *this).Run(); 13653e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner} 13663e928bbd6153eb08641cbd0ad7d8487378a8b12aChris Lattner 1367