SystemZSelectionDAGInfo.cpp revision 842a1be06c53757e7498c9894abc1431b633a92f
1dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford//===-- SystemZSelectionDAGInfo.cpp - SystemZ SelectionDAG Info -----------===// 2dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// 3dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// The LLVM Compiler Infrastructure 4dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// 5dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// This file is distributed under the University of Illinois Open Source 6dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// License. See LICENSE.TXT for details. 7dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// 8dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford//===----------------------------------------------------------------------===// 9dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// 10dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// This file implements the SystemZSelectionDAGInfo class. 11dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford// 12dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford//===----------------------------------------------------------------------===// 13dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford 14dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford#define DEBUG_TYPE "systemz-selectiondag-info" 15dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford#include "SystemZTargetMachine.h" 16dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford#include "llvm/CodeGen/SelectionDAG.h" 17dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford 18dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandifordusing namespace llvm; 19dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford 20dff0009d0ced62b92cb5900bc2203ec40142ba15Richard SandifordSystemZSelectionDAGInfo:: 21dff0009d0ced62b92cb5900bc2203ec40142ba15Richard SandifordSystemZSelectionDAGInfo(const SystemZTargetMachine &TM) 22dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford : TargetSelectionDAGInfo(TM) { 23dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford} 24dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford 25dff0009d0ced62b92cb5900bc2203ec40142ba15Richard SandifordSystemZSelectionDAGInfo::~SystemZSelectionDAGInfo() { 26dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford} 27dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford 28842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford// Use MVC to copy Size bytes from Src to Dest, deciding whether to use 29842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford// a loop or straight-line code. 30842a1be06c53757e7498c9894abc1431b633a92fRichard Sandifordstatic SDValue emitMVC(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 31842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford SDValue Dst, SDValue Src, uint64_t Size) { 32842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford EVT PtrVT = Src.getValueType(); 33842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // The heuristic we use is to prefer loops for anything that would 34842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // require 7 or more MVCs. With these kinds of sizes there isn't 35842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // much to choose between straight-line code and looping code, 36842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // since the time will be dominated by the MVCs themselves. 37842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // However, the loop has 4 or 5 instructions (depending on whether 38842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // the base addresses can be proved equal), so there doesn't seem 39842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // much point using a loop for 5 * 256 bytes or fewer. Anything in 40842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // the range (5 * 256, 6 * 256) will need another instruction after 41842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // the loop, so it doesn't seem worth using a loop then either. 42842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // The next value up, 6 * 256, can be implemented in the same 43842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // number of straight-line MVCs as 6 * 256 - 1. 44842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford if (Size > 6 * 256) 45842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford return DAG.getNode(SystemZISD::MVC_LOOP, DL, MVT::Other, Chain, Dst, Src, 46842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford DAG.getConstant(Size, PtrVT), 47842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford DAG.getConstant(Size / 256, PtrVT)); 48842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford return DAG.getNode(SystemZISD::MVC, DL, MVT::Other, Chain, Dst, Src, 49842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford DAG.getConstant(Size, PtrVT)); 50842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford} 51842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford 52dff0009d0ced62b92cb5900bc2203ec40142ba15Richard SandifordSDValue SystemZSelectionDAGInfo:: 53dff0009d0ced62b92cb5900bc2203ec40142ba15Richard SandifordEmitTargetCodeForMemcpy(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 54dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford SDValue Dst, SDValue Src, SDValue Size, unsigned Align, 55dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford bool IsVolatile, bool AlwaysInline, 56dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford MachinePointerInfo DstPtrInfo, 57dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford MachinePointerInfo SrcPtrInfo) const { 58dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford if (IsVolatile) 59dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford return SDValue(); 60dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford 61842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford if (ConstantSDNode *CSize = dyn_cast<ConstantSDNode>(Size)) 62842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford return emitMVC(DAG, DL, Chain, Dst, Src, CSize->getZExtValue()); 63dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford return SDValue(); 64dff0009d0ced62b92cb5900bc2203ec40142ba15Richard Sandiford} 65f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford 66f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford// Handle a memset of 1, 2, 4 or 8 bytes with the operands given by 67f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford// Chain, Dst, ByteVal and Size. These cases are expected to use 68f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford// MVI, MVHHI, MVHI and MVGHI respectively. 69f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandifordstatic SDValue memsetStore(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 70f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford SDValue Dst, uint64_t ByteVal, uint64_t Size, 71f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford unsigned Align, 72f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford MachinePointerInfo DstPtrInfo) { 73f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford uint64_t StoreVal = ByteVal; 74f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford for (unsigned I = 1; I < Size; ++I) 75f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford StoreVal |= ByteVal << (I * 8); 76f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford return DAG.getStore(Chain, DL, 77f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford DAG.getConstant(StoreVal, MVT::getIntegerVT(Size * 8)), 78f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford Dst, DstPtrInfo, false, false, Align); 79f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford} 80f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford 81f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard SandifordSDValue SystemZSelectionDAGInfo:: 82f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard SandifordEmitTargetCodeForMemset(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 83f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford SDValue Dst, SDValue Byte, SDValue Size, 84f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford unsigned Align, bool IsVolatile, 85f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford MachinePointerInfo DstPtrInfo) const { 86842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford EVT PtrVT = Dst.getValueType(); 87f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford 88f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford if (IsVolatile) 89f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford return SDValue(); 90f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford 91f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford if (ConstantSDNode *CSize = dyn_cast<ConstantSDNode>(Size)) { 92f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford uint64_t Bytes = CSize->getZExtValue(); 93f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford if (Bytes == 0) 94f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford return SDValue(); 95f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford if (ConstantSDNode *CByte = dyn_cast<ConstantSDNode>(Byte)) { 96f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford // Handle cases that can be done using at most two of 97f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford // MVI, MVHI, MVHHI and MVGHI. The latter two can only be 98f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford // used if ByteVal is all zeros or all ones; in other casees, 99f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford // we can move at most 2 halfwords. 100f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford uint64_t ByteVal = CByte->getZExtValue(); 101f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford if (ByteVal == 0 || ByteVal == 255 ? 102f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford Bytes <= 16 && CountPopulation_64(Bytes) <= 2 : 103f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford Bytes <= 4) { 104f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford unsigned Size1 = Bytes == 16 ? 8 : 1 << findLastSet(Bytes); 105f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford unsigned Size2 = Bytes - Size1; 106f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford SDValue Chain1 = memsetStore(DAG, DL, Chain, Dst, ByteVal, Size1, 107f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford Align, DstPtrInfo); 108f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford if (Size2 == 0) 109f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford return Chain1; 110842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford Dst = DAG.getNode(ISD::ADD, DL, PtrVT, Dst, 111842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford DAG.getConstant(Size1, PtrVT)); 112f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford DstPtrInfo = DstPtrInfo.getWithOffset(Size1); 113f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford SDValue Chain2 = memsetStore(DAG, DL, Chain, Dst, ByteVal, Size2, 114f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford std::min(Align, Size1), DstPtrInfo); 115f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford return DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chain1, Chain2); 116f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford } 117f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford } else { 118f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford // Handle one and two bytes using STC. 119f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford if (Bytes <= 2) { 120f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford SDValue Chain1 = DAG.getStore(Chain, DL, Byte, Dst, DstPtrInfo, 121f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford false, false, Align); 122f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford if (Bytes == 1) 123f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford return Chain1; 124842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford SDValue Dst2 = DAG.getNode(ISD::ADD, DL, PtrVT, Dst, 125842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford DAG.getConstant(1, PtrVT)); 126f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford SDValue Chain2 = DAG.getStore(Chain, DL, Byte, Dst2, 127f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford DstPtrInfo.getWithOffset(1), 128f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford false, false, 1); 129f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford return DAG.getNode(ISD::TokenFactor, DL, MVT::Other, Chain1, Chain2); 130f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford } 131f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford } 132f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford assert(Bytes >= 2 && "Should have dealt with 0- and 1-byte cases already"); 133842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // Copy the byte to the first location and then use MVC to copy 134842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford // it to the rest. 135842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford Chain = DAG.getStore(Chain, DL, Byte, Dst, DstPtrInfo, 136842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford false, false, Align); 137842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford SDValue DstPlus1 = DAG.getNode(ISD::ADD, DL, PtrVT, Dst, 138842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford DAG.getConstant(1, PtrVT)); 139842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford return emitMVC(DAG, DL, Chain, DstPlus1, Dst, Bytes - 1); 140f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford } 141f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford return SDValue(); 142f6ea5e0d8007234fc74c1ff6ac2c3ca316c41d92Richard Sandiford} 143ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford 144e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford// Convert the current CC value into an integer that is 0 if CC == 0, 145e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford// less than zero if CC == 1 and greater than zero if CC >= 2. 146e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford// The sequence starts with IPM, which puts CC into bits 29 and 28 147e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford// of an integer and clears bits 30 and 31. 148e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandifordstatic SDValue addIPMSequence(SDLoc DL, SDValue Glue, SelectionDAG &DAG) { 149e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford SDValue IPM = DAG.getNode(SystemZISD::IPM, DL, MVT::i32, Glue); 150e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford SDValue SRL = DAG.getNode(ISD::SRL, DL, MVT::i32, IPM, 151e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford DAG.getConstant(28, MVT::i32)); 152e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford SDValue ROTL = DAG.getNode(ISD::ROTL, DL, MVT::i32, SRL, 153e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford DAG.getConstant(31, MVT::i32)); 154e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford return ROTL; 155e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford} 156e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford 157ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandifordstd::pair<SDValue, SDValue> SystemZSelectionDAGInfo:: 158ac168b8bc8773a083a10902f64e4ae57a925aee4Richard SandifordEmitTargetCodeForMemcmp(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 159ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford SDValue Src1, SDValue Src2, SDValue Size, 160ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford MachinePointerInfo Op1PtrInfo, 161ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford MachinePointerInfo Op2PtrInfo) const { 162842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford EVT PtrVT = Src1.getValueType(); 163ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford if (ConstantSDNode *CSize = dyn_cast<ConstantSDNode>(Size)) { 164ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford uint64_t Bytes = CSize->getZExtValue(); 165ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford if (Bytes >= 1 && Bytes <= 0x100) { 166ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford // A single CLC. 167ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford SDVTList VTs = DAG.getVTList(MVT::Other, MVT::Glue); 168ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford Chain = DAG.getNode(SystemZISD::CLC, DL, VTs, Chain, 169842a1be06c53757e7498c9894abc1431b633a92fRichard Sandiford Src1, Src2, Size, DAG.getConstant(0, PtrVT)); 170ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford SDValue Glue = Chain.getValue(1); 171e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford return std::make_pair(addIPMSequence(DL, Glue, DAG), Chain); 172ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford } 173ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford } 174ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford return std::make_pair(SDValue(), SDValue()); 175ac168b8bc8773a083a10902f64e4ae57a925aee4Richard Sandiford} 176e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford 177e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandifordstd::pair<SDValue, SDValue> SystemZSelectionDAGInfo:: 1788c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard SandifordEmitTargetCodeForMemchr(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 1798c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford SDValue Src, SDValue Char, SDValue Length, 1808c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford MachinePointerInfo SrcPtrInfo) const { 1818c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford // Use SRST to find the character. End is its address on success. 1828c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford EVT PtrVT = Src.getValueType(); 1838c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford SDVTList VTs = DAG.getVTList(PtrVT, MVT::Other, MVT::Glue); 1848c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Length = DAG.getZExtOrTrunc(Length, DL, PtrVT); 1858c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Char = DAG.getZExtOrTrunc(Char, DL, MVT::i32); 1868c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Char = DAG.getNode(ISD::AND, DL, MVT::i32, Char, 1878c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford DAG.getConstant(255, MVT::i32)); 1888c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford SDValue Limit = DAG.getNode(ISD::ADD, DL, PtrVT, Src, Length); 1898c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford SDValue End = DAG.getNode(SystemZISD::SEARCH_STRING, DL, VTs, Chain, 1908c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Limit, Src, Char); 1918c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Chain = End.getValue(1); 1928c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford SDValue Glue = End.getValue(2); 1938c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford 1948c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford // Now select between End and null, depending on whether the character 1958c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford // was found. 1968c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford SmallVector<SDValue, 5> Ops; 1978c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Ops.push_back(End); 1988c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Ops.push_back(DAG.getConstant(0, PtrVT)); 1998c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Ops.push_back(DAG.getConstant(SystemZ::CCMASK_SRST, MVT::i32)); 2008c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Ops.push_back(DAG.getConstant(SystemZ::CCMASK_SRST_FOUND, MVT::i32)); 2018c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford Ops.push_back(Glue); 2028c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford VTs = DAG.getVTList(PtrVT, MVT::Glue); 2038c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford End = DAG.getNode(SystemZISD::SELECT_CCMASK, DL, VTs, &Ops[0], Ops.size()); 2048c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford return std::make_pair(End, Chain); 2058c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford} 2068c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandiford 2078c20158fb0e1e5d747077f065eb0170c5af1fbfaRichard Sandifordstd::pair<SDValue, SDValue> SystemZSelectionDAGInfo:: 2084fc7355a21e1fa838406e15459aaf54a58fcf909Richard SandifordEmitTargetCodeForStrcpy(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 2094fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford SDValue Dest, SDValue Src, 2104fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford MachinePointerInfo DestPtrInfo, 2114fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford MachinePointerInfo SrcPtrInfo, bool isStpcpy) const { 2124fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford SDVTList VTs = DAG.getVTList(Dest.getValueType(), MVT::Other); 2134fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford SDValue EndDest = DAG.getNode(SystemZISD::STPCPY, DL, VTs, Chain, Dest, Src, 2144fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford DAG.getConstant(0, MVT::i32)); 2154fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford return std::make_pair(isStpcpy ? EndDest : Dest, EndDest.getValue(1)); 2164fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford} 2174fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandiford 2184fc7355a21e1fa838406e15459aaf54a58fcf909Richard Sandifordstd::pair<SDValue, SDValue> SystemZSelectionDAGInfo:: 219e1b2af731e2a45344a7c502232f66c55cd746da0Richard SandifordEmitTargetCodeForStrcmp(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 220e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford SDValue Src1, SDValue Src2, 221e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford MachinePointerInfo Op1PtrInfo, 222e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford MachinePointerInfo Op2PtrInfo) const { 223e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford SDVTList VTs = DAG.getVTList(Src1.getValueType(), MVT::Other, MVT::Glue); 224e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford SDValue Unused = DAG.getNode(SystemZISD::STRCMP, DL, VTs, Chain, Src1, Src2, 225e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford DAG.getConstant(0, MVT::i32)); 226e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford Chain = Unused.getValue(1); 227e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford SDValue Glue = Chain.getValue(2); 228e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford return std::make_pair(addIPMSequence(DL, Glue, DAG), Chain); 229e1b2af731e2a45344a7c502232f66c55cd746da0Richard Sandiford} 23019262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford 23119262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford// Search from Src for a null character, stopping once Src reaches Limit. 23219262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford// Return a pair of values, the first being the number of nonnull characters 23319262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford// and the second being the out chain. 23419262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford// 23519262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford// This can be used for strlen by setting Limit to 0. 23619262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandifordstatic std::pair<SDValue, SDValue> getBoundedStrlen(SelectionDAG &DAG, SDLoc DL, 23719262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford SDValue Chain, SDValue Src, 23819262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford SDValue Limit) { 23919262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford EVT PtrVT = Src.getValueType(); 24019262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford SDVTList VTs = DAG.getVTList(PtrVT, MVT::Other, MVT::Glue); 24119262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford SDValue End = DAG.getNode(SystemZISD::SEARCH_STRING, DL, VTs, Chain, 24219262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford Limit, Src, DAG.getConstant(0, MVT::i32)); 24319262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford Chain = End.getValue(1); 24419262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford SDValue Len = DAG.getNode(ISD::SUB, DL, PtrVT, End, Src); 24519262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford return std::make_pair(Len, Chain); 24619262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford} 24719262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford 24819262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandifordstd::pair<SDValue, SDValue> SystemZSelectionDAGInfo:: 24919262ee0725a09b7c621a3d2eb66ba1513ae932aRichard SandifordEmitTargetCodeForStrlen(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 25019262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford SDValue Src, MachinePointerInfo SrcPtrInfo) const { 25119262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford EVT PtrVT = Src.getValueType(); 25219262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford return getBoundedStrlen(DAG, DL, Chain, Src, DAG.getConstant(0, PtrVT)); 25319262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford} 25419262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford 25519262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandifordstd::pair<SDValue, SDValue> SystemZSelectionDAGInfo:: 25619262ee0725a09b7c621a3d2eb66ba1513ae932aRichard SandifordEmitTargetCodeForStrnlen(SelectionDAG &DAG, SDLoc DL, SDValue Chain, 25719262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford SDValue Src, SDValue MaxLength, 25819262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford MachinePointerInfo SrcPtrInfo) const { 25919262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford EVT PtrVT = Src.getValueType(); 26019262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford MaxLength = DAG.getZExtOrTrunc(MaxLength, DL, PtrVT); 26119262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford SDValue Limit = DAG.getNode(ISD::ADD, DL, PtrVT, Src, MaxLength); 26219262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford return getBoundedStrlen(DAG, DL, Chain, Src, Limit); 26319262ee0725a09b7c621a3d2eb66ba1513ae932aRichard Sandiford} 264