ConstantFolding.cpp revision 2334b0e8023bc382585a08386510cf29b3d541a6
183e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman//===-- ConstantFolding.cpp - Fold instructions into constants ------------===// 2bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 3bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// The LLVM Compiler Infrastructure 4bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 8bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 9bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 1083e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// This file defines routines for folding instructions into constants. 1183e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// 12c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth// Also, to supplement the basic IR ConstantExpr simplifications, 1383e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// this file defines some additional folding routines that can make use of 14c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth// DataLayout information. These functions cannot go in IR due to library 1583e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// dependency issues. 16bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 17bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 18bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 19bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Analysis/ConstantFolding.h" 208848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer#include "llvm/ADT/SmallPtrSet.h" 21d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/ADT/SmallVector.h" 22d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/ADT/StringMap.h" 23d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Analysis/ValueTracking.h" 240b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Constants.h" 250b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/DataLayout.h" 260b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/DerivedTypes.h" 270b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Function.h" 280b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/GlobalVariable.h" 290b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Instructions.h" 300b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Intrinsics.h" 310b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Operator.h" 32c25e7581b9b8088910da31702d4ca21c4734c6d7Torok Edwin#include "llvm/Support/ErrorHandling.h" 33d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Support/FEnv.h" 34bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Support/GetElementPtrTypeIterator.h" 35bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Support/MathExtras.h" 36d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Target/TargetLibraryInfo.h" 37bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include <cerrno> 3897af751deb9b26fd42fbcee082da9ccc4ded5b45Jeff Cohen#include <cmath> 39bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswellusing namespace llvm; 40bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 4103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 4203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner// Constant Folding internal helper functions 4303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 4403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 45db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi/// FoldBitCast - Constant fold bitcast, symbolically evaluating it with 463574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow/// DataLayout. This always returns a non-null constant, but it may be a 476333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner/// ConstantExpr if unfoldable. 48db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattnerstatic Constant *FoldBitCast(Constant *C, Type *DestTy, 493574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 504c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem // Catch the obvious splat cases. 514c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem if (C->isNullValue() && !DestTy->isX86_MMXTy()) 524c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem return Constant::getNullValue(DestTy); 534c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem if (C->isAllOnesValue() && !DestTy->isX86_MMXTy()) 544c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem return Constant::getAllOnesValue(DestTy); 554c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem 5604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // Handle a vector->integer cast. 5704594aeffa3360882eb09a888a0970321b987b16Rafael Espindola if (IntegerType *IT = dyn_cast<IntegerType>(DestTy)) { 58616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman VectorType *VTy = dyn_cast<VectorType>(C->getType()); 59616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman if (VTy == 0) 6004594aeffa3360882eb09a888a0970321b987b16Rafael Espindola return ConstantExpr::getBitCast(C, DestTy); 6104594aeffa3360882eb09a888a0970321b987b16Rafael Espindola 62616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman unsigned NumSrcElts = VTy->getNumElements(); 63616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman Type *SrcEltTy = VTy->getElementType(); 64db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 6504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // If the vector is a vector of floating point, convert it to vector of int 6604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // to simplify things. 677302d80490feabfc8a01bee0fa698aab55169544Chris Lattner if (SrcEltTy->isFloatingPointTy()) { 687302d80490feabfc8a01bee0fa698aab55169544Chris Lattner unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); 6904594aeffa3360882eb09a888a0970321b987b16Rafael Espindola Type *SrcIVTy = 7004594aeffa3360882eb09a888a0970321b987b16Rafael Espindola VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElts); 71c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Ask IR to do the conversion now that #elts line up. 7204594aeffa3360882eb09a888a0970321b987b16Rafael Espindola C = ConstantExpr::getBitCast(C, SrcIVTy); 7304594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 74db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 75616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman ConstantDataVector *CDV = dyn_cast<ConstantDataVector>(C); 76616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman if (CDV == 0) 77616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman return ConstantExpr::getBitCast(C, DestTy); 78616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman 7904594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // Now that we know that the input value is a vector of integers, just shift 8004594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // and insert them into our result. 817302d80490feabfc8a01bee0fa698aab55169544Chris Lattner unsigned BitShift = TD.getTypeAllocSizeInBits(SrcEltTy); 8204594aeffa3360882eb09a888a0970321b987b16Rafael Espindola APInt Result(IT->getBitWidth(), 0); 8304594aeffa3360882eb09a888a0970321b987b16Rafael Espindola for (unsigned i = 0; i != NumSrcElts; ++i) { 847302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result <<= BitShift; 857302d80490feabfc8a01bee0fa698aab55169544Chris Lattner if (TD.isLittleEndian()) 867302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result |= CDV->getElementAsInteger(NumSrcElts-i-1); 877302d80490feabfc8a01bee0fa698aab55169544Chris Lattner else 887302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result |= CDV->getElementAsInteger(i); 8904594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 90db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 9104594aeffa3360882eb09a888a0970321b987b16Rafael Espindola return ConstantInt::get(IT, Result); 9204594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 93db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 941c9fe0361b3f9f5c814ce761b97ecd11637a1d7dNadav Rotem // The code below only handles casts to vectors currently. 95db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner VectorType *DestVTy = dyn_cast<VectorType>(DestTy); 966333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (DestVTy == 0) 976333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 98db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 9993798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // If this is a scalar -> vector cast, convert the input into a <1 x scalar> 10093798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // vector so the code below can handle it uniformly. 10193798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner if (isa<ConstantFP>(C) || isa<ConstantInt>(C)) { 10293798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner Constant *Ops = C; // don't take the address of C! 1032ca5c8644e6c35b3a7910a576ed89cddb7b82c3bChris Lattner return FoldBitCast(ConstantVector::get(Ops), DestTy, TD); 10493798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner } 105db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 10693798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // If this is a bitcast from constant vector -> vector, fold it. 1076b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!isa<ConstantDataVector>(C) && !isa<ConstantVector>(C)) 10893798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner return ConstantExpr::getBitCast(C, DestTy); 109db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 110c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // If the element types match, IR can fold it. 1116333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned NumDstElt = DestVTy->getNumElements(); 1126b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned NumSrcElt = C->getType()->getVectorNumElements(); 1136333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (NumDstElt == NumSrcElt) 1146333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 115db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1166b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Type *SrcEltTy = C->getType()->getVectorElementType(); 117db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *DstEltTy = DestVTy->getElementType(); 118db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 119db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi // Otherwise, we're changing the number of elements in a vector, which 1206333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // requires endianness information to do the right thing. For example, 1216333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) 1226333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // folds to (little endian): 1236333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // <4 x i32> <i32 0, i32 0, i32 1, i32 0> 1246333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // and to (big endian): 1256333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // <4 x i32> <i32 0, i32 0, i32 0, i32 1> 126db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1276333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // First thing is first. We only want to think about integer here, so if 1286333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // we have something in FP form, recast it as integer. 129b0bc6c361da9009e8414efde317d9bbff755f6c0Duncan Sands if (DstEltTy->isFloatingPointTy()) { 1306333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Fold to an vector of integers with same size as our FP type. 1316333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned FPWidth = DstEltTy->getPrimitiveSizeInBits(); 132db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *DestIVTy = 1336333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumDstElt); 1346333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Recursively handle this integer conversion, if possible. 1356333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, DestIVTy, TD); 136db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 137c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Finally, IR can handle this now that #elts line up. 1386333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 1396333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 140db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1416333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Okay, we know the destination is integer, if the input is FP, convert 1426333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // it to integer first. 143b0bc6c361da9009e8414efde317d9bbff755f6c0Duncan Sands if (SrcEltTy->isFloatingPointTy()) { 1446333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); 145db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *SrcIVTy = 1466333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElt); 147c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Ask IR to do the conversion now that #elts line up. 1486333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = ConstantExpr::getBitCast(C, SrcIVTy); 149c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // If IR wasn't able to fold it, bail out. 1506b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!isa<ConstantVector>(C) && // FIXME: Remove ConstantVector. 1516b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner !isa<ConstantDataVector>(C)) 1526333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return C; 1536333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 154db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1556333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Now we know that the input and output vectors are both integer vectors 1566333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // of the same size, and that their #elements is not the same. Do the 1576333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // conversion here, which depends on whether the input or output has 1586333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // more elements. 1596333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner bool isLittleEndian = TD.isLittleEndian(); 160db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1616333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner SmallVector<Constant*, 32> Result; 1626333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (NumDstElt < NumSrcElt) { 1636333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Handle: bitcast (<4 x i32> <i32 0, i32 1, i32 2, i32 3> to <2 x i64>) 1646333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Constant *Zero = Constant::getNullValue(DstEltTy); 1656333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned Ratio = NumSrcElt/NumDstElt; 1666333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned SrcBitSize = SrcEltTy->getPrimitiveSizeInBits(); 1676333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned SrcElt = 0; 1686333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner for (unsigned i = 0; i != NumDstElt; ++i) { 1696333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Build each element of the result. 1706333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Constant *Elt = Zero; 1716333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned ShiftAmt = isLittleEndian ? 0 : SrcBitSize*(Ratio-1); 1726333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner for (unsigned j = 0; j != Ratio; ++j) { 1736b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Src =dyn_cast<ConstantInt>(C->getAggregateElement(SrcElt++)); 1746333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (!Src) // Reject constantexpr elements. 1756333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 176db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1776333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Zero extend the element to the right size. 1786333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Src = ConstantExpr::getZExt(Src, Elt->getType()); 179db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1806333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Shift it to the right place, depending on endianness. 181db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Src = ConstantExpr::getShl(Src, 1826333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner ConstantInt::get(Src->getType(), ShiftAmt)); 1836333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner ShiftAmt += isLittleEndian ? SrcBitSize : -SrcBitSize; 184db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1856333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Mix it in. 1866333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Elt = ConstantExpr::getOr(Elt, Src); 1876333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 1886333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Result.push_back(Elt); 1896333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 1906b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantVector::get(Result); 1916b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner } 192db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1936b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Handle: bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) 1946b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned Ratio = NumDstElt/NumSrcElt; 1956b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned DstBitSize = DstEltTy->getPrimitiveSizeInBits(); 196db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1976b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Loop over each source value, expanding into multiple results. 1986b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner for (unsigned i = 0; i != NumSrcElt; ++i) { 1996b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Src = dyn_cast<ConstantInt>(C->getAggregateElement(i)); 2006b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!Src) // Reject constantexpr elements. 2016b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 202db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2036b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned ShiftAmt = isLittleEndian ? 0 : DstBitSize*(Ratio-1); 2046b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner for (unsigned j = 0; j != Ratio; ++j) { 2056b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Shift the piece of the value into the right place, depending on 2066b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // endianness. 207db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Elt = ConstantExpr::getLShr(Src, 2086b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner ConstantInt::get(Src->getType(), ShiftAmt)); 2096b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner ShiftAmt += isLittleEndian ? DstBitSize : -DstBitSize; 210db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2116b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Truncate and remember this piece. 2126b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Result.push_back(ConstantExpr::getTrunc(Elt, DstEltTy)); 2136333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 2146333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 215db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2162ca5c8644e6c35b3a7910a576ed89cddb7b82c3bChris Lattner return ConstantVector::get(Result); 2176333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner} 2186333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner 2196333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner 22003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// IsConstantOffsetFromGlobal - If this constant is actually a constant offset 22103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// from a global, return the global and the constant. Because of 22203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// constantexprs, this function is recursive. 22303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattnerstatic bool IsConstantOffsetFromGlobal(Constant *C, GlobalValue *&GV, 2241094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer APInt &Offset, const DataLayout &TD) { 22503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Trivial case, constant is the global. 22603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if ((GV = dyn_cast<GlobalValue>(C))) { 2271094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer Offset.clearAllBits(); 22803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return true; 22903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 230db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 23103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Otherwise, if this isn't a constant expr, bail out. 23203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(C); 23303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (!CE) return false; 234db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 23503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Look through ptr->int and ptr->ptr casts. 23603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (CE->getOpcode() == Instruction::PtrToInt || 23703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner CE->getOpcode() == Instruction::BitCast) 23803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return IsConstantOffsetFromGlobal(CE->getOperand(0), GV, Offset, TD); 239db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 240db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi // i32* getelementptr ([5 x i32]* @a, i32 0, i32 5) 241cc00cc7e0427ab96a049703dd7b941eccdd4e7bdNuno Lopes if (GEPOperator *GEP = dyn_cast<GEPOperator>(CE)) { 24203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // If the base isn't a global+constant, we aren't either. 24303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (!IsConstantOffsetFromGlobal(CE->getOperand(0), GV, Offset, TD)) 24403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return false; 245db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 24603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Otherwise, add any offset that our operands provide. 247cc00cc7e0427ab96a049703dd7b941eccdd4e7bdNuno Lopes return GEP->accumulateConstantOffset(TD, Offset); 24803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 249db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 25003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return false; 25103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 25203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 253fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// ReadDataFromGlobal - Recursive helper to read bits out of global. C is the 254fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// constant being copied out of. ByteOffset is an offset into C. CurPtr is the 255fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// pointer to copy results into and BytesLeft is the number of bytes left in 256fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// the CurPtr buffer. TD is the target data. 257fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattnerstatic bool ReadDataFromGlobal(Constant *C, uint64_t ByteOffset, 258fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned char *CurPtr, unsigned BytesLeft, 2593574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 260fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner assert(ByteOffset <= TD.getTypeAllocSize(C->getType()) && 261fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner "Out of range access"); 262db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 263c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner // If this element is zero or undefined, we can just return since *CurPtr is 264c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner // zero initialized. 265fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (isa<ConstantAggregateZero>(C) || isa<UndefValue>(C)) 266fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 267db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 268fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantInt *CI = dyn_cast<ConstantInt>(C)) { 269fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CI->getBitWidth() > 64 || 270fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner (CI->getBitWidth() & 7) != 0) 271fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 272db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 273fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Val = CI->getZExtValue(); 274fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned IntBytes = unsigned(CI->getBitWidth()/8); 275db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 276fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (unsigned i = 0; i != BytesLeft && ByteOffset != IntBytes; ++i) { 277562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi int n = ByteOffset; 278562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (!TD.isLittleEndian()) 279562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi n = IntBytes - n - 1; 280562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi CurPtr[i] = (unsigned char)(Val >> (n * 8)); 281fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ++ByteOffset; 282fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 283fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 284fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 285db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 286fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantFP *CFP = dyn_cast<ConstantFP>(C)) { 287fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CFP->getType()->isDoubleTy()) { 2886333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, Type::getInt64Ty(C->getContext()), TD); 289fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 290fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 291fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CFP->getType()->isFloatTy()){ 2926333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, Type::getInt32Ty(C->getContext()), TD); 293fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 294fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 29542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (CFP->getType()->isHalfTy()){ 29642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson C = FoldBitCast(C, Type::getInt16Ty(C->getContext()), TD); 29742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 29842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 299c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner return false; 300fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 301db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 302fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantStruct *CS = dyn_cast<ConstantStruct>(C)) { 303fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner const StructLayout *SL = TD.getStructLayout(CS->getType()); 304fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned Index = SL->getElementContainingOffset(ByteOffset); 305fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t CurEltOffset = SL->getElementOffset(Index); 306fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ByteOffset -= CurEltOffset; 307db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 308fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner while (1) { 309fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If the element access is to the element itself and not to tail padding, 310fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // read the bytes from the element. 311fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t EltSize = TD.getTypeAllocSize(CS->getOperand(Index)->getType()); 312fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 313fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ByteOffset < EltSize && 314fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner !ReadDataFromGlobal(CS->getOperand(Index), ByteOffset, CurPtr, 315fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLeft, TD)) 316fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 317db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 318fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ++Index; 319db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 320fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Check to see if we read from the last struct element, if so we're done. 321fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (Index == CS->getType()->getNumElements()) 322fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 323fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 324fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we read all of the bytes we needed from this element we're done. 325fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t NextEltOffset = SL->getElementOffset(Index); 326fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 32789fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (BytesLeft <= NextEltOffset - CurEltOffset - ByteOffset) 328fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 329fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 330fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Move to the next element of the struct. 33189fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault CurPtr += NextEltOffset - CurEltOffset - ByteOffset; 33289fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault BytesLeft -= NextEltOffset - CurEltOffset - ByteOffset; 333fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ByteOffset = 0; 334fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner CurEltOffset = NextEltOffset; 335fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 336fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // not reached. 337fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 338fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 339a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (isa<ConstantArray>(C) || isa<ConstantVector>(C) || 340a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner isa<ConstantDataSequential>(C)) { 34189fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault Type *EltTy = C->getType()->getSequentialElementType(); 342a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner uint64_t EltSize = TD.getTypeAllocSize(EltTy); 343fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Index = ByteOffset / EltSize; 344fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Offset = ByteOffset - Index * EltSize; 345a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner uint64_t NumElts; 346a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (ArrayType *AT = dyn_cast<ArrayType>(C->getType())) 347a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner NumElts = AT->getNumElements(); 348a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner else 34989fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault NumElts = C->getType()->getVectorNumElements(); 350f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 351a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner for (; Index != NumElts; ++Index) { 352a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (!ReadDataFromGlobal(C->getAggregateElement(Index), Offset, CurPtr, 353fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLeft, TD)) 354fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 355f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 356f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands uint64_t BytesWritten = EltSize - Offset; 357f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands assert(BytesWritten <= EltSize && "Not indexing into this element?"); 358f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands if (BytesWritten >= BytesLeft) 359fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 360f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 361fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner Offset = 0; 362f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands BytesLeft -= BytesWritten; 363f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands CurPtr += BytesWritten; 364fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 365fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 366fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 367db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 3686475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { 3695d43ff4e7ea30eaf5a1c417f0ec528900f5c83f2Anders Carlsson if (CE->getOpcode() == Instruction::IntToPtr && 37080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE->getOperand(0)->getType() == TD.getIntPtrType(CE->getType())) { 371db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return ReadDataFromGlobal(CE->getOperand(0), ByteOffset, CurPtr, 372a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner BytesLeft, TD); 373b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 3746475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson } 3756475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson 376fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Otherwise, unknown initializer type. 377fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 378fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner} 379fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 380fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattnerstatic Constant *FoldReinterpretLoadFromConstPtr(Constant *C, 3813574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 38280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault PointerType *PTy = cast<PointerType>(C->getType()); 38380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *LoadTy = PTy->getElementType(); 384db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner IntegerType *IntType = dyn_cast<IntegerType>(LoadTy); 385db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 386fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If this isn't an integer load we can't fold it directly. 387fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (!IntType) { 38880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned AS = PTy->getAddressSpace(); 38980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 390fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If this is a float/double load, we can try folding it as an int32/64 load 39117f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // and then bitcast the result. This can be useful for union cases. Note 39217f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // that address spaces don't matter here since we're not going to result in 39317f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // an actual new load. 394db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *MapTy; 39542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (LoadTy->isHalfTy()) 39680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt16PtrTy(C->getContext(), AS); 39742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (LoadTy->isFloatTy()) 39880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt32PtrTy(C->getContext(), AS); 39917f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner else if (LoadTy->isDoubleTy()) 40080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt64PtrTy(C->getContext(), AS); 4011df9859c40492511b8aa4321eb76496005d3b75bDuncan Sands else if (LoadTy->isVectorTy()) { 40280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = PointerType::getIntNPtrTy(C->getContext(), 40380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault TD.getTypeAllocSizeInBits(LoadTy), 40480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault AS); 40517f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner } else 406fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 407fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 4086333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, MapTy, TD); 409fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (Constant *Res = FoldReinterpretLoadFromConstPtr(C, TD)) 4106333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return FoldBitCast(Res, LoadTy, TD); 411fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 412fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 413db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 414fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned BytesLoaded = (IntType->getBitWidth() + 7) / 8; 41589fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (BytesLoaded > 32 || BytesLoaded == 0) 41689fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault return 0; 417db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 418fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner GlobalValue *GVal; 41980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault APInt Offset(TD.getPointerTypeSizeInBits(PTy), 0); 420fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (!IsConstantOffsetFromGlobal(C, GVal, Offset, TD)) 421fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 422db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 423fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner GlobalVariable *GV = dyn_cast<GlobalVariable>(GVal); 424c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner if (!GV || !GV->isConstant() || !GV->hasDefinitiveInitializer() || 425fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner !GV->getInitializer()->getType()->isSized()) 426fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 427fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 428fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we're loading off the beginning of the global, some bytes may be valid, 429fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // but we don't try to handle this. 43089fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Offset.isNegative()) 43189fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault return 0; 432db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 433fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we're not accessing anything in this constant, the result is undefined. 4341094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (Offset.getZExtValue() >= 4351094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer TD.getTypeAllocSize(GV->getInitializer()->getType())) 436fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return UndefValue::get(IntType); 437db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 438739208a790398cf1f9da05149c768371e48781e8Chris Lattner unsigned char RawBytes[32] = {0}; 4391094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (!ReadDataFromGlobal(GV->getInitializer(), Offset.getZExtValue(), RawBytes, 440fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLoaded, TD)) 441fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 442fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 443562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi APInt ResultVal = APInt(IntType->getBitWidth(), 0); 444562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (TD.isLittleEndian()) { 445562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal = RawBytes[BytesLoaded - 1]; 446562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi for (unsigned i = 1; i != BytesLoaded; ++i) { 447562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal <<= 8; 448b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault ResultVal |= RawBytes[BytesLoaded - 1 - i]; 449562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } 450562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } else { 451562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal = RawBytes[0]; 452562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi for (unsigned i = 1; i != BytesLoaded; ++i) { 453562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal <<= 8; 454562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal |= RawBytes[i]; 455562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } 456739208a790398cf1f9da05149c768371e48781e8Chris Lattner } 457fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 458739208a790398cf1f9da05149c768371e48781e8Chris Lattner return ConstantInt::get(IntType->getContext(), ResultVal); 459fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner} 460fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 461878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// ConstantFoldLoadFromConstPtr - Return the value that a load from C would 462878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// produce if it is constant and determinable. If this is not determinable, 463878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// return null. 464878e4946700824954d7eb7f3ff660353db8e0d17Chris LattnerConstant *llvm::ConstantFoldLoadFromConstPtr(Constant *C, 4653574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD) { 466878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner // First, try the easy cases: 467878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (GlobalVariable *GV = dyn_cast<GlobalVariable>(C)) 468878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) 469878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return GV->getInitializer(); 470878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner 471e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // If the loaded value isn't a constant expr, we can't handle it. 472e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(C); 473b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!CE) 474b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault return 0; 475db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 476e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (CE->getOpcode() == Instruction::GetElementPtr) { 477b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (GlobalVariable *GV = dyn_cast<GlobalVariable>(CE->getOperand(0))) { 478b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (GV->isConstant() && GV->hasDefinitiveInitializer()) { 479db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (Constant *V = 480e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner ConstantFoldLoadThroughGEPConstantExpr(GV->getInitializer(), CE)) 481e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return V; 482b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 483b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 484e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 485db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 486e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // Instead of loading constant c string, use corresponding integer value 487e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // directly if string length is small enough. 48818c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner StringRef Str; 48918c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner if (TD && getConstantStringInfo(CE, Str) && !Str.empty()) { 49018c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner unsigned StrLen = Str.size(); 491db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = cast<PointerType>(CE->getType())->getElementType(); 492fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned NumBits = Ty->getPrimitiveSizeInBits(); 493eae2895120500d06bf6de9725efeeff498f60385Chris Lattner // Replace load with immediate integer if the result is an integer or fp 494eae2895120500d06bf6de9725efeeff498f60385Chris Lattner // value. 495eae2895120500d06bf6de9725efeeff498f60385Chris Lattner if ((NumBits >> 3) == StrLen + 1 && (NumBits & 7) == 0 && 496490b8f5d64823d998fc12ad3a91ecacd82c1901eChandler Carruth (isa<IntegerType>(Ty) || Ty->isFloatingPointTy())) { 497fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner APInt StrVal(NumBits, 0); 498fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner APInt SingleChar(NumBits, 0); 499e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (TD->isLittleEndian()) { 500fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (signed i = StrLen-1; i >= 0; i--) { 501e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = (uint64_t) Str[i] & UCHAR_MAX; 50262d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner StrVal = (StrVal << 8) | SingleChar; 50362d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 504e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } else { 505fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (unsigned i = 0; i < StrLen; i++) { 506e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = (uint64_t) Str[i] & UCHAR_MAX; 507e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner StrVal = (StrVal << 8) | SingleChar; 508e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 509e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // Append NULL at the end. 510e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = 0; 511e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner StrVal = (StrVal << 8) | SingleChar; 51262d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 513db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 514eae2895120500d06bf6de9725efeeff498f60385Chris Lattner Constant *Res = ConstantInt::get(CE->getContext(), StrVal); 515eae2895120500d06bf6de9725efeeff498f60385Chris Lattner if (Ty->isFloatingPointTy()) 516eae2895120500d06bf6de9725efeeff498f60385Chris Lattner Res = ConstantExpr::getBitCast(Res, Ty); 517eae2895120500d06bf6de9725efeeff498f60385Chris Lattner return Res; 51862d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 519878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner } 520db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 521e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // If this load comes from anywhere in a constant global, and if the global 522e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // is all undef or zero, we know what it loads. 523bd1801b5553c8be3960255a92738464e0010b6f6Dan Gohman if (GlobalVariable *GV = 524bd1801b5553c8be3960255a92738464e0010b6f6Dan Gohman dyn_cast<GlobalVariable>(GetUnderlyingObject(CE, TD))) { 525e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) { 526db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *ResTy = cast<PointerType>(C->getType())->getElementType(); 527e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->getInitializer()->isNullValue()) 528e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return Constant::getNullValue(ResTy); 529e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (isa<UndefValue>(GV->getInitializer())) 530e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return UndefValue::get(ResTy); 531e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 532e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 533db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 534562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi // Try hard to fold loads from bitcasted strange and non-type-safe things. 535562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (TD) 536fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return FoldReinterpretLoadFromConstPtr(CE, *TD); 537878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return 0; 538878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner} 539878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner 5403574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmowstatic Constant *ConstantFoldLoadInst(const LoadInst *LI, const DataLayout *TD){ 541878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (LI->isVolatile()) return 0; 542db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 543878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (Constant *C = dyn_cast<Constant>(LI->getOperand(0))) 544878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return ConstantFoldLoadFromConstPtr(C, TD); 545fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 546878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return 0; 547878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner} 54803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 54903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// SymbolicallyEvaluateBinop - One of Op0/Op1 is a constant expression. 55067e3566d8f6875e9c92d224f493023408a66227eNick Lewycky/// Attempt to symbolically evaluate the result of a binary operator merging 5519d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky/// these together. If target data info is available, it is provided as DL, 5529d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky/// otherwise DL is null. 55303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattnerstatic Constant *SymbolicallyEvaluateBinop(unsigned Opc, Constant *Op0, 5549d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky Constant *Op1, const DataLayout *DL){ 55503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // SROA 556db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 55703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Fold (and 0xffffffff00000000, (shl x, 32)) -> shl. 55803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Fold (lshr (or X, Y), 32) -> (lshr [X/Y], 32) if one doesn't contribute 55903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // bits. 560db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 561db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 5629d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if (Opc == Instruction::And && DL) { 563eb733d2a1b8683f5cb3558160cb03a442f46e46eBenjamin Kramer unsigned BitWidth = DL->getTypeSizeInBits(Op0->getType()->getScalarType()); 5649d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero0(BitWidth, 0), KnownOne0(BitWidth, 0); 5659d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero1(BitWidth, 0), KnownOne1(BitWidth, 0); 5669d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky ComputeMaskedBits(Op0, KnownZero0, KnownOne0, DL); 5679d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky ComputeMaskedBits(Op1, KnownZero1, KnownOne1, DL); 5689d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownOne1 | KnownZero0).isAllOnesValue()) { 5699d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky // All the bits of Op0 that the 'and' could be masking are already zero. 5709d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return Op0; 5719d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 5729d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownOne0 | KnownZero1).isAllOnesValue()) { 5739d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky // All the bits of Op1 that the 'and' could be masking are already zero. 5749d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return Op1; 5759d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 5769d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky 5779d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero = KnownZero0 | KnownZero1; 5789d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownOne = KnownOne0 & KnownOne1; 5799d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownZero | KnownOne).isAllOnesValue()) { 5809d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return ConstantInt::get(Op0->getType(), KnownOne); 5819d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 5829d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 5839d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky 58403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // If the constant expr is something like &A[123] - &A[4].f, fold this into a 58503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // constant. This happens frequently when iterating over a global array. 5869d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if (Opc == Instruction::Sub && DL) { 58703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner GlobalValue *GV1, *GV2; 5889d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky unsigned PtrSize = DL->getPointerSizeInBits(); 589faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer APInt Offs1(PtrSize, 0), Offs2(PtrSize, 0); 590db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 5919d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if (IsConstantOffsetFromGlobal(Op0, GV1, Offs1, *DL)) 5929d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if (IsConstantOffsetFromGlobal(Op1, GV2, Offs2, *DL) && 59303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner GV1 == GV2) { 594180df81c8f2a30abda712a0a99149c6b9a4241aaMatt Arsenault unsigned OpSize = DL->getTypeSizeInBits(Op0->getType()); 595180df81c8f2a30abda712a0a99149c6b9a4241aaMatt Arsenault 59603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // (&GV+C1) - (&GV+C2) -> C1-C2, pointer arithmetic cannot overflow. 597faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer // PtrToInt may change the bitwidth so we have convert to the right size 598faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer // first. 599faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer return ConstantInt::get(Op0->getType(), Offs1.zextOrTrunc(OpSize) - 600faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer Offs2.zextOrTrunc(OpSize)); 60103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 60203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 603db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 60403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return 0; 60503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 60603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 6074f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// CastGEPIndices - If array indices are not pointer-sized integers, 6084f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// explicitly cast them so that they aren't implicitly casted by the 6094f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// getelementptr. 6101d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foadstatic Constant *CastGEPIndices(ArrayRef<Constant *> Ops, 6113574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow Type *ResultTy, const DataLayout *TD, 612618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 61380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (!TD) 61480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault return 0; 61580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 61680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(ResultTy); 6174f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 6184f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman bool Any = false; 6194f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman SmallVector<Constant*, 32> NewIdxs; 6201d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad for (unsigned i = 1, e = Ops.size(); i != e; ++i) { 6214f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman if ((i == 1 || 622b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault !isa<StructType>(GetElementPtrInst::getIndexedType( 623b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Ops[0]->getType(), 624b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Ops.slice(1, i - 1)))) && 6254f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Ops[i]->getType() != IntPtrTy) { 6264f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Any = true; 6274f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman NewIdxs.push_back(ConstantExpr::getCast(CastInst::getCastOpcode(Ops[i], 6284f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman true, 6294f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman IntPtrTy, 6304f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman true), 6314f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Ops[i], IntPtrTy)); 6324f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman } else 6334f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman NewIdxs.push_back(Ops[i]); 6344f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman } 6354f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 636b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!Any) 637b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault return 0; 638b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 639b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Constant *C = ConstantExpr::getGetElementPtr(Ops[0], NewIdxs); 640b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { 641618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *Folded = ConstantFoldConstantExpression(CE, TD, TLI)) 6424f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman C = Folded; 643b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 644b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 6454f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman return C; 6464f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman} 6474f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 64897baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem/// Strip the pointer casts, but preserve the address space information. 64997baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotemstatic Constant* StripPtrCastKeepAS(Constant* Ptr) { 65097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem assert(Ptr->getType()->isPointerTy() && "Not a pointer type"); 65197baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem PointerType *OldPtrTy = cast<PointerType>(Ptr->getType()); 65297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = cast<Constant>(Ptr->stripPointerCasts()); 65397baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem PointerType *NewPtrTy = cast<PointerType>(Ptr->getType()); 65497baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 65597baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem // Preserve the address space number of the pointer. 65697baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem if (NewPtrTy->getAddressSpace() != OldPtrTy->getAddressSpace()) { 65797baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem NewPtrTy = NewPtrTy->getElementType()->getPointerTo( 65897baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem OldPtrTy->getAddressSpace()); 65997baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = ConstantExpr::getBitCast(Ptr, NewPtrTy); 66097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem } 66197baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem return Ptr; 66297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem} 66397baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 66403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// SymbolicallyEvaluateGEP - If we can symbolically evaluate the specified GEP 66503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// constant expression, do so. 6661d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foadstatic Constant *SymbolicallyEvaluateGEP(ArrayRef<Constant *> Ops, 6673574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow Type *ResultTy, const DataLayout *TD, 668618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 66903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner Constant *Ptr = Ops[0]; 67089fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (!TD || !Ptr->getType()->getPointerElementType()->isSized() || 6711608769abeb1430dc34f31ffac0d9850f99ae36aNadav Rotem !Ptr->getType()->isPointerTy()) 67203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return 0; 673db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 67480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(Ptr->getType()); 67589fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault Type *ResultElementTy = ResultTy->getPointerElementType(); 676268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner 677268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner // If this is a constant expr gep that is effectively computing an 678268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner // "offsetof", fold it into 'cast int Size to T*' instead of 'gep 0, 0, 12' 6791d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad for (unsigned i = 1, e = Ops.size(); i != e; ++i) 6808cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (!isa<ConstantInt>(Ops[i])) { 681db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 6828cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner // If this is "gep i8* Ptr, (sub 0, V)", fold this as: 6838cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner // "inttoptr (sub (ptrtoint Ptr), V)" 68489fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Ops.size() == 2 && ResultElementTy->isIntegerTy(8)) { 6858cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[1]); 686156eb0a569a1ebac86ad8438645f690d8a3894c4Chris Lattner assert((CE == 0 || CE->getType() == IntPtrTy) && 687f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner "CastGEPIndices didn't canonicalize index types!"); 6888cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (CE && CE->getOpcode() == Instruction::Sub && 689f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner CE->getOperand(0)->isNullValue()) { 6908cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Constant *Res = ConstantExpr::getPtrToInt(Ptr, CE->getType()); 6918cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Res = ConstantExpr::getSub(Res, CE->getOperand(1)); 6928cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Res = ConstantExpr::getIntToPtr(Res, ResultTy); 6938cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (ConstantExpr *ResCE = dyn_cast<ConstantExpr>(Res)) 694618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier Res = ConstantFoldConstantExpression(ResCE, TD, TLI); 6958cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner return Res; 6968cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 6978cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 698de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman return 0; 6998cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 70097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 701f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner unsigned BitWidth = TD->getTypeSizeInBits(IntPtrTy); 7028fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad APInt Offset = 7038fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad APInt(BitWidth, TD->getIndexedOffset(Ptr->getType(), 7045177b3a8c48adec2acf284fcb8e00775a705a7e2Roman Divacky makeArrayRef((Value *const*) 7055177b3a8c48adec2acf284fcb8e00775a705a7e2Roman Divacky Ops.data() + 1, 7068fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad Ops.size() - 1))); 70797baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = StripPtrCastKeepAS(Ptr); 7080891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman 7090891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman // If this is a GEP of a GEP, fold it all into a single GEP. 7100891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman while (GEPOperator *GEP = dyn_cast<GEPOperator>(Ptr)) { 711b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault SmallVector<Value *, 4> NestedOps(GEP->op_begin() + 1, GEP->op_end()); 712890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands 713890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands // Do not try the incorporate the sub-GEP if some index is not a number. 714890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands bool AllConstantInt = true; 715890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands for (unsigned i = 0, e = NestedOps.size(); i != e; ++i) 716890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands if (!isa<ConstantInt>(NestedOps[i])) { 717890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands AllConstantInt = false; 718890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands break; 719890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands } 720890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands if (!AllConstantInt) 721890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands break; 722890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands 7230891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman Ptr = cast<Constant>(GEP->getOperand(0)); 7240891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman Offset += APInt(BitWidth, 7258fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad TD->getIndexedOffset(Ptr->getType(), NestedOps)); 72697baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = StripPtrCastKeepAS(Ptr); 7270891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman } 7280891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman 729de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // If the base value for this address is a literal integer value, fold the 730de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // getelementptr to the resulting integer value casted to the pointer type. 73140b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman APInt BasePtr(BitWidth, 0); 732b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ptr)) { 733b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (CE->getOpcode() == Instruction::IntToPtr) { 73440f8f6264d5af2c38e797e0dc59827cd231e8ff7Jay Foad if (ConstantInt *Base = dyn_cast<ConstantInt>(CE->getOperand(0))) 73540f8f6264d5af2c38e797e0dc59827cd231e8ff7Jay Foad BasePtr = Base->getValue().zextOrTrunc(BitWidth); 736b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 737b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 738b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 73940b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman if (Ptr->isNullValue() || BasePtr != 0) { 740b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Constant *C = ConstantInt::get(Ptr->getContext(), Offset + BasePtr); 741de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman return ConstantExpr::getIntToPtr(C, ResultTy); 742de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } 743de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 744de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Otherwise form a regular getelementptr. Recompute the indices so that 745de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // we eliminate over-indexing of the notional static type array bounds. 746de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // This makes it easy to determine if the getelementptr is "inbounds". 747de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Also, this helps GlobalOpt do SROA on GlobalVariables. 748db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = Ptr->getType(); 7497362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth assert(Ty->isPointerTy() && "Forming regular GEP of non-pointer type"); 75080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault SmallVector<Constant *, 32> NewIdxs; 75180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 7523d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman do { 753db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner if (SequentialType *ATy = dyn_cast<SequentialType>(Ty)) { 7541df9859c40492511b8aa4321eb76496005d3b75bDuncan Sands if (ATy->isPointerTy()) { 755e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner // The only pointer indexing we'll do is on the first index of the GEP. 756e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner if (!NewIdxs.empty()) 757e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner break; 758db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 759e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner // Only handle pointers to sized types, not pointers to functions. 760e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner if (!ATy->getElementType()->isSized()) 761e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner return 0; 762e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner } 763db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 764de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Determine which element of the array the offset points into. 765cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman APInt ElemSize(BitWidth, TD->getTypeAllocSize(ATy->getElementType())); 766de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman if (ElemSize == 0) 767c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // The element size is 0. This may be [0 x Ty]*, so just use a zero 768e58391073f6e17cd1024f737618a6f6b8d1323ceDuncan Sands // index for this level and proceed to the next level to see if it can 769e58391073f6e17cd1024f737618a6f6b8d1323ceDuncan Sands // accommodate the offset. 770c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner NewIdxs.push_back(ConstantInt::get(IntPtrTy, 0)); 771c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner else { 772c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // The element size is non-zero divide the offset by the element 773c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // size (rounding down), to compute the index at this level. 774c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner APInt NewIdx = Offset.udiv(ElemSize); 775c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner Offset -= NewIdx * ElemSize; 776c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner NewIdxs.push_back(ConstantInt::get(IntPtrTy, NewIdx)); 777c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner } 778de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman Ty = ATy->getElementType(); 779db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner } else if (StructType *STy = dyn_cast<StructType>(Ty)) { 7807362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // If we end up with an offset that isn't valid for this struct type, we 7817362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // can't re-form this GEP in a regular form, so bail out. The pointer 7827362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // operand likely went through casts that are necessary to make the GEP 7837362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // sensible. 784de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman const StructLayout &SL = *TD->getStructLayout(STy); 7857362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth if (Offset.uge(SL.getSizeInBytes())) 7867362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth break; 7877362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth 7887362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // Determine which field of the struct the offset points into. The 7897362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // getZExtValue is fine as we've already ensured that the offset is 7907362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // within the range representable by the StructLayout API. 791cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman unsigned ElIdx = SL.getElementContainingOffset(Offset.getZExtValue()); 7927b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner NewIdxs.push_back(ConstantInt::get(Type::getInt32Ty(Ty->getContext()), 7937b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner ElIdx)); 794cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman Offset -= APInt(BitWidth, SL.getElementOffset(ElIdx)); 795de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman Ty = STy->getTypeAtIndex(ElIdx); 796de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } else { 7973d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // We've reached some non-indexable type. 7983d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman break; 799de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } 80089fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault } while (Ty != ResultElementTy); 8013d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman 8023d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // If we haven't used up the entire offset by descending the static 8033d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // type, then the offset is pointing into the middle of an indivisible 8043d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // member, so we can't simplify it. 8053d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman if (Offset != 0) 8063d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman return 0; 807de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 8083bfbc4587a7e79f08f8c126a9e62c3475fb90f8bDan Gohman // Create a GEP. 809b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Constant *C = ConstantExpr::getGetElementPtr(Ptr, NewIdxs); 81089fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault assert(C->getType()->getPointerElementType() == Ty && 8116e7ad958683f34bf6c014c88fef723e5a2d741beDan Gohman "Computed GetElementPtr has unexpected type!"); 8123d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman 8133d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // If we ended up indexing a member with a type that doesn't match 8144c0d5d5db876b0628bdf6a2174263a1c0a9130e2Dan Gohman // the type of what the original indices indexed, add a cast. 81589fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Ty != ResultElementTy) 8166333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, ResultTy, *TD); 817de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 8183d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman return C; 81903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 82003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 8211afab9c1e0ae2d145ce01718aa14065393117e70Chris Lattner 82203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 82303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 82403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner// Constant Folding public APIs 82503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 82603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 827b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// ConstantFoldInstruction - Try to constant fold the specified instruction. 828b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// If successful, the constant result is returned, if not, null is returned. 829b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// Note that this fails if not all of the operands are constant. Otherwise, 830b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// this function can only fail when attempting to fold instructions like loads 831b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// and stores, which have no constant expression form. 832618c1dbd293d15ee19f61b1156ab8086ad28311aChad RosierConstant *llvm::ConstantFoldInstruction(Instruction *I, 8333574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 834618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 835b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // Handle PHI nodes quickly here... 8365520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner if (PHINode *PN = dyn_cast<PHINode>(I)) { 837c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Constant *CommonValue = 0; 838c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands 839c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) { 840c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Value *Incoming = PN->getIncomingValue(i); 841b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // If the incoming value is undef then skip it. Note that while we could 842b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // skip the value if it is equal to the phi node itself we choose not to 843b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // because that would break the rule that constant folding only applies if 844b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // all operands are constants. 845b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands if (isa<UndefValue>(Incoming)) 846c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands continue; 84703e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // If the incoming value is not a constant, then give up. 848c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Constant *C = dyn_cast<Constant>(Incoming); 84903e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (!C) 85003e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman return 0; 85103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // Fold the PHI's operands. 85203e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (ConstantExpr *NewC = dyn_cast<ConstantExpr>(C)) 85303e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman C = ConstantFoldConstantExpression(NewC, TD, TLI); 85403e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // If the incoming value is a different constant to 85503e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // the one we saw previously, then give up. 85603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (CommonValue && C != CommonValue) 857c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands return 0; 858c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands CommonValue = C; 859c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands } 8605520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 86103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 862c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands // If we reach here, all incoming values are the same constant or undef. 863c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands return CommonValue ? CommonValue : UndefValue::get(PN->getType()); 8645520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner } 8655520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 8665520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // Scan the operand list, checking to see if they are all constants, if so, 8675520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // hand off to ConstantFoldInstOperands. 8685520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner SmallVector<Constant*, 8> Ops; 86903e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman for (User::op_iterator i = I->op_begin(), e = I->op_end(); i != e; ++i) { 87003e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Constant *Op = dyn_cast<Constant>(*i); 87103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (!Op) 8725520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return 0; // All operands not constant! 8735520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 87403e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // Fold the Instruction's operands. 87503e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(Op)) 87603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Op = ConstantFoldConstantExpression(NewCE, TD, TLI); 87703e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 87803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Ops.push_back(Op); 87903e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman } 88003e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 881f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (const CmpInst *CI = dyn_cast<CmpInst>(I)) 8828f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(CI->getPredicate(), Ops[0], Ops[1], 883618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 884db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 885878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (const LoadInst *LI = dyn_cast<LoadInst>(I)) 886878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return ConstantFoldLoadInst(LI, TD); 8873ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 888b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (InsertValueInst *IVI = dyn_cast<InsertValueInst>(I)) { 8893ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel return ConstantExpr::getInsertValue( 8903ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(IVI->getAggregateOperand()), 8913ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(IVI->getInsertedValueOperand()), 892fc6d3a49867cd38954dc40936a88f1907252c6d2Jay Foad IVI->getIndices()); 893b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 8943ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 895b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ExtractValueInst *EVI = dyn_cast<ExtractValueInst>(I)) { 8963ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel return ConstantExpr::getExtractValue( 8973ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(EVI->getAggregateOperand()), 898fc6d3a49867cd38954dc40936a88f1907252c6d2Jay Foad EVI->getIndices()); 899b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 9003ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 901618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(I->getOpcode(), I->getType(), Ops, TD, TLI); 9025520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 9035520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 9048848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramerstatic Constant * 9058848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin KramerConstantFoldConstantExpressionImpl(const ConstantExpr *CE, const DataLayout *TD, 9068848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer const TargetLibraryInfo *TLI, 9078848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer SmallPtrSet<ConstantExpr *, 4> &FoldedOps) { 9088848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer SmallVector<Constant *, 8> Ops; 9098848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer for (User::const_op_iterator i = CE->op_begin(), e = CE->op_end(); i != e; 9108848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer ++i) { 91101b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman Constant *NewC = cast<Constant>(*i); 9128848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer // Recursively fold the ConstantExpr's operands. If we have already folded 9138848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer // a ConstantExpr, we don't have to process it again. 9148848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(NewC)) { 9158848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer if (FoldedOps.insert(NewCE)) 9168848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer NewC = ConstantFoldConstantExpressionImpl(NewCE, TD, TLI, FoldedOps); 9178848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer } 91801b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman Ops.push_back(NewC); 91901b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman } 9203dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 9213dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (CE->isCompare()) 9228f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(CE->getPredicate(), Ops[0], Ops[1], 923618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 924618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(CE->getOpcode(), CE->getType(), Ops, TD, TLI); 9253dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky} 9263dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 9278848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer/// ConstantFoldConstantExpression - Attempt to fold the constant expression 9288848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer/// using the specified DataLayout. If successful, the constant result is 9298848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer/// result is returned, if not, null is returned. 9308848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin KramerConstant *llvm::ConstantFoldConstantExpression(const ConstantExpr *CE, 9318848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer const DataLayout *TD, 9328848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer const TargetLibraryInfo *TLI) { 9338848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer SmallPtrSet<ConstantExpr *, 4> FoldedOps; 9348848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer return ConstantFoldConstantExpressionImpl(CE, TD, TLI, FoldedOps); 9358848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer} 9368848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer 9375520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// ConstantFoldInstOperands - Attempt to constant fold an instruction with the 9385520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// specified opcode and operands. If successful, the constant result is 9395520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// returned, if not, null is returned. Note that this function can fail when 9405520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// attempting to fold instructions like loads and stores, which have no 9415520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// constant expression form. 9425520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// 94301b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// TODO: This function neither utilizes nor preserves nsw/nuw/inbounds/etc 94401b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// information, due to only being passed an opcode and operands. Constant 94501b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// folding using this function strips this information. 94601b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// 947db2b2852256aba368cf6e75e049773768d159890NAKAMURA TakumiConstant *llvm::ConstantFoldInstOperands(unsigned Opcode, Type *DestTy, 9481d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad ArrayRef<Constant *> Ops, 9493574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 950db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi const TargetLibraryInfo *TLI) { 95103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Handle easy binops first. 952f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (Instruction::isBinaryOp(Opcode)) { 953b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (isa<ConstantExpr>(Ops[0]) || isa<ConstantExpr>(Ops[1])) { 9547b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner if (Constant *C = SymbolicallyEvaluateBinop(Opcode, Ops[0], Ops[1], TD)) 95503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return C; 956b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 957db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 958baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::get(Opcode, Ops[0], Ops[1]); 95903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 960db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 961f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner switch (Opcode) { 9625520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner default: return 0; 96379fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner case Instruction::ICmp: 964858143816d43e58b17bfd11cb1b57afbd7f0f893Craig Topper case Instruction::FCmp: llvm_unreachable("Invalid for compares"); 9655520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Call: 9661d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Function *F = dyn_cast<Function>(Ops.back())) 9675520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner if (canConstantFoldCallTo(F)) 968618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCall(F, Ops.slice(0, Ops.size() - 1), TLI); 9695520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return 0; 970001f7534e0311508cc93831a595785bb177f8a18Chris Lattner case Instruction::PtrToInt: 971001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // If the input is a inttoptr, eliminate the pair. This requires knowing 972001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // the width of a pointer, so it can't be done in ConstantExpr::getCast. 973001f7534e0311508cc93831a595785bb177f8a18Chris Lattner if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { 974001f7534e0311508cc93831a595785bb177f8a18Chris Lattner if (TD && CE->getOpcode() == Instruction::IntToPtr) { 975001f7534e0311508cc93831a595785bb177f8a18Chris Lattner Constant *Input = CE->getOperand(0); 9766de29f8d960505421d61c80cdb738e16720b6c0eDan Gohman unsigned InWidth = Input->getType()->getScalarSizeInBits(); 9772334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault unsigned PtrWidth = TD->getPointerTypeSizeInBits(CE->getType()); 9782334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault if (PtrWidth < InWidth) { 979db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Mask = 9802334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault ConstantInt::get(CE->getContext(), 9812334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault APInt::getLowBitsSet(InWidth, PtrWidth)); 982baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Input = ConstantExpr::getAnd(Input, Mask); 98304aa2c3520c049333ca216fb794d700310c4a33dNick Lewycky } 984001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // Do a zext or trunc to get to the dest size. 985baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getIntegerCast(Input, DestTy, false); 986001f7534e0311508cc93831a595785bb177f8a18Chris Lattner } 987001f7534e0311508cc93831a595785bb177f8a18Chris Lattner } 988baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 989001f7534e0311508cc93831a595785bb177f8a18Chris Lattner case Instruction::IntToPtr: 99081b06be055e74a3c23a1c8f17ead97f9f76335eeDuncan Sands // If the input is a ptrtoint, turn the pair into a ptr to ptr bitcast if 99181b06be055e74a3c23a1c8f17ead97f9f76335eeDuncan Sands // the int size is >= the ptr size. This requires knowing the width of a 99281b06be055e74a3c23a1c8f17ead97f9f76335eeDuncan Sands // pointer, so it can't be done in ConstantExpr::getCast. 99380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { 99480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (TD && CE->getOpcode() == Instruction::PtrToInt) { 99580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *SrcPtr = CE->getOperand(0); 99680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned SrcPtrSize = TD->getPointerTypeSizeInBits(SrcPtr->getType()); 99780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned MidIntSize = CE->getType()->getScalarSizeInBits(); 99880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 99980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (MidIntSize >= SrcPtrSize) { 100080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned DestPtrSize = TD->getPointerTypeSizeInBits(DestTy); 100180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (SrcPtrSize == DestPtrSize) 100280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault return FoldBitCast(CE->getOperand(0), DestTy, *TD); 100380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 100480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 100580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1006b80a2a686fe76496d71397f8bdda394d5718ab01Dan Gohman 1007baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 10085520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Trunc: 10095520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ZExt: 10105520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::SExt: 10115520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPTrunc: 10125520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPExt: 10135520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::UIToFP: 10145520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::SIToFP: 10155520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPToUI: 10165520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPToSI: 1017baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 10185520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::BitCast: 10191afab9c1e0ae2d145ce01718aa14065393117e70Chris Lattner if (TD) 10206333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return FoldBitCast(Ops[0], DestTy, *TD); 1021baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getBitCast(Ops[0], DestTy); 10225520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Select: 1023baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getSelect(Ops[0], Ops[1], Ops[2]); 10245520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ExtractElement: 1025baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getExtractElement(Ops[0], Ops[1]); 10265520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::InsertElement: 1027baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getInsertElement(Ops[0], Ops[1], Ops[2]); 10285520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ShuffleVector: 1029baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getShuffleVector(Ops[0], Ops[1], Ops[2]); 10305520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::GetElementPtr: 1031618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *C = CastGEPIndices(Ops, DestTy, TD, TLI)) 10324f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman return C; 1033618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *C = SymbolicallyEvaluateGEP(Ops, DestTy, TD, TLI)) 103403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return C; 1035db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1036dab3d29605a5c83db41b28176273ef55961120c1Jay Foad return ConstantExpr::getGetElementPtr(Ops[0], Ops.slice(1)); 10375520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner } 10385520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 10395520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 1040f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// ConstantFoldCompareInstOperands - Attempt to constant fold a compare 1041f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// instruction (icmp/fcmp) with the specified operands. If it fails, it 1042f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// returns a constant expression of the specified operands. 1043f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// 1044f286f6fd93d569befe6e77c94a947e6e04e95685Chris LattnerConstant *llvm::ConstantFoldCompareInstOperands(unsigned Predicate, 1045db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Ops0, Constant *Ops1, 10463574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 1047618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 1048f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (inttoptr x), null -> icmp x, 0 1049f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (ptrtoint x), 0 -> icmp x, null 10503dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // fold: icmp (inttoptr x), (inttoptr y) -> icmp trunc/zext x, trunc/zext y 1051f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (ptrtoint x), (ptrtoint y) -> icmp x, y 1052f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // 1053f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // ConstantExpr::getCompare cannot do this, because it doesn't have TD 1054f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // around to know if bit truncation is happening. 10558f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (ConstantExpr *CE0 = dyn_cast<ConstantExpr>(Ops0)) { 10568f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (TD && Ops1->isNullValue()) { 1057f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (CE0->getOpcode() == Instruction::IntToPtr) { 105880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(CE0->getType()); 1059f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // Convert the integer value to the right size to ensure we get the 1060f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // proper extension or truncation. 1061baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C = ConstantExpr::getIntegerCast(CE0->getOperand(0), 1062f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner IntPtrTy, false); 10638f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner Constant *Null = Constant::getNullValue(C->getType()); 1064618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCompareInstOperands(Predicate, C, Null, TD, TLI); 1065f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1066db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1067f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // Only do this transformation if the int is intptrty in size, otherwise 1068f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // there is a truncation or extension that we aren't modeling. 106980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getOpcode() == Instruction::PtrToInt) { 107080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(CE0->getOperand(0)->getType()); 107180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getType() == IntPtrTy) { 107280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *C = CE0->getOperand(0); 107380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *Null = Constant::getNullValue(C->getType()); 107480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault return ConstantFoldCompareInstOperands(Predicate, C, Null, TD, TLI); 107580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1076f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1077f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1078db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 10798f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (ConstantExpr *CE1 = dyn_cast<ConstantExpr>(Ops1)) { 10803dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (TD && CE0->getOpcode() == CE1->getOpcode()) { 10813dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (CE0->getOpcode() == Instruction::IntToPtr) { 108280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(CE0->getType()); 108380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 10843dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // Convert the integer value to the right size to ensure we get the 10853dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // proper extension or truncation. 1086baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C0 = ConstantExpr::getIntegerCast(CE0->getOperand(0), 10873dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky IntPtrTy, false); 1088baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C1 = ConstantExpr::getIntegerCast(CE1->getOperand(0), 10893dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky IntPtrTy, false); 1090618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCompareInstOperands(Predicate, C0, C1, TD, TLI); 10913dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky } 10923dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 1093ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth // Only do this transformation if the int is intptrty in size, otherwise 1094ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth // there is a truncation or extension that we aren't modeling. 109580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getOpcode() == Instruction::PtrToInt) { 109680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(CE0->getOperand(0)->getType()); 109780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getType() == IntPtrTy && 109880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE0->getOperand(0)->getType() == CE1->getOperand(0)->getType()) { 109980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault return ConstantFoldCompareInstOperands(Predicate, 110080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE0->getOperand(0), 110180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE1->getOperand(0), 110280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault TD, 110380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault TLI); 110480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 110580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1106f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1107f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1108db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 110979fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner // icmp eq (or x, y), 0 -> (icmp eq x, 0) & (icmp eq y, 0) 111079fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner // icmp ne (or x, y), 0 -> (icmp ne x, 0) | (icmp ne y, 0) 111179fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner if ((Predicate == ICmpInst::ICMP_EQ || Predicate == ICmpInst::ICMP_NE) && 111279fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner CE0->getOpcode() == Instruction::Or && Ops1->isNullValue()) { 1113db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *LHS = 1114618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(0), Ops1, 1115618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 1116db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *RHS = 1117618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(1), Ops1, 1118618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 1119db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi unsigned OpC = 112079fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner Predicate == ICmpInst::ICMP_EQ ? Instruction::And : Instruction::Or; 112179fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner Constant *Ops[] = { LHS, RHS }; 1122618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(OpC, LHS->getType(), Ops, TD, TLI); 112379fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner } 1124f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1125db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 11268f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantExpr::getCompare(Predicate, Ops0, Ops1); 1127f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner} 1128f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner 1129f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner 11305520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// ConstantFoldLoadThroughGEPConstantExpr - Given a constant and a 11315520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// getelementptr constantexpr, return the constant value being addressed by the 11325520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// constant expression, or null if something is funny and we can't decide. 1133db2b2852256aba368cf6e75e049773768d159890NAKAMURA TakumiConstant *llvm::ConstantFoldLoadThroughGEPConstantExpr(Constant *C, 1134c6f69e94fa46f585b59bb9d7ace3224b0e638c95Dan Gohman ConstantExpr *CE) { 1135a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner if (!CE->getOperand(1)->isNullValue()) 11365520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return 0; // Do not allow stepping over the value! 1137a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner 1138a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner // Loop over all of the operands, tracking down which value we are 1139a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner // addressing. 1140a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner for (unsigned i = 2, e = CE->getNumOperands(); i != e; ++i) { 1141a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner C = C->getAggregateElement(CE->getOperand(i)); 1142b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (C == 0) 1143b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault return 0; 1144a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner } 1145a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner return C; 1146a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner} 1147a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner 1148a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// ConstantFoldLoadThroughGEPIndices - Given a constant and getelementptr 1149a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// indices (with an *implied* zero pointer index that is not in the list), 1150a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// return the constant value being addressed by a virtual load, or null if 1151a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// something is funny and we can't decide. 1152a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris LattnerConstant *llvm::ConstantFoldLoadThroughGEPIndices(Constant *C, 1153a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner ArrayRef<Constant*> Indices) { 11545520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // Loop over all of the operands, tracking down which value we are 1155a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner // addressing. 1156a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner for (unsigned i = 0, e = Indices.size(); i != e; ++i) { 1157a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner C = C->getAggregateElement(Indices[i]); 1158b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (C == 0) 1159b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault return 0; 1160a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner } 11615520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return C; 11625520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 11635520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 11645520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 1165bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 11665520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner// Constant Folding for Calls 1167bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 1168bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1169bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// canConstantFoldCallTo - Return true if its even possible to fold a call to 1170bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// the specified function. 1171b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenaultbool llvm::canConstantFoldCallTo(const Function *F) { 1172bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell switch (F->getIntrinsicID()) { 117342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::fabs: 117442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log: 117542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log2: 117642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log10: 117742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp: 117842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp2: 117942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::floor: 11809ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen case Intrinsic::sqrt: 118124fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier case Intrinsic::pow: 11829ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen case Intrinsic::powi: 1183e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::bswap: 1184e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::ctpop: 1185e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::ctlz: 1186e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::cttz: 11871614e50d9f6d48a38e4dafb4b1a51fd4b37614f3Evan Phoenix case Intrinsic::sadd_with_overflow: 11886208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::uadd_with_overflow: 11891614e50d9f6d48a38e4dafb4b1a51fd4b37614f3Evan Phoenix case Intrinsic::ssub_with_overflow: 11906208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::usub_with_overflow: 1191eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::smul_with_overflow: 11926208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: 1193faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov case Intrinsic::convert_from_fp16: 1194faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov case Intrinsic::convert_to_fp16: 119515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si: 119615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si64: 119715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si: 119815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si64: 119915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si: 120015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si64: 120115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si: 120215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si64: 1203bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell return true; 120468a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner default: 120568a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return false; 120668a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner case 0: break; 1207bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1208bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1209b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!F->hasName()) 1210b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault return false; 1211f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar StringRef Name = F->getName(); 1212db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1213c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // In these cases, the check of the length is required. We don't want to 1214c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // return true for a name like "cos\0blah" which strcmp would return equal to 1215c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // "cos", but has length 8. 1216f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar switch (Name[0]) { 1217c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner default: return false; 1218c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'a': 12194ffec108a927606c51ea6fe1f3a13863d50d1c48Chad Rosier return Name == "acos" || Name == "asin" || Name == "atan" || Name =="atan2"; 1220c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'c': 1221f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "cos" || Name == "ceil" || Name == "cosf" || Name == "cosh"; 1222c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'e': 1223805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner return Name == "exp" || Name == "exp2"; 1224c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'f': 1225f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "fabs" || Name == "fmod" || Name == "floor"; 1226c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'l': 1227f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "log" || Name == "log10"; 1228c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'p': 1229f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "pow"; 1230c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 's': 1231f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "sin" || Name == "sinh" || Name == "sqrt" || 1232f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar Name == "sinf" || Name == "sqrtf"; 1233c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 't': 1234f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "tan" || Name == "tanh"; 1235bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1236bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1237bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1238db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumistatic Constant *ConstantFoldFP(double (*NativeFP)(double), double V, 1239db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty) { 12403f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman sys::llvm_fenv_clearexcept(); 1241bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell V = NativeFP(V); 12423f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman if (sys::llvm_fenv_testexcept()) { 12433f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman sys::llvm_fenv_clearexcept(); 1244f19f58a9360927f8ef50b9a029e8efb780d3d8a8Chris Lattner return 0; 124543421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen } 1246db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 124742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isHalfTy()) { 124842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF(V); 124942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 125042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &unused); 125142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFP::get(Ty->getContext(), APF); 125242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 1253d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isFloatTy()) 12547b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat((float)V)); 1255d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isDoubleTy()) 12567b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat(V)); 125742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson llvm_unreachable("Can only constant fold half/float/double"); 1258bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1259bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1260384152444d22d356f7b4090a158da4cbc1f79464Dan Gohmanstatic Constant *ConstantFoldBinaryFP(double (*NativeFP)(double, double), 1261db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner double V, double W, Type *Ty) { 12623f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman sys::llvm_fenv_clearexcept(); 1263384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman V = NativeFP(V, W); 12643f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman if (sys::llvm_fenv_testexcept()) { 12653f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman sys::llvm_fenv_clearexcept(); 1266f19f58a9360927f8ef50b9a029e8efb780d3d8a8Chris Lattner return 0; 126743421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen } 1268db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 126942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isHalfTy()) { 127042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF(V); 127142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 127242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &unused); 127342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFP::get(Ty->getContext(), APF); 127442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 1275d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isFloatTy()) 12767b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat((float)V)); 1277d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isDoubleTy()) 12787b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat(V)); 127942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson llvm_unreachable("Can only constant fold half/float/double"); 1280384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman} 1281384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman 128215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// ConstantFoldConvertToInt - Attempt to an SSE floating point to integer 128315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// conversion of a constant floating point. If roundTowardZero is false, the 128415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// default IEEE rounding is used (toward nearest, ties to even). This matches 128515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// the behavior of the non-truncating SSE instructions in the default rounding 128615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// mode. The desired integer type Ty is used to select how many bits are 128715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// available for the result. Returns null if the conversion cannot be 128815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// performed, otherwise returns the Constant value resulting from the 128915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// conversion. 12906b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattnerstatic Constant *ConstantFoldConvertToInt(const APFloat &Val, 12916b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner bool roundTowardZero, Type *Ty) { 129215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth // All of these conversion intrinsics form an integer of at most 64bits. 129389fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault unsigned ResultWidth = Ty->getIntegerBitWidth(); 129415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth assert(ResultWidth <= 64 && 129515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth "Can only constant fold conversions to 64 and 32 bit ints"); 129615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth 129715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth uint64_t UIntVal; 129815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth bool isExact = false; 129915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth APFloat::roundingMode mode = roundTowardZero? APFloat::rmTowardZero 130015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth : APFloat::rmNearestTiesToEven; 130115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth APFloat::opStatus status = Val.convertToInteger(&UIntVal, ResultWidth, 130215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth /*isSigned=*/true, mode, 130315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth &isExact); 130415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth if (status != APFloat::opOK && status != APFloat::opInexact) 130515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth return 0; 130615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth return ConstantInt::get(Ty, UIntVal, /*isSigned=*/true); 130715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth} 130815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth 1309bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// ConstantFoldCall - Attempt to constant fold a call to the specified function 1310bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// with the specified arguments, returning null if unsuccessful. 1311bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John CriswellConstant * 1312618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosierllvm::ConstantFoldCall(Function *F, ArrayRef<Constant *> Operands, 1313618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 1314b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!F->hasName()) 1315b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault return 0; 1316f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar StringRef Name = F->getName(); 1317e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner 1318db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = F->getReturnType(); 13191d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Operands.size() == 1) { 1320bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op = dyn_cast<ConstantFP>(Operands[0])) { 1321f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth if (F->getIntrinsicID() == Intrinsic::convert_to_fp16) { 1322faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov APFloat Val(Op->getValueAPF()); 1323faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1324faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov bool lost = false; 1325faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov Val.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &lost); 1326faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1327faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov return ConstantInt::get(F->getContext(), Val.bitcastToAPInt()); 1328faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov } 132921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (!TLI) 133021646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier return 0; 1331faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 133242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) 133343421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen return 0; 13341f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen 13351f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// We only fold functions with finite arguments. Folding NaN and inf is 13361f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// likely to be aborted with an exception anyway, and some host libms 13371f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// have known errors raising exceptions. 13381f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen if (Op->getValueAPF().isNaN() || Op->getValueAPF().isInfinity()) 13391f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen return 0; 13401f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen 134143421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// Currently APFloat versions of these functions do not exist, so we use 134243421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// the host native double versions. Float versions are not called 134343421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// directly but for all these it is true (float)(f((double)arg)) == 134443421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// f(arg). Long double not supported yet. 134542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson double V; 134642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isFloatTy()) 134742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson V = Op->getValueAPF().convertToFloat(); 134842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (Ty->isDoubleTy()) 134942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson V = Op->getValueAPF().convertToDouble(); 135042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else { 135142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 135242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF = Op->getValueAPF(); 135342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); 135442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson V = APF.convertToDouble(); 135542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 135642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 135742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson switch (F->getIntrinsicID()) { 135842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson default: break; 135942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::fabs: 136042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(fabs, V, Ty); 1361ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_LOG2 136242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log2: 136342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log2, V, Ty); 1364ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 1365ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_LOG 136642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log: 136742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log, V, Ty); 1368ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 1369ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_LOG10 137042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log10: 137142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log10, V, Ty); 1372ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 1373ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_EXP 137442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp: 137542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(exp, V, Ty); 1376ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 1377ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_EXP2 137842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp2: 137942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(exp2, V, Ty); 1380ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 138142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::floor: 138242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(floor, V, Ty); 138342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 138442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 1385f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar switch (Name[0]) { 1386c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'a': 138721646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "acos" && TLI->has(LibFunc::acos)) 13887b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(acos, V, Ty); 138921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "asin" && TLI->has(LibFunc::asin)) 13907b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(asin, V, Ty); 139121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "atan" && TLI->has(LibFunc::atan)) 13927b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(atan, V, Ty); 1393c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1394c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'c': 139521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "ceil" && TLI->has(LibFunc::ceil)) 13967b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(ceil, V, Ty); 139721646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cos" && TLI->has(LibFunc::cos)) 13987b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cos, V, Ty); 139921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cosh" && TLI->has(LibFunc::cosh)) 14007b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cosh, V, Ty); 140121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cosf" && TLI->has(LibFunc::cosf)) 14027b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cos, V, Ty); 1403c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1404c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'e': 140521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "exp" && TLI->has(LibFunc::exp)) 14067b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(exp, V, Ty); 1407db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 140821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "exp2" && TLI->has(LibFunc::exp2)) { 1409805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner // Constant fold exp2(x) as pow(2,x) in case the host doesn't have a 1410805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner // C99 library. 1411805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner return ConstantFoldBinaryFP(pow, 2.0, V, Ty); 1412805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner } 1413c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1414c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'f': 141521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "fabs" && TLI->has(LibFunc::fabs)) 14167b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(fabs, V, Ty); 141721646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "floor" && TLI->has(LibFunc::floor)) 14187b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(floor, V, Ty); 1419c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1420c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'l': 142121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "log" && V > 0 && TLI->has(LibFunc::log)) 14227b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(log, V, Ty); 142321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "log10" && V > 0 && TLI->has(LibFunc::log10)) 14247b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(log10, V, Ty); 1425f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth else if (F->getIntrinsicID() == Intrinsic::sqrt && 142642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson (Ty->isHalfTy() || Ty->isFloatTy() || Ty->isDoubleTy())) { 1427c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner if (V >= -0.0) 14287b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 1429c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner else // Undefined 1430a7235ea7245028a0723e8ab7fd011386b3900777Owen Anderson return Constant::getNullValue(Ty); 1431c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner } 1432c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1433c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 's': 143421646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "sin" && TLI->has(LibFunc::sin)) 14357b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sin, V, Ty); 143621646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sinh" && TLI->has(LibFunc::sinh)) 14377b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sinh, V, Ty); 143821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sqrt" && V >= 0 && TLI->has(LibFunc::sqrt)) 14397b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 144021646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sqrtf" && V >= 0 && TLI->has(LibFunc::sqrtf)) 14417b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 144221646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sinf" && TLI->has(LibFunc::sinf)) 14437b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sin, V, Ty); 1444c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1445c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 't': 144621646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "tan" && TLI->has(LibFunc::tan)) 14477b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(tan, V, Ty); 144821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "tanh" && TLI->has(LibFunc::tanh)) 14497b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(tanh, V, Ty); 1450c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1451c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner default: 1452c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1453bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 145468a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return 0; 145568a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner } 1456f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 145768a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner if (ConstantInt *Op = dyn_cast<ConstantInt>(Operands[0])) { 1458f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth switch (F->getIntrinsicID()) { 1459f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::bswap: 14607b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantInt::get(F->getContext(), Op->getValue().byteSwap()); 1461f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::ctpop: 1462eed707b1e6097aac2bb6b3d47271f6300ace7f2eOwen Anderson return ConstantInt::get(Ty, Op->getValue().countPopulation()); 1463f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::convert_from_fp16: { 14640a29cb045444c13160e90fe7942a9d7c720185edTim Northover APFloat Val(APFloat::IEEEhalf, Op->getValue()); 1465faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1466faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov bool lost = false; 1467faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov APFloat::opStatus status = 1468faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov Val.convert(APFloat::IEEEsingle, APFloat::rmNearestTiesToEven, &lost); 1469faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1470faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov // Conversion is always precise. 14718e68c3873549ca31533e2e3e40dda3a43cb79566Jeffrey Yasskin (void)status; 1472faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov assert(status == APFloat::opOK && !lost && 1473faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov "Precision lost during fp16 constfolding"); 1474faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1475faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov return ConstantFP::get(F->getContext(), Val); 1476faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov } 1477f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth default: 1478f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth return 0; 1479f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth } 1480bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1481f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 14826b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Support ConstantVector in case we have an Undef in the top. 1483db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (isa<ConstantVector>(Operands[0]) || 14846b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner isa<ConstantDataVector>(Operands[0])) { 14856b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Op = cast<Constant>(Operands[0]); 148615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth switch (F->getIntrinsicID()) { 148715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth default: break; 148815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si: 148915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si64: 149015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si: 149115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si64: 14926b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (ConstantFP *FPOp = 14936b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) 14946b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantFoldConvertToInt(FPOp->getValueAPF(), 14956b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner /*roundTowardZero=*/false, Ty); 149615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si: 149715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si64: 149815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si: 149915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si64: 15006b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (ConstantFP *FPOp = 15016b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) 1502db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return ConstantFoldConvertToInt(FPOp->getValueAPF(), 15036b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner /*roundTowardZero=*/true, Ty); 150415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth } 150515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth } 1506db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 15079ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman if (isa<UndefValue>(Operands[0])) { 1508f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth if (F->getIntrinsicID() == Intrinsic::bswap) 15099ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman return Operands[0]; 15109ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman return 0; 15119ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman } 15129ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman 151368a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return 0; 151468a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner } 1515f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 15161d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Operands.size() == 2) { 1517bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op1 = dyn_cast<ConstantFP>(Operands[0])) { 151842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) 15199ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen return 0; 152042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson double Op1V; 152142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isFloatTy()) 152242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op1V = Op1->getValueAPF().convertToFloat(); 152342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (Ty->isDoubleTy()) 152442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op1V = Op1->getValueAPF().convertToDouble(); 152542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else { 152642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 152742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF = Op1->getValueAPF(); 152842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); 152942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op1V = APF.convertToDouble(); 153042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 153142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 1532bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op2 = dyn_cast<ConstantFP>(Operands[1])) { 1533d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Op2->getType() != Op1->getType()) 1534d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner return 0; 153521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier 153642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson double Op2V; 153742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isFloatTy()) 153842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op2V = Op2->getValueAPF().convertToFloat(); 153942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (Ty->isDoubleTy()) 154042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op2V = Op2->getValueAPF().convertToDouble(); 154142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else { 154242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 154342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF = Op2->getValueAPF(); 154442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); 154542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op2V = APF.convertToDouble(); 154642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 1547bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 154824fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier if (F->getIntrinsicID() == Intrinsic::pow) { 154924fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); 155024fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier } 155124fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier if (!TLI) 155224fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier return 0; 155321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "pow" && TLI->has(LibFunc::pow)) 15547b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); 155521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "fmod" && TLI->has(LibFunc::fmod)) 15567b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(fmod, Op1V, Op2V, Ty); 155721646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "atan2" && TLI->has(LibFunc::atan2)) 15587b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(atan2, Op1V, Op2V, Ty); 1559b5282dcf4745be59046f440980a1c0f0a50c9c09Chris Lattner } else if (ConstantInt *Op2C = dyn_cast<ConstantInt>(Operands[1])) { 156042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (F->getIntrinsicID() == Intrinsic::powi && Ty->isHalfTy()) 156142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFP::get(F->getContext(), 156242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat((float)std::pow((float)Op1V, 156342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson (int)Op2C->getZExtValue()))); 1564f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth if (F->getIntrinsicID() == Intrinsic::powi && Ty->isFloatTy()) 15657b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(F->getContext(), 15667b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner APFloat((float)std::pow((float)Op1V, 156702a260aa11a2e1b2c14335274d3c42ca3f3eabc0Chris Lattner (int)Op2C->getZExtValue()))); 1568f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth if (F->getIntrinsicID() == Intrinsic::powi && Ty->isDoubleTy()) 15697b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(F->getContext(), 15707b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner APFloat((double)std::pow((double)Op1V, 15717b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner (int)Op2C->getZExtValue()))); 1572bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 157368a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return 0; 1574bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1575db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1576e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner if (ConstantInt *Op1 = dyn_cast<ConstantInt>(Operands[0])) { 1577e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner if (ConstantInt *Op2 = dyn_cast<ConstantInt>(Operands[1])) { 1578e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner switch (F->getIntrinsicID()) { 1579e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner default: break; 1580eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::sadd_with_overflow: 1581eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::uadd_with_overflow: 1582eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::ssub_with_overflow: 1583eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::usub_with_overflow: 15846208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::smul_with_overflow: 15856208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: { 1586eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner APInt Res; 1587eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner bool Overflow; 1588eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner switch (F->getIntrinsicID()) { 1589858143816d43e58b17bfd11cb1b57afbd7f0f893Craig Topper default: llvm_unreachable("Invalid case"); 1590eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::sadd_with_overflow: 1591eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().sadd_ov(Op2->getValue(), Overflow); 1592eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1593eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::uadd_with_overflow: 1594eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().uadd_ov(Op2->getValue(), Overflow); 1595eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1596eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::ssub_with_overflow: 1597eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().ssub_ov(Op2->getValue(), Overflow); 1598eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1599eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::usub_with_overflow: 1600eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().usub_ov(Op2->getValue(), Overflow); 1601eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1602eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::smul_with_overflow: 1603eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().smul_ov(Op2->getValue(), Overflow); 1604eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 16056208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: 16066208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel Res = Op1->getValue().umul_ov(Op2->getValue(), Overflow); 16076208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel break; 1608eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner } 1609e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner Constant *Ops[] = { 1610eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner ConstantInt::get(F->getContext(), Res), 1611eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner ConstantInt::get(Type::getInt1Ty(F->getContext()), Overflow) 1612e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner }; 1613b065b06c12dba6001b8140df2744d0c856ef6ea1Chris Lattner return ConstantStruct::get(cast<StructType>(F->getReturnType()), Ops); 1614e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1615ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth case Intrinsic::cttz: 1616e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer if (Op2->isOne() && Op1->isZero()) // cttz(0, 1) is undef. 1617e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer return UndefValue::get(Ty); 1618ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth return ConstantInt::get(Ty, Op1->getValue().countTrailingZeros()); 1619ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth case Intrinsic::ctlz: 1620e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer if (Op2->isOne() && Op1->isZero()) // ctlz(0, 1) is undef. 1621e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer return UndefValue::get(Ty); 1622ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth return ConstantInt::get(Ty, Op1->getValue().countLeadingZeros()); 1623e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1624e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1625db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1626e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner return 0; 1627e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1628e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner return 0; 1629bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1630bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell return 0; 1631bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1632