183e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman//===-- ConstantFolding.cpp - Fold instructions into constants ------------===// 2bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 3bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// The LLVM Compiler Infrastructure 4bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 8bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 9bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 1083e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// This file defines routines for folding instructions into constants. 1183e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// 12c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth// Also, to supplement the basic IR ConstantExpr simplifications, 1383e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// this file defines some additional folding routines that can make use of 14c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth// DataLayout information. These functions cannot go in IR due to library 1583e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// dependency issues. 16bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 17bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 18bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 19bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Analysis/ConstantFolding.h" 208848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer#include "llvm/ADT/SmallPtrSet.h" 21d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/ADT/SmallVector.h" 22d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/ADT/StringMap.h" 23ebe69fe11e48d322045d5949c83283927a0d790bStephen Hines#include "llvm/Analysis/TargetLibraryInfo.h" 24d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Analysis/ValueTracking.h" 25c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines#include "llvm/Config/config.h" 260b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Constants.h" 270b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/DataLayout.h" 280b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/DerivedTypes.h" 290b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Function.h" 3036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/IR/GetElementPtrTypeIterator.h" 310b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/GlobalVariable.h" 320b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Instructions.h" 330b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Intrinsics.h" 340b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Operator.h" 35c25e7581b9b8088910da31702d4ca21c4734c6d7Torok Edwin#include "llvm/Support/ErrorHandling.h" 36bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Support/MathExtras.h" 37bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include <cerrno> 3897af751deb9b26fd42fbcee082da9ccc4ded5b45Jeff Cohen#include <cmath> 39c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines 40c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines#ifdef HAVE_FENV_H 41c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines#include <fenv.h> 42c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines#endif 43c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines 44bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswellusing namespace llvm; 45bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 4603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 4703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner// Constant Folding internal helper functions 4803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 4903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 5037ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Constant fold bitcast, symbolically evaluating it with DataLayout. 5137ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// This always returns a non-null constant, but it may be a 526333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner/// ConstantExpr if unfoldable. 534c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainarstatic Constant *FoldBitCast(Constant *C, Type *DestTy, const DataLayout &DL) { 544c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem // Catch the obvious splat cases. 554c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem if (C->isNullValue() && !DestTy->isX86_MMXTy()) 564c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem return Constant::getNullValue(DestTy); 5737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines if (C->isAllOnesValue() && !DestTy->isX86_MMXTy() && 5837ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines !DestTy->isPtrOrPtrVectorTy()) // Don't get ones for ptr types! 594c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem return Constant::getAllOnesValue(DestTy); 604c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem 6104594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // Handle a vector->integer cast. 6204594aeffa3360882eb09a888a0970321b987b16Rafael Espindola if (IntegerType *IT = dyn_cast<IntegerType>(DestTy)) { 63616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman VectorType *VTy = dyn_cast<VectorType>(C->getType()); 64dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!VTy) 6504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola return ConstantExpr::getBitCast(C, DestTy); 6604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola 67616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman unsigned NumSrcElts = VTy->getNumElements(); 68616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman Type *SrcEltTy = VTy->getElementType(); 69db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 7004594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // If the vector is a vector of floating point, convert it to vector of int 7104594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // to simplify things. 727302d80490feabfc8a01bee0fa698aab55169544Chris Lattner if (SrcEltTy->isFloatingPointTy()) { 737302d80490feabfc8a01bee0fa698aab55169544Chris Lattner unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); 7404594aeffa3360882eb09a888a0970321b987b16Rafael Espindola Type *SrcIVTy = 7504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElts); 76c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Ask IR to do the conversion now that #elts line up. 7704594aeffa3360882eb09a888a0970321b987b16Rafael Espindola C = ConstantExpr::getBitCast(C, SrcIVTy); 7804594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 79db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 80616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman ConstantDataVector *CDV = dyn_cast<ConstantDataVector>(C); 81dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!CDV) 82616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman return ConstantExpr::getBitCast(C, DestTy); 83616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman 8404594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // Now that we know that the input value is a vector of integers, just shift 8504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // and insert them into our result. 864c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned BitShift = DL.getTypeAllocSizeInBits(SrcEltTy); 8704594aeffa3360882eb09a888a0970321b987b16Rafael Espindola APInt Result(IT->getBitWidth(), 0); 8804594aeffa3360882eb09a888a0970321b987b16Rafael Espindola for (unsigned i = 0; i != NumSrcElts; ++i) { 897302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result <<= BitShift; 904c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (DL.isLittleEndian()) 917302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result |= CDV->getElementAsInteger(NumSrcElts-i-1); 927302d80490feabfc8a01bee0fa698aab55169544Chris Lattner else 937302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result |= CDV->getElementAsInteger(i); 9404594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 95db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 9604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola return ConstantInt::get(IT, Result); 9704594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 98db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 991c9fe0361b3f9f5c814ce761b97ecd11637a1d7dNadav Rotem // The code below only handles casts to vectors currently. 100db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner VectorType *DestVTy = dyn_cast<VectorType>(DestTy); 101dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!DestVTy) 1026333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 103db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 10493798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // If this is a scalar -> vector cast, convert the input into a <1 x scalar> 10593798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // vector so the code below can handle it uniformly. 10693798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner if (isa<ConstantFP>(C) || isa<ConstantInt>(C)) { 10793798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner Constant *Ops = C; // don't take the address of C! 1084c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return FoldBitCast(ConstantVector::get(Ops), DestTy, DL); 10993798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner } 110db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 11193798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // If this is a bitcast from constant vector -> vector, fold it. 1126b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!isa<ConstantDataVector>(C) && !isa<ConstantVector>(C)) 11393798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner return ConstantExpr::getBitCast(C, DestTy); 114db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 115c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // If the element types match, IR can fold it. 1166333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned NumDstElt = DestVTy->getNumElements(); 1176b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned NumSrcElt = C->getType()->getVectorNumElements(); 1186333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (NumDstElt == NumSrcElt) 1196333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 120db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1216b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Type *SrcEltTy = C->getType()->getVectorElementType(); 122db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *DstEltTy = DestVTy->getElementType(); 123db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 124db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi // Otherwise, we're changing the number of elements in a vector, which 1256333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // requires endianness information to do the right thing. For example, 1266333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) 1276333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // folds to (little endian): 1286333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // <4 x i32> <i32 0, i32 0, i32 1, i32 0> 1296333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // and to (big endian): 1306333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // <4 x i32> <i32 0, i32 0, i32 0, i32 1> 131db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1326333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // First thing is first. We only want to think about integer here, so if 1336333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // we have something in FP form, recast it as integer. 134b0bc6c361da9009e8414efde317d9bbff755f6c0Duncan Sands if (DstEltTy->isFloatingPointTy()) { 1356333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Fold to an vector of integers with same size as our FP type. 1366333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned FPWidth = DstEltTy->getPrimitiveSizeInBits(); 137db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *DestIVTy = 1386333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumDstElt); 1396333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Recursively handle this integer conversion, if possible. 1404c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar C = FoldBitCast(C, DestIVTy, DL); 141db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 142c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Finally, IR can handle this now that #elts line up. 1436333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 1446333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 145db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1466333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Okay, we know the destination is integer, if the input is FP, convert 1476333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // it to integer first. 148b0bc6c361da9009e8414efde317d9bbff755f6c0Duncan Sands if (SrcEltTy->isFloatingPointTy()) { 1496333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); 150db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *SrcIVTy = 1516333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElt); 152c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Ask IR to do the conversion now that #elts line up. 1536333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = ConstantExpr::getBitCast(C, SrcIVTy); 154c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // If IR wasn't able to fold it, bail out. 1556b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!isa<ConstantVector>(C) && // FIXME: Remove ConstantVector. 1566b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner !isa<ConstantDataVector>(C)) 1576333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return C; 1586333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 159db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1606333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Now we know that the input and output vectors are both integer vectors 1616333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // of the same size, and that their #elements is not the same. Do the 1626333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // conversion here, which depends on whether the input or output has 1636333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // more elements. 1644c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar bool isLittleEndian = DL.isLittleEndian(); 165db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1666333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner SmallVector<Constant*, 32> Result; 1676333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (NumDstElt < NumSrcElt) { 1686333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Handle: bitcast (<4 x i32> <i32 0, i32 1, i32 2, i32 3> to <2 x i64>) 1696333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Constant *Zero = Constant::getNullValue(DstEltTy); 1706333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned Ratio = NumSrcElt/NumDstElt; 1716333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned SrcBitSize = SrcEltTy->getPrimitiveSizeInBits(); 1726333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned SrcElt = 0; 1736333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner for (unsigned i = 0; i != NumDstElt; ++i) { 1746333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Build each element of the result. 1756333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Constant *Elt = Zero; 1766333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned ShiftAmt = isLittleEndian ? 0 : SrcBitSize*(Ratio-1); 1776333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner for (unsigned j = 0; j != Ratio; ++j) { 1786b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Src =dyn_cast<ConstantInt>(C->getAggregateElement(SrcElt++)); 1796333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (!Src) // Reject constantexpr elements. 1806333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 181db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1826333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Zero extend the element to the right size. 1836333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Src = ConstantExpr::getZExt(Src, Elt->getType()); 184db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1856333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Shift it to the right place, depending on endianness. 186db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Src = ConstantExpr::getShl(Src, 1876333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner ConstantInt::get(Src->getType(), ShiftAmt)); 1886333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner ShiftAmt += isLittleEndian ? SrcBitSize : -SrcBitSize; 189db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1906333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Mix it in. 1916333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Elt = ConstantExpr::getOr(Elt, Src); 1926333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 1936333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Result.push_back(Elt); 1946333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 1956b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantVector::get(Result); 1966b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner } 197db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1986b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Handle: bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) 1996b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned Ratio = NumDstElt/NumSrcElt; 2004c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned DstBitSize = DL.getTypeSizeInBits(DstEltTy); 201db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2026b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Loop over each source value, expanding into multiple results. 2036b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner for (unsigned i = 0; i != NumSrcElt; ++i) { 2046b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Src = dyn_cast<ConstantInt>(C->getAggregateElement(i)); 2056b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!Src) // Reject constantexpr elements. 2066b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 207db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2086b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned ShiftAmt = isLittleEndian ? 0 : DstBitSize*(Ratio-1); 2096b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner for (unsigned j = 0; j != Ratio; ++j) { 2106b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Shift the piece of the value into the right place, depending on 2116b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // endianness. 212db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Elt = ConstantExpr::getLShr(Src, 2136b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner ConstantInt::get(Src->getType(), ShiftAmt)); 2146b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner ShiftAmt += isLittleEndian ? DstBitSize : -DstBitSize; 215db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 21637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines // Truncate the element to an integer with the same pointer size and 21737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines // convert the element back to a pointer using a inttoptr. 21837ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines if (DstEltTy->isPointerTy()) { 21937ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines IntegerType *DstIntTy = Type::getIntNTy(C->getContext(), DstBitSize); 22037ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines Constant *CE = ConstantExpr::getTrunc(Elt, DstIntTy); 22137ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines Result.push_back(ConstantExpr::getIntToPtr(CE, DstEltTy)); 22237ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines continue; 22337ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines } 22437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines 2256b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Truncate and remember this piece. 2266b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Result.push_back(ConstantExpr::getTrunc(Elt, DstEltTy)); 2276333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 2286333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 229db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2302ca5c8644e6c35b3a7910a576ed89cddb7b82c3bChris Lattner return ConstantVector::get(Result); 2316333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner} 2326333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner 2336333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner 23437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// If this constant is a constant offset from a global, return the global and 23537ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// the constant. Because of constantexprs, this function is recursive. 23603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattnerstatic bool IsConstantOffsetFromGlobal(Constant *C, GlobalValue *&GV, 2374c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar APInt &Offset, const DataLayout &DL) { 23803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Trivial case, constant is the global. 23903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if ((GV = dyn_cast<GlobalValue>(C))) { 2404c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned BitWidth = DL.getPointerTypeSizeInBits(GV->getType()); 241896a885f215d8e3e2835b92274319771d358f313Matt Arsenault Offset = APInt(BitWidth, 0); 24203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return true; 24303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 244db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 24503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Otherwise, if this isn't a constant expr, bail out. 24603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(C); 24703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (!CE) return false; 248db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 24903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Look through ptr->int and ptr->ptr casts. 25003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (CE->getOpcode() == Instruction::PtrToInt || 25137ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines CE->getOpcode() == Instruction::BitCast || 25237ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines CE->getOpcode() == Instruction::AddrSpaceCast) 2534c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return IsConstantOffsetFromGlobal(CE->getOperand(0), GV, Offset, DL); 254db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 255db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi // i32* getelementptr ([5 x i32]* @a, i32 0, i32 5) 256896a885f215d8e3e2835b92274319771d358f313Matt Arsenault GEPOperator *GEP = dyn_cast<GEPOperator>(CE); 257896a885f215d8e3e2835b92274319771d358f313Matt Arsenault if (!GEP) 258896a885f215d8e3e2835b92274319771d358f313Matt Arsenault return false; 259db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2604c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned BitWidth = DL.getPointerTypeSizeInBits(GEP->getType()); 261896a885f215d8e3e2835b92274319771d358f313Matt Arsenault APInt TmpOffset(BitWidth, 0); 262db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 263896a885f215d8e3e2835b92274319771d358f313Matt Arsenault // If the base isn't a global+constant, we aren't either. 2644c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (!IsConstantOffsetFromGlobal(CE->getOperand(0), GV, TmpOffset, DL)) 265896a885f215d8e3e2835b92274319771d358f313Matt Arsenault return false; 266896a885f215d8e3e2835b92274319771d358f313Matt Arsenault 267896a885f215d8e3e2835b92274319771d358f313Matt Arsenault // Otherwise, add any offset that our operands provide. 2684c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (!GEP->accumulateConstantOffset(DL, TmpOffset)) 269896a885f215d8e3e2835b92274319771d358f313Matt Arsenault return false; 270896a885f215d8e3e2835b92274319771d358f313Matt Arsenault 271896a885f215d8e3e2835b92274319771d358f313Matt Arsenault Offset = TmpOffset; 272896a885f215d8e3e2835b92274319771d358f313Matt Arsenault return true; 27303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 27403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 27537ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Recursive helper to read bits out of global. C is the constant being copied 27637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// out of. ByteOffset is an offset into C. CurPtr is the pointer to copy 27737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// results into and BytesLeft is the number of bytes left in 2784c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar/// the CurPtr buffer. DL is the DataLayout. 279fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattnerstatic bool ReadDataFromGlobal(Constant *C, uint64_t ByteOffset, 280fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned char *CurPtr, unsigned BytesLeft, 2814c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL) { 2824c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar assert(ByteOffset <= DL.getTypeAllocSize(C->getType()) && 283fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner "Out of range access"); 284db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 285c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner // If this element is zero or undefined, we can just return since *CurPtr is 286c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner // zero initialized. 287fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (isa<ConstantAggregateZero>(C) || isa<UndefValue>(C)) 288fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 289db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 290fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantInt *CI = dyn_cast<ConstantInt>(C)) { 291fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CI->getBitWidth() > 64 || 292fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner (CI->getBitWidth() & 7) != 0) 293fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 294db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 295fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Val = CI->getZExtValue(); 296fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned IntBytes = unsigned(CI->getBitWidth()/8); 297db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 298fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (unsigned i = 0; i != BytesLeft && ByteOffset != IntBytes; ++i) { 299562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi int n = ByteOffset; 3004c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (!DL.isLittleEndian()) 301562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi n = IntBytes - n - 1; 302562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi CurPtr[i] = (unsigned char)(Val >> (n * 8)); 303fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ++ByteOffset; 304fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 305fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 306fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 307db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 308fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantFP *CFP = dyn_cast<ConstantFP>(C)) { 309fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CFP->getType()->isDoubleTy()) { 3104c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar C = FoldBitCast(C, Type::getInt64Ty(C->getContext()), DL); 3114c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, DL); 312fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 313fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CFP->getType()->isFloatTy()){ 3144c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar C = FoldBitCast(C, Type::getInt32Ty(C->getContext()), DL); 3154c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, DL); 316fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 31742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (CFP->getType()->isHalfTy()){ 3184c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar C = FoldBitCast(C, Type::getInt16Ty(C->getContext()), DL); 3194c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, DL); 32042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 321c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner return false; 322fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 323db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 324fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantStruct *CS = dyn_cast<ConstantStruct>(C)) { 3254c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const StructLayout *SL = DL.getStructLayout(CS->getType()); 326fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned Index = SL->getElementContainingOffset(ByteOffset); 327fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t CurEltOffset = SL->getElementOffset(Index); 328fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ByteOffset -= CurEltOffset; 329db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 330fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner while (1) { 331fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If the element access is to the element itself and not to tail padding, 332fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // read the bytes from the element. 3334c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar uint64_t EltSize = DL.getTypeAllocSize(CS->getOperand(Index)->getType()); 334fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 335fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ByteOffset < EltSize && 336fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner !ReadDataFromGlobal(CS->getOperand(Index), ByteOffset, CurPtr, 3374c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar BytesLeft, DL)) 338fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 339db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 340fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ++Index; 341db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 342fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Check to see if we read from the last struct element, if so we're done. 343fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (Index == CS->getType()->getNumElements()) 344fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 345fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 346fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we read all of the bytes we needed from this element we're done. 347fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t NextEltOffset = SL->getElementOffset(Index); 348fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 34989fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (BytesLeft <= NextEltOffset - CurEltOffset - ByteOffset) 350fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 351fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 352fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Move to the next element of the struct. 35389fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault CurPtr += NextEltOffset - CurEltOffset - ByteOffset; 35489fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault BytesLeft -= NextEltOffset - CurEltOffset - ByteOffset; 355fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ByteOffset = 0; 356fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner CurEltOffset = NextEltOffset; 357fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 358fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // not reached. 359fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 360fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 361a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (isa<ConstantArray>(C) || isa<ConstantVector>(C) || 362a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner isa<ConstantDataSequential>(C)) { 36389fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault Type *EltTy = C->getType()->getSequentialElementType(); 3644c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar uint64_t EltSize = DL.getTypeAllocSize(EltTy); 365fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Index = ByteOffset / EltSize; 366fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Offset = ByteOffset - Index * EltSize; 367a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner uint64_t NumElts; 368a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (ArrayType *AT = dyn_cast<ArrayType>(C->getType())) 369a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner NumElts = AT->getNumElements(); 370a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner else 37189fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault NumElts = C->getType()->getVectorNumElements(); 372f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 373a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner for (; Index != NumElts; ++Index) { 374a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (!ReadDataFromGlobal(C->getAggregateElement(Index), Offset, CurPtr, 3754c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar BytesLeft, DL)) 376fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 377f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 378f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands uint64_t BytesWritten = EltSize - Offset; 379f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands assert(BytesWritten <= EltSize && "Not indexing into this element?"); 380f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands if (BytesWritten >= BytesLeft) 381fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 382f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 383fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner Offset = 0; 384f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands BytesLeft -= BytesWritten; 385f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands CurPtr += BytesWritten; 386fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 387fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 388fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 389db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 3906475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { 3915d43ff4e7ea30eaf5a1c417f0ec528900f5c83f2Anders Carlsson if (CE->getOpcode() == Instruction::IntToPtr && 3924c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar CE->getOperand(0)->getType() == DL.getIntPtrType(CE->getType())) { 393db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return ReadDataFromGlobal(CE->getOperand(0), ByteOffset, CurPtr, 3944c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar BytesLeft, DL); 395b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 3966475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson } 3976475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson 398fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Otherwise, unknown initializer type. 399fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 400fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner} 401fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 402fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattnerstatic Constant *FoldReinterpretLoadFromConstPtr(Constant *C, 4034c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL) { 40480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault PointerType *PTy = cast<PointerType>(C->getType()); 40580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *LoadTy = PTy->getElementType(); 406db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner IntegerType *IntType = dyn_cast<IntegerType>(LoadTy); 407db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 408fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If this isn't an integer load we can't fold it directly. 409fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (!IntType) { 41080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned AS = PTy->getAddressSpace(); 41180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 412fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If this is a float/double load, we can try folding it as an int32/64 load 41317f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // and then bitcast the result. This can be useful for union cases. Note 41417f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // that address spaces don't matter here since we're not going to result in 41517f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // an actual new load. 416db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *MapTy; 41742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (LoadTy->isHalfTy()) 41880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt16PtrTy(C->getContext(), AS); 41942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (LoadTy->isFloatTy()) 42080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt32PtrTy(C->getContext(), AS); 42117f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner else if (LoadTy->isDoubleTy()) 42280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt64PtrTy(C->getContext(), AS); 4231df9859c40492511b8aa4321eb76496005d3b75bDuncan Sands else if (LoadTy->isVectorTy()) { 42480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = PointerType::getIntNPtrTy(C->getContext(), 4254c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar DL.getTypeAllocSizeInBits(LoadTy), AS); 42617f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner } else 427dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 428fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 4294c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar C = FoldBitCast(C, MapTy, DL); 4304c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (Constant *Res = FoldReinterpretLoadFromConstPtr(C, DL)) 4314c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return FoldBitCast(Res, LoadTy, DL); 432dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 433fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 434db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 435fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned BytesLoaded = (IntType->getBitWidth() + 7) / 8; 43689fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (BytesLoaded > 32 || BytesLoaded == 0) 437dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 438db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 439fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner GlobalValue *GVal; 440896a885f215d8e3e2835b92274319771d358f313Matt Arsenault APInt Offset; 4414c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (!IsConstantOffsetFromGlobal(C, GVal, Offset, DL)) 442dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 443db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 444fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner GlobalVariable *GV = dyn_cast<GlobalVariable>(GVal); 445c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner if (!GV || !GV->isConstant() || !GV->hasDefinitiveInitializer() || 446fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner !GV->getInitializer()->getType()->isSized()) 447dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 448fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 449fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we're loading off the beginning of the global, some bytes may be valid, 450fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // but we don't try to handle this. 45189fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Offset.isNegative()) 452dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 453db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 454fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we're not accessing anything in this constant, the result is undefined. 4551094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (Offset.getZExtValue() >= 4564c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar DL.getTypeAllocSize(GV->getInitializer()->getType())) 457fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return UndefValue::get(IntType); 458db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 459739208a790398cf1f9da05149c768371e48781e8Chris Lattner unsigned char RawBytes[32] = {0}; 4601094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (!ReadDataFromGlobal(GV->getInitializer(), Offset.getZExtValue(), RawBytes, 4614c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar BytesLoaded, DL)) 462dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 463fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 464562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi APInt ResultVal = APInt(IntType->getBitWidth(), 0); 4654c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (DL.isLittleEndian()) { 466562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal = RawBytes[BytesLoaded - 1]; 467562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi for (unsigned i = 1; i != BytesLoaded; ++i) { 468562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal <<= 8; 469b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault ResultVal |= RawBytes[BytesLoaded - 1 - i]; 470562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } 471562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } else { 472562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal = RawBytes[0]; 473562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi for (unsigned i = 1; i != BytesLoaded; ++i) { 474562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal <<= 8; 475562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal |= RawBytes[i]; 476562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } 477739208a790398cf1f9da05149c768371e48781e8Chris Lattner } 478fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 479739208a790398cf1f9da05149c768371e48781e8Chris Lattner return ConstantInt::get(IntType->getContext(), ResultVal); 480fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner} 481fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 482dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hinesstatic Constant *ConstantFoldLoadThroughBitcast(ConstantExpr *CE, 4834c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL) { 484dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines auto *DestPtrTy = dyn_cast<PointerType>(CE->getType()); 485dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!DestPtrTy) 486dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 487dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Type *DestTy = DestPtrTy->getElementType(); 488dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 489dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Constant *C = ConstantFoldLoadFromConstPtr(CE->getOperand(0), DL); 490dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!C) 491dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 492dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 493dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines do { 494dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Type *SrcTy = C->getType(); 495dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 496dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // If the type sizes are the same and a cast is legal, just directly 497dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // cast the constant. 4984c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (DL.getTypeSizeInBits(DestTy) == DL.getTypeSizeInBits(SrcTy)) { 499dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Instruction::CastOps Cast = Instruction::BitCast; 500dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // If we are going from a pointer to int or vice versa, we spell the cast 501dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // differently. 502dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (SrcTy->isIntegerTy() && DestTy->isPointerTy()) 503dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Cast = Instruction::IntToPtr; 504dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines else if (SrcTy->isPointerTy() && DestTy->isIntegerTy()) 505dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Cast = Instruction::PtrToInt; 506dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 507dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (CastInst::castIsValid(Cast, C, DestTy)) 508dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return ConstantExpr::getCast(Cast, C, DestTy); 509dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines } 510dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 511dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // If this isn't an aggregate type, there is nothing we can do to drill down 512dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // and find a bitcastable constant. 513dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!SrcTy->isAggregateType()) 514dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 515dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 516dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // We're simulating a load through a pointer that was bitcast to point to 517dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // a different type, so we can try to walk down through the initial 518dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // elements of an aggregate to see if some part of th e aggregate is 519dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // castable to implement the "load" semantic model. 520dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines C = C->getAggregateElement(0u); 521dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines } while (C); 522dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 523dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 524dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines} 525dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 52637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Return the value that a load from C would produce if it is constant and 52737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// determinable. If this is not determinable, return null. 528878e4946700824954d7eb7f3ff660353db8e0d17Chris LattnerConstant *llvm::ConstantFoldLoadFromConstPtr(Constant *C, 5294c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL) { 530878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner // First, try the easy cases: 531878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (GlobalVariable *GV = dyn_cast<GlobalVariable>(C)) 532878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) 533878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return GV->getInitializer(); 534878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner 535e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // If the loaded value isn't a constant expr, we can't handle it. 536e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(C); 537b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!CE) 538dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 539db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 540e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (CE->getOpcode() == Instruction::GetElementPtr) { 541b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (GlobalVariable *GV = dyn_cast<GlobalVariable>(CE->getOperand(0))) { 542b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (GV->isConstant() && GV->hasDefinitiveInitializer()) { 543db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (Constant *V = 544e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner ConstantFoldLoadThroughGEPConstantExpr(GV->getInitializer(), CE)) 545e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return V; 546b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 547b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 548e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 549db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 550dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (CE->getOpcode() == Instruction::BitCast) 5514c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (Constant *LoadedC = ConstantFoldLoadThroughBitcast(CE, DL)) 552dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return LoadedC; 553dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 554e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // Instead of loading constant c string, use corresponding integer value 555e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // directly if string length is small enough. 55618c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner StringRef Str; 5574c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (getConstantStringInfo(CE, Str) && !Str.empty()) { 55818c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner unsigned StrLen = Str.size(); 559db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = cast<PointerType>(CE->getType())->getElementType(); 560fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned NumBits = Ty->getPrimitiveSizeInBits(); 561eae2895120500d06bf6de9725efeeff498f60385Chris Lattner // Replace load with immediate integer if the result is an integer or fp 562eae2895120500d06bf6de9725efeeff498f60385Chris Lattner // value. 563eae2895120500d06bf6de9725efeeff498f60385Chris Lattner if ((NumBits >> 3) == StrLen + 1 && (NumBits & 7) == 0 && 564490b8f5d64823d998fc12ad3a91ecacd82c1901eChandler Carruth (isa<IntegerType>(Ty) || Ty->isFloatingPointTy())) { 565fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner APInt StrVal(NumBits, 0); 566fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner APInt SingleChar(NumBits, 0); 5674c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (DL.isLittleEndian()) { 568fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (signed i = StrLen-1; i >= 0; i--) { 569e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = (uint64_t) Str[i] & UCHAR_MAX; 57062d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner StrVal = (StrVal << 8) | SingleChar; 57162d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 572e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } else { 573fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (unsigned i = 0; i < StrLen; i++) { 574e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = (uint64_t) Str[i] & UCHAR_MAX; 575e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner StrVal = (StrVal << 8) | SingleChar; 576e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 577e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // Append NULL at the end. 578e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = 0; 579e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner StrVal = (StrVal << 8) | SingleChar; 58062d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 581db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 582eae2895120500d06bf6de9725efeeff498f60385Chris Lattner Constant *Res = ConstantInt::get(CE->getContext(), StrVal); 583eae2895120500d06bf6de9725efeeff498f60385Chris Lattner if (Ty->isFloatingPointTy()) 584eae2895120500d06bf6de9725efeeff498f60385Chris Lattner Res = ConstantExpr::getBitCast(Res, Ty); 585eae2895120500d06bf6de9725efeeff498f60385Chris Lattner return Res; 58662d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 587878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner } 588db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 589e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // If this load comes from anywhere in a constant global, and if the global 590e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // is all undef or zero, we know what it loads. 591bd1801b5553c8be3960255a92738464e0010b6f6Dan Gohman if (GlobalVariable *GV = 5924c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar dyn_cast<GlobalVariable>(GetUnderlyingObject(CE, DL))) { 593e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) { 594db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *ResTy = cast<PointerType>(C->getType())->getElementType(); 595e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->getInitializer()->isNullValue()) 596e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return Constant::getNullValue(ResTy); 597e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (isa<UndefValue>(GV->getInitializer())) 598e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return UndefValue::get(ResTy); 599e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 600e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 601db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 602562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi // Try hard to fold loads from bitcasted strange and non-type-safe things. 6034c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return FoldReinterpretLoadFromConstPtr(CE, DL); 604878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner} 605878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner 6064c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainarstatic Constant *ConstantFoldLoadInst(const LoadInst *LI, 6074c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL) { 608dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (LI->isVolatile()) return nullptr; 609db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 610878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (Constant *C = dyn_cast<Constant>(LI->getOperand(0))) 6114c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldLoadFromConstPtr(C, DL); 612fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 613dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 614878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner} 61503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 61637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// One of Op0/Op1 is a constant expression. 61767e3566d8f6875e9c92d224f493023408a66227eNick Lewycky/// Attempt to symbolically evaluate the result of a binary operator merging 6189d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky/// these together. If target data info is available, it is provided as DL, 6199d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky/// otherwise DL is null. 62003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattnerstatic Constant *SymbolicallyEvaluateBinop(unsigned Opc, Constant *Op0, 6214c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Constant *Op1, 6224c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL) { 62303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // SROA 624db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 62503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Fold (and 0xffffffff00000000, (shl x, 32)) -> shl. 62603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Fold (lshr (or X, Y), 32) -> (lshr [X/Y], 32) if one doesn't contribute 62703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // bits. 628db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 6294c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (Opc == Instruction::And) { 6304c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned BitWidth = DL.getTypeSizeInBits(Op0->getType()->getScalarType()); 6319d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero0(BitWidth, 0), KnownOne0(BitWidth, 0); 6329d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero1(BitWidth, 0), KnownOne1(BitWidth, 0); 633dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines computeKnownBits(Op0, KnownZero0, KnownOne0, DL); 634dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines computeKnownBits(Op1, KnownZero1, KnownOne1, DL); 6359d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownOne1 | KnownZero0).isAllOnesValue()) { 6369d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky // All the bits of Op0 that the 'and' could be masking are already zero. 6379d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return Op0; 6389d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 6399d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownOne0 | KnownZero1).isAllOnesValue()) { 6409d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky // All the bits of Op1 that the 'and' could be masking are already zero. 6419d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return Op1; 6429d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 6439d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky 6449d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero = KnownZero0 | KnownZero1; 6459d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownOne = KnownOne0 & KnownOne1; 6469d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownZero | KnownOne).isAllOnesValue()) { 6479d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return ConstantInt::get(Op0->getType(), KnownOne); 6489d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 6499d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 6509d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky 65103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // If the constant expr is something like &A[123] - &A[4].f, fold this into a 65203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // constant. This happens frequently when iterating over a global array. 6534c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (Opc == Instruction::Sub) { 65403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner GlobalValue *GV1, *GV2; 655896a885f215d8e3e2835b92274319771d358f313Matt Arsenault APInt Offs1, Offs2; 656db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 6574c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (IsConstantOffsetFromGlobal(Op0, GV1, Offs1, DL)) 6584c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (IsConstantOffsetFromGlobal(Op1, GV2, Offs2, DL) && GV1 == GV2) { 6594c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned OpSize = DL.getTypeSizeInBits(Op0->getType()); 660180df81c8f2a30abda712a0a99149c6b9a4241aaMatt Arsenault 66103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // (&GV+C1) - (&GV+C2) -> C1-C2, pointer arithmetic cannot overflow. 662faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer // PtrToInt may change the bitwidth so we have convert to the right size 663faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer // first. 664faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer return ConstantInt::get(Op0->getType(), Offs1.zextOrTrunc(OpSize) - 665faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer Offs2.zextOrTrunc(OpSize)); 66603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 66703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 668db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 669dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 67003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 67103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 67237ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// If array indices are not pointer-sized integers, explicitly cast them so 67337ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// that they aren't implicitly casted by the getelementptr. 6742c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainarstatic Constant *CastGEPIndices(Type *SrcTy, ArrayRef<Constant *> Ops, 6752c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar Type *ResultTy, const DataLayout &DL, 676618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 6774c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Type *IntPtrTy = DL.getIntPtrType(ResultTy); 6784f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 6794f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman bool Any = false; 6804f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman SmallVector<Constant*, 32> NewIdxs; 6811d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad for (unsigned i = 1, e = Ops.size(); i != e; ++i) { 6824f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman if ((i == 1 || 683b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault !isa<StructType>(GetElementPtrInst::getIndexedType( 6842c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar cast<PointerType>(Ops[0]->getType()->getScalarType()) 6852c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar ->getElementType(), 6862c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar Ops.slice(1, i - 1)))) && 6874f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Ops[i]->getType() != IntPtrTy) { 6884f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Any = true; 6894f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman NewIdxs.push_back(ConstantExpr::getCast(CastInst::getCastOpcode(Ops[i], 6904f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman true, 6914f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman IntPtrTy, 6924f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman true), 6934f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Ops[i], IntPtrTy)); 6944f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman } else 6954f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman NewIdxs.push_back(Ops[i]); 6964f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman } 6974f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 698b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!Any) 699dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 700b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 7012c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar Constant *C = ConstantExpr::getGetElementPtr(SrcTy, Ops[0], NewIdxs); 702b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { 7034c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (Constant *Folded = ConstantFoldConstantExpression(CE, DL, TLI)) 7044f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman C = Folded; 705b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 706b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 7074f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman return C; 7084f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman} 7094f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 71097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem/// Strip the pointer casts, but preserve the address space information. 71197baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotemstatic Constant* StripPtrCastKeepAS(Constant* Ptr) { 71297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem assert(Ptr->getType()->isPointerTy() && "Not a pointer type"); 71397baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem PointerType *OldPtrTy = cast<PointerType>(Ptr->getType()); 714c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines Ptr = Ptr->stripPointerCasts(); 71597baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem PointerType *NewPtrTy = cast<PointerType>(Ptr->getType()); 71697baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 71797baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem // Preserve the address space number of the pointer. 71897baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem if (NewPtrTy->getAddressSpace() != OldPtrTy->getAddressSpace()) { 71997baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem NewPtrTy = NewPtrTy->getElementType()->getPointerTo( 72097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem OldPtrTy->getAddressSpace()); 72159d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault Ptr = ConstantExpr::getPointerCast(Ptr, NewPtrTy); 72297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem } 72397baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem return Ptr; 72497baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem} 72597baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 72637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// If we can symbolically evaluate the GEP constant expression, do so. 7272c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainarstatic Constant *SymbolicallyEvaluateGEP(Type *SrcTy, ArrayRef<Constant *> Ops, 7284c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Type *ResultTy, const DataLayout &DL, 729618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 73003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner Constant *Ptr = Ops[0]; 7314c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (!Ptr->getType()->getPointerElementType()->isSized() || 7321608769abeb1430dc34f31ffac0d9850f99ae36aNadav Rotem !Ptr->getType()->isPointerTy()) 733dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 734db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 7354c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Type *IntPtrTy = DL.getIntPtrType(Ptr->getType()); 73689fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault Type *ResultElementTy = ResultTy->getPointerElementType(); 737268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner 738268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner // If this is a constant expr gep that is effectively computing an 739268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner // "offsetof", fold it into 'cast int Size to T*' instead of 'gep 0, 0, 12' 7401d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad for (unsigned i = 1, e = Ops.size(); i != e; ++i) 7418cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (!isa<ConstantInt>(Ops[i])) { 742db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 7438cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner // If this is "gep i8* Ptr, (sub 0, V)", fold this as: 7448cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner // "inttoptr (sub (ptrtoint Ptr), V)" 74589fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Ops.size() == 2 && ResultElementTy->isIntegerTy(8)) { 7468cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[1]); 747dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines assert((!CE || CE->getType() == IntPtrTy) && 748f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner "CastGEPIndices didn't canonicalize index types!"); 7498cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (CE && CE->getOpcode() == Instruction::Sub && 750f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner CE->getOperand(0)->isNullValue()) { 7518cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Constant *Res = ConstantExpr::getPtrToInt(Ptr, CE->getType()); 7528cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Res = ConstantExpr::getSub(Res, CE->getOperand(1)); 7538cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Res = ConstantExpr::getIntToPtr(Res, ResultTy); 7548cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (ConstantExpr *ResCE = dyn_cast<ConstantExpr>(Res)) 7554c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Res = ConstantFoldConstantExpression(ResCE, DL, TLI); 7568cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner return Res; 7578cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 7588cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 759dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 7608cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 76197baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 7624c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned BitWidth = DL.getTypeSizeInBits(IntPtrTy); 7638fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad APInt Offset = 7644c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar APInt(BitWidth, 7654c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar DL.getIndexedOffset( 7664c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Ptr->getType(), 7674c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar makeArrayRef((Value * const *)Ops.data() + 1, Ops.size() - 1))); 76897baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = StripPtrCastKeepAS(Ptr); 7690891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman 7700891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman // If this is a GEP of a GEP, fold it all into a single GEP. 7710891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman while (GEPOperator *GEP = dyn_cast<GEPOperator>(Ptr)) { 772b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault SmallVector<Value *, 4> NestedOps(GEP->op_begin() + 1, GEP->op_end()); 773890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands 774890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands // Do not try the incorporate the sub-GEP if some index is not a number. 775890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands bool AllConstantInt = true; 776890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands for (unsigned i = 0, e = NestedOps.size(); i != e; ++i) 777890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands if (!isa<ConstantInt>(NestedOps[i])) { 778890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands AllConstantInt = false; 779890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands break; 780890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands } 781890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands if (!AllConstantInt) 782890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands break; 783890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands 7840891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman Ptr = cast<Constant>(GEP->getOperand(0)); 7854c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Offset += APInt(BitWidth, DL.getIndexedOffset(Ptr->getType(), NestedOps)); 78697baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = StripPtrCastKeepAS(Ptr); 7870891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman } 7880891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman 789de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // If the base value for this address is a literal integer value, fold the 790de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // getelementptr to the resulting integer value casted to the pointer type. 79140b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman APInt BasePtr(BitWidth, 0); 792b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ptr)) { 793b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (CE->getOpcode() == Instruction::IntToPtr) { 79440f8f6264d5af2c38e797e0dc59827cd231e8ff7Jay Foad if (ConstantInt *Base = dyn_cast<ConstantInt>(CE->getOperand(0))) 79540f8f6264d5af2c38e797e0dc59827cd231e8ff7Jay Foad BasePtr = Base->getValue().zextOrTrunc(BitWidth); 796b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 797b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 798b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 79940b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman if (Ptr->isNullValue() || BasePtr != 0) { 800b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Constant *C = ConstantInt::get(Ptr->getContext(), Offset + BasePtr); 801de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman return ConstantExpr::getIntToPtr(C, ResultTy); 802de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } 803de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 804de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Otherwise form a regular getelementptr. Recompute the indices so that 805de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // we eliminate over-indexing of the notional static type array bounds. 806de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // This makes it easy to determine if the getelementptr is "inbounds". 807de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Also, this helps GlobalOpt do SROA on GlobalVariables. 808db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = Ptr->getType(); 8097362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth assert(Ty->isPointerTy() && "Forming regular GEP of non-pointer type"); 81080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault SmallVector<Constant *, 32> NewIdxs; 81180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 8123d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman do { 813db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner if (SequentialType *ATy = dyn_cast<SequentialType>(Ty)) { 8141df9859c40492511b8aa4321eb76496005d3b75bDuncan Sands if (ATy->isPointerTy()) { 815e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner // The only pointer indexing we'll do is on the first index of the GEP. 816e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner if (!NewIdxs.empty()) 817e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner break; 818db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 819e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner // Only handle pointers to sized types, not pointers to functions. 820e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner if (!ATy->getElementType()->isSized()) 821dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 822e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner } 823db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 824de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Determine which element of the array the offset points into. 8254c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar APInt ElemSize(BitWidth, DL.getTypeAllocSize(ATy->getElementType())); 826de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman if (ElemSize == 0) 827c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // The element size is 0. This may be [0 x Ty]*, so just use a zero 828e58391073f6e17cd1024f737618a6f6b8d1323ceDuncan Sands // index for this level and proceed to the next level to see if it can 829e58391073f6e17cd1024f737618a6f6b8d1323ceDuncan Sands // accommodate the offset. 830c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner NewIdxs.push_back(ConstantInt::get(IntPtrTy, 0)); 831c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner else { 832c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // The element size is non-zero divide the offset by the element 833c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // size (rounding down), to compute the index at this level. 834c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner APInt NewIdx = Offset.udiv(ElemSize); 835c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner Offset -= NewIdx * ElemSize; 836c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner NewIdxs.push_back(ConstantInt::get(IntPtrTy, NewIdx)); 837c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner } 838de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman Ty = ATy->getElementType(); 839db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner } else if (StructType *STy = dyn_cast<StructType>(Ty)) { 8407362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // If we end up with an offset that isn't valid for this struct type, we 8417362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // can't re-form this GEP in a regular form, so bail out. The pointer 8427362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // operand likely went through casts that are necessary to make the GEP 8437362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // sensible. 8444c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const StructLayout &SL = *DL.getStructLayout(STy); 8457362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth if (Offset.uge(SL.getSizeInBytes())) 8467362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth break; 8477362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth 8487362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // Determine which field of the struct the offset points into. The 8497362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // getZExtValue is fine as we've already ensured that the offset is 8507362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // within the range representable by the StructLayout API. 851cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman unsigned ElIdx = SL.getElementContainingOffset(Offset.getZExtValue()); 8527b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner NewIdxs.push_back(ConstantInt::get(Type::getInt32Ty(Ty->getContext()), 8537b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner ElIdx)); 854cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman Offset -= APInt(BitWidth, SL.getElementOffset(ElIdx)); 855de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman Ty = STy->getTypeAtIndex(ElIdx); 856de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } else { 8573d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // We've reached some non-indexable type. 8583d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman break; 859de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } 86089fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault } while (Ty != ResultElementTy); 8613d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman 8623d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // If we haven't used up the entire offset by descending the static 8633d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // type, then the offset is pointing into the middle of an indivisible 8643d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // member, so we can't simplify it. 8653d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman if (Offset != 0) 866dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 867de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 8683bfbc4587a7e79f08f8c126a9e62c3475fb90f8bDan Gohman // Create a GEP. 8692c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar Constant *C = ConstantExpr::getGetElementPtr(SrcTy, Ptr, NewIdxs); 87089fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault assert(C->getType()->getPointerElementType() == Ty && 8716e7ad958683f34bf6c014c88fef723e5a2d741beDan Gohman "Computed GetElementPtr has unexpected type!"); 8723d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman 8733d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // If we ended up indexing a member with a type that doesn't match 8744c0d5d5db876b0628bdf6a2174263a1c0a9130e2Dan Gohman // the type of what the original indices indexed, add a cast. 87589fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Ty != ResultElementTy) 8764c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar C = FoldBitCast(C, ResultTy, DL); 877de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 8783d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman return C; 87903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 88003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 8811afab9c1e0ae2d145ce01718aa14065393117e70Chris Lattner 88203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 88303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 88403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner// Constant Folding public APIs 88503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 88603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 88737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Try to constant fold the specified instruction. 888b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// If successful, the constant result is returned, if not, null is returned. 889b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// Note that this fails if not all of the operands are constant. Otherwise, 890b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// this function can only fail when attempting to fold instructions like loads 891b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// and stores, which have no constant expression form. 8924c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga NainarConstant *llvm::ConstantFoldInstruction(Instruction *I, const DataLayout &DL, 893618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 894b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // Handle PHI nodes quickly here... 8955520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner if (PHINode *PN = dyn_cast<PHINode>(I)) { 896dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Constant *CommonValue = nullptr; 897c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands 898c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) { 899c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Value *Incoming = PN->getIncomingValue(i); 900b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // If the incoming value is undef then skip it. Note that while we could 901b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // skip the value if it is equal to the phi node itself we choose not to 902b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // because that would break the rule that constant folding only applies if 903b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // all operands are constants. 904b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands if (isa<UndefValue>(Incoming)) 905c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands continue; 90603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // If the incoming value is not a constant, then give up. 907c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Constant *C = dyn_cast<Constant>(Incoming); 90803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (!C) 909dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 91003e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // Fold the PHI's operands. 91103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (ConstantExpr *NewC = dyn_cast<ConstantExpr>(C)) 9124c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar C = ConstantFoldConstantExpression(NewC, DL, TLI); 91303e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // If the incoming value is a different constant to 91403e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // the one we saw previously, then give up. 91503e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (CommonValue && C != CommonValue) 916dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 917c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands CommonValue = C; 918c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands } 9195520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 92003e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 921c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands // If we reach here, all incoming values are the same constant or undef. 922c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands return CommonValue ? CommonValue : UndefValue::get(PN->getType()); 9235520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner } 9245520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 9255520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // Scan the operand list, checking to see if they are all constants, if so, 9265520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // hand off to ConstantFoldInstOperands. 9275520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner SmallVector<Constant*, 8> Ops; 92803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman for (User::op_iterator i = I->op_begin(), e = I->op_end(); i != e; ++i) { 92903e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Constant *Op = dyn_cast<Constant>(*i); 93003e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (!Op) 931dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; // All operands not constant! 9325520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 93303e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // Fold the Instruction's operands. 93403e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(Op)) 9354c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Op = ConstantFoldConstantExpression(NewCE, DL, TLI); 93603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 93703e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Ops.push_back(Op); 93803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman } 93903e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 940f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (const CmpInst *CI = dyn_cast<CmpInst>(I)) 9418f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(CI->getPredicate(), Ops[0], Ops[1], 9424c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar DL, TLI); 943db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 944878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (const LoadInst *LI = dyn_cast<LoadInst>(I)) 9454c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldLoadInst(LI, DL); 9463ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 947b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (InsertValueInst *IVI = dyn_cast<InsertValueInst>(I)) { 9483ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel return ConstantExpr::getInsertValue( 9493ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(IVI->getAggregateOperand()), 9503ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(IVI->getInsertedValueOperand()), 951fc6d3a49867cd38954dc40936a88f1907252c6d2Jay Foad IVI->getIndices()); 952b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 9533ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 954b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ExtractValueInst *EVI = dyn_cast<ExtractValueInst>(I)) { 9553ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel return ConstantExpr::getExtractValue( 9563ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(EVI->getAggregateOperand()), 957fc6d3a49867cd38954dc40936a88f1907252c6d2Jay Foad EVI->getIndices()); 958b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 9593ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 9604c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldInstOperands(I->getOpcode(), I->getType(), Ops, DL, TLI); 9615520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 9625520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 9638848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramerstatic Constant * 9644c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga NainarConstantFoldConstantExpressionImpl(const ConstantExpr *CE, const DataLayout &DL, 9658848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer const TargetLibraryInfo *TLI, 96637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines SmallPtrSetImpl<ConstantExpr *> &FoldedOps) { 9678848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer SmallVector<Constant *, 8> Ops; 9688848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer for (User::const_op_iterator i = CE->op_begin(), e = CE->op_end(); i != e; 9698848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer ++i) { 97001b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman Constant *NewC = cast<Constant>(*i); 9718848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer // Recursively fold the ConstantExpr's operands. If we have already folded 9728848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer // a ConstantExpr, we don't have to process it again. 9738848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(NewC)) { 97437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines if (FoldedOps.insert(NewCE).second) 9754c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar NewC = ConstantFoldConstantExpressionImpl(NewCE, DL, TLI, FoldedOps); 9768848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer } 97701b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman Ops.push_back(NewC); 97801b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman } 9793dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 9803dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (CE->isCompare()) 9818f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(CE->getPredicate(), Ops[0], Ops[1], 9824c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar DL, TLI); 9834c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldInstOperands(CE->getOpcode(), CE->getType(), Ops, DL, TLI); 9843dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky} 9853dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 98637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Attempt to fold the constant expression 9878848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer/// using the specified DataLayout. If successful, the constant result is 9888848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer/// result is returned, if not, null is returned. 9898848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin KramerConstant *llvm::ConstantFoldConstantExpression(const ConstantExpr *CE, 9904c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL, 9918848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer const TargetLibraryInfo *TLI) { 9928848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer SmallPtrSet<ConstantExpr *, 4> FoldedOps; 9934c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldConstantExpressionImpl(CE, DL, TLI, FoldedOps); 9948848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer} 9958848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer 99637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Attempt to constant fold an instruction with the 9975520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// specified opcode and operands. If successful, the constant result is 9985520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// returned, if not, null is returned. Note that this function can fail when 9995520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// attempting to fold instructions like loads and stores, which have no 10005520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// constant expression form. 10015520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// 100201b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// TODO: This function neither utilizes nor preserves nsw/nuw/inbounds/etc 100301b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// information, due to only being passed an opcode and operands. Constant 100401b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// folding using this function strips this information. 100501b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// 1006db2b2852256aba368cf6e75e049773768d159890NAKAMURA TakumiConstant *llvm::ConstantFoldInstOperands(unsigned Opcode, Type *DestTy, 10071d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad ArrayRef<Constant *> Ops, 10084c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL, 1009db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi const TargetLibraryInfo *TLI) { 101003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Handle easy binops first. 1011f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (Instruction::isBinaryOp(Opcode)) { 1012b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (isa<ConstantExpr>(Ops[0]) || isa<ConstantExpr>(Ops[1])) { 10134c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (Constant *C = SymbolicallyEvaluateBinop(Opcode, Ops[0], Ops[1], DL)) 101403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return C; 1015b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 1016db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1017baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::get(Opcode, Ops[0], Ops[1]); 101803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 1019db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1020f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner switch (Opcode) { 1021dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines default: return nullptr; 102279fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner case Instruction::ICmp: 1023858143816d43e58b17bfd11cb1b57afbd7f0f893Craig Topper case Instruction::FCmp: llvm_unreachable("Invalid for compares"); 10245520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Call: 10251d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Function *F = dyn_cast<Function>(Ops.back())) 10265520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner if (canConstantFoldCallTo(F)) 1027618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCall(F, Ops.slice(0, Ops.size() - 1), TLI); 1028dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1029001f7534e0311508cc93831a595785bb177f8a18Chris Lattner case Instruction::PtrToInt: 1030001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // If the input is a inttoptr, eliminate the pair. This requires knowing 1031001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // the width of a pointer, so it can't be done in ConstantExpr::getCast. 1032001f7534e0311508cc93831a595785bb177f8a18Chris Lattner if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { 10334c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (CE->getOpcode() == Instruction::IntToPtr) { 1034001f7534e0311508cc93831a595785bb177f8a18Chris Lattner Constant *Input = CE->getOperand(0); 10356de29f8d960505421d61c80cdb738e16720b6c0eDan Gohman unsigned InWidth = Input->getType()->getScalarSizeInBits(); 10364c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned PtrWidth = DL.getPointerTypeSizeInBits(CE->getType()); 10372334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault if (PtrWidth < InWidth) { 1038db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Mask = 10392334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault ConstantInt::get(CE->getContext(), 10402334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault APInt::getLowBitsSet(InWidth, PtrWidth)); 1041baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Input = ConstantExpr::getAnd(Input, Mask); 104204aa2c3520c049333ca216fb794d700310c4a33dNick Lewycky } 1043001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // Do a zext or trunc to get to the dest size. 1044baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getIntegerCast(Input, DestTy, false); 1045001f7534e0311508cc93831a595785bb177f8a18Chris Lattner } 1046001f7534e0311508cc93831a595785bb177f8a18Chris Lattner } 1047baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 1048001f7534e0311508cc93831a595785bb177f8a18Chris Lattner case Instruction::IntToPtr: 104981b06be055e74a3c23a1c8f17ead97f9f76335eeDuncan Sands // If the input is a ptrtoint, turn the pair into a ptr to ptr bitcast if 105059d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault // the int size is >= the ptr size and the address spaces are the same. 105159d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault // This requires knowing the width of a pointer, so it can't be done in 105259d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault // ConstantExpr::getCast. 105380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { 10544c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (CE->getOpcode() == Instruction::PtrToInt) { 105580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *SrcPtr = CE->getOperand(0); 10564c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar unsigned SrcPtrSize = DL.getPointerTypeSizeInBits(SrcPtr->getType()); 105780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned MidIntSize = CE->getType()->getScalarSizeInBits(); 105880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 105980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (MidIntSize >= SrcPtrSize) { 106059d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault unsigned SrcAS = SrcPtr->getType()->getPointerAddressSpace(); 106159d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault if (SrcAS == DestTy->getPointerAddressSpace()) 10624c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return FoldBitCast(CE->getOperand(0), DestTy, DL); 106380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 106480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 106580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1066b80a2a686fe76496d71397f8bdda394d5718ab01Dan Gohman 1067baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 10685520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Trunc: 10695520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ZExt: 10705520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::SExt: 10715520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPTrunc: 10725520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPExt: 10735520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::UIToFP: 10745520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::SIToFP: 10755520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPToUI: 10765520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPToSI: 107759d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault case Instruction::AddrSpaceCast: 1078baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 10795520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::BitCast: 10804c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return FoldBitCast(Ops[0], DestTy, DL); 10815520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Select: 1082baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getSelect(Ops[0], Ops[1], Ops[2]); 10835520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ExtractElement: 1084baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getExtractElement(Ops[0], Ops[1]); 10855520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::InsertElement: 1086baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getInsertElement(Ops[0], Ops[1], Ops[2]); 10875520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ShuffleVector: 1088baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getShuffleVector(Ops[0], Ops[1], Ops[2]); 10892c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar case Instruction::GetElementPtr: { 10902c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar Type *SrcTy = nullptr; 10912c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar if (Constant *C = CastGEPIndices(SrcTy, Ops, DestTy, DL, TLI)) 10924f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman return C; 10932c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar if (Constant *C = SymbolicallyEvaluateGEP(SrcTy, Ops, DestTy, DL, TLI)) 109403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return C; 1095db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 10962c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar return ConstantExpr::getGetElementPtr(SrcTy, Ops[0], Ops.slice(1)); 10972c3e0051c31c3f5b2328b447eadf1cf9c4427442Pirama Arumuga Nainar } 10985520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner } 10995520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 11005520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 110137ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Attempt to constant fold a compare 1102f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// instruction (icmp/fcmp) with the specified operands. If it fails, it 1103f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// returns a constant expression of the specified operands. 1104f286f6fd93d569befe6e77c94a947e6e04e95685Chris LattnerConstant *llvm::ConstantFoldCompareInstOperands(unsigned Predicate, 1105db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Ops0, Constant *Ops1, 11064c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar const DataLayout &DL, 1107618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 1108f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (inttoptr x), null -> icmp x, 0 1109f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (ptrtoint x), 0 -> icmp x, null 11103dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // fold: icmp (inttoptr x), (inttoptr y) -> icmp trunc/zext x, trunc/zext y 1111f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (ptrtoint x), (ptrtoint y) -> icmp x, y 1112f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // 11134c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar // FIXME: The following comment is out of data and the DataLayout is here now. 11144c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar // ConstantExpr::getCompare cannot do this, because it doesn't have DL 1115f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // around to know if bit truncation is happening. 11168f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (ConstantExpr *CE0 = dyn_cast<ConstantExpr>(Ops0)) { 11174c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (Ops1->isNullValue()) { 1118f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (CE0->getOpcode() == Instruction::IntToPtr) { 11194c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Type *IntPtrTy = DL.getIntPtrType(CE0->getType()); 1120f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // Convert the integer value to the right size to ensure we get the 1121f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // proper extension or truncation. 1122baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C = ConstantExpr::getIntegerCast(CE0->getOperand(0), 1123f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner IntPtrTy, false); 11248f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner Constant *Null = Constant::getNullValue(C->getType()); 11254c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldCompareInstOperands(Predicate, C, Null, DL, TLI); 1126f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1127db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1128f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // Only do this transformation if the int is intptrty in size, otherwise 1129f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // there is a truncation or extension that we aren't modeling. 113080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getOpcode() == Instruction::PtrToInt) { 11314c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Type *IntPtrTy = DL.getIntPtrType(CE0->getOperand(0)->getType()); 113280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getType() == IntPtrTy) { 113380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *C = CE0->getOperand(0); 113480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *Null = Constant::getNullValue(C->getType()); 11354c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldCompareInstOperands(Predicate, C, Null, DL, TLI); 113680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1137f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1138f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1139db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 11408f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (ConstantExpr *CE1 = dyn_cast<ConstantExpr>(Ops1)) { 11414c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar if (CE0->getOpcode() == CE1->getOpcode()) { 11423dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (CE0->getOpcode() == Instruction::IntToPtr) { 11434c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Type *IntPtrTy = DL.getIntPtrType(CE0->getType()); 114480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 11453dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // Convert the integer value to the right size to ensure we get the 11463dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // proper extension or truncation. 1147baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C0 = ConstantExpr::getIntegerCast(CE0->getOperand(0), 11483dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky IntPtrTy, false); 1149baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C1 = ConstantExpr::getIntegerCast(CE1->getOperand(0), 11503dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky IntPtrTy, false); 11514c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldCompareInstOperands(Predicate, C0, C1, DL, TLI); 11523dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky } 11533dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 1154ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth // Only do this transformation if the int is intptrty in size, otherwise 1155ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth // there is a truncation or extension that we aren't modeling. 115680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getOpcode() == Instruction::PtrToInt) { 11574c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Type *IntPtrTy = DL.getIntPtrType(CE0->getOperand(0)->getType()); 115880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getType() == IntPtrTy && 115980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE0->getOperand(0)->getType() == CE1->getOperand(0)->getType()) { 11604c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldCompareInstOperands( 11614c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Predicate, CE0->getOperand(0), CE1->getOperand(0), DL, TLI); 116280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 116380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1164f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1165f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1166db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 116779fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner // icmp eq (or x, y), 0 -> (icmp eq x, 0) & (icmp eq y, 0) 116879fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner // icmp ne (or x, y), 0 -> (icmp ne x, 0) | (icmp ne y, 0) 116979fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner if ((Predicate == ICmpInst::ICMP_EQ || Predicate == ICmpInst::ICMP_NE) && 117079fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner CE0->getOpcode() == Instruction::Or && Ops1->isNullValue()) { 11714c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Constant *LHS = ConstantFoldCompareInstOperands( 11724c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Predicate, CE0->getOperand(0), Ops1, DL, TLI); 11734c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Constant *RHS = ConstantFoldCompareInstOperands( 11744c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar Predicate, CE0->getOperand(1), Ops1, DL, TLI); 1175db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi unsigned OpC = 117679fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner Predicate == ICmpInst::ICMP_EQ ? Instruction::And : Instruction::Or; 117779fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner Constant *Ops[] = { LHS, RHS }; 11784c5e43da7792f75567b693105cc53e3f1992ad98Pirama Arumuga Nainar return ConstantFoldInstOperands(OpC, LHS->getType(), Ops, DL, TLI); 117979fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner } 1180f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1181db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 11828f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantExpr::getCompare(Predicate, Ops0, Ops1); 1183f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner} 1184f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner 1185f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner 118637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Given a constant and a getelementptr constantexpr, return the constant value 118737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// being addressed by the constant expression, or null if something is funny 118837ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// and we can't decide. 1189db2b2852256aba368cf6e75e049773768d159890NAKAMURA TakumiConstant *llvm::ConstantFoldLoadThroughGEPConstantExpr(Constant *C, 1190c6f69e94fa46f585b59bb9d7ace3224b0e638c95Dan Gohman ConstantExpr *CE) { 1191a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner if (!CE->getOperand(1)->isNullValue()) 1192dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; // Do not allow stepping over the value! 1193a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner 1194a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner // Loop over all of the operands, tracking down which value we are 1195a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner // addressing. 1196a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner for (unsigned i = 2, e = CE->getNumOperands(); i != e; ++i) { 1197a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner C = C->getAggregateElement(CE->getOperand(i)); 1198dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!C) 1199dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1200a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner } 1201a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner return C; 1202a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner} 1203a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner 120437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Given a constant and getelementptr indices (with an *implied* zero pointer 120537ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// index that is not in the list), return the constant value being addressed by 120637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// a virtual load, or null if something is funny and we can't decide. 1207a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris LattnerConstant *llvm::ConstantFoldLoadThroughGEPIndices(Constant *C, 1208a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner ArrayRef<Constant*> Indices) { 12095520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // Loop over all of the operands, tracking down which value we are 1210a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner // addressing. 1211a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner for (unsigned i = 0, e = Indices.size(); i != e; ++i) { 1212a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner C = C->getAggregateElement(Indices[i]); 1213dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!C) 1214dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1215a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner } 12165520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return C; 12175520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 12185520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 12195520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 1220bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 12215520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner// Constant Folding for Calls 1222bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 1223bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 122437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Return true if it's even possible to fold a call to the specified function. 1225b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenaultbool llvm::canConstantFoldCallTo(const Function *F) { 1226bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell switch (F->getIntrinsicID()) { 122742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::fabs: 122837ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines case Intrinsic::minnum: 122937ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines case Intrinsic::maxnum: 123042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log: 123142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log2: 123242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log10: 123342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp: 123442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp2: 123542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::floor: 123636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::ceil: 12379ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen case Intrinsic::sqrt: 123824fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier case Intrinsic::pow: 12399ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen case Intrinsic::powi: 1240e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::bswap: 1241e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::ctpop: 1242e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::ctlz: 1243e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::cttz: 124436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::fma: 124536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::fmuladd: 124636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::copysign: 124736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::round: 12481614e50d9f6d48a38e4dafb4b1a51fd4b37614f3Evan Phoenix case Intrinsic::sadd_with_overflow: 12496208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::uadd_with_overflow: 12501614e50d9f6d48a38e4dafb4b1a51fd4b37614f3Evan Phoenix case Intrinsic::ssub_with_overflow: 12516208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::usub_with_overflow: 1252eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::smul_with_overflow: 12536208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: 1254faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov case Intrinsic::convert_from_fp16: 1255faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov case Intrinsic::convert_to_fp16: 125615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si: 125715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si64: 125815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si: 125915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si64: 126015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si: 126115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si64: 126215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si: 126315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si64: 1264bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell return true; 126568a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner default: 126668a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return false; 126768a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner case 0: break; 1268bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1269bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1270b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!F->hasName()) 1271b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault return false; 1272f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar StringRef Name = F->getName(); 1273db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1274c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // In these cases, the check of the length is required. We don't want to 1275c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // return true for a name like "cos\0blah" which strcmp would return equal to 1276c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // "cos", but has length 8. 1277f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar switch (Name[0]) { 1278c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner default: return false; 1279c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'a': 12804ffec108a927606c51ea6fe1f3a13863d50d1c48Chad Rosier return Name == "acos" || Name == "asin" || Name == "atan" || Name =="atan2"; 1281c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'c': 1282f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "cos" || Name == "ceil" || Name == "cosf" || Name == "cosh"; 1283c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'e': 1284805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner return Name == "exp" || Name == "exp2"; 1285c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'f': 1286f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "fabs" || Name == "fmod" || Name == "floor"; 1287c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'l': 1288f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "log" || Name == "log10"; 1289c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'p': 1290f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "pow"; 1291c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 's': 1292f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "sin" || Name == "sinh" || Name == "sqrt" || 1293f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar Name == "sinf" || Name == "sqrtf"; 1294c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 't': 1295f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "tan" || Name == "tanh"; 1296bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1297bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1298bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 129936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic Constant *GetConstantFoldFPValue(double V, Type *Ty) { 130042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isHalfTy()) { 130142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF(V); 130242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 130342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &unused); 130442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFP::get(Ty->getContext(), APF); 130542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 1306d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isFloatTy()) 13077b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat((float)V)); 1308d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isDoubleTy()) 13097b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat(V)); 131042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson llvm_unreachable("Can only constant fold half/float/double"); 131136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 131236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines} 131336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 1314c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hinesnamespace { 131537ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Clear the floating-point exception state. 1316c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hinesstatic inline void llvm_fenv_clearexcept() { 1317c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines#if defined(HAVE_FENV_H) && HAVE_DECL_FE_ALL_EXCEPT 1318c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines feclearexcept(FE_ALL_EXCEPT); 1319c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines#endif 1320c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines errno = 0; 1321c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines} 1322c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines 132337ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Test if a floating-point exception was raised. 1324c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hinesstatic inline bool llvm_fenv_testexcept() { 1325c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines int errno_val = errno; 1326c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines if (errno_val == ERANGE || errno_val == EDOM) 1327c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines return true; 1328c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines#if defined(HAVE_FENV_H) && HAVE_DECL_FE_ALL_EXCEPT && HAVE_DECL_FE_INEXACT 1329c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines if (fetestexcept(FE_ALL_EXCEPT & ~FE_INEXACT)) 1330c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines return true; 1331c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines#endif 1332c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines return false; 1333c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines} 1334c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines} // End namespace 1335c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines 133636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic Constant *ConstantFoldFP(double (*NativeFP)(double), double V, 133736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty) { 1338c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines llvm_fenv_clearexcept(); 133936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines V = NativeFP(V); 1340c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines if (llvm_fenv_testexcept()) { 1341c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines llvm_fenv_clearexcept(); 1342dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 134336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 134436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 134536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return GetConstantFoldFPValue(V, Ty); 1346bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1347bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1348384152444d22d356f7b4090a158da4cbc1f79464Dan Gohmanstatic Constant *ConstantFoldBinaryFP(double (*NativeFP)(double, double), 1349db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner double V, double W, Type *Ty) { 1350c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines llvm_fenv_clearexcept(); 1351384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman V = NativeFP(V, W); 1352c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines if (llvm_fenv_testexcept()) { 1353c6a4f5e819217e1e12c458aed8e7b122e23a3a58Stephen Hines llvm_fenv_clearexcept(); 1354dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 135543421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen } 1356db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 135736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return GetConstantFoldFPValue(V, Ty); 1358384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman} 1359384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman 136037ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Attempt to fold an SSE floating point to integer conversion of a constant 136137ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// floating point. If roundTowardZero is false, the default IEEE rounding is 136237ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// used (toward nearest, ties to even). This matches the behavior of the 136337ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// non-truncating SSE instructions in the default rounding mode. The desired 136437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// integer type Ty is used to select how many bits are available for the 136537ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// result. Returns null if the conversion cannot be performed, otherwise 136637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// returns the Constant value resulting from the conversion. 13676b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattnerstatic Constant *ConstantFoldConvertToInt(const APFloat &Val, 13686b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner bool roundTowardZero, Type *Ty) { 136915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth // All of these conversion intrinsics form an integer of at most 64bits. 137089fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault unsigned ResultWidth = Ty->getIntegerBitWidth(); 137115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth assert(ResultWidth <= 64 && 137215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth "Can only constant fold conversions to 64 and 32 bit ints"); 137315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth 137415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth uint64_t UIntVal; 137515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth bool isExact = false; 137615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth APFloat::roundingMode mode = roundTowardZero? APFloat::rmTowardZero 137715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth : APFloat::rmNearestTiesToEven; 137815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth APFloat::opStatus status = Val.convertToInteger(&UIntVal, ResultWidth, 137915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth /*isSigned=*/true, mode, 138015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth &isExact); 138115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth if (status != APFloat::opOK && status != APFloat::opInexact) 1382dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 138315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth return ConstantInt::get(Ty, UIntVal, /*isSigned=*/true); 138415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth} 138515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth 138636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic double getValueAsDouble(ConstantFP *Op) { 138736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty = Op->getType(); 1388e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner 138936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (Ty->isFloatTy()) 139036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return Op->getValueAPF().convertToFloat(); 139136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 139236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (Ty->isDoubleTy()) 139336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return Op->getValueAPF().convertToDouble(); 139436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 139536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines bool unused; 139636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat APF = Op->getValueAPF(); 139736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); 139836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return APF.convertToDouble(); 139936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines} 140036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 140136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic Constant *ConstantFoldScalarCall(StringRef Name, unsigned IntrinsicID, 140236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty, ArrayRef<Constant *> Operands, 140336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines const TargetLibraryInfo *TLI) { 14041d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Operands.size() == 1) { 1405bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op = dyn_cast<ConstantFP>(Operands[0])) { 140636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::convert_to_fp16) { 1407faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov APFloat Val(Op->getValueAPF()); 1408faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1409faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov bool lost = false; 1410faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov Val.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &lost); 1411faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 141236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantInt::get(Ty->getContext(), Val.bitcastToAPInt()); 1413faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov } 1414faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 141542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) 1416dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 14171f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen 141836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::round) { 141936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat V = Op->getValueAPF(); 142036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines V.roundToIntegral(APFloat::rmNearestTiesToAway); 142136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), V); 142236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 142336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 14241f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// We only fold functions with finite arguments. Folding NaN and inf is 14251f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// likely to be aborted with an exception anyway, and some host libms 14261f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// have known errors raising exceptions. 14271f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen if (Op->getValueAPF().isNaN() || Op->getValueAPF().isInfinity()) 1428dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 14291f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen 143043421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// Currently APFloat versions of these functions do not exist, so we use 143143421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// the host native double versions. Float versions are not called 143243421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// directly but for all these it is true (float)(f((double)arg)) == 143343421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// f(arg). Long double not supported yet. 143436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines double V = getValueAsDouble(Op); 143542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 143636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 143742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson default: break; 143842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::fabs: 143942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(fabs, V, Ty); 144042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log2: 144142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log2, V, Ty); 144242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log: 144342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log, V, Ty); 144442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log10: 144542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log10, V, Ty); 144642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp: 144742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(exp, V, Ty); 144842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp2: 144942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(exp2, V, Ty); 145042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::floor: 145142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(floor, V, Ty); 145236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::ceil: 145336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFoldFP(ceil, V, Ty); 145442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 145542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 145636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (!TLI) 1457dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 145836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 1459f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar switch (Name[0]) { 1460c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'a': 146121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "acos" && TLI->has(LibFunc::acos)) 14627b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(acos, V, Ty); 146321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "asin" && TLI->has(LibFunc::asin)) 14647b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(asin, V, Ty); 146521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "atan" && TLI->has(LibFunc::atan)) 14667b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(atan, V, Ty); 1467c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1468c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'c': 146921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "ceil" && TLI->has(LibFunc::ceil)) 14707b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(ceil, V, Ty); 147121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cos" && TLI->has(LibFunc::cos)) 14727b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cos, V, Ty); 147321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cosh" && TLI->has(LibFunc::cosh)) 14747b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cosh, V, Ty); 147521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cosf" && TLI->has(LibFunc::cosf)) 14767b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cos, V, Ty); 1477c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1478c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'e': 147921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "exp" && TLI->has(LibFunc::exp)) 14807b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(exp, V, Ty); 1481db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 148221646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "exp2" && TLI->has(LibFunc::exp2)) { 1483805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner // Constant fold exp2(x) as pow(2,x) in case the host doesn't have a 1484805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner // C99 library. 1485805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner return ConstantFoldBinaryFP(pow, 2.0, V, Ty); 1486805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner } 1487c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1488c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'f': 148921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "fabs" && TLI->has(LibFunc::fabs)) 14907b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(fabs, V, Ty); 149121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "floor" && TLI->has(LibFunc::floor)) 14927b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(floor, V, Ty); 1493c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1494c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'l': 149521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "log" && V > 0 && TLI->has(LibFunc::log)) 14967b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(log, V, Ty); 149721646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "log10" && V > 0 && TLI->has(LibFunc::log10)) 14987b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(log10, V, Ty); 149936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines else if (IntrinsicID == Intrinsic::sqrt && 150042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson (Ty->isHalfTy() || Ty->isFloatTy() || Ty->isDoubleTy())) { 1501c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner if (V >= -0.0) 15027b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 150337ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines else { 150437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines // Unlike the sqrt definitions in C/C++, POSIX, and IEEE-754 - which 150537ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines // all guarantee or favor returning NaN - the square root of a 150637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines // negative number is not defined for the LLVM sqrt intrinsic. 150737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines // This is because the intrinsic should only be emitted in place of 150837ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines // libm's sqrt function when using "no-nans-fp-math". 150937ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines return UndefValue::get(Ty); 151037ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines } 1511c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner } 1512c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1513c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 's': 151421646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "sin" && TLI->has(LibFunc::sin)) 15157b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sin, V, Ty); 151621646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sinh" && TLI->has(LibFunc::sinh)) 15177b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sinh, V, Ty); 151821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sqrt" && V >= 0 && TLI->has(LibFunc::sqrt)) 15197b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 152021646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sqrtf" && V >= 0 && TLI->has(LibFunc::sqrtf)) 15217b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 152221646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sinf" && TLI->has(LibFunc::sinf)) 15237b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sin, V, Ty); 1524c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1525c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 't': 152621646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "tan" && TLI->has(LibFunc::tan)) 15277b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(tan, V, Ty); 152821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "tanh" && TLI->has(LibFunc::tanh)) 15297b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(tanh, V, Ty); 1530c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1531c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner default: 1532c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1533bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1534dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 153568a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner } 1536f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 153768a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner if (ConstantInt *Op = dyn_cast<ConstantInt>(Operands[0])) { 153836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 1539f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::bswap: 154036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantInt::get(Ty->getContext(), Op->getValue().byteSwap()); 1541f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::ctpop: 1542eed707b1e6097aac2bb6b3d47271f6300ace7f2eOwen Anderson return ConstantInt::get(Ty, Op->getValue().countPopulation()); 1543f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::convert_from_fp16: { 15440a29cb045444c13160e90fe7942a9d7c720185edTim Northover APFloat Val(APFloat::IEEEhalf, Op->getValue()); 1545faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1546faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov bool lost = false; 1547faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov APFloat::opStatus status = 1548faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov Val.convert(APFloat::IEEEsingle, APFloat::rmNearestTiesToEven, &lost); 1549faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1550faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov // Conversion is always precise. 15518e68c3873549ca31533e2e3e40dda3a43cb79566Jeffrey Yasskin (void)status; 1552faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov assert(status == APFloat::opOK && !lost && 1553faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov "Precision lost during fp16 constfolding"); 1554faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 155536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), Val); 1556faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov } 1557f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth default: 1558dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1559f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth } 1560bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1561f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 15626b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Support ConstantVector in case we have an Undef in the top. 1563db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (isa<ConstantVector>(Operands[0]) || 15646b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner isa<ConstantDataVector>(Operands[0])) { 15656b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Op = cast<Constant>(Operands[0]); 156636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 156715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth default: break; 156815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si: 156915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si64: 157015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si: 157115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si64: 15726b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (ConstantFP *FPOp = 15736b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) 15746b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantFoldConvertToInt(FPOp->getValueAPF(), 15756b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner /*roundTowardZero=*/false, Ty); 157615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si: 157715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si64: 157815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si: 157915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si64: 15806b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (ConstantFP *FPOp = 15816b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) 1582db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return ConstantFoldConvertToInt(FPOp->getValueAPF(), 15836b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner /*roundTowardZero=*/true, Ty); 158415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth } 158515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth } 1586db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 15879ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman if (isa<UndefValue>(Operands[0])) { 158836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::bswap) 15899ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman return Operands[0]; 1590dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 15919ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman } 15929ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman 1593dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 159468a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner } 1595f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 15961d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Operands.size() == 2) { 1597bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op1 = dyn_cast<ConstantFP>(Operands[0])) { 159842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) 1599dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 160036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines double Op1V = getValueAsDouble(Op1); 160142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 1602bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op2 = dyn_cast<ConstantFP>(Operands[1])) { 1603d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Op2->getType() != Op1->getType()) 1604dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 160521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier 160636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines double Op2V = getValueAsDouble(Op2); 160736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::pow) { 160824fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); 160924fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier } 161036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::copysign) { 161136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat V1 = Op1->getValueAPF(); 161236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat V2 = Op2->getValueAPF(); 161336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines V1.copySign(V2); 161436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), V1); 161536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 161637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines 161737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines if (IntrinsicID == Intrinsic::minnum) { 161837ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines const APFloat &C1 = Op1->getValueAPF(); 161937ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines const APFloat &C2 = Op2->getValueAPF(); 162037ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines return ConstantFP::get(Ty->getContext(), minnum(C1, C2)); 162137ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines } 162237ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines 162337ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines if (IntrinsicID == Intrinsic::maxnum) { 162437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines const APFloat &C1 = Op1->getValueAPF(); 162537ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines const APFloat &C2 = Op2->getValueAPF(); 162637ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines return ConstantFP::get(Ty->getContext(), maxnum(C1, C2)); 162737ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines } 162837ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines 162924fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier if (!TLI) 1630dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 163121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "pow" && TLI->has(LibFunc::pow)) 16327b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); 163321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "fmod" && TLI->has(LibFunc::fmod)) 16347b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(fmod, Op1V, Op2V, Ty); 163521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "atan2" && TLI->has(LibFunc::atan2)) 16367b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(atan2, Op1V, Op2V, Ty); 1637b5282dcf4745be59046f440980a1c0f0a50c9c09Chris Lattner } else if (ConstantInt *Op2C = dyn_cast<ConstantInt>(Operands[1])) { 163836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::powi && Ty->isHalfTy()) 163936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), 164042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat((float)std::pow((float)Op1V, 164142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson (int)Op2C->getZExtValue()))); 164236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::powi && Ty->isFloatTy()) 164336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), 16447b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner APFloat((float)std::pow((float)Op1V, 164502a260aa11a2e1b2c14335274d3c42ca3f3eabc0Chris Lattner (int)Op2C->getZExtValue()))); 164636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::powi && Ty->isDoubleTy()) 164736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), 16487b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner APFloat((double)std::pow((double)Op1V, 16497b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner (int)Op2C->getZExtValue()))); 1650bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1651dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1652bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1653db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1654e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner if (ConstantInt *Op1 = dyn_cast<ConstantInt>(Operands[0])) { 1655e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner if (ConstantInt *Op2 = dyn_cast<ConstantInt>(Operands[1])) { 165636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 1657e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner default: break; 1658eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::sadd_with_overflow: 1659eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::uadd_with_overflow: 1660eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::ssub_with_overflow: 1661eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::usub_with_overflow: 16626208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::smul_with_overflow: 16636208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: { 1664eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner APInt Res; 1665eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner bool Overflow; 166636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 1667858143816d43e58b17bfd11cb1b57afbd7f0f893Craig Topper default: llvm_unreachable("Invalid case"); 1668eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::sadd_with_overflow: 1669eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().sadd_ov(Op2->getValue(), Overflow); 1670eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1671eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::uadd_with_overflow: 1672eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().uadd_ov(Op2->getValue(), Overflow); 1673eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1674eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::ssub_with_overflow: 1675eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().ssub_ov(Op2->getValue(), Overflow); 1676eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1677eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::usub_with_overflow: 1678eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().usub_ov(Op2->getValue(), Overflow); 1679eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1680eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::smul_with_overflow: 1681eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().smul_ov(Op2->getValue(), Overflow); 1682eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 16836208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: 16846208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel Res = Op1->getValue().umul_ov(Op2->getValue(), Overflow); 16856208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel break; 1686eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner } 1687e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner Constant *Ops[] = { 168836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines ConstantInt::get(Ty->getContext(), Res), 168936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines ConstantInt::get(Type::getInt1Ty(Ty->getContext()), Overflow) 1690e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner }; 169136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantStruct::get(cast<StructType>(Ty), Ops); 1692e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1693ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth case Intrinsic::cttz: 1694e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer if (Op2->isOne() && Op1->isZero()) // cttz(0, 1) is undef. 1695e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer return UndefValue::get(Ty); 1696ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth return ConstantInt::get(Ty, Op1->getValue().countTrailingZeros()); 1697ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth case Intrinsic::ctlz: 1698e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer if (Op2->isOne() && Op1->isZero()) // ctlz(0, 1) is undef. 1699e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer return UndefValue::get(Ty); 1700ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth return ConstantInt::get(Ty, Op1->getValue().countLeadingZeros()); 1701e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1702e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1703db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1704dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1705e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1706dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1707bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 170836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 170936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (Operands.size() != 3) 1710dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 171136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 171236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (const ConstantFP *Op1 = dyn_cast<ConstantFP>(Operands[0])) { 171336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (const ConstantFP *Op2 = dyn_cast<ConstantFP>(Operands[1])) { 171436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (const ConstantFP *Op3 = dyn_cast<ConstantFP>(Operands[2])) { 171536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 171636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines default: break; 171736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::fma: 171836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::fmuladd: { 171936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat V = Op1->getValueAPF(); 172036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat::opStatus s = V.fusedMultiplyAdd(Op2->getValueAPF(), 172136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Op3->getValueAPF(), 172236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat::rmNearestTiesToEven); 172336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (s != APFloat::opInvalidOp) 172436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), V); 172536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 1726dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 172736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 172836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 172936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 173036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 173136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 173236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 1733dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1734bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 173536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 173636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic Constant *ConstantFoldVectorCall(StringRef Name, unsigned IntrinsicID, 173736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines VectorType *VTy, 173836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines ArrayRef<Constant *> Operands, 173936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines const TargetLibraryInfo *TLI) { 174036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines SmallVector<Constant *, 4> Result(VTy->getNumElements()); 174136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines SmallVector<Constant *, 4> Lane(Operands.size()); 174236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty = VTy->getElementType(); 174336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 174436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { 174536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines // Gather a column of constants. 174636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines for (unsigned J = 0, JE = Operands.size(); J != JE; ++J) { 174736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Constant *Agg = Operands[J]->getAggregateElement(I); 174836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (!Agg) 174936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return nullptr; 175036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 175136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Lane[J] = Agg; 175236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 175336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 175436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines // Use the regular scalar folding to simplify this column. 175536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Constant *Folded = ConstantFoldScalarCall(Name, IntrinsicID, Ty, Lane, TLI); 175636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (!Folded) 175736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return nullptr; 175836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Result[I] = Folded; 175936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 176036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 176136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantVector::get(Result); 176236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines} 176336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 176437ed9c199ca639565f6ce88105f9e39e898d82d0Stephen Hines/// Attempt to constant fold a call to the specified function 176536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines/// with the specified arguments, returning null if unsuccessful. 176636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen HinesConstant * 176736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesllvm::ConstantFoldCall(Function *F, ArrayRef<Constant *> Operands, 176836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines const TargetLibraryInfo *TLI) { 176936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (!F->hasName()) 1770dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 177136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines StringRef Name = F->getName(); 177236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 177336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty = F->getReturnType(); 177436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 177536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (VectorType *VTy = dyn_cast<VectorType>(Ty)) 177636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFoldVectorCall(Name, F->getIntrinsicID(), VTy, Operands, TLI); 177736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 177836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFoldScalarCall(Name, F->getIntrinsicID(), Ty, Operands, TLI); 177936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines} 1780