183e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman//===-- ConstantFolding.cpp - Fold instructions into constants ------------===// 2bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 3bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// The LLVM Compiler Infrastructure 4bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 8bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 9bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 1083e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// This file defines routines for folding instructions into constants. 1183e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// 12c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth// Also, to supplement the basic IR ConstantExpr simplifications, 1383e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// this file defines some additional folding routines that can make use of 14c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth// DataLayout information. These functions cannot go in IR due to library 1583e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// dependency issues. 16bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 17bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 18bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 19bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Analysis/ConstantFolding.h" 208848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer#include "llvm/ADT/SmallPtrSet.h" 21d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/ADT/SmallVector.h" 22d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/ADT/StringMap.h" 23d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Analysis/ValueTracking.h" 24cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines#include "llvm/Config/config.h" 250b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Constants.h" 260b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/DataLayout.h" 270b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/DerivedTypes.h" 280b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Function.h" 2936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines#include "llvm/IR/GetElementPtrTypeIterator.h" 300b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/GlobalVariable.h" 310b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Instructions.h" 320b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Intrinsics.h" 330b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Operator.h" 34c25e7581b9b8088910da31702d4ca21c4734c6d7Torok Edwin#include "llvm/Support/ErrorHandling.h" 35bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Support/MathExtras.h" 36d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Target/TargetLibraryInfo.h" 37bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include <cerrno> 3897af751deb9b26fd42fbcee082da9ccc4ded5b45Jeff Cohen#include <cmath> 39cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines 40cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines#ifdef HAVE_FENV_H 41cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines#include <fenv.h> 42cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines#endif 43cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines 44bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswellusing namespace llvm; 45bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 4603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 4703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner// Constant Folding internal helper functions 4803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 4903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 50db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi/// FoldBitCast - Constant fold bitcast, symbolically evaluating it with 513574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow/// DataLayout. This always returns a non-null constant, but it may be a 526333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner/// ConstantExpr if unfoldable. 53db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattnerstatic Constant *FoldBitCast(Constant *C, Type *DestTy, 543574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 554c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem // Catch the obvious splat cases. 564c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem if (C->isNullValue() && !DestTy->isX86_MMXTy()) 574c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem return Constant::getNullValue(DestTy); 584c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem if (C->isAllOnesValue() && !DestTy->isX86_MMXTy()) 594c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem return Constant::getAllOnesValue(DestTy); 604c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem 6104594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // Handle a vector->integer cast. 6204594aeffa3360882eb09a888a0970321b987b16Rafael Espindola if (IntegerType *IT = dyn_cast<IntegerType>(DestTy)) { 63616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman VectorType *VTy = dyn_cast<VectorType>(C->getType()); 64dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!VTy) 6504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola return ConstantExpr::getBitCast(C, DestTy); 6604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola 67616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman unsigned NumSrcElts = VTy->getNumElements(); 68616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman Type *SrcEltTy = VTy->getElementType(); 69db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 7004594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // If the vector is a vector of floating point, convert it to vector of int 7104594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // to simplify things. 727302d80490feabfc8a01bee0fa698aab55169544Chris Lattner if (SrcEltTy->isFloatingPointTy()) { 737302d80490feabfc8a01bee0fa698aab55169544Chris Lattner unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); 7404594aeffa3360882eb09a888a0970321b987b16Rafael Espindola Type *SrcIVTy = 7504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElts); 76c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Ask IR to do the conversion now that #elts line up. 7704594aeffa3360882eb09a888a0970321b987b16Rafael Espindola C = ConstantExpr::getBitCast(C, SrcIVTy); 7804594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 79db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 80616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman ConstantDataVector *CDV = dyn_cast<ConstantDataVector>(C); 81dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!CDV) 82616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman return ConstantExpr::getBitCast(C, DestTy); 83616025007abbb0fb53fe53ef2cac81907668c2f0Michael Ilseman 8404594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // Now that we know that the input value is a vector of integers, just shift 8504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // and insert them into our result. 867302d80490feabfc8a01bee0fa698aab55169544Chris Lattner unsigned BitShift = TD.getTypeAllocSizeInBits(SrcEltTy); 8704594aeffa3360882eb09a888a0970321b987b16Rafael Espindola APInt Result(IT->getBitWidth(), 0); 8804594aeffa3360882eb09a888a0970321b987b16Rafael Espindola for (unsigned i = 0; i != NumSrcElts; ++i) { 897302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result <<= BitShift; 907302d80490feabfc8a01bee0fa698aab55169544Chris Lattner if (TD.isLittleEndian()) 917302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result |= CDV->getElementAsInteger(NumSrcElts-i-1); 927302d80490feabfc8a01bee0fa698aab55169544Chris Lattner else 937302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result |= CDV->getElementAsInteger(i); 9404594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 95db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 9604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola return ConstantInt::get(IT, Result); 9704594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 98db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 991c9fe0361b3f9f5c814ce761b97ecd11637a1d7dNadav Rotem // The code below only handles casts to vectors currently. 100db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner VectorType *DestVTy = dyn_cast<VectorType>(DestTy); 101dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!DestVTy) 1026333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 103db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 10493798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // If this is a scalar -> vector cast, convert the input into a <1 x scalar> 10593798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // vector so the code below can handle it uniformly. 10693798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner if (isa<ConstantFP>(C) || isa<ConstantInt>(C)) { 10793798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner Constant *Ops = C; // don't take the address of C! 1082ca5c8644e6c35b3a7910a576ed89cddb7b82c3bChris Lattner return FoldBitCast(ConstantVector::get(Ops), DestTy, TD); 10993798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner } 110db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 11193798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // If this is a bitcast from constant vector -> vector, fold it. 1126b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!isa<ConstantDataVector>(C) && !isa<ConstantVector>(C)) 11393798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner return ConstantExpr::getBitCast(C, DestTy); 114db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 115c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // If the element types match, IR can fold it. 1166333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned NumDstElt = DestVTy->getNumElements(); 1176b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned NumSrcElt = C->getType()->getVectorNumElements(); 1186333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (NumDstElt == NumSrcElt) 1196333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 120db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1216b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Type *SrcEltTy = C->getType()->getVectorElementType(); 122db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *DstEltTy = DestVTy->getElementType(); 123db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 124db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi // Otherwise, we're changing the number of elements in a vector, which 1256333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // requires endianness information to do the right thing. For example, 1266333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) 1276333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // folds to (little endian): 1286333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // <4 x i32> <i32 0, i32 0, i32 1, i32 0> 1296333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // and to (big endian): 1306333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // <4 x i32> <i32 0, i32 0, i32 0, i32 1> 131db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1326333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // First thing is first. We only want to think about integer here, so if 1336333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // we have something in FP form, recast it as integer. 134b0bc6c361da9009e8414efde317d9bbff755f6c0Duncan Sands if (DstEltTy->isFloatingPointTy()) { 1356333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Fold to an vector of integers with same size as our FP type. 1366333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned FPWidth = DstEltTy->getPrimitiveSizeInBits(); 137db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *DestIVTy = 1386333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumDstElt); 1396333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Recursively handle this integer conversion, if possible. 1406333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, DestIVTy, TD); 141db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 142c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Finally, IR can handle this now that #elts line up. 1436333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 1446333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 145db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1466333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Okay, we know the destination is integer, if the input is FP, convert 1476333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // it to integer first. 148b0bc6c361da9009e8414efde317d9bbff755f6c0Duncan Sands if (SrcEltTy->isFloatingPointTy()) { 1496333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); 150db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *SrcIVTy = 1516333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElt); 152c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Ask IR to do the conversion now that #elts line up. 1536333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = ConstantExpr::getBitCast(C, SrcIVTy); 154c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // If IR wasn't able to fold it, bail out. 1556b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!isa<ConstantVector>(C) && // FIXME: Remove ConstantVector. 1566b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner !isa<ConstantDataVector>(C)) 1576333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return C; 1586333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 159db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1606333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Now we know that the input and output vectors are both integer vectors 1616333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // of the same size, and that their #elements is not the same. Do the 1626333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // conversion here, which depends on whether the input or output has 1636333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // more elements. 1646333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner bool isLittleEndian = TD.isLittleEndian(); 165db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1666333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner SmallVector<Constant*, 32> Result; 1676333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (NumDstElt < NumSrcElt) { 1686333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Handle: bitcast (<4 x i32> <i32 0, i32 1, i32 2, i32 3> to <2 x i64>) 1696333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Constant *Zero = Constant::getNullValue(DstEltTy); 1706333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned Ratio = NumSrcElt/NumDstElt; 1716333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned SrcBitSize = SrcEltTy->getPrimitiveSizeInBits(); 1726333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned SrcElt = 0; 1736333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner for (unsigned i = 0; i != NumDstElt; ++i) { 1746333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Build each element of the result. 1756333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Constant *Elt = Zero; 1766333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned ShiftAmt = isLittleEndian ? 0 : SrcBitSize*(Ratio-1); 1776333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner for (unsigned j = 0; j != Ratio; ++j) { 1786b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Src =dyn_cast<ConstantInt>(C->getAggregateElement(SrcElt++)); 1796333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (!Src) // Reject constantexpr elements. 1806333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 181db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1826333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Zero extend the element to the right size. 1836333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Src = ConstantExpr::getZExt(Src, Elt->getType()); 184db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1856333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Shift it to the right place, depending on endianness. 186db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Src = ConstantExpr::getShl(Src, 1876333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner ConstantInt::get(Src->getType(), ShiftAmt)); 1886333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner ShiftAmt += isLittleEndian ? SrcBitSize : -SrcBitSize; 189db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1906333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Mix it in. 1916333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Elt = ConstantExpr::getOr(Elt, Src); 1926333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 1936333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Result.push_back(Elt); 1946333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 1956b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantVector::get(Result); 1966b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner } 197db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1986b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Handle: bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) 1996b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned Ratio = NumDstElt/NumSrcElt; 2006b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned DstBitSize = DstEltTy->getPrimitiveSizeInBits(); 201db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2026b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Loop over each source value, expanding into multiple results. 2036b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner for (unsigned i = 0; i != NumSrcElt; ++i) { 2046b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Src = dyn_cast<ConstantInt>(C->getAggregateElement(i)); 2056b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!Src) // Reject constantexpr elements. 2066b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 207db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2086b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned ShiftAmt = isLittleEndian ? 0 : DstBitSize*(Ratio-1); 2096b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner for (unsigned j = 0; j != Ratio; ++j) { 2106b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Shift the piece of the value into the right place, depending on 2116b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // endianness. 212db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Elt = ConstantExpr::getLShr(Src, 2136b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner ConstantInt::get(Src->getType(), ShiftAmt)); 2146b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner ShiftAmt += isLittleEndian ? DstBitSize : -DstBitSize; 215db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2166b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Truncate and remember this piece. 2176b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Result.push_back(ConstantExpr::getTrunc(Elt, DstEltTy)); 2186333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 2196333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 220db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2212ca5c8644e6c35b3a7910a576ed89cddb7b82c3bChris Lattner return ConstantVector::get(Result); 2226333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner} 2236333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner 2246333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner 22503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// IsConstantOffsetFromGlobal - If this constant is actually a constant offset 22603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// from a global, return the global and the constant. Because of 22703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// constantexprs, this function is recursive. 22803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattnerstatic bool IsConstantOffsetFromGlobal(Constant *C, GlobalValue *&GV, 2291094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer APInt &Offset, const DataLayout &TD) { 23003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Trivial case, constant is the global. 23103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if ((GV = dyn_cast<GlobalValue>(C))) { 232896a885f215d8e3e2835b92274319771d358f313Matt Arsenault unsigned BitWidth = TD.getPointerTypeSizeInBits(GV->getType()); 233896a885f215d8e3e2835b92274319771d358f313Matt Arsenault Offset = APInt(BitWidth, 0); 23403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return true; 23503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 236db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 23703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Otherwise, if this isn't a constant expr, bail out. 23803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(C); 23903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (!CE) return false; 240db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 24103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Look through ptr->int and ptr->ptr casts. 24203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (CE->getOpcode() == Instruction::PtrToInt || 24303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner CE->getOpcode() == Instruction::BitCast) 24403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return IsConstantOffsetFromGlobal(CE->getOperand(0), GV, Offset, TD); 245db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 246db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi // i32* getelementptr ([5 x i32]* @a, i32 0, i32 5) 247896a885f215d8e3e2835b92274319771d358f313Matt Arsenault GEPOperator *GEP = dyn_cast<GEPOperator>(CE); 248896a885f215d8e3e2835b92274319771d358f313Matt Arsenault if (!GEP) 249896a885f215d8e3e2835b92274319771d358f313Matt Arsenault return false; 250db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 251896a885f215d8e3e2835b92274319771d358f313Matt Arsenault unsigned BitWidth = TD.getPointerTypeSizeInBits(GEP->getType()); 252896a885f215d8e3e2835b92274319771d358f313Matt Arsenault APInt TmpOffset(BitWidth, 0); 253db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 254896a885f215d8e3e2835b92274319771d358f313Matt Arsenault // If the base isn't a global+constant, we aren't either. 255896a885f215d8e3e2835b92274319771d358f313Matt Arsenault if (!IsConstantOffsetFromGlobal(CE->getOperand(0), GV, TmpOffset, TD)) 256896a885f215d8e3e2835b92274319771d358f313Matt Arsenault return false; 257896a885f215d8e3e2835b92274319771d358f313Matt Arsenault 258896a885f215d8e3e2835b92274319771d358f313Matt Arsenault // Otherwise, add any offset that our operands provide. 259896a885f215d8e3e2835b92274319771d358f313Matt Arsenault if (!GEP->accumulateConstantOffset(TD, TmpOffset)) 260896a885f215d8e3e2835b92274319771d358f313Matt Arsenault return false; 261896a885f215d8e3e2835b92274319771d358f313Matt Arsenault 262896a885f215d8e3e2835b92274319771d358f313Matt Arsenault Offset = TmpOffset; 263896a885f215d8e3e2835b92274319771d358f313Matt Arsenault return true; 26403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 26503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 266fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// ReadDataFromGlobal - Recursive helper to read bits out of global. C is the 267fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// constant being copied out of. ByteOffset is an offset into C. CurPtr is the 268fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// pointer to copy results into and BytesLeft is the number of bytes left in 269fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// the CurPtr buffer. TD is the target data. 270fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattnerstatic bool ReadDataFromGlobal(Constant *C, uint64_t ByteOffset, 271fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned char *CurPtr, unsigned BytesLeft, 2723574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 273fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner assert(ByteOffset <= TD.getTypeAllocSize(C->getType()) && 274fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner "Out of range access"); 275db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 276c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner // If this element is zero or undefined, we can just return since *CurPtr is 277c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner // zero initialized. 278fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (isa<ConstantAggregateZero>(C) || isa<UndefValue>(C)) 279fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 280db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 281fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantInt *CI = dyn_cast<ConstantInt>(C)) { 282fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CI->getBitWidth() > 64 || 283fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner (CI->getBitWidth() & 7) != 0) 284fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 285db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 286fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Val = CI->getZExtValue(); 287fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned IntBytes = unsigned(CI->getBitWidth()/8); 288db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 289fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (unsigned i = 0; i != BytesLeft && ByteOffset != IntBytes; ++i) { 290562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi int n = ByteOffset; 291562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (!TD.isLittleEndian()) 292562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi n = IntBytes - n - 1; 293562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi CurPtr[i] = (unsigned char)(Val >> (n * 8)); 294fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ++ByteOffset; 295fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 296fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 297fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 298db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 299fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantFP *CFP = dyn_cast<ConstantFP>(C)) { 300fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CFP->getType()->isDoubleTy()) { 3016333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, Type::getInt64Ty(C->getContext()), TD); 302fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 303fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 304fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CFP->getType()->isFloatTy()){ 3056333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, Type::getInt32Ty(C->getContext()), TD); 306fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 307fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 30842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (CFP->getType()->isHalfTy()){ 30942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson C = FoldBitCast(C, Type::getInt16Ty(C->getContext()), TD); 31042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 31142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 312c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner return false; 313fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 314db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 315fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantStruct *CS = dyn_cast<ConstantStruct>(C)) { 316fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner const StructLayout *SL = TD.getStructLayout(CS->getType()); 317fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned Index = SL->getElementContainingOffset(ByteOffset); 318fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t CurEltOffset = SL->getElementOffset(Index); 319fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ByteOffset -= CurEltOffset; 320db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 321fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner while (1) { 322fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If the element access is to the element itself and not to tail padding, 323fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // read the bytes from the element. 324fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t EltSize = TD.getTypeAllocSize(CS->getOperand(Index)->getType()); 325fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 326fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ByteOffset < EltSize && 327fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner !ReadDataFromGlobal(CS->getOperand(Index), ByteOffset, CurPtr, 328fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLeft, TD)) 329fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 330db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 331fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ++Index; 332db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 333fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Check to see if we read from the last struct element, if so we're done. 334fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (Index == CS->getType()->getNumElements()) 335fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 336fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 337fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we read all of the bytes we needed from this element we're done. 338fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t NextEltOffset = SL->getElementOffset(Index); 339fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 34089fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (BytesLeft <= NextEltOffset - CurEltOffset - ByteOffset) 341fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 342fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 343fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Move to the next element of the struct. 34489fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault CurPtr += NextEltOffset - CurEltOffset - ByteOffset; 34589fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault BytesLeft -= NextEltOffset - CurEltOffset - ByteOffset; 346fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ByteOffset = 0; 347fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner CurEltOffset = NextEltOffset; 348fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 349fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // not reached. 350fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 351fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 352a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (isa<ConstantArray>(C) || isa<ConstantVector>(C) || 353a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner isa<ConstantDataSequential>(C)) { 35489fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault Type *EltTy = C->getType()->getSequentialElementType(); 355a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner uint64_t EltSize = TD.getTypeAllocSize(EltTy); 356fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Index = ByteOffset / EltSize; 357fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Offset = ByteOffset - Index * EltSize; 358a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner uint64_t NumElts; 359a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (ArrayType *AT = dyn_cast<ArrayType>(C->getType())) 360a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner NumElts = AT->getNumElements(); 361a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner else 36289fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault NumElts = C->getType()->getVectorNumElements(); 363f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 364a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner for (; Index != NumElts; ++Index) { 365a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (!ReadDataFromGlobal(C->getAggregateElement(Index), Offset, CurPtr, 366fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLeft, TD)) 367fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 368f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 369f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands uint64_t BytesWritten = EltSize - Offset; 370f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands assert(BytesWritten <= EltSize && "Not indexing into this element?"); 371f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands if (BytesWritten >= BytesLeft) 372fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 373f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 374fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner Offset = 0; 375f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands BytesLeft -= BytesWritten; 376f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands CurPtr += BytesWritten; 377fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 378fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 379fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 380db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 3816475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { 3825d43ff4e7ea30eaf5a1c417f0ec528900f5c83f2Anders Carlsson if (CE->getOpcode() == Instruction::IntToPtr && 38380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE->getOperand(0)->getType() == TD.getIntPtrType(CE->getType())) { 384db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return ReadDataFromGlobal(CE->getOperand(0), ByteOffset, CurPtr, 385a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner BytesLeft, TD); 386b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 3876475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson } 3886475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson 389fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Otherwise, unknown initializer type. 390fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 391fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner} 392fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 393fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattnerstatic Constant *FoldReinterpretLoadFromConstPtr(Constant *C, 3943574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 39580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault PointerType *PTy = cast<PointerType>(C->getType()); 39680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *LoadTy = PTy->getElementType(); 397db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner IntegerType *IntType = dyn_cast<IntegerType>(LoadTy); 398db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 399fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If this isn't an integer load we can't fold it directly. 400fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (!IntType) { 40180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned AS = PTy->getAddressSpace(); 40280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 403fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If this is a float/double load, we can try folding it as an int32/64 load 40417f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // and then bitcast the result. This can be useful for union cases. Note 40517f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // that address spaces don't matter here since we're not going to result in 40617f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // an actual new load. 407db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *MapTy; 40842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (LoadTy->isHalfTy()) 40980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt16PtrTy(C->getContext(), AS); 41042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (LoadTy->isFloatTy()) 41180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt32PtrTy(C->getContext(), AS); 41217f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner else if (LoadTy->isDoubleTy()) 41380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = Type::getInt64PtrTy(C->getContext(), AS); 4141df9859c40492511b8aa4321eb76496005d3b75bDuncan Sands else if (LoadTy->isVectorTy()) { 41580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault MapTy = PointerType::getIntNPtrTy(C->getContext(), 41680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault TD.getTypeAllocSizeInBits(LoadTy), 41780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault AS); 41817f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner } else 419dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 420fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 4216333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, MapTy, TD); 422fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (Constant *Res = FoldReinterpretLoadFromConstPtr(C, TD)) 4236333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return FoldBitCast(Res, LoadTy, TD); 424dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 425fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 426db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 427fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned BytesLoaded = (IntType->getBitWidth() + 7) / 8; 42889fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (BytesLoaded > 32 || BytesLoaded == 0) 429dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 430db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 431fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner GlobalValue *GVal; 432896a885f215d8e3e2835b92274319771d358f313Matt Arsenault APInt Offset; 433fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (!IsConstantOffsetFromGlobal(C, GVal, Offset, TD)) 434dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 435db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 436fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner GlobalVariable *GV = dyn_cast<GlobalVariable>(GVal); 437c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner if (!GV || !GV->isConstant() || !GV->hasDefinitiveInitializer() || 438fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner !GV->getInitializer()->getType()->isSized()) 439dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 440fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 441fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we're loading off the beginning of the global, some bytes may be valid, 442fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // but we don't try to handle this. 44389fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Offset.isNegative()) 444dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 445db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 446fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we're not accessing anything in this constant, the result is undefined. 4471094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (Offset.getZExtValue() >= 4481094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer TD.getTypeAllocSize(GV->getInitializer()->getType())) 449fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return UndefValue::get(IntType); 450db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 451739208a790398cf1f9da05149c768371e48781e8Chris Lattner unsigned char RawBytes[32] = {0}; 4521094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (!ReadDataFromGlobal(GV->getInitializer(), Offset.getZExtValue(), RawBytes, 453fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLoaded, TD)) 454dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 455fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 456562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi APInt ResultVal = APInt(IntType->getBitWidth(), 0); 457562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (TD.isLittleEndian()) { 458562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal = RawBytes[BytesLoaded - 1]; 459562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi for (unsigned i = 1; i != BytesLoaded; ++i) { 460562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal <<= 8; 461b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault ResultVal |= RawBytes[BytesLoaded - 1 - i]; 462562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } 463562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } else { 464562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal = RawBytes[0]; 465562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi for (unsigned i = 1; i != BytesLoaded; ++i) { 466562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal <<= 8; 467562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal |= RawBytes[i]; 468562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } 469739208a790398cf1f9da05149c768371e48781e8Chris Lattner } 470fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 471739208a790398cf1f9da05149c768371e48781e8Chris Lattner return ConstantInt::get(IntType->getContext(), ResultVal); 472fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner} 473fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 474dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hinesstatic Constant *ConstantFoldLoadThroughBitcast(ConstantExpr *CE, 475dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines const DataLayout *DL) { 476dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!DL) 477dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 478dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines auto *DestPtrTy = dyn_cast<PointerType>(CE->getType()); 479dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!DestPtrTy) 480dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 481dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Type *DestTy = DestPtrTy->getElementType(); 482dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 483dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Constant *C = ConstantFoldLoadFromConstPtr(CE->getOperand(0), DL); 484dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!C) 485dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 486dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 487dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines do { 488dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Type *SrcTy = C->getType(); 489dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 490dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // If the type sizes are the same and a cast is legal, just directly 491dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // cast the constant. 492dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (DL->getTypeSizeInBits(DestTy) == DL->getTypeSizeInBits(SrcTy)) { 493dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Instruction::CastOps Cast = Instruction::BitCast; 494dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // If we are going from a pointer to int or vice versa, we spell the cast 495dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // differently. 496dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (SrcTy->isIntegerTy() && DestTy->isPointerTy()) 497dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Cast = Instruction::IntToPtr; 498dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines else if (SrcTy->isPointerTy() && DestTy->isIntegerTy()) 499dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Cast = Instruction::PtrToInt; 500dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 501dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (CastInst::castIsValid(Cast, C, DestTy)) 502dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return ConstantExpr::getCast(Cast, C, DestTy); 503dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines } 504dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 505dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // If this isn't an aggregate type, there is nothing we can do to drill down 506dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // and find a bitcastable constant. 507dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!SrcTy->isAggregateType()) 508dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 509dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 510dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // We're simulating a load through a pointer that was bitcast to point to 511dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // a different type, so we can try to walk down through the initial 512dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // elements of an aggregate to see if some part of th e aggregate is 513dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines // castable to implement the "load" semantic model. 514dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines C = C->getAggregateElement(0u); 515dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines } while (C); 516dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 517dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 518dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines} 519dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 520878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// ConstantFoldLoadFromConstPtr - Return the value that a load from C would 521878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// produce if it is constant and determinable. If this is not determinable, 522878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// return null. 523878e4946700824954d7eb7f3ff660353db8e0d17Chris LattnerConstant *llvm::ConstantFoldLoadFromConstPtr(Constant *C, 5243574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD) { 525878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner // First, try the easy cases: 526878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (GlobalVariable *GV = dyn_cast<GlobalVariable>(C)) 527878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) 528878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return GV->getInitializer(); 529878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner 530e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // If the loaded value isn't a constant expr, we can't handle it. 531e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(C); 532b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!CE) 533dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 534db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 535e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (CE->getOpcode() == Instruction::GetElementPtr) { 536b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (GlobalVariable *GV = dyn_cast<GlobalVariable>(CE->getOperand(0))) { 537b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (GV->isConstant() && GV->hasDefinitiveInitializer()) { 538db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (Constant *V = 539e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner ConstantFoldLoadThroughGEPConstantExpr(GV->getInitializer(), CE)) 540e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return V; 541b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 542b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 543e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 544db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 545dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (CE->getOpcode() == Instruction::BitCast) 546dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (Constant *LoadedC = ConstantFoldLoadThroughBitcast(CE, TD)) 547dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return LoadedC; 548dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines 549e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // Instead of loading constant c string, use corresponding integer value 550e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // directly if string length is small enough. 55118c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner StringRef Str; 55218c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner if (TD && getConstantStringInfo(CE, Str) && !Str.empty()) { 55318c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner unsigned StrLen = Str.size(); 554db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = cast<PointerType>(CE->getType())->getElementType(); 555fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned NumBits = Ty->getPrimitiveSizeInBits(); 556eae2895120500d06bf6de9725efeeff498f60385Chris Lattner // Replace load with immediate integer if the result is an integer or fp 557eae2895120500d06bf6de9725efeeff498f60385Chris Lattner // value. 558eae2895120500d06bf6de9725efeeff498f60385Chris Lattner if ((NumBits >> 3) == StrLen + 1 && (NumBits & 7) == 0 && 559490b8f5d64823d998fc12ad3a91ecacd82c1901eChandler Carruth (isa<IntegerType>(Ty) || Ty->isFloatingPointTy())) { 560fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner APInt StrVal(NumBits, 0); 561fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner APInt SingleChar(NumBits, 0); 562e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (TD->isLittleEndian()) { 563fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (signed i = StrLen-1; i >= 0; i--) { 564e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = (uint64_t) Str[i] & UCHAR_MAX; 56562d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner StrVal = (StrVal << 8) | SingleChar; 56662d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 567e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } else { 568fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (unsigned i = 0; i < StrLen; i++) { 569e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = (uint64_t) Str[i] & UCHAR_MAX; 570e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner StrVal = (StrVal << 8) | SingleChar; 571e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 572e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // Append NULL at the end. 573e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = 0; 574e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner StrVal = (StrVal << 8) | SingleChar; 57562d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 576db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 577eae2895120500d06bf6de9725efeeff498f60385Chris Lattner Constant *Res = ConstantInt::get(CE->getContext(), StrVal); 578eae2895120500d06bf6de9725efeeff498f60385Chris Lattner if (Ty->isFloatingPointTy()) 579eae2895120500d06bf6de9725efeeff498f60385Chris Lattner Res = ConstantExpr::getBitCast(Res, Ty); 580eae2895120500d06bf6de9725efeeff498f60385Chris Lattner return Res; 58162d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 582878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner } 583db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 584e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // If this load comes from anywhere in a constant global, and if the global 585e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // is all undef or zero, we know what it loads. 586bd1801b5553c8be3960255a92738464e0010b6f6Dan Gohman if (GlobalVariable *GV = 587bd1801b5553c8be3960255a92738464e0010b6f6Dan Gohman dyn_cast<GlobalVariable>(GetUnderlyingObject(CE, TD))) { 588e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) { 589db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *ResTy = cast<PointerType>(C->getType())->getElementType(); 590e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->getInitializer()->isNullValue()) 591e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return Constant::getNullValue(ResTy); 592e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (isa<UndefValue>(GV->getInitializer())) 593e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return UndefValue::get(ResTy); 594e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 595e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 596db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 597562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi // Try hard to fold loads from bitcasted strange and non-type-safe things. 598562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (TD) 599fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return FoldReinterpretLoadFromConstPtr(CE, *TD); 600dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 601878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner} 602878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner 6033574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmowstatic Constant *ConstantFoldLoadInst(const LoadInst *LI, const DataLayout *TD){ 604dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (LI->isVolatile()) return nullptr; 605db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 606878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (Constant *C = dyn_cast<Constant>(LI->getOperand(0))) 607878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return ConstantFoldLoadFromConstPtr(C, TD); 608fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 609dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 610878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner} 61103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 61203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// SymbolicallyEvaluateBinop - One of Op0/Op1 is a constant expression. 61367e3566d8f6875e9c92d224f493023408a66227eNick Lewycky/// Attempt to symbolically evaluate the result of a binary operator merging 6149d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky/// these together. If target data info is available, it is provided as DL, 6159d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky/// otherwise DL is null. 61603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattnerstatic Constant *SymbolicallyEvaluateBinop(unsigned Opc, Constant *Op0, 6179d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky Constant *Op1, const DataLayout *DL){ 61803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // SROA 619db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 62003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Fold (and 0xffffffff00000000, (shl x, 32)) -> shl. 62103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Fold (lshr (or X, Y), 32) -> (lshr [X/Y], 32) if one doesn't contribute 62203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // bits. 623db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 624db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 6259d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if (Opc == Instruction::And && DL) { 626eb733d2a1b8683f5cb3558160cb03a442f46e46eBenjamin Kramer unsigned BitWidth = DL->getTypeSizeInBits(Op0->getType()->getScalarType()); 6279d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero0(BitWidth, 0), KnownOne0(BitWidth, 0); 6289d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero1(BitWidth, 0), KnownOne1(BitWidth, 0); 629dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines computeKnownBits(Op0, KnownZero0, KnownOne0, DL); 630dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines computeKnownBits(Op1, KnownZero1, KnownOne1, DL); 6319d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownOne1 | KnownZero0).isAllOnesValue()) { 6329d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky // All the bits of Op0 that the 'and' could be masking are already zero. 6339d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return Op0; 6349d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 6359d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownOne0 | KnownZero1).isAllOnesValue()) { 6369d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky // All the bits of Op1 that the 'and' could be masking are already zero. 6379d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return Op1; 6389d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 6399d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky 6409d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownZero = KnownZero0 | KnownZero1; 6419d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky APInt KnownOne = KnownOne0 & KnownOne1; 6429d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if ((KnownZero | KnownOne).isAllOnesValue()) { 6439d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky return ConstantInt::get(Op0->getType(), KnownOne); 6449d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 6459d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky } 6469d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky 64703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // If the constant expr is something like &A[123] - &A[4].f, fold this into a 64803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // constant. This happens frequently when iterating over a global array. 6499d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if (Opc == Instruction::Sub && DL) { 65003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner GlobalValue *GV1, *GV2; 651896a885f215d8e3e2835b92274319771d358f313Matt Arsenault APInt Offs1, Offs2; 652db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 6539d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if (IsConstantOffsetFromGlobal(Op0, GV1, Offs1, *DL)) 6549d90163bc31b71bb20b4423f3254544134d31ea2Nick Lewycky if (IsConstantOffsetFromGlobal(Op1, GV2, Offs2, *DL) && 65503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner GV1 == GV2) { 656180df81c8f2a30abda712a0a99149c6b9a4241aaMatt Arsenault unsigned OpSize = DL->getTypeSizeInBits(Op0->getType()); 657180df81c8f2a30abda712a0a99149c6b9a4241aaMatt Arsenault 65803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // (&GV+C1) - (&GV+C2) -> C1-C2, pointer arithmetic cannot overflow. 659faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer // PtrToInt may change the bitwidth so we have convert to the right size 660faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer // first. 661faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer return ConstantInt::get(Op0->getType(), Offs1.zextOrTrunc(OpSize) - 662faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer Offs2.zextOrTrunc(OpSize)); 66303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 66403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 665db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 666dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 66703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 66803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 6694f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// CastGEPIndices - If array indices are not pointer-sized integers, 6704f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// explicitly cast them so that they aren't implicitly casted by the 6714f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// getelementptr. 6721d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foadstatic Constant *CastGEPIndices(ArrayRef<Constant *> Ops, 6733574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow Type *ResultTy, const DataLayout *TD, 674618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 67580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (!TD) 676dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 67780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 67880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(ResultTy); 6794f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 6804f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman bool Any = false; 6814f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman SmallVector<Constant*, 32> NewIdxs; 6821d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad for (unsigned i = 1, e = Ops.size(); i != e; ++i) { 6834f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman if ((i == 1 || 684b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault !isa<StructType>(GetElementPtrInst::getIndexedType( 685b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Ops[0]->getType(), 686b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Ops.slice(1, i - 1)))) && 6874f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Ops[i]->getType() != IntPtrTy) { 6884f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Any = true; 6894f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman NewIdxs.push_back(ConstantExpr::getCast(CastInst::getCastOpcode(Ops[i], 6904f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman true, 6914f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman IntPtrTy, 6924f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman true), 6934f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Ops[i], IntPtrTy)); 6944f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman } else 6954f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman NewIdxs.push_back(Ops[i]); 6964f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman } 6974f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 698b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!Any) 699dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 700b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 701b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Constant *C = ConstantExpr::getGetElementPtr(Ops[0], NewIdxs); 702b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { 703618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *Folded = ConstantFoldConstantExpression(CE, TD, TLI)) 7044f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman C = Folded; 705b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 706b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 7074f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman return C; 7084f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman} 7094f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 71097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem/// Strip the pointer casts, but preserve the address space information. 71197baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotemstatic Constant* StripPtrCastKeepAS(Constant* Ptr) { 71297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem assert(Ptr->getType()->isPointerTy() && "Not a pointer type"); 71397baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem PointerType *OldPtrTy = cast<PointerType>(Ptr->getType()); 714cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines Ptr = Ptr->stripPointerCasts(); 71597baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem PointerType *NewPtrTy = cast<PointerType>(Ptr->getType()); 71697baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 71797baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem // Preserve the address space number of the pointer. 71897baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem if (NewPtrTy->getAddressSpace() != OldPtrTy->getAddressSpace()) { 71997baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem NewPtrTy = NewPtrTy->getElementType()->getPointerTo( 72097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem OldPtrTy->getAddressSpace()); 72159d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault Ptr = ConstantExpr::getPointerCast(Ptr, NewPtrTy); 72297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem } 72397baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem return Ptr; 72497baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem} 72597baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 72603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// SymbolicallyEvaluateGEP - If we can symbolically evaluate the specified GEP 72703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// constant expression, do so. 7281d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foadstatic Constant *SymbolicallyEvaluateGEP(ArrayRef<Constant *> Ops, 7293574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow Type *ResultTy, const DataLayout *TD, 730618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 73103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner Constant *Ptr = Ops[0]; 73289fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (!TD || !Ptr->getType()->getPointerElementType()->isSized() || 7331608769abeb1430dc34f31ffac0d9850f99ae36aNadav Rotem !Ptr->getType()->isPointerTy()) 734dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 735db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 73680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(Ptr->getType()); 73789fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault Type *ResultElementTy = ResultTy->getPointerElementType(); 738268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner 739268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner // If this is a constant expr gep that is effectively computing an 740268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner // "offsetof", fold it into 'cast int Size to T*' instead of 'gep 0, 0, 12' 7411d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad for (unsigned i = 1, e = Ops.size(); i != e; ++i) 7428cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (!isa<ConstantInt>(Ops[i])) { 743db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 7448cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner // If this is "gep i8* Ptr, (sub 0, V)", fold this as: 7458cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner // "inttoptr (sub (ptrtoint Ptr), V)" 74689fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Ops.size() == 2 && ResultElementTy->isIntegerTy(8)) { 7478cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[1]); 748dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines assert((!CE || CE->getType() == IntPtrTy) && 749f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner "CastGEPIndices didn't canonicalize index types!"); 7508cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (CE && CE->getOpcode() == Instruction::Sub && 751f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner CE->getOperand(0)->isNullValue()) { 7528cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Constant *Res = ConstantExpr::getPtrToInt(Ptr, CE->getType()); 7538cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Res = ConstantExpr::getSub(Res, CE->getOperand(1)); 7548cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Res = ConstantExpr::getIntToPtr(Res, ResultTy); 7558cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (ConstantExpr *ResCE = dyn_cast<ConstantExpr>(Res)) 756618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier Res = ConstantFoldConstantExpression(ResCE, TD, TLI); 7578cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner return Res; 7588cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 7598cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 760dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 7618cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 76297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 763f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner unsigned BitWidth = TD->getTypeSizeInBits(IntPtrTy); 7648fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad APInt Offset = 7658fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad APInt(BitWidth, TD->getIndexedOffset(Ptr->getType(), 7665177b3a8c48adec2acf284fcb8e00775a705a7e2Roman Divacky makeArrayRef((Value *const*) 7675177b3a8c48adec2acf284fcb8e00775a705a7e2Roman Divacky Ops.data() + 1, 7688fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad Ops.size() - 1))); 76997baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = StripPtrCastKeepAS(Ptr); 7700891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman 7710891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman // If this is a GEP of a GEP, fold it all into a single GEP. 7720891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman while (GEPOperator *GEP = dyn_cast<GEPOperator>(Ptr)) { 773b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault SmallVector<Value *, 4> NestedOps(GEP->op_begin() + 1, GEP->op_end()); 774890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands 775890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands // Do not try the incorporate the sub-GEP if some index is not a number. 776890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands bool AllConstantInt = true; 777890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands for (unsigned i = 0, e = NestedOps.size(); i != e; ++i) 778890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands if (!isa<ConstantInt>(NestedOps[i])) { 779890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands AllConstantInt = false; 780890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands break; 781890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands } 782890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands if (!AllConstantInt) 783890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands break; 784890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands 7850891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman Ptr = cast<Constant>(GEP->getOperand(0)); 7860891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman Offset += APInt(BitWidth, 7878fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad TD->getIndexedOffset(Ptr->getType(), NestedOps)); 78897baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = StripPtrCastKeepAS(Ptr); 7890891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman } 7900891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman 791de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // If the base value for this address is a literal integer value, fold the 792de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // getelementptr to the resulting integer value casted to the pointer type. 79340b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman APInt BasePtr(BitWidth, 0); 794b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ptr)) { 795b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (CE->getOpcode() == Instruction::IntToPtr) { 79640f8f6264d5af2c38e797e0dc59827cd231e8ff7Jay Foad if (ConstantInt *Base = dyn_cast<ConstantInt>(CE->getOperand(0))) 79740f8f6264d5af2c38e797e0dc59827cd231e8ff7Jay Foad BasePtr = Base->getValue().zextOrTrunc(BitWidth); 798b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 799b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 800b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault 80140b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman if (Ptr->isNullValue() || BasePtr != 0) { 802b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Constant *C = ConstantInt::get(Ptr->getContext(), Offset + BasePtr); 803de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman return ConstantExpr::getIntToPtr(C, ResultTy); 804de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } 805de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 806de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Otherwise form a regular getelementptr. Recompute the indices so that 807de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // we eliminate over-indexing of the notional static type array bounds. 808de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // This makes it easy to determine if the getelementptr is "inbounds". 809de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Also, this helps GlobalOpt do SROA on GlobalVariables. 810db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = Ptr->getType(); 8117362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth assert(Ty->isPointerTy() && "Forming regular GEP of non-pointer type"); 81280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault SmallVector<Constant *, 32> NewIdxs; 81380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 8143d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman do { 815db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner if (SequentialType *ATy = dyn_cast<SequentialType>(Ty)) { 8161df9859c40492511b8aa4321eb76496005d3b75bDuncan Sands if (ATy->isPointerTy()) { 817e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner // The only pointer indexing we'll do is on the first index of the GEP. 818e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner if (!NewIdxs.empty()) 819e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner break; 820db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 821e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner // Only handle pointers to sized types, not pointers to functions. 822e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner if (!ATy->getElementType()->isSized()) 823dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 824e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner } 825db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 826de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Determine which element of the array the offset points into. 827cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman APInt ElemSize(BitWidth, TD->getTypeAllocSize(ATy->getElementType())); 828de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman if (ElemSize == 0) 829c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // The element size is 0. This may be [0 x Ty]*, so just use a zero 830e58391073f6e17cd1024f737618a6f6b8d1323ceDuncan Sands // index for this level and proceed to the next level to see if it can 831e58391073f6e17cd1024f737618a6f6b8d1323ceDuncan Sands // accommodate the offset. 832c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner NewIdxs.push_back(ConstantInt::get(IntPtrTy, 0)); 833c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner else { 834c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // The element size is non-zero divide the offset by the element 835c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // size (rounding down), to compute the index at this level. 836c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner APInt NewIdx = Offset.udiv(ElemSize); 837c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner Offset -= NewIdx * ElemSize; 838c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner NewIdxs.push_back(ConstantInt::get(IntPtrTy, NewIdx)); 839c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner } 840de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman Ty = ATy->getElementType(); 841db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner } else if (StructType *STy = dyn_cast<StructType>(Ty)) { 8427362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // If we end up with an offset that isn't valid for this struct type, we 8437362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // can't re-form this GEP in a regular form, so bail out. The pointer 8447362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // operand likely went through casts that are necessary to make the GEP 8457362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // sensible. 846de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman const StructLayout &SL = *TD->getStructLayout(STy); 8477362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth if (Offset.uge(SL.getSizeInBytes())) 8487362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth break; 8497362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth 8507362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // Determine which field of the struct the offset points into. The 8517362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // getZExtValue is fine as we've already ensured that the offset is 8527362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // within the range representable by the StructLayout API. 853cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman unsigned ElIdx = SL.getElementContainingOffset(Offset.getZExtValue()); 8547b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner NewIdxs.push_back(ConstantInt::get(Type::getInt32Ty(Ty->getContext()), 8557b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner ElIdx)); 856cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman Offset -= APInt(BitWidth, SL.getElementOffset(ElIdx)); 857de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman Ty = STy->getTypeAtIndex(ElIdx); 858de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } else { 8593d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // We've reached some non-indexable type. 8603d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman break; 861de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } 86289fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault } while (Ty != ResultElementTy); 8633d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman 8643d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // If we haven't used up the entire offset by descending the static 8653d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // type, then the offset is pointing into the middle of an indivisible 8663d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // member, so we can't simplify it. 8673d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman if (Offset != 0) 868dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 869de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 8703bfbc4587a7e79f08f8c126a9e62c3475fb90f8bDan Gohman // Create a GEP. 871b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault Constant *C = ConstantExpr::getGetElementPtr(Ptr, NewIdxs); 87289fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault assert(C->getType()->getPointerElementType() == Ty && 8736e7ad958683f34bf6c014c88fef723e5a2d741beDan Gohman "Computed GetElementPtr has unexpected type!"); 8743d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman 8753d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // If we ended up indexing a member with a type that doesn't match 8764c0d5d5db876b0628bdf6a2174263a1c0a9130e2Dan Gohman // the type of what the original indices indexed, add a cast. 87789fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault if (Ty != ResultElementTy) 8786333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, ResultTy, *TD); 879de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 8803d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman return C; 88103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 88203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 8831afab9c1e0ae2d145ce01718aa14065393117e70Chris Lattner 88403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 88503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 88603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner// Constant Folding public APIs 88703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 88803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 889b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// ConstantFoldInstruction - Try to constant fold the specified instruction. 890b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// If successful, the constant result is returned, if not, null is returned. 891b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// Note that this fails if not all of the operands are constant. Otherwise, 892b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// this function can only fail when attempting to fold instructions like loads 893b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// and stores, which have no constant expression form. 894618c1dbd293d15ee19f61b1156ab8086ad28311aChad RosierConstant *llvm::ConstantFoldInstruction(Instruction *I, 8953574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 896618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 897b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // Handle PHI nodes quickly here... 8985520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner if (PHINode *PN = dyn_cast<PHINode>(I)) { 899dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines Constant *CommonValue = nullptr; 900c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands 901c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) { 902c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Value *Incoming = PN->getIncomingValue(i); 903b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // If the incoming value is undef then skip it. Note that while we could 904b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // skip the value if it is equal to the phi node itself we choose not to 905b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // because that would break the rule that constant folding only applies if 906b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // all operands are constants. 907b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands if (isa<UndefValue>(Incoming)) 908c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands continue; 90903e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // If the incoming value is not a constant, then give up. 910c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Constant *C = dyn_cast<Constant>(Incoming); 91103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (!C) 912dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 91303e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // Fold the PHI's operands. 91403e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (ConstantExpr *NewC = dyn_cast<ConstantExpr>(C)) 91503e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman C = ConstantFoldConstantExpression(NewC, TD, TLI); 91603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // If the incoming value is a different constant to 91703e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // the one we saw previously, then give up. 91803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (CommonValue && C != CommonValue) 919dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 920c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands CommonValue = C; 921c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands } 9225520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 92303e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 924c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands // If we reach here, all incoming values are the same constant or undef. 925c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands return CommonValue ? CommonValue : UndefValue::get(PN->getType()); 9265520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner } 9275520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 9285520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // Scan the operand list, checking to see if they are all constants, if so, 9295520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // hand off to ConstantFoldInstOperands. 9305520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner SmallVector<Constant*, 8> Ops; 93103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman for (User::op_iterator i = I->op_begin(), e = I->op_end(); i != e; ++i) { 93203e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Constant *Op = dyn_cast<Constant>(*i); 93303e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (!Op) 934dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; // All operands not constant! 9355520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 93603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // Fold the Instruction's operands. 93703e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(Op)) 93803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Op = ConstantFoldConstantExpression(NewCE, TD, TLI); 93903e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 94003e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Ops.push_back(Op); 94103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman } 94203e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 943f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (const CmpInst *CI = dyn_cast<CmpInst>(I)) 9448f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(CI->getPredicate(), Ops[0], Ops[1], 945618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 946db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 947878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (const LoadInst *LI = dyn_cast<LoadInst>(I)) 948878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return ConstantFoldLoadInst(LI, TD); 9493ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 950b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (InsertValueInst *IVI = dyn_cast<InsertValueInst>(I)) { 9513ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel return ConstantExpr::getInsertValue( 9523ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(IVI->getAggregateOperand()), 9533ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(IVI->getInsertedValueOperand()), 954fc6d3a49867cd38954dc40936a88f1907252c6d2Jay Foad IVI->getIndices()); 955b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 9563ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 957b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (ExtractValueInst *EVI = dyn_cast<ExtractValueInst>(I)) { 9583ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel return ConstantExpr::getExtractValue( 9593ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(EVI->getAggregateOperand()), 960fc6d3a49867cd38954dc40936a88f1907252c6d2Jay Foad EVI->getIndices()); 961b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 9623ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 963618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(I->getOpcode(), I->getType(), Ops, TD, TLI); 9645520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 9655520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 9668848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramerstatic Constant * 9678848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin KramerConstantFoldConstantExpressionImpl(const ConstantExpr *CE, const DataLayout *TD, 9688848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer const TargetLibraryInfo *TLI, 9698848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer SmallPtrSet<ConstantExpr *, 4> &FoldedOps) { 9708848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer SmallVector<Constant *, 8> Ops; 9718848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer for (User::const_op_iterator i = CE->op_begin(), e = CE->op_end(); i != e; 9728848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer ++i) { 97301b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman Constant *NewC = cast<Constant>(*i); 9748848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer // Recursively fold the ConstantExpr's operands. If we have already folded 9758848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer // a ConstantExpr, we don't have to process it again. 9768848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(NewC)) { 9778848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer if (FoldedOps.insert(NewCE)) 9788848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer NewC = ConstantFoldConstantExpressionImpl(NewCE, TD, TLI, FoldedOps); 9798848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer } 98001b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman Ops.push_back(NewC); 98101b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman } 9823dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 9833dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (CE->isCompare()) 9848f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(CE->getPredicate(), Ops[0], Ops[1], 985618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 986618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(CE->getOpcode(), CE->getType(), Ops, TD, TLI); 9873dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky} 9883dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 9898848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer/// ConstantFoldConstantExpression - Attempt to fold the constant expression 9908848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer/// using the specified DataLayout. If successful, the constant result is 9918848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer/// result is returned, if not, null is returned. 9928848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin KramerConstant *llvm::ConstantFoldConstantExpression(const ConstantExpr *CE, 9938848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer const DataLayout *TD, 9948848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer const TargetLibraryInfo *TLI) { 9958848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer SmallPtrSet<ConstantExpr *, 4> FoldedOps; 9968848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer return ConstantFoldConstantExpressionImpl(CE, TD, TLI, FoldedOps); 9978848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer} 9988848680ce0ab416cb646d0a03aa6f4f6f25e7623Benjamin Kramer 9995520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// ConstantFoldInstOperands - Attempt to constant fold an instruction with the 10005520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// specified opcode and operands. If successful, the constant result is 10015520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// returned, if not, null is returned. Note that this function can fail when 10025520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// attempting to fold instructions like loads and stores, which have no 10035520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// constant expression form. 10045520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// 100501b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// TODO: This function neither utilizes nor preserves nsw/nuw/inbounds/etc 100601b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// information, due to only being passed an opcode and operands. Constant 100701b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// folding using this function strips this information. 100801b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// 1009db2b2852256aba368cf6e75e049773768d159890NAKAMURA TakumiConstant *llvm::ConstantFoldInstOperands(unsigned Opcode, Type *DestTy, 10101d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad ArrayRef<Constant *> Ops, 10113574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 1012db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi const TargetLibraryInfo *TLI) { 101303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Handle easy binops first. 1014f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (Instruction::isBinaryOp(Opcode)) { 1015b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (isa<ConstantExpr>(Ops[0]) || isa<ConstantExpr>(Ops[1])) { 10167b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner if (Constant *C = SymbolicallyEvaluateBinop(Opcode, Ops[0], Ops[1], TD)) 101703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return C; 1018b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault } 1019db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1020baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::get(Opcode, Ops[0], Ops[1]); 102103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 1022db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1023f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner switch (Opcode) { 1024dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines default: return nullptr; 102579fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner case Instruction::ICmp: 1026858143816d43e58b17bfd11cb1b57afbd7f0f893Craig Topper case Instruction::FCmp: llvm_unreachable("Invalid for compares"); 10275520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Call: 10281d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Function *F = dyn_cast<Function>(Ops.back())) 10295520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner if (canConstantFoldCallTo(F)) 1030618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCall(F, Ops.slice(0, Ops.size() - 1), TLI); 1031dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1032001f7534e0311508cc93831a595785bb177f8a18Chris Lattner case Instruction::PtrToInt: 1033001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // If the input is a inttoptr, eliminate the pair. This requires knowing 1034001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // the width of a pointer, so it can't be done in ConstantExpr::getCast. 1035001f7534e0311508cc93831a595785bb177f8a18Chris Lattner if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { 1036001f7534e0311508cc93831a595785bb177f8a18Chris Lattner if (TD && CE->getOpcode() == Instruction::IntToPtr) { 1037001f7534e0311508cc93831a595785bb177f8a18Chris Lattner Constant *Input = CE->getOperand(0); 10386de29f8d960505421d61c80cdb738e16720b6c0eDan Gohman unsigned InWidth = Input->getType()->getScalarSizeInBits(); 10392334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault unsigned PtrWidth = TD->getPointerTypeSizeInBits(CE->getType()); 10402334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault if (PtrWidth < InWidth) { 1041db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Mask = 10422334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault ConstantInt::get(CE->getContext(), 10432334b0e8023bc382585a08386510cf29b3d541a6Matt Arsenault APInt::getLowBitsSet(InWidth, PtrWidth)); 1044baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Input = ConstantExpr::getAnd(Input, Mask); 104504aa2c3520c049333ca216fb794d700310c4a33dNick Lewycky } 1046001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // Do a zext or trunc to get to the dest size. 1047baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getIntegerCast(Input, DestTy, false); 1048001f7534e0311508cc93831a595785bb177f8a18Chris Lattner } 1049001f7534e0311508cc93831a595785bb177f8a18Chris Lattner } 1050baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 1051001f7534e0311508cc93831a595785bb177f8a18Chris Lattner case Instruction::IntToPtr: 105281b06be055e74a3c23a1c8f17ead97f9f76335eeDuncan Sands // If the input is a ptrtoint, turn the pair into a ptr to ptr bitcast if 105359d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault // the int size is >= the ptr size and the address spaces are the same. 105459d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault // This requires knowing the width of a pointer, so it can't be done in 105559d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault // ConstantExpr::getCast. 105680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { 105780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (TD && CE->getOpcode() == Instruction::PtrToInt) { 105880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *SrcPtr = CE->getOperand(0); 105980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned SrcPtrSize = TD->getPointerTypeSizeInBits(SrcPtr->getType()); 106080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault unsigned MidIntSize = CE->getType()->getScalarSizeInBits(); 106180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 106280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (MidIntSize >= SrcPtrSize) { 106359d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault unsigned SrcAS = SrcPtr->getType()->getPointerAddressSpace(); 106459d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault if (SrcAS == DestTy->getPointerAddressSpace()) 106580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault return FoldBitCast(CE->getOperand(0), DestTy, *TD); 106680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 106780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 106880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1069b80a2a686fe76496d71397f8bdda394d5718ab01Dan Gohman 1070baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 10715520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Trunc: 10725520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ZExt: 10735520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::SExt: 10745520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPTrunc: 10755520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPExt: 10765520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::UIToFP: 10775520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::SIToFP: 10785520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPToUI: 10795520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPToSI: 108059d3ae6cdc4316ad338cd848251f33a236ccb36cMatt Arsenault case Instruction::AddrSpaceCast: 1081baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 10825520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::BitCast: 10831afab9c1e0ae2d145ce01718aa14065393117e70Chris Lattner if (TD) 10846333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return FoldBitCast(Ops[0], DestTy, *TD); 1085baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getBitCast(Ops[0], DestTy); 10865520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Select: 1087baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getSelect(Ops[0], Ops[1], Ops[2]); 10885520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ExtractElement: 1089baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getExtractElement(Ops[0], Ops[1]); 10905520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::InsertElement: 1091baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getInsertElement(Ops[0], Ops[1], Ops[2]); 10925520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ShuffleVector: 1093baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getShuffleVector(Ops[0], Ops[1], Ops[2]); 10945520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::GetElementPtr: 1095618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *C = CastGEPIndices(Ops, DestTy, TD, TLI)) 10964f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman return C; 1097618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *C = SymbolicallyEvaluateGEP(Ops, DestTy, TD, TLI)) 109803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return C; 1099db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1100dab3d29605a5c83db41b28176273ef55961120c1Jay Foad return ConstantExpr::getGetElementPtr(Ops[0], Ops.slice(1)); 11015520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner } 11025520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 11035520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 1104f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// ConstantFoldCompareInstOperands - Attempt to constant fold a compare 1105f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// instruction (icmp/fcmp) with the specified operands. If it fails, it 1106f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// returns a constant expression of the specified operands. 1107f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// 1108f286f6fd93d569befe6e77c94a947e6e04e95685Chris LattnerConstant *llvm::ConstantFoldCompareInstOperands(unsigned Predicate, 1109db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Ops0, Constant *Ops1, 11103574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 1111618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 1112f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (inttoptr x), null -> icmp x, 0 1113f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (ptrtoint x), 0 -> icmp x, null 11143dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // fold: icmp (inttoptr x), (inttoptr y) -> icmp trunc/zext x, trunc/zext y 1115f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (ptrtoint x), (ptrtoint y) -> icmp x, y 1116f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // 1117f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // ConstantExpr::getCompare cannot do this, because it doesn't have TD 1118f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // around to know if bit truncation is happening. 11198f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (ConstantExpr *CE0 = dyn_cast<ConstantExpr>(Ops0)) { 11208f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (TD && Ops1->isNullValue()) { 1121f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (CE0->getOpcode() == Instruction::IntToPtr) { 112280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(CE0->getType()); 1123f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // Convert the integer value to the right size to ensure we get the 1124f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // proper extension or truncation. 1125baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C = ConstantExpr::getIntegerCast(CE0->getOperand(0), 1126f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner IntPtrTy, false); 11278f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner Constant *Null = Constant::getNullValue(C->getType()); 1128618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCompareInstOperands(Predicate, C, Null, TD, TLI); 1129f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1130db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1131f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // Only do this transformation if the int is intptrty in size, otherwise 1132f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // there is a truncation or extension that we aren't modeling. 113380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getOpcode() == Instruction::PtrToInt) { 113480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(CE0->getOperand(0)->getType()); 113580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getType() == IntPtrTy) { 113680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *C = CE0->getOperand(0); 113780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Constant *Null = Constant::getNullValue(C->getType()); 113880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault return ConstantFoldCompareInstOperands(Predicate, C, Null, TD, TLI); 113980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1140f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1141f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1142db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 11438f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (ConstantExpr *CE1 = dyn_cast<ConstantExpr>(Ops1)) { 11443dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (TD && CE0->getOpcode() == CE1->getOpcode()) { 11453dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (CE0->getOpcode() == Instruction::IntToPtr) { 114680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(CE0->getType()); 114780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault 11483dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // Convert the integer value to the right size to ensure we get the 11493dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // proper extension or truncation. 1150baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C0 = ConstantExpr::getIntegerCast(CE0->getOperand(0), 11513dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky IntPtrTy, false); 1152baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C1 = ConstantExpr::getIntegerCast(CE1->getOperand(0), 11533dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky IntPtrTy, false); 1154618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCompareInstOperands(Predicate, C0, C1, TD, TLI); 11553dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky } 11563dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 1157ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth // Only do this transformation if the int is intptrty in size, otherwise 1158ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth // there is a truncation or extension that we aren't modeling. 115980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getOpcode() == Instruction::PtrToInt) { 116080f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault Type *IntPtrTy = TD->getIntPtrType(CE0->getOperand(0)->getType()); 116180f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault if (CE0->getType() == IntPtrTy && 116280f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE0->getOperand(0)->getType() == CE1->getOperand(0)->getType()) { 116380f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault return ConstantFoldCompareInstOperands(Predicate, 116480f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE0->getOperand(0), 116580f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault CE1->getOperand(0), 116680f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault TD, 116780f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault TLI); 116880f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 116980f495aab0b1103b880196191af56f1d1c473ea1Matt Arsenault } 1170f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1171f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1172db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 117379fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner // icmp eq (or x, y), 0 -> (icmp eq x, 0) & (icmp eq y, 0) 117479fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner // icmp ne (or x, y), 0 -> (icmp ne x, 0) | (icmp ne y, 0) 117579fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner if ((Predicate == ICmpInst::ICMP_EQ || Predicate == ICmpInst::ICMP_NE) && 117679fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner CE0->getOpcode() == Instruction::Or && Ops1->isNullValue()) { 1177db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *LHS = 1178618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(0), Ops1, 1179618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 1180db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *RHS = 1181618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(1), Ops1, 1182618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 1183db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi unsigned OpC = 118479fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner Predicate == ICmpInst::ICMP_EQ ? Instruction::And : Instruction::Or; 118579fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner Constant *Ops[] = { LHS, RHS }; 1186618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(OpC, LHS->getType(), Ops, TD, TLI); 118779fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner } 1188f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1189db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 11908f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantExpr::getCompare(Predicate, Ops0, Ops1); 1191f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner} 1192f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner 1193f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner 11945520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// ConstantFoldLoadThroughGEPConstantExpr - Given a constant and a 11955520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// getelementptr constantexpr, return the constant value being addressed by the 11965520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// constant expression, or null if something is funny and we can't decide. 1197db2b2852256aba368cf6e75e049773768d159890NAKAMURA TakumiConstant *llvm::ConstantFoldLoadThroughGEPConstantExpr(Constant *C, 1198c6f69e94fa46f585b59bb9d7ace3224b0e638c95Dan Gohman ConstantExpr *CE) { 1199a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner if (!CE->getOperand(1)->isNullValue()) 1200dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; // Do not allow stepping over the value! 1201a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner 1202a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner // Loop over all of the operands, tracking down which value we are 1203a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner // addressing. 1204a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner for (unsigned i = 2, e = CE->getNumOperands(); i != e; ++i) { 1205a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner C = C->getAggregateElement(CE->getOperand(i)); 1206dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!C) 1207dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1208a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner } 1209a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner return C; 1210a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner} 1211a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner 1212a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// ConstantFoldLoadThroughGEPIndices - Given a constant and getelementptr 1213a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// indices (with an *implied* zero pointer index that is not in the list), 1214a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// return the constant value being addressed by a virtual load, or null if 1215a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// something is funny and we can't decide. 1216a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris LattnerConstant *llvm::ConstantFoldLoadThroughGEPIndices(Constant *C, 1217a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner ArrayRef<Constant*> Indices) { 12185520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // Loop over all of the operands, tracking down which value we are 1219a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner // addressing. 1220a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner for (unsigned i = 0, e = Indices.size(); i != e; ++i) { 1221a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner C = C->getAggregateElement(Indices[i]); 1222dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines if (!C) 1223dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1224a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner } 12255520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return C; 12265520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 12275520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 12285520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 1229bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 12305520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner// Constant Folding for Calls 1231bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 1232bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1233bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// canConstantFoldCallTo - Return true if its even possible to fold a call to 1234bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// the specified function. 1235b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenaultbool llvm::canConstantFoldCallTo(const Function *F) { 1236bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell switch (F->getIntrinsicID()) { 123742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::fabs: 123842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log: 123942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log2: 124042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log10: 124142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp: 124242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp2: 124342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::floor: 124436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::ceil: 12459ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen case Intrinsic::sqrt: 124624fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier case Intrinsic::pow: 12479ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen case Intrinsic::powi: 1248e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::bswap: 1249e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::ctpop: 1250e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::ctlz: 1251e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::cttz: 125236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::fma: 125336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::fmuladd: 125436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::copysign: 125536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::round: 12561614e50d9f6d48a38e4dafb4b1a51fd4b37614f3Evan Phoenix case Intrinsic::sadd_with_overflow: 12576208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::uadd_with_overflow: 12581614e50d9f6d48a38e4dafb4b1a51fd4b37614f3Evan Phoenix case Intrinsic::ssub_with_overflow: 12596208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::usub_with_overflow: 1260eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::smul_with_overflow: 12616208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: 1262faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov case Intrinsic::convert_from_fp16: 1263faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov case Intrinsic::convert_to_fp16: 126415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si: 126515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si64: 126615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si: 126715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si64: 126815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si: 126915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si64: 127015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si: 127115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si64: 1272bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell return true; 127368a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner default: 127468a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return false; 127568a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner case 0: break; 1276bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1277bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1278b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault if (!F->hasName()) 1279b36f2f729d30b0e535ebaac9119ee65f4214ea1dMatt Arsenault return false; 1280f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar StringRef Name = F->getName(); 1281db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1282c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // In these cases, the check of the length is required. We don't want to 1283c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // return true for a name like "cos\0blah" which strcmp would return equal to 1284c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // "cos", but has length 8. 1285f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar switch (Name[0]) { 1286c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner default: return false; 1287c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'a': 12884ffec108a927606c51ea6fe1f3a13863d50d1c48Chad Rosier return Name == "acos" || Name == "asin" || Name == "atan" || Name =="atan2"; 1289c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'c': 1290f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "cos" || Name == "ceil" || Name == "cosf" || Name == "cosh"; 1291c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'e': 1292805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner return Name == "exp" || Name == "exp2"; 1293c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'f': 1294f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "fabs" || Name == "fmod" || Name == "floor"; 1295c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'l': 1296f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "log" || Name == "log10"; 1297c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'p': 1298f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "pow"; 1299c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 's': 1300f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "sin" || Name == "sinh" || Name == "sqrt" || 1301f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar Name == "sinf" || Name == "sqrtf"; 1302c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 't': 1303f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "tan" || Name == "tanh"; 1304bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1305bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1306bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 130736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic Constant *GetConstantFoldFPValue(double V, Type *Ty) { 130842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isHalfTy()) { 130942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF(V); 131042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 131142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &unused); 131242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFP::get(Ty->getContext(), APF); 131342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 1314d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isFloatTy()) 13157b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat((float)V)); 1316d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isDoubleTy()) 13177b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat(V)); 131842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson llvm_unreachable("Can only constant fold half/float/double"); 131936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 132036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines} 132136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 1322cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hinesnamespace { 1323cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines/// llvm_fenv_clearexcept - Clear the floating-point exception state. 1324cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hinesstatic inline void llvm_fenv_clearexcept() { 1325cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines#if defined(HAVE_FENV_H) && HAVE_DECL_FE_ALL_EXCEPT 1326cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines feclearexcept(FE_ALL_EXCEPT); 1327cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines#endif 1328cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines errno = 0; 1329cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines} 1330cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines 1331cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines/// llvm_fenv_testexcept - Test if a floating-point exception was raised. 1332cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hinesstatic inline bool llvm_fenv_testexcept() { 1333cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines int errno_val = errno; 1334cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines if (errno_val == ERANGE || errno_val == EDOM) 1335cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines return true; 1336cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines#if defined(HAVE_FENV_H) && HAVE_DECL_FE_ALL_EXCEPT && HAVE_DECL_FE_INEXACT 1337cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines if (fetestexcept(FE_ALL_EXCEPT & ~FE_INEXACT)) 1338cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines return true; 1339cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines#endif 1340cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines return false; 1341cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines} 1342cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines} // End namespace 1343cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines 134436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic Constant *ConstantFoldFP(double (*NativeFP)(double), double V, 134536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty) { 1346cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines llvm_fenv_clearexcept(); 134736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines V = NativeFP(V); 1348cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines if (llvm_fenv_testexcept()) { 1349cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines llvm_fenv_clearexcept(); 1350dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 135136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 135236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 135336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return GetConstantFoldFPValue(V, Ty); 1354bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1355bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1356384152444d22d356f7b4090a158da4cbc1f79464Dan Gohmanstatic Constant *ConstantFoldBinaryFP(double (*NativeFP)(double, double), 1357db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner double V, double W, Type *Ty) { 1358cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines llvm_fenv_clearexcept(); 1359384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman V = NativeFP(V, W); 1360cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines if (llvm_fenv_testexcept()) { 1361cd81d94322a39503e4a3e87b6ee03d4fcb3465fbStephen Hines llvm_fenv_clearexcept(); 1362dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 136343421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen } 1364db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 136536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return GetConstantFoldFPValue(V, Ty); 1366384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman} 1367384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman 136815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// ConstantFoldConvertToInt - Attempt to an SSE floating point to integer 136915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// conversion of a constant floating point. If roundTowardZero is false, the 137015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// default IEEE rounding is used (toward nearest, ties to even). This matches 137115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// the behavior of the non-truncating SSE instructions in the default rounding 137215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// mode. The desired integer type Ty is used to select how many bits are 137315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// available for the result. Returns null if the conversion cannot be 137415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// performed, otherwise returns the Constant value resulting from the 137515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// conversion. 13766b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattnerstatic Constant *ConstantFoldConvertToInt(const APFloat &Val, 13776b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner bool roundTowardZero, Type *Ty) { 137815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth // All of these conversion intrinsics form an integer of at most 64bits. 137989fa38e15c32318c9106a716d3651625927c11dcMatt Arsenault unsigned ResultWidth = Ty->getIntegerBitWidth(); 138015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth assert(ResultWidth <= 64 && 138115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth "Can only constant fold conversions to 64 and 32 bit ints"); 138215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth 138315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth uint64_t UIntVal; 138415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth bool isExact = false; 138515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth APFloat::roundingMode mode = roundTowardZero? APFloat::rmTowardZero 138615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth : APFloat::rmNearestTiesToEven; 138715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth APFloat::opStatus status = Val.convertToInteger(&UIntVal, ResultWidth, 138815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth /*isSigned=*/true, mode, 138915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth &isExact); 139015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth if (status != APFloat::opOK && status != APFloat::opInexact) 1391dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 139215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth return ConstantInt::get(Ty, UIntVal, /*isSigned=*/true); 139315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth} 139415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth 139536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic double getValueAsDouble(ConstantFP *Op) { 139636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty = Op->getType(); 1397e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner 139836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (Ty->isFloatTy()) 139936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return Op->getValueAPF().convertToFloat(); 140036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 140136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (Ty->isDoubleTy()) 140236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return Op->getValueAPF().convertToDouble(); 140336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 140436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines bool unused; 140536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat APF = Op->getValueAPF(); 140636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); 140736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return APF.convertToDouble(); 140836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines} 140936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 141036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic Constant *ConstantFoldScalarCall(StringRef Name, unsigned IntrinsicID, 141136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty, ArrayRef<Constant *> Operands, 141236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines const TargetLibraryInfo *TLI) { 14131d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Operands.size() == 1) { 1414bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op = dyn_cast<ConstantFP>(Operands[0])) { 141536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::convert_to_fp16) { 1416faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov APFloat Val(Op->getValueAPF()); 1417faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1418faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov bool lost = false; 1419faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov Val.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &lost); 1420faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 142136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantInt::get(Ty->getContext(), Val.bitcastToAPInt()); 1422faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov } 1423faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 142442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) 1425dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 14261f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen 142736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::round) { 142836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat V = Op->getValueAPF(); 142936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines V.roundToIntegral(APFloat::rmNearestTiesToAway); 143036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), V); 143136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 143236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 14331f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// We only fold functions with finite arguments. Folding NaN and inf is 14341f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// likely to be aborted with an exception anyway, and some host libms 14351f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// have known errors raising exceptions. 14361f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen if (Op->getValueAPF().isNaN() || Op->getValueAPF().isInfinity()) 1437dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 14381f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen 143943421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// Currently APFloat versions of these functions do not exist, so we use 144043421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// the host native double versions. Float versions are not called 144143421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// directly but for all these it is true (float)(f((double)arg)) == 144243421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// f(arg). Long double not supported yet. 144336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines double V = getValueAsDouble(Op); 144442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 144536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 144642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson default: break; 144742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::fabs: 144842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(fabs, V, Ty); 1449ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_LOG2 145042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log2: 145142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log2, V, Ty); 1452ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 1453ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_LOG 145442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log: 145542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log, V, Ty); 1456ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 1457ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_LOG10 145842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log10: 145942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log10, V, Ty); 1460ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 1461ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_EXP 146242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp: 146342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(exp, V, Ty); 1464ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 1465ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#if HAVE_EXP2 146642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp2: 146742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(exp2, V, Ty); 1468ec643abe6903284fc9ae7b6d9ae5e0b4ad40ad28Owen Anderson#endif 146942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::floor: 147042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(floor, V, Ty); 147136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::ceil: 147236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFoldFP(ceil, V, Ty); 147342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 147442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 147536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (!TLI) 1476dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 147736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 1478f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar switch (Name[0]) { 1479c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'a': 148021646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "acos" && TLI->has(LibFunc::acos)) 14817b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(acos, V, Ty); 148221646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "asin" && TLI->has(LibFunc::asin)) 14837b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(asin, V, Ty); 148421646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "atan" && TLI->has(LibFunc::atan)) 14857b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(atan, V, Ty); 1486c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1487c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'c': 148821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "ceil" && TLI->has(LibFunc::ceil)) 14897b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(ceil, V, Ty); 149021646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cos" && TLI->has(LibFunc::cos)) 14917b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cos, V, Ty); 149221646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cosh" && TLI->has(LibFunc::cosh)) 14937b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cosh, V, Ty); 149421646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cosf" && TLI->has(LibFunc::cosf)) 14957b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cos, V, Ty); 1496c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1497c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'e': 149821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "exp" && TLI->has(LibFunc::exp)) 14997b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(exp, V, Ty); 1500db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 150121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "exp2" && TLI->has(LibFunc::exp2)) { 1502805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner // Constant fold exp2(x) as pow(2,x) in case the host doesn't have a 1503805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner // C99 library. 1504805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner return ConstantFoldBinaryFP(pow, 2.0, V, Ty); 1505805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner } 1506c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1507c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'f': 150821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "fabs" && TLI->has(LibFunc::fabs)) 15097b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(fabs, V, Ty); 151021646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "floor" && TLI->has(LibFunc::floor)) 15117b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(floor, V, Ty); 1512c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1513c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'l': 151421646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "log" && V > 0 && TLI->has(LibFunc::log)) 15157b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(log, V, Ty); 151621646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "log10" && V > 0 && TLI->has(LibFunc::log10)) 15177b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(log10, V, Ty); 151836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines else if (IntrinsicID == Intrinsic::sqrt && 151942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson (Ty->isHalfTy() || Ty->isFloatTy() || Ty->isDoubleTy())) { 1520c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner if (V >= -0.0) 15217b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 1522c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner else // Undefined 1523a7235ea7245028a0723e8ab7fd011386b3900777Owen Anderson return Constant::getNullValue(Ty); 1524c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner } 1525c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1526c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 's': 152721646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "sin" && TLI->has(LibFunc::sin)) 15287b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sin, V, Ty); 152921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sinh" && TLI->has(LibFunc::sinh)) 15307b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sinh, V, Ty); 153121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sqrt" && V >= 0 && TLI->has(LibFunc::sqrt)) 15327b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 153321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sqrtf" && V >= 0 && TLI->has(LibFunc::sqrtf)) 15347b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 153521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sinf" && TLI->has(LibFunc::sinf)) 15367b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sin, V, Ty); 1537c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1538c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 't': 153921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "tan" && TLI->has(LibFunc::tan)) 15407b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(tan, V, Ty); 154121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "tanh" && TLI->has(LibFunc::tanh)) 15427b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(tanh, V, Ty); 1543c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1544c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner default: 1545c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1546bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1547dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 154868a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner } 1549f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 155068a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner if (ConstantInt *Op = dyn_cast<ConstantInt>(Operands[0])) { 155136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 1552f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::bswap: 155336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantInt::get(Ty->getContext(), Op->getValue().byteSwap()); 1554f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::ctpop: 1555eed707b1e6097aac2bb6b3d47271f6300ace7f2eOwen Anderson return ConstantInt::get(Ty, Op->getValue().countPopulation()); 1556f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::convert_from_fp16: { 15570a29cb045444c13160e90fe7942a9d7c720185edTim Northover APFloat Val(APFloat::IEEEhalf, Op->getValue()); 1558faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1559faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov bool lost = false; 1560faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov APFloat::opStatus status = 1561faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov Val.convert(APFloat::IEEEsingle, APFloat::rmNearestTiesToEven, &lost); 1562faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1563faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov // Conversion is always precise. 15648e68c3873549ca31533e2e3e40dda3a43cb79566Jeffrey Yasskin (void)status; 1565faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov assert(status == APFloat::opOK && !lost && 1566faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov "Precision lost during fp16 constfolding"); 1567faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 156836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), Val); 1569faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov } 1570f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth default: 1571dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1572f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth } 1573bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1574f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 15756b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Support ConstantVector in case we have an Undef in the top. 1576db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (isa<ConstantVector>(Operands[0]) || 15776b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner isa<ConstantDataVector>(Operands[0])) { 15786b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Op = cast<Constant>(Operands[0]); 157936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 158015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth default: break; 158115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si: 158215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si64: 158315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si: 158415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si64: 15856b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (ConstantFP *FPOp = 15866b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) 15876b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantFoldConvertToInt(FPOp->getValueAPF(), 15886b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner /*roundTowardZero=*/false, Ty); 158915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si: 159015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si64: 159115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si: 159215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si64: 15936b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (ConstantFP *FPOp = 15946b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) 1595db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return ConstantFoldConvertToInt(FPOp->getValueAPF(), 15966b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner /*roundTowardZero=*/true, Ty); 159715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth } 159815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth } 1599db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 16009ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman if (isa<UndefValue>(Operands[0])) { 160136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::bswap) 16029ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman return Operands[0]; 1603dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 16049ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman } 16059ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman 1606dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 160768a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner } 1608f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 16091d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Operands.size() == 2) { 1610bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op1 = dyn_cast<ConstantFP>(Operands[0])) { 161142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) 1612dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 161336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines double Op1V = getValueAsDouble(Op1); 161442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 1615bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op2 = dyn_cast<ConstantFP>(Operands[1])) { 1616d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Op2->getType() != Op1->getType()) 1617dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 161821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier 161936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines double Op2V = getValueAsDouble(Op2); 162036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::pow) { 162124fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); 162224fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier } 162336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::copysign) { 162436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat V1 = Op1->getValueAPF(); 162536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat V2 = Op2->getValueAPF(); 162636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines V1.copySign(V2); 162736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), V1); 162836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 162924fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier if (!TLI) 1630dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 163121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "pow" && TLI->has(LibFunc::pow)) 16327b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); 163321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "fmod" && TLI->has(LibFunc::fmod)) 16347b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(fmod, Op1V, Op2V, Ty); 163521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "atan2" && TLI->has(LibFunc::atan2)) 16367b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(atan2, Op1V, Op2V, Ty); 1637b5282dcf4745be59046f440980a1c0f0a50c9c09Chris Lattner } else if (ConstantInt *Op2C = dyn_cast<ConstantInt>(Operands[1])) { 163836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::powi && Ty->isHalfTy()) 163936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), 164042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat((float)std::pow((float)Op1V, 164142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson (int)Op2C->getZExtValue()))); 164236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::powi && Ty->isFloatTy()) 164336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), 16447b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner APFloat((float)std::pow((float)Op1V, 164502a260aa11a2e1b2c14335274d3c42ca3f3eabc0Chris Lattner (int)Op2C->getZExtValue()))); 164636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (IntrinsicID == Intrinsic::powi && Ty->isDoubleTy()) 164736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), 16487b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner APFloat((double)std::pow((double)Op1V, 16497b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner (int)Op2C->getZExtValue()))); 1650bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1651dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1652bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1653db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1654e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner if (ConstantInt *Op1 = dyn_cast<ConstantInt>(Operands[0])) { 1655e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner if (ConstantInt *Op2 = dyn_cast<ConstantInt>(Operands[1])) { 165636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 1657e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner default: break; 1658eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::sadd_with_overflow: 1659eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::uadd_with_overflow: 1660eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::ssub_with_overflow: 1661eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::usub_with_overflow: 16626208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::smul_with_overflow: 16636208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: { 1664eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner APInt Res; 1665eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner bool Overflow; 166636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 1667858143816d43e58b17bfd11cb1b57afbd7f0f893Craig Topper default: llvm_unreachable("Invalid case"); 1668eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::sadd_with_overflow: 1669eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().sadd_ov(Op2->getValue(), Overflow); 1670eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1671eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::uadd_with_overflow: 1672eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().uadd_ov(Op2->getValue(), Overflow); 1673eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1674eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::ssub_with_overflow: 1675eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().ssub_ov(Op2->getValue(), Overflow); 1676eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1677eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::usub_with_overflow: 1678eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().usub_ov(Op2->getValue(), Overflow); 1679eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1680eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::smul_with_overflow: 1681eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().smul_ov(Op2->getValue(), Overflow); 1682eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 16836208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: 16846208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel Res = Op1->getValue().umul_ov(Op2->getValue(), Overflow); 16856208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel break; 1686eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner } 1687e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner Constant *Ops[] = { 168836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines ConstantInt::get(Ty->getContext(), Res), 168936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines ConstantInt::get(Type::getInt1Ty(Ty->getContext()), Overflow) 1690e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner }; 169136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantStruct::get(cast<StructType>(Ty), Ops); 1692e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1693ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth case Intrinsic::cttz: 1694e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer if (Op2->isOne() && Op1->isZero()) // cttz(0, 1) is undef. 1695e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer return UndefValue::get(Ty); 1696ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth return ConstantInt::get(Ty, Op1->getValue().countTrailingZeros()); 1697ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth case Intrinsic::ctlz: 1698e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer if (Op2->isOne() && Op1->isZero()) // ctlz(0, 1) is undef. 1699e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer return UndefValue::get(Ty); 1700ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth return ConstantInt::get(Ty, Op1->getValue().countLeadingZeros()); 1701e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1702e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1703db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1704dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1705e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1706dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1707bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 170836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 170936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (Operands.size() != 3) 1710dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 171136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 171236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (const ConstantFP *Op1 = dyn_cast<ConstantFP>(Operands[0])) { 171336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (const ConstantFP *Op2 = dyn_cast<ConstantFP>(Operands[1])) { 171436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (const ConstantFP *Op3 = dyn_cast<ConstantFP>(Operands[2])) { 171536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines switch (IntrinsicID) { 171636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines default: break; 171736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::fma: 171836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines case Intrinsic::fmuladd: { 171936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat V = Op1->getValueAPF(); 172036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat::opStatus s = V.fusedMultiplyAdd(Op2->getValueAPF(), 172136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Op3->getValueAPF(), 172236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines APFloat::rmNearestTiesToEven); 172336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (s != APFloat::opInvalidOp) 172436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFP::get(Ty->getContext(), V); 172536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 1726dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 172736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 172836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 172936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 173036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 173136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 173236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 1733dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 1734bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 173536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 173636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesstatic Constant *ConstantFoldVectorCall(StringRef Name, unsigned IntrinsicID, 173736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines VectorType *VTy, 173836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines ArrayRef<Constant *> Operands, 173936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines const TargetLibraryInfo *TLI) { 174036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines SmallVector<Constant *, 4> Result(VTy->getNumElements()); 174136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines SmallVector<Constant *, 4> Lane(Operands.size()); 174236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty = VTy->getElementType(); 174336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 174436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines for (unsigned I = 0, E = VTy->getNumElements(); I != E; ++I) { 174536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines // Gather a column of constants. 174636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines for (unsigned J = 0, JE = Operands.size(); J != JE; ++J) { 174736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Constant *Agg = Operands[J]->getAggregateElement(I); 174836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (!Agg) 174936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return nullptr; 175036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 175136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Lane[J] = Agg; 175236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 175336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 175436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines // Use the regular scalar folding to simplify this column. 175536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Constant *Folded = ConstantFoldScalarCall(Name, IntrinsicID, Ty, Lane, TLI); 175636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (!Folded) 175736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return nullptr; 175836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Result[I] = Folded; 175936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines } 176036b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 176136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantVector::get(Result); 176236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines} 176336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 176436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines/// ConstantFoldCall - Attempt to constant fold a call to the specified function 176536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines/// with the specified arguments, returning null if unsuccessful. 176636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen HinesConstant * 176736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hinesllvm::ConstantFoldCall(Function *F, ArrayRef<Constant *> Operands, 176836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines const TargetLibraryInfo *TLI) { 176936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (!F->hasName()) 1770dce4a407a24b04eebc6a376f8e62b41aaa7b071fStephen Hines return nullptr; 177136b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines StringRef Name = F->getName(); 177236b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 177336b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines Type *Ty = F->getReturnType(); 177436b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 177536b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines if (VectorType *VTy = dyn_cast<VectorType>(Ty)) 177636b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFoldVectorCall(Name, F->getIntrinsicID(), VTy, Operands, TLI); 177736b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines 177836b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines return ConstantFoldScalarCall(Name, F->getIntrinsicID(), Ty, Operands, TLI); 177936b56886974eae4f9c5ebc96befd3e7bfe5de338Stephen Hines} 1780