ConstantFolding.cpp revision 42258e0ea8781dd29cae4b1a6eb54d8c70dcea0b
183e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman//===-- ConstantFolding.cpp - Fold instructions into constants ------------===// 2bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 3bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// The LLVM Compiler Infrastructure 4bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 7bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 8bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 9bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 1083e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// This file defines routines for folding instructions into constants. 1183e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// 12c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth// Also, to supplement the basic IR ConstantExpr simplifications, 1383e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// this file defines some additional folding routines that can make use of 14c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth// DataLayout information. These functions cannot go in IR due to library 1583e3c4f9d796a5da223a3ebd5d4ba985c7ecc39dDan Gohman// dependency issues. 16bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 17bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 18bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 19bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Analysis/ConstantFolding.h" 20d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/ADT/SmallVector.h" 21d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/ADT/StringMap.h" 22d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Analysis/ValueTracking.h" 230b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Constants.h" 240b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/DataLayout.h" 250b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/DerivedTypes.h" 260b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Function.h" 270b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/GlobalVariable.h" 280b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Instructions.h" 290b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Intrinsics.h" 300b8c9a80f20772c3793201ab5b251d3520b9cea3Chandler Carruth#include "llvm/IR/Operator.h" 31c25e7581b9b8088910da31702d4ca21c4734c6d7Torok Edwin#include "llvm/Support/ErrorHandling.h" 32d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Support/FEnv.h" 33bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Support/GetElementPtrTypeIterator.h" 34bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include "llvm/Support/MathExtras.h" 35d04a8d4b33ff316ca4cf961e06c9e312eff8e64fChandler Carruth#include "llvm/Target/TargetLibraryInfo.h" 36bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell#include <cerrno> 3797af751deb9b26fd42fbcee082da9ccc4ded5b45Jeff Cohen#include <cmath> 38bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswellusing namespace llvm; 39bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 4003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 4103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner// Constant Folding internal helper functions 4203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 4303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 44db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi/// FoldBitCast - Constant fold bitcast, symbolically evaluating it with 453574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow/// DataLayout. This always returns a non-null constant, but it may be a 466333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner/// ConstantExpr if unfoldable. 47db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattnerstatic Constant *FoldBitCast(Constant *C, Type *DestTy, 483574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 494c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem // Catch the obvious splat cases. 504c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem if (C->isNullValue() && !DestTy->isX86_MMXTy()) 514c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem return Constant::getNullValue(DestTy); 524c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem if (C->isAllOnesValue() && !DestTy->isX86_MMXTy()) 534c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem return Constant::getAllOnesValue(DestTy); 544c7c0f23533565c7e2ddf71e01bf50f2aede5f1bNadav Rotem 5504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // Handle a vector->integer cast. 5604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola if (IntegerType *IT = dyn_cast<IntegerType>(DestTy)) { 577302d80490feabfc8a01bee0fa698aab55169544Chris Lattner ConstantDataVector *CDV = dyn_cast<ConstantDataVector>(C); 587302d80490feabfc8a01bee0fa698aab55169544Chris Lattner if (CDV == 0) 5904594aeffa3360882eb09a888a0970321b987b16Rafael Espindola return ConstantExpr::getBitCast(C, DestTy); 6004594aeffa3360882eb09a888a0970321b987b16Rafael Espindola 617302d80490feabfc8a01bee0fa698aab55169544Chris Lattner unsigned NumSrcElts = CDV->getType()->getNumElements(); 62db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 637302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Type *SrcEltTy = CDV->getType()->getElementType(); 64db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 6504594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // If the vector is a vector of floating point, convert it to vector of int 6604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // to simplify things. 677302d80490feabfc8a01bee0fa698aab55169544Chris Lattner if (SrcEltTy->isFloatingPointTy()) { 687302d80490feabfc8a01bee0fa698aab55169544Chris Lattner unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); 6904594aeffa3360882eb09a888a0970321b987b16Rafael Espindola Type *SrcIVTy = 7004594aeffa3360882eb09a888a0970321b987b16Rafael Espindola VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElts); 71c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Ask IR to do the conversion now that #elts line up. 7204594aeffa3360882eb09a888a0970321b987b16Rafael Espindola C = ConstantExpr::getBitCast(C, SrcIVTy); 737302d80490feabfc8a01bee0fa698aab55169544Chris Lattner CDV = cast<ConstantDataVector>(C); 7404594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 75db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 7604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // Now that we know that the input value is a vector of integers, just shift 7704594aeffa3360882eb09a888a0970321b987b16Rafael Espindola // and insert them into our result. 787302d80490feabfc8a01bee0fa698aab55169544Chris Lattner unsigned BitShift = TD.getTypeAllocSizeInBits(SrcEltTy); 7904594aeffa3360882eb09a888a0970321b987b16Rafael Espindola APInt Result(IT->getBitWidth(), 0); 8004594aeffa3360882eb09a888a0970321b987b16Rafael Espindola for (unsigned i = 0; i != NumSrcElts; ++i) { 817302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result <<= BitShift; 827302d80490feabfc8a01bee0fa698aab55169544Chris Lattner if (TD.isLittleEndian()) 837302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result |= CDV->getElementAsInteger(NumSrcElts-i-1); 847302d80490feabfc8a01bee0fa698aab55169544Chris Lattner else 857302d80490feabfc8a01bee0fa698aab55169544Chris Lattner Result |= CDV->getElementAsInteger(i); 8604594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 87db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 8804594aeffa3360882eb09a888a0970321b987b16Rafael Espindola return ConstantInt::get(IT, Result); 8904594aeffa3360882eb09a888a0970321b987b16Rafael Espindola } 90db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 911c9fe0361b3f9f5c814ce761b97ecd11637a1d7dNadav Rotem // The code below only handles casts to vectors currently. 92db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner VectorType *DestVTy = dyn_cast<VectorType>(DestTy); 936333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (DestVTy == 0) 946333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 95db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 9693798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // If this is a scalar -> vector cast, convert the input into a <1 x scalar> 9793798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // vector so the code below can handle it uniformly. 9893798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner if (isa<ConstantFP>(C) || isa<ConstantInt>(C)) { 9993798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner Constant *Ops = C; // don't take the address of C! 1002ca5c8644e6c35b3a7910a576ed89cddb7b82c3bChris Lattner return FoldBitCast(ConstantVector::get(Ops), DestTy, TD); 10193798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner } 102db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 10393798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner // If this is a bitcast from constant vector -> vector, fold it. 1046b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!isa<ConstantDataVector>(C) && !isa<ConstantVector>(C)) 10593798daa3ecbfb29624052d3e54d2404ab65897aChris Lattner return ConstantExpr::getBitCast(C, DestTy); 106db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 107c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // If the element types match, IR can fold it. 1086333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned NumDstElt = DestVTy->getNumElements(); 1096b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned NumSrcElt = C->getType()->getVectorNumElements(); 1106333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (NumDstElt == NumSrcElt) 1116333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 112db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1136b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Type *SrcEltTy = C->getType()->getVectorElementType(); 114db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *DstEltTy = DestVTy->getElementType(); 115db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 116db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi // Otherwise, we're changing the number of elements in a vector, which 1176333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // requires endianness information to do the right thing. For example, 1186333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) 1196333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // folds to (little endian): 1206333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // <4 x i32> <i32 0, i32 0, i32 1, i32 0> 1216333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // and to (big endian): 1226333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // <4 x i32> <i32 0, i32 0, i32 0, i32 1> 123db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1246333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // First thing is first. We only want to think about integer here, so if 1256333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // we have something in FP form, recast it as integer. 126b0bc6c361da9009e8414efde317d9bbff755f6c0Duncan Sands if (DstEltTy->isFloatingPointTy()) { 1276333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Fold to an vector of integers with same size as our FP type. 1286333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned FPWidth = DstEltTy->getPrimitiveSizeInBits(); 129db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *DestIVTy = 1306333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumDstElt); 1316333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Recursively handle this integer conversion, if possible. 1326333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, DestIVTy, TD); 133db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 134c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Finally, IR can handle this now that #elts line up. 1356333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 1366333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 137db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1386333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Okay, we know the destination is integer, if the input is FP, convert 1396333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // it to integer first. 140b0bc6c361da9009e8414efde317d9bbff755f6c0Duncan Sands if (SrcEltTy->isFloatingPointTy()) { 1416333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned FPWidth = SrcEltTy->getPrimitiveSizeInBits(); 142db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *SrcIVTy = 1436333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner VectorType::get(IntegerType::get(C->getContext(), FPWidth), NumSrcElt); 144c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // Ask IR to do the conversion now that #elts line up. 1456333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = ConstantExpr::getBitCast(C, SrcIVTy); 146c2c50cdcdc19a1bca993c06d13d8cdca87083ce4Chandler Carruth // If IR wasn't able to fold it, bail out. 1476b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!isa<ConstantVector>(C) && // FIXME: Remove ConstantVector. 1486b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner !isa<ConstantDataVector>(C)) 1496333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return C; 1506333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 151db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1526333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Now we know that the input and output vectors are both integer vectors 1536333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // of the same size, and that their #elements is not the same. Do the 1546333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // conversion here, which depends on whether the input or output has 1556333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // more elements. 1566333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner bool isLittleEndian = TD.isLittleEndian(); 157db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1586333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner SmallVector<Constant*, 32> Result; 1596333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (NumDstElt < NumSrcElt) { 1606333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Handle: bitcast (<4 x i32> <i32 0, i32 1, i32 2, i32 3> to <2 x i64>) 1616333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Constant *Zero = Constant::getNullValue(DstEltTy); 1626333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned Ratio = NumSrcElt/NumDstElt; 1636333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned SrcBitSize = SrcEltTy->getPrimitiveSizeInBits(); 1646333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned SrcElt = 0; 1656333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner for (unsigned i = 0; i != NumDstElt; ++i) { 1666333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Build each element of the result. 1676333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Constant *Elt = Zero; 1686333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner unsigned ShiftAmt = isLittleEndian ? 0 : SrcBitSize*(Ratio-1); 1696333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner for (unsigned j = 0; j != Ratio; ++j) { 1706b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Src =dyn_cast<ConstantInt>(C->getAggregateElement(SrcElt++)); 1716333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner if (!Src) // Reject constantexpr elements. 1726333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 173db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1746333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Zero extend the element to the right size. 1756333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Src = ConstantExpr::getZExt(Src, Elt->getType()); 176db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1776333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Shift it to the right place, depending on endianness. 178db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Src = ConstantExpr::getShl(Src, 1796333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner ConstantInt::get(Src->getType(), ShiftAmt)); 1806333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner ShiftAmt += isLittleEndian ? SrcBitSize : -SrcBitSize; 181db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1826333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner // Mix it in. 1836333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Elt = ConstantExpr::getOr(Elt, Src); 1846333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 1856333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner Result.push_back(Elt); 1866333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 1876b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantVector::get(Result); 1886b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner } 189db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1906b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Handle: bitcast (<2 x i64> <i64 0, i64 1> to <4 x i32>) 1916b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned Ratio = NumDstElt/NumSrcElt; 1926b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned DstBitSize = DstEltTy->getPrimitiveSizeInBits(); 193db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1946b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Loop over each source value, expanding into multiple results. 1956b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner for (unsigned i = 0; i != NumSrcElt; ++i) { 1966b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Src = dyn_cast<ConstantInt>(C->getAggregateElement(i)); 1976b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (!Src) // Reject constantexpr elements. 1986b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantExpr::getBitCast(C, DestTy); 199db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2006b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner unsigned ShiftAmt = isLittleEndian ? 0 : DstBitSize*(Ratio-1); 2016b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner for (unsigned j = 0; j != Ratio; ++j) { 2026b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Shift the piece of the value into the right place, depending on 2036b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // endianness. 204db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Elt = ConstantExpr::getLShr(Src, 2056b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner ConstantInt::get(Src->getType(), ShiftAmt)); 2066b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner ShiftAmt += isLittleEndian ? DstBitSize : -DstBitSize; 207db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2086b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Truncate and remember this piece. 2096b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Result.push_back(ConstantExpr::getTrunc(Elt, DstEltTy)); 2106333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 2116333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner } 212db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 2132ca5c8644e6c35b3a7910a576ed89cddb7b82c3bChris Lattner return ConstantVector::get(Result); 2146333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner} 2156333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner 2166333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner 21703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// IsConstantOffsetFromGlobal - If this constant is actually a constant offset 21803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// from a global, return the global and the constant. Because of 21903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// constantexprs, this function is recursive. 22003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattnerstatic bool IsConstantOffsetFromGlobal(Constant *C, GlobalValue *&GV, 2211094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer APInt &Offset, const DataLayout &TD) { 22203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Trivial case, constant is the global. 22303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if ((GV = dyn_cast<GlobalValue>(C))) { 2241094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer Offset.clearAllBits(); 22503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return true; 22603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 227db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 22803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Otherwise, if this isn't a constant expr, bail out. 22903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(C); 23003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (!CE) return false; 231db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 23203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Look through ptr->int and ptr->ptr casts. 23303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (CE->getOpcode() == Instruction::PtrToInt || 23403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner CE->getOpcode() == Instruction::BitCast) 23503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return IsConstantOffsetFromGlobal(CE->getOperand(0), GV, Offset, TD); 236db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 237db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi // i32* getelementptr ([5 x i32]* @a, i32 0, i32 5) 238cc00cc7e0427ab96a049703dd7b941eccdd4e7bdNuno Lopes if (GEPOperator *GEP = dyn_cast<GEPOperator>(CE)) { 23903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // If the base isn't a global+constant, we aren't either. 24003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (!IsConstantOffsetFromGlobal(CE->getOperand(0), GV, Offset, TD)) 24103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return false; 242db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 24303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Otherwise, add any offset that our operands provide. 244cc00cc7e0427ab96a049703dd7b941eccdd4e7bdNuno Lopes return GEP->accumulateConstantOffset(TD, Offset); 24503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 246db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 24703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return false; 24803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 24903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 250fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// ReadDataFromGlobal - Recursive helper to read bits out of global. C is the 251fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// constant being copied out of. ByteOffset is an offset into C. CurPtr is the 252fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// pointer to copy results into and BytesLeft is the number of bytes left in 253fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner/// the CurPtr buffer. TD is the target data. 254fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattnerstatic bool ReadDataFromGlobal(Constant *C, uint64_t ByteOffset, 255fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned char *CurPtr, unsigned BytesLeft, 2563574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 257fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner assert(ByteOffset <= TD.getTypeAllocSize(C->getType()) && 258fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner "Out of range access"); 259db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 260c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner // If this element is zero or undefined, we can just return since *CurPtr is 261c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner // zero initialized. 262fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (isa<ConstantAggregateZero>(C) || isa<UndefValue>(C)) 263fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 264db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 265fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantInt *CI = dyn_cast<ConstantInt>(C)) { 266fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CI->getBitWidth() > 64 || 267fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner (CI->getBitWidth() & 7) != 0) 268fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 269db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 270fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Val = CI->getZExtValue(); 271fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned IntBytes = unsigned(CI->getBitWidth()/8); 272db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 273fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (unsigned i = 0; i != BytesLeft && ByteOffset != IntBytes; ++i) { 274562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi int n = ByteOffset; 275562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (!TD.isLittleEndian()) 276562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi n = IntBytes - n - 1; 277562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi CurPtr[i] = (unsigned char)(Val >> (n * 8)); 278fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ++ByteOffset; 279fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 280fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 281fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 282db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 283fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantFP *CFP = dyn_cast<ConstantFP>(C)) { 284fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CFP->getType()->isDoubleTy()) { 2856333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, Type::getInt64Ty(C->getContext()), TD); 286fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 287fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 288fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (CFP->getType()->isFloatTy()){ 2896333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, Type::getInt32Ty(C->getContext()), TD); 290fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 291fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 29242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (CFP->getType()->isHalfTy()){ 29342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson C = FoldBitCast(C, Type::getInt16Ty(C->getContext()), TD); 29442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ReadDataFromGlobal(C, ByteOffset, CurPtr, BytesLeft, TD); 29542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 296c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner return false; 297fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 298db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 299fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ConstantStruct *CS = dyn_cast<ConstantStruct>(C)) { 300fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner const StructLayout *SL = TD.getStructLayout(CS->getType()); 301fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned Index = SL->getElementContainingOffset(ByteOffset); 302fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t CurEltOffset = SL->getElementOffset(Index); 303fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ByteOffset -= CurEltOffset; 304db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 305fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner while (1) { 306fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If the element access is to the element itself and not to tail padding, 307fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // read the bytes from the element. 308fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t EltSize = TD.getTypeAllocSize(CS->getOperand(Index)->getType()); 309fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 310fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (ByteOffset < EltSize && 311fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner !ReadDataFromGlobal(CS->getOperand(Index), ByteOffset, CurPtr, 312fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLeft, TD)) 313fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 314db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 315fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ++Index; 316db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 317fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Check to see if we read from the last struct element, if so we're done. 318fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (Index == CS->getType()->getNumElements()) 319fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 320fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 321fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we read all of the bytes we needed from this element we're done. 322fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t NextEltOffset = SL->getElementOffset(Index); 323fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 324fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (BytesLeft <= NextEltOffset-CurEltOffset-ByteOffset) 325fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 326fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 327fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Move to the next element of the struct. 328c5af649758ac8c6ffb896d7d5c570640a9fa1deeChris Lattner CurPtr += NextEltOffset-CurEltOffset-ByteOffset; 329fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLeft -= NextEltOffset-CurEltOffset-ByteOffset; 330fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner ByteOffset = 0; 331fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner CurEltOffset = NextEltOffset; 332fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 333fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // not reached. 334fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 335fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 336a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (isa<ConstantArray>(C) || isa<ConstantVector>(C) || 337a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner isa<ConstantDataSequential>(C)) { 338a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner Type *EltTy = cast<SequentialType>(C->getType())->getElementType(); 339a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner uint64_t EltSize = TD.getTypeAllocSize(EltTy); 340fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Index = ByteOffset / EltSize; 341fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner uint64_t Offset = ByteOffset - Index * EltSize; 342a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner uint64_t NumElts; 343a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (ArrayType *AT = dyn_cast<ArrayType>(C->getType())) 344a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner NumElts = AT->getNumElements(); 345a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner else 346a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner NumElts = cast<VectorType>(C->getType())->getNumElements(); 347f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 348a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner for (; Index != NumElts; ++Index) { 349a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (!ReadDataFromGlobal(C->getAggregateElement(Index), Offset, CurPtr, 350fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLeft, TD)) 351fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 352f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 353f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands uint64_t BytesWritten = EltSize - Offset; 354f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands assert(BytesWritten <= EltSize && "Not indexing into this element?"); 355f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands if (BytesWritten >= BytesLeft) 356fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 357f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands 358fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner Offset = 0; 359f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands BytesLeft -= BytesWritten; 360f2124cc6c1d4e675526e87bcc9fccd3ef4664dcbDuncan Sands CurPtr += BytesWritten; 361fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 362fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return true; 363fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 364db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 3656475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) { 3665d43ff4e7ea30eaf5a1c417f0ec528900f5c83f2Anders Carlsson if (CE->getOpcode() == Instruction::IntToPtr && 367db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi CE->getOperand(0)->getType() == TD.getIntPtrType(CE->getContext())) 368db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return ReadDataFromGlobal(CE->getOperand(0), ByteOffset, CurPtr, 369a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner BytesLeft, TD); 3706475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson } 3716475d9434ff3e981160f85d3f1aa07c9e0ace6f2Anders Carlsson 372fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // Otherwise, unknown initializer type. 373fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return false; 374fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner} 375fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 376fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattnerstatic Constant *FoldReinterpretLoadFromConstPtr(Constant *C, 3773574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout &TD) { 378db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *LoadTy = cast<PointerType>(C->getType())->getElementType(); 379db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner IntegerType *IntType = dyn_cast<IntegerType>(LoadTy); 380db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 381fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If this isn't an integer load we can't fold it directly. 382fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (!IntType) { 383fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If this is a float/double load, we can try folding it as an int32/64 load 38417f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // and then bitcast the result. This can be useful for union cases. Note 38517f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // that address spaces don't matter here since we're not going to result in 38617f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner // an actual new load. 387db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *MapTy; 38842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (LoadTy->isHalfTy()) 38942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson MapTy = Type::getInt16PtrTy(C->getContext()); 39042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (LoadTy->isFloatTy()) 391fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner MapTy = Type::getInt32PtrTy(C->getContext()); 39217f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner else if (LoadTy->isDoubleTy()) 393fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner MapTy = Type::getInt64PtrTy(C->getContext()); 3941df9859c40492511b8aa4321eb76496005d3b75bDuncan Sands else if (LoadTy->isVectorTy()) { 39517f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner MapTy = IntegerType::get(C->getContext(), 39617f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner TD.getTypeAllocSizeInBits(LoadTy)); 39717f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner MapTy = PointerType::getUnqual(MapTy); 39817f0cd3cc1432231f2bc5601e7e463986a59d817Chris Lattner } else 399fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 400fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 4016333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, MapTy, TD); 402fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (Constant *Res = FoldReinterpretLoadFromConstPtr(C, TD)) 4036333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return FoldBitCast(Res, LoadTy, TD); 404fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 405fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner } 406db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 407fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned BytesLoaded = (IntType->getBitWidth() + 7) / 8; 408739208a790398cf1f9da05149c768371e48781e8Chris Lattner if (BytesLoaded > 32 || BytesLoaded == 0) return 0; 409db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 410fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner GlobalValue *GVal; 4111094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer APInt Offset(TD.getPointerSizeInBits(), 0); 412fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner if (!IsConstantOffsetFromGlobal(C, GVal, Offset, TD)) 413fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 414db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 415fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner GlobalVariable *GV = dyn_cast<GlobalVariable>(GVal); 416c7b1382e351249774be63bd73839e8a0671635e1Chris Lattner if (!GV || !GV->isConstant() || !GV->hasDefinitiveInitializer() || 417fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner !GV->getInitializer()->getType()->isSized()) 418fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 419fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 420fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we're loading off the beginning of the global, some bytes may be valid, 421fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // but we don't try to handle this. 4221094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (Offset.isNegative()) return 0; 423db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 424fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner // If we're not accessing anything in this constant, the result is undefined. 4251094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (Offset.getZExtValue() >= 4261094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer TD.getTypeAllocSize(GV->getInitializer()->getType())) 427fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return UndefValue::get(IntType); 428db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 429739208a790398cf1f9da05149c768371e48781e8Chris Lattner unsigned char RawBytes[32] = {0}; 4301094b41c7b26089025822c5705b5c771f9b8cda4Benjamin Kramer if (!ReadDataFromGlobal(GV->getInitializer(), Offset.getZExtValue(), RawBytes, 431fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner BytesLoaded, TD)) 432fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return 0; 433fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 434562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi APInt ResultVal = APInt(IntType->getBitWidth(), 0); 435562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (TD.isLittleEndian()) { 436562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal = RawBytes[BytesLoaded - 1]; 437562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi for (unsigned i = 1; i != BytesLoaded; ++i) { 438562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal <<= 8; 439562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal |= RawBytes[BytesLoaded-1-i]; 440562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } 441562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } else { 442562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal = RawBytes[0]; 443562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi for (unsigned i = 1; i != BytesLoaded; ++i) { 444562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal <<= 8; 445562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi ResultVal |= RawBytes[i]; 446562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi } 447739208a790398cf1f9da05149c768371e48781e8Chris Lattner } 448fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 449739208a790398cf1f9da05149c768371e48781e8Chris Lattner return ConstantInt::get(IntType->getContext(), ResultVal); 450fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner} 451fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 452878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// ConstantFoldLoadFromConstPtr - Return the value that a load from C would 453878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// produce if it is constant and determinable. If this is not determinable, 454878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner/// return null. 455878e4946700824954d7eb7f3ff660353db8e0d17Chris LattnerConstant *llvm::ConstantFoldLoadFromConstPtr(Constant *C, 4563574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD) { 457878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner // First, try the easy cases: 458878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (GlobalVariable *GV = dyn_cast<GlobalVariable>(C)) 459878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) 460878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return GV->getInitializer(); 461878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner 462e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // If the loaded value isn't a constant expr, we can't handle it. 463e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(C); 464e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (!CE) return 0; 465db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 466e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (CE->getOpcode() == Instruction::GetElementPtr) { 467e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GlobalVariable *GV = dyn_cast<GlobalVariable>(CE->getOperand(0))) 468e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) 469db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (Constant *V = 470e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner ConstantFoldLoadThroughGEPConstantExpr(GV->getInitializer(), CE)) 471e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return V; 472e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 473db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 474e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // Instead of loading constant c string, use corresponding integer value 475e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // directly if string length is small enough. 47618c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner StringRef Str; 47718c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner if (TD && getConstantStringInfo(CE, Str) && !Str.empty()) { 47818c7f80b3e83ab584bd8572695a3cde8bafd9d3cChris Lattner unsigned StrLen = Str.size(); 479db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = cast<PointerType>(CE->getType())->getElementType(); 480fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner unsigned NumBits = Ty->getPrimitiveSizeInBits(); 481eae2895120500d06bf6de9725efeeff498f60385Chris Lattner // Replace load with immediate integer if the result is an integer or fp 482eae2895120500d06bf6de9725efeeff498f60385Chris Lattner // value. 483eae2895120500d06bf6de9725efeeff498f60385Chris Lattner if ((NumBits >> 3) == StrLen + 1 && (NumBits & 7) == 0 && 484490b8f5d64823d998fc12ad3a91ecacd82c1901eChandler Carruth (isa<IntegerType>(Ty) || Ty->isFloatingPointTy())) { 485fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner APInt StrVal(NumBits, 0); 486fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner APInt SingleChar(NumBits, 0); 487e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (TD->isLittleEndian()) { 488fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (signed i = StrLen-1; i >= 0; i--) { 489e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = (uint64_t) Str[i] & UCHAR_MAX; 49062d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner StrVal = (StrVal << 8) | SingleChar; 49162d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 492e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } else { 493fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner for (unsigned i = 0; i < StrLen; i++) { 494e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = (uint64_t) Str[i] & UCHAR_MAX; 495e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner StrVal = (StrVal << 8) | SingleChar; 496e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 497e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // Append NULL at the end. 498e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner SingleChar = 0; 499e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner StrVal = (StrVal << 8) | SingleChar; 50062d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 501db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 502eae2895120500d06bf6de9725efeeff498f60385Chris Lattner Constant *Res = ConstantInt::get(CE->getContext(), StrVal); 503eae2895120500d06bf6de9725efeeff498f60385Chris Lattner if (Ty->isFloatingPointTy()) 504eae2895120500d06bf6de9725efeeff498f60385Chris Lattner Res = ConstantExpr::getBitCast(Res, Ty); 505eae2895120500d06bf6de9725efeeff498f60385Chris Lattner return Res; 50662d327e241f59735eed836e98c8f11ffaa6cf6f8Chris Lattner } 507878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner } 508db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 509e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // If this load comes from anywhere in a constant global, and if the global 510e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner // is all undef or zero, we know what it loads. 511bd1801b5553c8be3960255a92738464e0010b6f6Dan Gohman if (GlobalVariable *GV = 512bd1801b5553c8be3960255a92738464e0010b6f6Dan Gohman dyn_cast<GlobalVariable>(GetUnderlyingObject(CE, TD))) { 513e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->isConstant() && GV->hasDefinitiveInitializer()) { 514db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *ResTy = cast<PointerType>(C->getType())->getElementType(); 515e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (GV->getInitializer()->isNullValue()) 516e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return Constant::getNullValue(ResTy); 517e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner if (isa<UndefValue>(GV->getInitializer())) 518e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner return UndefValue::get(ResTy); 519e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 520e00c43fc35d64b2ee8d2b4692c02375d2d7b4aa4Chris Lattner } 521db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 522562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi // Try hard to fold loads from bitcasted strange and non-type-safe things. 523562b1d883f304e52b237e0af2ff7e4a9e02100cdNAKAMURA Takumi if (TD) 524fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner return FoldReinterpretLoadFromConstPtr(CE, *TD); 525878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return 0; 526878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner} 527878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner 5283574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmowstatic Constant *ConstantFoldLoadInst(const LoadInst *LI, const DataLayout *TD){ 529878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (LI->isVolatile()) return 0; 530db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 531878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (Constant *C = dyn_cast<Constant>(LI->getOperand(0))) 532878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return ConstantFoldLoadFromConstPtr(C, TD); 533fe8c7c807c6f815561bc2bdddfd330b05dbdfc93Chris Lattner 534878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return 0; 535878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner} 53603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 53703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// SymbolicallyEvaluateBinop - One of Op0/Op1 is a constant expression. 53867e3566d8f6875e9c92d224f493023408a66227eNick Lewycky/// Attempt to symbolically evaluate the result of a binary operator merging 539db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi/// these together. If target data info is available, it is provided as TD, 54003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// otherwise TD is null. 54103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattnerstatic Constant *SymbolicallyEvaluateBinop(unsigned Opc, Constant *Op0, 5423574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow Constant *Op1, const DataLayout *TD){ 54303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // SROA 544db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 54503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Fold (and 0xffffffff00000000, (shl x, 32)) -> shl. 54603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Fold (lshr (or X, Y), 32) -> (lshr [X/Y], 32) if one doesn't contribute 54703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // bits. 548db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 549db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 55003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // If the constant expr is something like &A[123] - &A[4].f, fold this into a 55103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // constant. This happens frequently when iterating over a global array. 55203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (Opc == Instruction::Sub && TD) { 55303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner GlobalValue *GV1, *GV2; 554faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer unsigned PtrSize = TD->getPointerSizeInBits(); 555faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer unsigned OpSize = TD->getTypeSizeInBits(Op0->getType()); 556faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer APInt Offs1(PtrSize, 0), Offs2(PtrSize, 0); 557db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 55803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (IsConstantOffsetFromGlobal(Op0, GV1, Offs1, *TD)) 55903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (IsConstantOffsetFromGlobal(Op1, GV2, Offs2, *TD) && 56003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner GV1 == GV2) { 56103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // (&GV+C1) - (&GV+C2) -> C1-C2, pointer arithmetic cannot overflow. 562faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer // PtrToInt may change the bitwidth so we have convert to the right size 563faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer // first. 564faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer return ConstantInt::get(Op0->getType(), Offs1.zextOrTrunc(OpSize) - 565faf601ee936a440027447fa11ef400cf53bc1acfBenjamin Kramer Offs2.zextOrTrunc(OpSize)); 56603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 56703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 568db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 56903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return 0; 57003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 57103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 5724f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// CastGEPIndices - If array indices are not pointer-sized integers, 5734f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// explicitly cast them so that they aren't implicitly casted by the 5744f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman/// getelementptr. 5751d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foadstatic Constant *CastGEPIndices(ArrayRef<Constant *> Ops, 5763574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow Type *ResultTy, const DataLayout *TD, 577618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 5784f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman if (!TD) return 0; 579ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth Type *IntPtrTy = TD->getIntPtrType(ResultTy->getContext()); 5804f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 5814f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman bool Any = false; 5824f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman SmallVector<Constant*, 32> NewIdxs; 5831d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad for (unsigned i = 1, e = Ops.size(); i != e; ++i) { 5844f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman if ((i == 1 || 5854f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman !isa<StructType>(GetElementPtrInst::getIndexedType(Ops[0]->getType(), 586a9203109f4ac95aa7e9624f2838e3d89623ec902Jay Foad Ops.slice(1, i-1)))) && 5874f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Ops[i]->getType() != IntPtrTy) { 5884f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Any = true; 5894f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman NewIdxs.push_back(ConstantExpr::getCast(CastInst::getCastOpcode(Ops[i], 5904f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman true, 5914f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman IntPtrTy, 5924f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman true), 5934f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Ops[i], IntPtrTy)); 5944f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman } else 5954f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman NewIdxs.push_back(Ops[i]); 5964f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman } 5974f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman if (!Any) return 0; 5984f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 5994f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman Constant *C = 600dab3d29605a5c83db41b28176273ef55961120c1Jay Foad ConstantExpr::getGetElementPtr(Ops[0], NewIdxs); 6014f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman if (ConstantExpr *CE = dyn_cast<ConstantExpr>(C)) 602618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *Folded = ConstantFoldConstantExpression(CE, TD, TLI)) 6034f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman C = Folded; 6044f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman return C; 6054f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman} 6064f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman 60797baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem/// Strip the pointer casts, but preserve the address space information. 60897baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotemstatic Constant* StripPtrCastKeepAS(Constant* Ptr) { 60997baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem assert(Ptr->getType()->isPointerTy() && "Not a pointer type"); 61097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem PointerType *OldPtrTy = cast<PointerType>(Ptr->getType()); 61197baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = cast<Constant>(Ptr->stripPointerCasts()); 61297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem PointerType *NewPtrTy = cast<PointerType>(Ptr->getType()); 61397baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 61497baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem // Preserve the address space number of the pointer. 61597baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem if (NewPtrTy->getAddressSpace() != OldPtrTy->getAddressSpace()) { 61697baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem NewPtrTy = NewPtrTy->getElementType()->getPointerTo( 61797baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem OldPtrTy->getAddressSpace()); 61897baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = ConstantExpr::getBitCast(Ptr, NewPtrTy); 61997baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem } 62097baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem return Ptr; 62197baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem} 62297baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 62303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// SymbolicallyEvaluateGEP - If we can symbolically evaluate the specified GEP 62403dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner/// constant expression, do so. 6251d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foadstatic Constant *SymbolicallyEvaluateGEP(ArrayRef<Constant *> Ops, 6263574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow Type *ResultTy, const DataLayout *TD, 627618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 62803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner Constant *Ptr = Ops[0]; 6291608769abeb1430dc34f31ffac0d9850f99ae36aNadav Rotem if (!TD || !cast<PointerType>(Ptr->getType())->getElementType()->isSized() || 6301608769abeb1430dc34f31ffac0d9850f99ae36aNadav Rotem !Ptr->getType()->isPointerTy()) 63103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return 0; 632db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 633ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth Type *IntPtrTy = TD->getIntPtrType(Ptr->getContext()); 634268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner 635268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner // If this is a constant expr gep that is effectively computing an 636268e7d7a9446bb89b80472cdb7b9803f16c0191eChris Lattner // "offsetof", fold it into 'cast int Size to T*' instead of 'gep 0, 0, 12' 6371d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad for (unsigned i = 1, e = Ops.size(); i != e; ++i) 6388cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (!isa<ConstantInt>(Ops[i])) { 639db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 6408cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner // If this is "gep i8* Ptr, (sub 0, V)", fold this as: 6418cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner // "inttoptr (sub (ptrtoint Ptr), V)" 6421d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Ops.size() == 2 && 6438cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner cast<PointerType>(ResultTy)->getElementType()->isIntegerTy(8)) { 6448cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[1]); 645156eb0a569a1ebac86ad8438645f690d8a3894c4Chris Lattner assert((CE == 0 || CE->getType() == IntPtrTy) && 646f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner "CastGEPIndices didn't canonicalize index types!"); 6478cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (CE && CE->getOpcode() == Instruction::Sub && 648f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner CE->getOperand(0)->isNullValue()) { 6498cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Constant *Res = ConstantExpr::getPtrToInt(Ptr, CE->getType()); 6508cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Res = ConstantExpr::getSub(Res, CE->getOperand(1)); 6518cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner Res = ConstantExpr::getIntToPtr(Res, ResultTy); 6528cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner if (ConstantExpr *ResCE = dyn_cast<ConstantExpr>(Res)) 653618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier Res = ConstantFoldConstantExpression(ResCE, TD, TLI); 6548cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner return Res; 6558cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 6568cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 657de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman return 0; 6588cd4efb6a5e51b4e77039c17338f290ca3a8ee92Chris Lattner } 65997baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem 660f1cadf28991b2643128bfe38990ff235f2cb1491Chris Lattner unsigned BitWidth = TD->getTypeSizeInBits(IntPtrTy); 6618fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad APInt Offset = 6628fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad APInt(BitWidth, TD->getIndexedOffset(Ptr->getType(), 6635177b3a8c48adec2acf284fcb8e00775a705a7e2Roman Divacky makeArrayRef((Value *const*) 6645177b3a8c48adec2acf284fcb8e00775a705a7e2Roman Divacky Ops.data() + 1, 6658fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad Ops.size() - 1))); 66697baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = StripPtrCastKeepAS(Ptr); 6670891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman 6680891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman // If this is a GEP of a GEP, fold it all into a single GEP. 6690891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman while (GEPOperator *GEP = dyn_cast<GEPOperator>(Ptr)) { 6700891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman SmallVector<Value *, 4> NestedOps(GEP->op_begin()+1, GEP->op_end()); 671890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands 672890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands // Do not try the incorporate the sub-GEP if some index is not a number. 673890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands bool AllConstantInt = true; 674890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands for (unsigned i = 0, e = NestedOps.size(); i != e; ++i) 675890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands if (!isa<ConstantInt>(NestedOps[i])) { 676890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands AllConstantInt = false; 677890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands break; 678890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands } 679890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands if (!AllConstantInt) 680890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands break; 681890edda7c22dd8525f9fe44085cfd7080e67dfeeDuncan Sands 6820891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman Ptr = cast<Constant>(GEP->getOperand(0)); 6830891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman Offset += APInt(BitWidth, 6848fbbb3980755d74539a0aed02bc18842ed2bd18dJay Foad TD->getIndexedOffset(Ptr->getType(), NestedOps)); 68597baaeaeb22e7336590b8745bd181425ca410cb5Nadav Rotem Ptr = StripPtrCastKeepAS(Ptr); 6860891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman } 6870891d752a68a25025ffc3339aab1f0ad3221b0edDan Gohman 688de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // If the base value for this address is a literal integer value, fold the 689de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // getelementptr to the resulting integer value casted to the pointer type. 69040b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman APInt BasePtr(BitWidth, 0); 69140b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ptr)) 69240b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman if (CE->getOpcode() == Instruction::IntToPtr) 69340f8f6264d5af2c38e797e0dc59827cd231e8ff7Jay Foad if (ConstantInt *Base = dyn_cast<ConstantInt>(CE->getOperand(0))) 69440f8f6264d5af2c38e797e0dc59827cd231e8ff7Jay Foad BasePtr = Base->getValue().zextOrTrunc(BitWidth); 69540b037ef611efc5c43ffc43a911d0eb57e0d444dDan Gohman if (Ptr->isNullValue() || BasePtr != 0) { 6967b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner Constant *C = ConstantInt::get(Ptr->getContext(), Offset+BasePtr); 697de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman return ConstantExpr::getIntToPtr(C, ResultTy); 698de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } 699de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 700de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Otherwise form a regular getelementptr. Recompute the indices so that 701de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // we eliminate over-indexing of the notional static type array bounds. 702de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // This makes it easy to determine if the getelementptr is "inbounds". 703de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Also, this helps GlobalOpt do SROA on GlobalVariables. 704db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = Ptr->getType(); 7057362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth assert(Ty->isPointerTy() && "Forming regular GEP of non-pointer type"); 706de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman SmallVector<Constant*, 32> NewIdxs; 7073d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman do { 708db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner if (SequentialType *ATy = dyn_cast<SequentialType>(Ty)) { 7091df9859c40492511b8aa4321eb76496005d3b75bDuncan Sands if (ATy->isPointerTy()) { 710e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner // The only pointer indexing we'll do is on the first index of the GEP. 711e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner if (!NewIdxs.empty()) 712e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner break; 713db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 714e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner // Only handle pointers to sized types, not pointers to functions. 715e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner if (!ATy->getElementType()->isSized()) 716e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner return 0; 717e568fa2d29c58aaedcaa832f805949d5e4371b4bChris Lattner } 718db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 719de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman // Determine which element of the array the offset points into. 720cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman APInt ElemSize(BitWidth, TD->getTypeAllocSize(ATy->getElementType())); 721ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth IntegerType *IntPtrTy = TD->getIntPtrType(Ty->getContext()); 722de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman if (ElemSize == 0) 723c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // The element size is 0. This may be [0 x Ty]*, so just use a zero 724e58391073f6e17cd1024f737618a6f6b8d1323ceDuncan Sands // index for this level and proceed to the next level to see if it can 725e58391073f6e17cd1024f737618a6f6b8d1323ceDuncan Sands // accommodate the offset. 726c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner NewIdxs.push_back(ConstantInt::get(IntPtrTy, 0)); 727c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner else { 728c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // The element size is non-zero divide the offset by the element 729c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner // size (rounding down), to compute the index at this level. 730c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner APInt NewIdx = Offset.udiv(ElemSize); 731c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner Offset -= NewIdx * ElemSize; 732c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner NewIdxs.push_back(ConstantInt::get(IntPtrTy, NewIdx)); 733c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner } 734de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman Ty = ATy->getElementType(); 735db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner } else if (StructType *STy = dyn_cast<StructType>(Ty)) { 7367362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // If we end up with an offset that isn't valid for this struct type, we 7377362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // can't re-form this GEP in a regular form, so bail out. The pointer 7387362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // operand likely went through casts that are necessary to make the GEP 7397362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // sensible. 740de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman const StructLayout &SL = *TD->getStructLayout(STy); 7417362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth if (Offset.uge(SL.getSizeInBytes())) 7427362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth break; 7437362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth 7447362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // Determine which field of the struct the offset points into. The 7457362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // getZExtValue is fine as we've already ensured that the offset is 7467362ac7f8cc803708187fd6029de9f8f62ff2ed2Chandler Carruth // within the range representable by the StructLayout API. 747cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman unsigned ElIdx = SL.getElementContainingOffset(Offset.getZExtValue()); 7487b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner NewIdxs.push_back(ConstantInt::get(Type::getInt32Ty(Ty->getContext()), 7497b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner ElIdx)); 750cda9706cb74a65d2feb2175613cb0fe46acc5aa2Dan Gohman Offset -= APInt(BitWidth, SL.getElementOffset(ElIdx)); 751de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman Ty = STy->getTypeAtIndex(ElIdx); 752de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } else { 7533d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // We've reached some non-indexable type. 7543d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman break; 755de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman } 7563d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman } while (Ty != cast<PointerType>(ResultTy)->getElementType()); 7573d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman 7583d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // If we haven't used up the entire offset by descending the static 7593d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // type, then the offset is pointing into the middle of an indivisible 7603d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // member, so we can't simplify it. 7613d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman if (Offset != 0) 7623d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman return 0; 763de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 7643bfbc4587a7e79f08f8c126a9e62c3475fb90f8bDan Gohman // Create a GEP. 7653bfbc4587a7e79f08f8c126a9e62c3475fb90f8bDan Gohman Constant *C = 766dab3d29605a5c83db41b28176273ef55961120c1Jay Foad ConstantExpr::getGetElementPtr(Ptr, NewIdxs); 7676e7ad958683f34bf6c014c88fef723e5a2d741beDan Gohman assert(cast<PointerType>(C->getType())->getElementType() == Ty && 7686e7ad958683f34bf6c014c88fef723e5a2d741beDan Gohman "Computed GetElementPtr has unexpected type!"); 7693d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman 7703d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman // If we ended up indexing a member with a type that doesn't match 7714c0d5d5db876b0628bdf6a2174263a1c0a9130e2Dan Gohman // the type of what the original indices indexed, add a cast. 7723d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman if (Ty != cast<PointerType>(ResultTy)->getElementType()) 7736333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner C = FoldBitCast(C, ResultTy, *TD); 774de0e587e63f71afb2ac53c9880c262089fe798bbDan Gohman 7753d01334e6fa5caba1361d088fabf728c64b23c58Dan Gohman return C; 77603dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner} 77703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 7781afab9c1e0ae2d145ce01718aa14065393117e70Chris Lattner 77903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 78003dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 78103dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner// Constant Folding public APIs 78203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner//===----------------------------------------------------------------------===// 78303dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner 784b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// ConstantFoldInstruction - Try to constant fold the specified instruction. 785b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// If successful, the constant result is returned, if not, null is returned. 786b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// Note that this fails if not all of the operands are constant. Otherwise, 787b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// this function can only fail when attempting to fold instructions like loads 788b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands/// and stores, which have no constant expression form. 789618c1dbd293d15ee19f61b1156ab8086ad28311aChad RosierConstant *llvm::ConstantFoldInstruction(Instruction *I, 7903574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 791618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 792b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // Handle PHI nodes quickly here... 7935520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner if (PHINode *PN = dyn_cast<PHINode>(I)) { 794c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Constant *CommonValue = 0; 795c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands 796c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands for (unsigned i = 0, e = PN->getNumIncomingValues(); i != e; ++i) { 797c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Value *Incoming = PN->getIncomingValue(i); 798b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // If the incoming value is undef then skip it. Note that while we could 799b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // skip the value if it is equal to the phi node itself we choose not to 800b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // because that would break the rule that constant folding only applies if 801b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands // all operands are constants. 802b9b369fa9983843c4ed77b3a35b6e9b7933955bbDuncan Sands if (isa<UndefValue>(Incoming)) 803c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands continue; 80403e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // If the incoming value is not a constant, then give up. 805c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands Constant *C = dyn_cast<Constant>(Incoming); 80603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (!C) 80703e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman return 0; 80803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // Fold the PHI's operands. 80903e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (ConstantExpr *NewC = dyn_cast<ConstantExpr>(C)) 81003e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman C = ConstantFoldConstantExpression(NewC, TD, TLI); 81103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // If the incoming value is a different constant to 81203e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // the one we saw previously, then give up. 81303e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (CommonValue && C != CommonValue) 814c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands return 0; 815c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands CommonValue = C; 816c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands } 8175520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 81803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 819c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands // If we reach here, all incoming values are the same constant or undef. 820c0362d5c6e0066c741bce056a65d8b4c026de19fDuncan Sands return CommonValue ? CommonValue : UndefValue::get(PN->getType()); 8215520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner } 8225520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 8235520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // Scan the operand list, checking to see if they are all constants, if so, 8245520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // hand off to ConstantFoldInstOperands. 8255520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner SmallVector<Constant*, 8> Ops; 82603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman for (User::op_iterator i = I->op_begin(), e = I->op_end(); i != e; ++i) { 82703e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Constant *Op = dyn_cast<Constant>(*i); 82803e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (!Op) 8295520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return 0; // All operands not constant! 8305520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 83103e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman // Fold the Instruction's operands. 83203e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(Op)) 83303e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Op = ConstantFoldConstantExpression(NewCE, TD, TLI); 83403e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 83503e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman Ops.push_back(Op); 83603e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman } 83703e091f0b5f43beee12170efc00bbab86ffeb0dcDan Gohman 838f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (const CmpInst *CI = dyn_cast<CmpInst>(I)) 8398f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(CI->getPredicate(), Ops[0], Ops[1], 840618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 841db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 842878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner if (const LoadInst *LI = dyn_cast<LoadInst>(I)) 843878e4946700824954d7eb7f3ff660353db8e0d17Chris Lattner return ConstantFoldLoadInst(LI, TD); 8443ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 8453ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel if (InsertValueInst *IVI = dyn_cast<InsertValueInst>(I)) 8463ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel return ConstantExpr::getInsertValue( 8473ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(IVI->getAggregateOperand()), 8483ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(IVI->getInsertedValueOperand()), 849fc6d3a49867cd38954dc40936a88f1907252c6d2Jay Foad IVI->getIndices()); 8503ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 8513ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel if (ExtractValueInst *EVI = dyn_cast<ExtractValueInst>(I)) 8523ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel return ConstantExpr::getExtractValue( 8533ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel cast<Constant>(EVI->getAggregateOperand()), 854fc6d3a49867cd38954dc40936a88f1907252c6d2Jay Foad EVI->getIndices()); 8553ee0af35842999c1781052fe74fdcb19997de950Frits van Bommel 856618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(I->getOpcode(), I->getType(), Ops, TD, TLI); 8575520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 8585520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 8593dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky/// ConstantFoldConstantExpression - Attempt to fold the constant expression 8603574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow/// using the specified DataLayout. If successful, the constant result is 8613dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky/// result is returned, if not, null is returned. 862baf0c67988feec5b7698f89dce499ddb7d0c3c42Dan GohmanConstant *llvm::ConstantFoldConstantExpression(const ConstantExpr *CE, 8633574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 864618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 8653dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky SmallVector<Constant*, 8> Ops; 866c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner for (User::const_op_iterator i = CE->op_begin(), e = CE->op_end(); 867c1da204c433459713cbf4c62f0addf458e6b4b9fChris Lattner i != e; ++i) { 86801b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman Constant *NewC = cast<Constant>(*i); 86901b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman // Recursively fold the ConstantExpr's operands. 87001b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman if (ConstantExpr *NewCE = dyn_cast<ConstantExpr>(NewC)) 871618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier NewC = ConstantFoldConstantExpression(NewCE, TD, TLI); 87201b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman Ops.push_back(NewC); 87301b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman } 8743dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 8753dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (CE->isCompare()) 8768f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(CE->getPredicate(), Ops[0], Ops[1], 877618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 878618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(CE->getOpcode(), CE->getType(), Ops, TD, TLI); 8793dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky} 8803dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 8815520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// ConstantFoldInstOperands - Attempt to constant fold an instruction with the 8825520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// specified opcode and operands. If successful, the constant result is 8835520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// returned, if not, null is returned. Note that this function can fail when 8845520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// attempting to fold instructions like loads and stores, which have no 8855520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// constant expression form. 8865520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// 88701b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// TODO: This function neither utilizes nor preserves nsw/nuw/inbounds/etc 88801b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// information, due to only being passed an opcode and operands. Constant 88901b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// folding using this function strips this information. 89001b97dd01eec1197d79fceb7229f5ec233994de3Dan Gohman/// 891db2b2852256aba368cf6e75e049773768d159890NAKAMURA TakumiConstant *llvm::ConstantFoldInstOperands(unsigned Opcode, Type *DestTy, 8921d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad ArrayRef<Constant *> Ops, 8933574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 894db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi const TargetLibraryInfo *TLI) { 89503dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner // Handle easy binops first. 896f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (Instruction::isBinaryOp(Opcode)) { 89703dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner if (isa<ConstantExpr>(Ops[0]) || isa<ConstantExpr>(Ops[1])) 8987b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner if (Constant *C = SymbolicallyEvaluateBinop(Opcode, Ops[0], Ops[1], TD)) 89903dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return C; 900db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 901baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::get(Opcode, Ops[0], Ops[1]); 90203dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner } 903db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 904f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner switch (Opcode) { 9055520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner default: return 0; 90679fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner case Instruction::ICmp: 907858143816d43e58b17bfd11cb1b57afbd7f0f893Craig Topper case Instruction::FCmp: llvm_unreachable("Invalid for compares"); 9085520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Call: 9091d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Function *F = dyn_cast<Function>(Ops.back())) 9105520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner if (canConstantFoldCallTo(F)) 911618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCall(F, Ops.slice(0, Ops.size() - 1), TLI); 9125520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return 0; 913001f7534e0311508cc93831a595785bb177f8a18Chris Lattner case Instruction::PtrToInt: 914001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // If the input is a inttoptr, eliminate the pair. This requires knowing 915001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // the width of a pointer, so it can't be done in ConstantExpr::getCast. 916001f7534e0311508cc93831a595785bb177f8a18Chris Lattner if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) { 917001f7534e0311508cc93831a595785bb177f8a18Chris Lattner if (TD && CE->getOpcode() == Instruction::IntToPtr) { 918001f7534e0311508cc93831a595785bb177f8a18Chris Lattner Constant *Input = CE->getOperand(0); 9196de29f8d960505421d61c80cdb738e16720b6c0eDan Gohman unsigned InWidth = Input->getType()->getScalarSizeInBits(); 920426c2bf5cdd2173e4a33aea8cb92cf684a724f4bChandler Carruth if (TD->getPointerSizeInBits() < InWidth) { 921db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Mask = 9227b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner ConstantInt::get(CE->getContext(), APInt::getLowBitsSet(InWidth, 923426c2bf5cdd2173e4a33aea8cb92cf684a724f4bChandler Carruth TD->getPointerSizeInBits())); 924baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Input = ConstantExpr::getAnd(Input, Mask); 92504aa2c3520c049333ca216fb794d700310c4a33dNick Lewycky } 926001f7534e0311508cc93831a595785bb177f8a18Chris Lattner // Do a zext or trunc to get to the dest size. 927baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getIntegerCast(Input, DestTy, false); 928001f7534e0311508cc93831a595785bb177f8a18Chris Lattner } 929001f7534e0311508cc93831a595785bb177f8a18Chris Lattner } 930baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 931001f7534e0311508cc93831a595785bb177f8a18Chris Lattner case Instruction::IntToPtr: 93281b06be055e74a3c23a1c8f17ead97f9f76335eeDuncan Sands // If the input is a ptrtoint, turn the pair into a ptr to ptr bitcast if 93381b06be055e74a3c23a1c8f17ead97f9f76335eeDuncan Sands // the int size is >= the ptr size. This requires knowing the width of a 93481b06be055e74a3c23a1c8f17ead97f9f76335eeDuncan Sands // pointer, so it can't be done in ConstantExpr::getCast. 935b80a2a686fe76496d71397f8bdda394d5718ab01Dan Gohman if (ConstantExpr *CE = dyn_cast<ConstantExpr>(Ops[0])) 936426c2bf5cdd2173e4a33aea8cb92cf684a724f4bChandler Carruth if (TD && 937426c2bf5cdd2173e4a33aea8cb92cf684a724f4bChandler Carruth TD->getPointerSizeInBits() <= CE->getType()->getScalarSizeInBits() && 938426c2bf5cdd2173e4a33aea8cb92cf684a724f4bChandler Carruth CE->getOpcode() == Instruction::PtrToInt) 939b80a2a686fe76496d71397f8bdda394d5718ab01Dan Gohman return FoldBitCast(CE->getOperand(0), DestTy, *TD); 940b80a2a686fe76496d71397f8bdda394d5718ab01Dan Gohman 941baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 9425520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Trunc: 9435520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ZExt: 9445520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::SExt: 9455520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPTrunc: 9465520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPExt: 9475520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::UIToFP: 9485520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::SIToFP: 9495520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPToUI: 9505520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::FPToSI: 951baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getCast(Opcode, Ops[0], DestTy); 9525520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::BitCast: 9531afab9c1e0ae2d145ce01718aa14065393117e70Chris Lattner if (TD) 9546333c3959b7e3e43930ab523f0657791e9eb5d48Chris Lattner return FoldBitCast(Ops[0], DestTy, *TD); 955baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getBitCast(Ops[0], DestTy); 9565520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::Select: 957baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getSelect(Ops[0], Ops[1], Ops[2]); 9585520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ExtractElement: 959baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getExtractElement(Ops[0], Ops[1]); 9605520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::InsertElement: 961baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getInsertElement(Ops[0], Ops[1], Ops[2]); 9625520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::ShuffleVector: 963baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson return ConstantExpr::getShuffleVector(Ops[0], Ops[1], Ops[2]); 9645520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner case Instruction::GetElementPtr: 965618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *C = CastGEPIndices(Ops, DestTy, TD, TLI)) 9664f8eea82d8967cffa85b9df6c9255717b059009eDan Gohman return C; 967618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier if (Constant *C = SymbolicallyEvaluateGEP(Ops, DestTy, TD, TLI)) 96803dd25ca964813c8b9fe14479443b9c21fb92c55Chris Lattner return C; 969db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 970dab3d29605a5c83db41b28176273ef55961120c1Jay Foad return ConstantExpr::getGetElementPtr(Ops[0], Ops.slice(1)); 9715520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner } 9725520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 9735520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 974f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// ConstantFoldCompareInstOperands - Attempt to constant fold a compare 975f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// instruction (icmp/fcmp) with the specified operands. If it fails, it 976f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// returns a constant expression of the specified operands. 977f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner/// 978f286f6fd93d569befe6e77c94a947e6e04e95685Chris LattnerConstant *llvm::ConstantFoldCompareInstOperands(unsigned Predicate, 979db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *Ops0, Constant *Ops1, 9803574eca1b02600bac4e625297f4ecf745f4c4f32Micah Villmow const DataLayout *TD, 981618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 982f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (inttoptr x), null -> icmp x, 0 983f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (ptrtoint x), 0 -> icmp x, null 9843dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // fold: icmp (inttoptr x), (inttoptr y) -> icmp trunc/zext x, trunc/zext y 985f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // fold: icmp (ptrtoint x), (ptrtoint y) -> icmp x, y 986f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // 987f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // ConstantExpr::getCompare cannot do this, because it doesn't have TD 988f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // around to know if bit truncation is happening. 9898f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (ConstantExpr *CE0 = dyn_cast<ConstantExpr>(Ops0)) { 9908f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (TD && Ops1->isNullValue()) { 991ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth Type *IntPtrTy = TD->getIntPtrType(CE0->getContext()); 992f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner if (CE0->getOpcode() == Instruction::IntToPtr) { 993f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // Convert the integer value to the right size to ensure we get the 994f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // proper extension or truncation. 995baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C = ConstantExpr::getIntegerCast(CE0->getOperand(0), 996f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner IntPtrTy, false); 9978f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner Constant *Null = Constant::getNullValue(C->getType()); 998618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCompareInstOperands(Predicate, C, Null, TD, TLI); 999f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1000db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1001f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // Only do this transformation if the int is intptrty in size, otherwise 1002f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner // there is a truncation or extension that we aren't modeling. 1003db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (CE0->getOpcode() == Instruction::PtrToInt && 1004ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth CE0->getType() == IntPtrTy) { 1005ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth Constant *C = CE0->getOperand(0); 1006ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth Constant *Null = Constant::getNullValue(C->getType()); 1007ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth return ConstantFoldCompareInstOperands(Predicate, C, Null, TD, TLI); 1008f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1009f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1010db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 10118f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner if (ConstantExpr *CE1 = dyn_cast<ConstantExpr>(Ops1)) { 10123dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (TD && CE0->getOpcode() == CE1->getOpcode()) { 1013ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth Type *IntPtrTy = TD->getIntPtrType(CE0->getContext()); 10143dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 10153dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky if (CE0->getOpcode() == Instruction::IntToPtr) { 10163dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // Convert the integer value to the right size to ensure we get the 10173dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky // proper extension or truncation. 1018baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C0 = ConstantExpr::getIntegerCast(CE0->getOperand(0), 10193dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky IntPtrTy, false); 1020baf3c404409d5e47b13984a7f95bfbd6d1f2e79eOwen Anderson Constant *C1 = ConstantExpr::getIntegerCast(CE1->getOperand(0), 10213dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky IntPtrTy, false); 1022618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldCompareInstOperands(Predicate, C0, C1, TD, TLI); 10233dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky } 10243dfd7bf5110c47e99fd0fcce96122b90f699ca3aNick Lewycky 1025ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth // Only do this transformation if the int is intptrty in size, otherwise 1026ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth // there is a truncation or extension that we aren't modeling. 1027ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth if ((CE0->getOpcode() == Instruction::PtrToInt && 1028ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth CE0->getType() == IntPtrTy && 1029ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth CE0->getOperand(0)->getType() == CE1->getOperand(0)->getType())) 10308f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(0), 1031ece6c6bb6329748b92403c06ac87f45c43485911Chandler Carruth CE1->getOperand(0), TD, TLI); 1032f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1033f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1034db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 103579fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner // icmp eq (or x, y), 0 -> (icmp eq x, 0) & (icmp eq y, 0) 103679fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner // icmp ne (or x, y), 0 -> (icmp ne x, 0) | (icmp ne y, 0) 103779fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner if ((Predicate == ICmpInst::ICMP_EQ || Predicate == ICmpInst::ICMP_NE) && 103879fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner CE0->getOpcode() == Instruction::Or && Ops1->isNullValue()) { 1039db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *LHS = 1040618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(0), Ops1, 1041618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 1042db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi Constant *RHS = 1043618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier ConstantFoldCompareInstOperands(Predicate, CE0->getOperand(1), Ops1, 1044618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier TD, TLI); 1045db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi unsigned OpC = 104679fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner Predicate == ICmpInst::ICMP_EQ ? Instruction::And : Instruction::Or; 104779fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner Constant *Ops[] = { LHS, RHS }; 1048618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier return ConstantFoldInstOperands(OpC, LHS->getType(), Ops, TD, TLI); 104979fa3cf451a74dd1cec0be2d77d7ea9737dffc69Chris Lattner } 1050f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner } 1051db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 10528f73deaa8732a556046bf4ac6207be55972e3b74Chris Lattner return ConstantExpr::getCompare(Predicate, Ops0, Ops1); 1053f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner} 1054f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner 1055f286f6fd93d569befe6e77c94a947e6e04e95685Chris Lattner 10565520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// ConstantFoldLoadThroughGEPConstantExpr - Given a constant and a 10575520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// getelementptr constantexpr, return the constant value being addressed by the 10585520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner/// constant expression, or null if something is funny and we can't decide. 1059db2b2852256aba368cf6e75e049773768d159890NAKAMURA TakumiConstant *llvm::ConstantFoldLoadThroughGEPConstantExpr(Constant *C, 1060c6f69e94fa46f585b59bb9d7ace3224b0e638c95Dan Gohman ConstantExpr *CE) { 1061a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner if (!CE->getOperand(1)->isNullValue()) 10625520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return 0; // Do not allow stepping over the value! 1063a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner 1064a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner // Loop over all of the operands, tracking down which value we are 1065a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner // addressing. 1066a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner for (unsigned i = 2, e = CE->getNumOperands(); i != e; ++i) { 1067a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner C = C->getAggregateElement(CE->getOperand(i)); 1068a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (C == 0) return 0; 1069a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner } 1070a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner return C; 1071a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner} 1072a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner 1073a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// ConstantFoldLoadThroughGEPIndices - Given a constant and getelementptr 1074a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// indices (with an *implied* zero pointer index that is not in the list), 1075a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// return the constant value being addressed by a virtual load, or null if 1076a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner/// something is funny and we can't decide. 1077a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris LattnerConstant *llvm::ConstantFoldLoadThroughGEPIndices(Constant *C, 1078a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner ArrayRef<Constant*> Indices) { 10795520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner // Loop over all of the operands, tracking down which value we are 1080a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner // addressing. 1081a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner for (unsigned i = 0, e = Indices.size(); i != e; ++i) { 1082a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner C = C->getAggregateElement(Indices[i]); 1083a1f00f4d488eb5daff52faaf99c62ee652fd3b85Chris Lattner if (C == 0) return 0; 1084a97ddd0cffb9a9eb1313343fd49097c9057a5850Chris Lattner } 10855520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner return C; 10865520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner} 10875520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 10885520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner 1089bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell//===----------------------------------------------------------------------===// 10905520732b24a5a321140dd79af70d321c7ff3dec9Chris Lattner// Constant Folding for Calls 1091bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell// 1092bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1093bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// canConstantFoldCallTo - Return true if its even possible to fold a call to 1094bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// the specified function. 1095bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswellbool 1096fa9b80eb64127b3d9691e18537975635520e51e9Dan Gohmanllvm::canConstantFoldCallTo(const Function *F) { 1097bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell switch (F->getIntrinsicID()) { 109842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::fabs: 109942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log: 110042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log2: 110142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log10: 110242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp: 110342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp2: 110442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::floor: 11059ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen case Intrinsic::sqrt: 110624fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier case Intrinsic::pow: 11079ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen case Intrinsic::powi: 1108e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::bswap: 1109e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::ctpop: 1110e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::ctlz: 1111e9391fd9b52e93717b365bdd05c471101323a4dfReid Spencer case Intrinsic::cttz: 11121614e50d9f6d48a38e4dafb4b1a51fd4b37614f3Evan Phoenix case Intrinsic::sadd_with_overflow: 11136208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::uadd_with_overflow: 11141614e50d9f6d48a38e4dafb4b1a51fd4b37614f3Evan Phoenix case Intrinsic::ssub_with_overflow: 11156208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::usub_with_overflow: 1116eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::smul_with_overflow: 11176208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: 1118faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov case Intrinsic::convert_from_fp16: 1119faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov case Intrinsic::convert_to_fp16: 112015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si: 112115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si64: 112215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si: 112315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si64: 112415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si: 112515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si64: 112615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si: 112715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si64: 1128bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell return true; 112968a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner default: 113068a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return false; 113168a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner case 0: break; 1132bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1133bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 11346f532a988e5c02fcb271fb65e9e7b83f0147d3f2Chris Lattner if (!F->hasName()) return false; 1135f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar StringRef Name = F->getName(); 1136db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1137c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // In these cases, the check of the length is required. We don't want to 1138c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // return true for a name like "cos\0blah" which strcmp would return equal to 1139c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner // "cos", but has length 8. 1140f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar switch (Name[0]) { 1141c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner default: return false; 1142c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'a': 1143db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return Name == "acos" || Name == "asin" || 1144f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar Name == "atan" || Name == "atan2"; 1145c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'c': 1146f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "cos" || Name == "ceil" || Name == "cosf" || Name == "cosh"; 1147c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'e': 1148805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner return Name == "exp" || Name == "exp2"; 1149c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'f': 1150f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "fabs" || Name == "fmod" || Name == "floor"; 1151c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'l': 1152f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "log" || Name == "log10"; 1153c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'p': 1154f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "pow"; 1155c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 's': 1156f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "sin" || Name == "sinh" || Name == "sqrt" || 1157f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar Name == "sinf" || Name == "sqrtf"; 1158c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 't': 1159f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar return Name == "tan" || Name == "tanh"; 1160bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1161bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1162bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1163db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumistatic Constant *ConstantFoldFP(double (*NativeFP)(double), double V, 1164db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty) { 11653f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman sys::llvm_fenv_clearexcept(); 1166bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell V = NativeFP(V); 11673f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman if (sys::llvm_fenv_testexcept()) { 11683f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman sys::llvm_fenv_clearexcept(); 1169f19f58a9360927f8ef50b9a029e8efb780d3d8a8Chris Lattner return 0; 117043421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen } 1171db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 117242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isHalfTy()) { 117342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF(V); 117442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 117542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &unused); 117642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFP::get(Ty->getContext(), APF); 117742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 1178d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isFloatTy()) 11797b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat((float)V)); 1180d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isDoubleTy()) 11817b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat(V)); 118242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson llvm_unreachable("Can only constant fold half/float/double"); 1183bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1184bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 1185384152444d22d356f7b4090a158da4cbc1f79464Dan Gohmanstatic Constant *ConstantFoldBinaryFP(double (*NativeFP)(double, double), 1186db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner double V, double W, Type *Ty) { 11873f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman sys::llvm_fenv_clearexcept(); 1188384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman V = NativeFP(V, W); 11893f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman if (sys::llvm_fenv_testexcept()) { 11903f2f21e640682c604d9322ba0708e122d1fcf5eeDan Gohman sys::llvm_fenv_clearexcept(); 1191f19f58a9360927f8ef50b9a029e8efb780d3d8a8Chris Lattner return 0; 119243421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen } 1193db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 119442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isHalfTy()) { 119542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF(V); 119642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 119742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &unused); 119842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFP::get(Ty->getContext(), APF); 119942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 1200d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isFloatTy()) 12017b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat((float)V)); 1202d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Ty->isDoubleTy()) 12037b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(Ty->getContext(), APFloat(V)); 120442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson llvm_unreachable("Can only constant fold half/float/double"); 1205384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman} 1206384152444d22d356f7b4090a158da4cbc1f79464Dan Gohman 120715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// ConstantFoldConvertToInt - Attempt to an SSE floating point to integer 120815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// conversion of a constant floating point. If roundTowardZero is false, the 120915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// default IEEE rounding is used (toward nearest, ties to even). This matches 121015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// the behavior of the non-truncating SSE instructions in the default rounding 121115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// mode. The desired integer type Ty is used to select how many bits are 121215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// available for the result. Returns null if the conversion cannot be 121315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// performed, otherwise returns the Constant value resulting from the 121415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth/// conversion. 12156b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattnerstatic Constant *ConstantFoldConvertToInt(const APFloat &Val, 12166b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner bool roundTowardZero, Type *Ty) { 121715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth // All of these conversion intrinsics form an integer of at most 64bits. 121815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth unsigned ResultWidth = cast<IntegerType>(Ty)->getBitWidth(); 121915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth assert(ResultWidth <= 64 && 122015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth "Can only constant fold conversions to 64 and 32 bit ints"); 122115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth 122215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth uint64_t UIntVal; 122315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth bool isExact = false; 122415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth APFloat::roundingMode mode = roundTowardZero? APFloat::rmTowardZero 122515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth : APFloat::rmNearestTiesToEven; 122615ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth APFloat::opStatus status = Val.convertToInteger(&UIntVal, ResultWidth, 122715ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth /*isSigned=*/true, mode, 122815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth &isExact); 122915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth if (status != APFloat::opOK && status != APFloat::opInexact) 123015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth return 0; 123115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth return ConstantInt::get(Ty, UIntVal, /*isSigned=*/true); 123215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth} 123315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth 1234bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// ConstantFoldCall - Attempt to constant fold a call to the specified function 1235bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell/// with the specified arguments, returning null if unsuccessful. 1236bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John CriswellConstant * 1237618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosierllvm::ConstantFoldCall(Function *F, ArrayRef<Constant *> Operands, 1238618c1dbd293d15ee19f61b1156ab8086ad28311aChad Rosier const TargetLibraryInfo *TLI) { 12396f532a988e5c02fcb271fb65e9e7b83f0147d3f2Chris Lattner if (!F->hasName()) return 0; 1240f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar StringRef Name = F->getName(); 1241e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner 1242db125cfaf57cc83e7dd7453de2d509bc8efd0e5eChris Lattner Type *Ty = F->getReturnType(); 12431d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Operands.size() == 1) { 1244bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op = dyn_cast<ConstantFP>(Operands[0])) { 1245f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth if (F->getIntrinsicID() == Intrinsic::convert_to_fp16) { 1246faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov APFloat Val(Op->getValueAPF()); 1247faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1248faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov bool lost = false; 1249faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov Val.convert(APFloat::IEEEhalf, APFloat::rmNearestTiesToEven, &lost); 1250faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1251faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov return ConstantInt::get(F->getContext(), Val.bitcastToAPInt()); 1252faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov } 125321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (!TLI) 125421646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier return 0; 1255faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 125642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) 125743421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen return 0; 12581f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen 12591f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// We only fold functions with finite arguments. Folding NaN and inf is 12601f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// likely to be aborted with an exception anyway, and some host libms 12611f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen /// have known errors raising exceptions. 12621f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen if (Op->getValueAPF().isNaN() || Op->getValueAPF().isInfinity()) 12631f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen return 0; 12641f386c4ce1983c448320aecca8d3cd27d1497867Jakob Stoklund Olesen 126543421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// Currently APFloat versions of these functions do not exist, so we use 126643421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// the host native double versions. Float versions are not called 126743421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// directly but for all these it is true (float)(f((double)arg)) == 126843421b3dd70af5b70e71816521f37502c397cc65Dale Johannesen /// f(arg). Long double not supported yet. 126942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson double V; 127042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isFloatTy()) 127142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson V = Op->getValueAPF().convertToFloat(); 127242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (Ty->isDoubleTy()) 127342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson V = Op->getValueAPF().convertToDouble(); 127442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else { 127542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 127642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF = Op->getValueAPF(); 127742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); 127842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson V = APF.convertToDouble(); 127942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 128042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 128142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson switch (F->getIntrinsicID()) { 128242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson default: break; 128342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::fabs: 128442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(fabs, V, Ty); 128542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log2: 128642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log2, V, Ty); 128742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log: 128842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log, V, Ty); 128942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::log10: 129042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(log10, V, Ty); 129142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp: 129242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(exp, V, Ty); 129342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::exp2: 129442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(exp2, V, Ty); 129542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson case Intrinsic::floor: 129642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFoldFP(floor, V, Ty); 129742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 129842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 1299f0443c1eb44d737d9bd78962932fc80f74c6113cDaniel Dunbar switch (Name[0]) { 1300c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'a': 130121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "acos" && TLI->has(LibFunc::acos)) 13027b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(acos, V, Ty); 130321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "asin" && TLI->has(LibFunc::asin)) 13047b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(asin, V, Ty); 130521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "atan" && TLI->has(LibFunc::atan)) 13067b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(atan, V, Ty); 1307c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1308c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'c': 130921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "ceil" && TLI->has(LibFunc::ceil)) 13107b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(ceil, V, Ty); 131121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cos" && TLI->has(LibFunc::cos)) 13127b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cos, V, Ty); 131321646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cosh" && TLI->has(LibFunc::cosh)) 13147b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cosh, V, Ty); 131521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "cosf" && TLI->has(LibFunc::cosf)) 13167b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(cos, V, Ty); 1317c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1318c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'e': 131921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "exp" && TLI->has(LibFunc::exp)) 13207b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(exp, V, Ty); 1321db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 132221646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "exp2" && TLI->has(LibFunc::exp2)) { 1323805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner // Constant fold exp2(x) as pow(2,x) in case the host doesn't have a 1324805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner // C99 library. 1325805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner return ConstantFoldBinaryFP(pow, 2.0, V, Ty); 1326805fa97a0f5ff61624855da37d4881708fb8f0fbChris Lattner } 1327c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1328c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'f': 132921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "fabs" && TLI->has(LibFunc::fabs)) 13307b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(fabs, V, Ty); 133121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "floor" && TLI->has(LibFunc::floor)) 13327b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(floor, V, Ty); 1333c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1334c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 'l': 133521646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "log" && V > 0 && TLI->has(LibFunc::log)) 13367b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(log, V, Ty); 133721646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "log10" && V > 0 && TLI->has(LibFunc::log10)) 13387b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(log10, V, Ty); 1339f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth else if (F->getIntrinsicID() == Intrinsic::sqrt && 134042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson (Ty->isHalfTy() || Ty->isFloatTy() || Ty->isDoubleTy())) { 1341c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner if (V >= -0.0) 13427b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 1343c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner else // Undefined 1344a7235ea7245028a0723e8ab7fd011386b3900777Owen Anderson return Constant::getNullValue(Ty); 1345c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner } 1346c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1347c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 's': 134821646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "sin" && TLI->has(LibFunc::sin)) 13497b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sin, V, Ty); 135021646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sinh" && TLI->has(LibFunc::sinh)) 13517b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sinh, V, Ty); 135221646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sqrt" && V >= 0 && TLI->has(LibFunc::sqrt)) 13537b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 135421646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sqrtf" && V >= 0 && TLI->has(LibFunc::sqrtf)) 13557b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sqrt, V, Ty); 135621646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "sinf" && TLI->has(LibFunc::sinf)) 13577b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(sin, V, Ty); 1358c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1359c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner case 't': 136021646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "tan" && TLI->has(LibFunc::tan)) 13617b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(tan, V, Ty); 136221646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier else if (Name == "tanh" && TLI->has(LibFunc::tanh)) 13637b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldFP(tanh, V, Ty); 1364c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1365c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner default: 1366c5f6a1f9d61d74017d90e149728cb3d283e0a0e0Chris Lattner break; 1367bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 136868a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return 0; 136968a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner } 1370f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 137168a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner if (ConstantInt *Op = dyn_cast<ConstantInt>(Operands[0])) { 1372f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth switch (F->getIntrinsicID()) { 1373f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::bswap: 13747b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantInt::get(F->getContext(), Op->getValue().byteSwap()); 1375f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::ctpop: 1376eed707b1e6097aac2bb6b3d47271f6300ace7f2eOwen Anderson return ConstantInt::get(Ty, Op->getValue().countPopulation()); 1377f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth case Intrinsic::convert_from_fp16: { 13780a29cb045444c13160e90fe7942a9d7c720185edTim Northover APFloat Val(APFloat::IEEEhalf, Op->getValue()); 1379faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1380faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov bool lost = false; 1381faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov APFloat::opStatus status = 1382faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov Val.convert(APFloat::IEEEsingle, APFloat::rmNearestTiesToEven, &lost); 1383faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1384faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov // Conversion is always precise. 13858e68c3873549ca31533e2e3e40dda3a43cb79566Jeffrey Yasskin (void)status; 1386faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov assert(status == APFloat::opOK && !lost && 1387faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov "Precision lost during fp16 constfolding"); 1388faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov 1389faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov return ConstantFP::get(F->getContext(), Val); 1390faa75f6e47350f491a44d5e8773acd9457185d51Anton Korobeynikov } 1391f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth default: 1392f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth return 0; 1393f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth } 1394bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1395f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 13966b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner // Support ConstantVector in case we have an Undef in the top. 1397db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi if (isa<ConstantVector>(Operands[0]) || 13986b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner isa<ConstantDataVector>(Operands[0])) { 13996b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner Constant *Op = cast<Constant>(Operands[0]); 140015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth switch (F->getIntrinsicID()) { 140115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth default: break; 140215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si: 140315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvtss2si64: 140415ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si: 140515ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvtsd2si64: 14066b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (ConstantFP *FPOp = 14076b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) 14086b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner return ConstantFoldConvertToInt(FPOp->getValueAPF(), 14096b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner /*roundTowardZero=*/false, Ty); 141015ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si: 141115ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse_cvttss2si64: 141215ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si: 141315ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth case Intrinsic::x86_sse2_cvttsd2si64: 14146b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner if (ConstantFP *FPOp = 14156b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner dyn_cast_or_null<ConstantFP>(Op->getAggregateElement(0U))) 1416db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi return ConstantFoldConvertToInt(FPOp->getValueAPF(), 14176b0dc92043ab1f63d78b8796098575e1d777b701Chris Lattner /*roundTowardZero=*/true, Ty); 141815ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth } 141915ed90c859e5df11112c614c83d0d2e786d4c73aChandler Carruth } 1420db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 14219ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman if (isa<UndefValue>(Operands[0])) { 1422f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth if (F->getIntrinsicID() == Intrinsic::bswap) 14239ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman return Operands[0]; 14249ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman return 0; 14259ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman } 14269ee7123ab462d97a2b242280e9bf0b47883531cbDan Gohman 142768a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return 0; 142868a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner } 1429f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth 14301d2f569c3428d70d0cf690c9adb459ad4a3ecff2Jay Foad if (Operands.size() == 2) { 1431bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op1 = dyn_cast<ConstantFP>(Operands[0])) { 143242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (!Ty->isHalfTy() && !Ty->isFloatTy() && !Ty->isDoubleTy()) 14339ab7fb3ba47442d521a5bed09a27a5e8e7a786edDale Johannesen return 0; 143442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson double Op1V; 143542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isFloatTy()) 143642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op1V = Op1->getValueAPF().convertToFloat(); 143742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (Ty->isDoubleTy()) 143842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op1V = Op1->getValueAPF().convertToDouble(); 143942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else { 144042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 144142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF = Op1->getValueAPF(); 144242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); 144342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op1V = APF.convertToDouble(); 144442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 144542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson 1446bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell if (ConstantFP *Op2 = dyn_cast<ConstantFP>(Operands[1])) { 1447d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner if (Op2->getType() != Op1->getType()) 1448d0806a1519f3bc450d2dea3e6f22db73fc797e4cChris Lattner return 0; 144921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier 145042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson double Op2V; 145142258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (Ty->isFloatTy()) 145242258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op2V = Op2->getValueAPF().convertToFloat(); 145342258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else if (Ty->isDoubleTy()) 145442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op2V = Op2->getValueAPF().convertToDouble(); 145542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson else { 145642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson bool unused; 145742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat APF = Op2->getValueAPF(); 145842258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APF.convert(APFloat::IEEEdouble, APFloat::rmNearestTiesToEven, &unused); 145942258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson Op2V = APF.convertToDouble(); 146042258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson } 1461bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell 146224fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier if (F->getIntrinsicID() == Intrinsic::pow) { 146324fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); 146424fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier } 146524fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier if (!TLI) 146624fbf2bf161b20b13d0a218345bdcd092bdd56f8Chad Rosier return 0; 146721646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "pow" && TLI->has(LibFunc::pow)) 14687b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(pow, Op1V, Op2V, Ty); 146921646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "fmod" && TLI->has(LibFunc::fmod)) 14707b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(fmod, Op1V, Op2V, Ty); 147121646e8becaa13cb813490edcd7fe9150b11f88eChad Rosier if (Name == "atan2" && TLI->has(LibFunc::atan2)) 14727b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFoldBinaryFP(atan2, Op1V, Op2V, Ty); 1473b5282dcf4745be59046f440980a1c0f0a50c9c09Chris Lattner } else if (ConstantInt *Op2C = dyn_cast<ConstantInt>(Operands[1])) { 147442258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson if (F->getIntrinsicID() == Intrinsic::powi && Ty->isHalfTy()) 147542258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson return ConstantFP::get(F->getContext(), 147642258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson APFloat((float)std::pow((float)Op1V, 147742258e0ea8781dd29cae4b1a6eb54d8c70dcea0bOwen Anderson (int)Op2C->getZExtValue()))); 1478f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth if (F->getIntrinsicID() == Intrinsic::powi && Ty->isFloatTy()) 14797b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(F->getContext(), 14807b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner APFloat((float)std::pow((float)Op1V, 148102a260aa11a2e1b2c14335274d3c42ca3f3eabc0Chris Lattner (int)Op2C->getZExtValue()))); 1482f4db877cff62340aaf9f29d3994562ae1cee8d72Chandler Carruth if (F->getIntrinsicID() == Intrinsic::powi && Ty->isDoubleTy()) 14837b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner return ConstantFP::get(F->getContext(), 14847b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner APFloat((double)std::pow((double)Op1V, 14857b550ccfc5a3346c17e0390a59e2d6d19bc52705Chris Lattner (int)Op2C->getZExtValue()))); 1486bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 148768a0603dc5d3d79cd4de2195e950af26c3380cd7Chris Lattner return 0; 1488bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1489db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1490e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner if (ConstantInt *Op1 = dyn_cast<ConstantInt>(Operands[0])) { 1491e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner if (ConstantInt *Op2 = dyn_cast<ConstantInt>(Operands[1])) { 1492e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner switch (F->getIntrinsicID()) { 1493e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner default: break; 1494eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::sadd_with_overflow: 1495eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::uadd_with_overflow: 1496eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::ssub_with_overflow: 1497eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::usub_with_overflow: 14986208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::smul_with_overflow: 14996208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: { 1500eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner APInt Res; 1501eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner bool Overflow; 1502eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner switch (F->getIntrinsicID()) { 1503858143816d43e58b17bfd11cb1b57afbd7f0f893Craig Topper default: llvm_unreachable("Invalid case"); 1504eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::sadd_with_overflow: 1505eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().sadd_ov(Op2->getValue(), Overflow); 1506eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1507eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::uadd_with_overflow: 1508eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().uadd_ov(Op2->getValue(), Overflow); 1509eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1510eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::ssub_with_overflow: 1511eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().ssub_ov(Op2->getValue(), Overflow); 1512eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1513eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::usub_with_overflow: 1514eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().usub_ov(Op2->getValue(), Overflow); 1515eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 1516eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner case Intrinsic::smul_with_overflow: 1517eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner Res = Op1->getValue().smul_ov(Op2->getValue(), Overflow); 1518eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner break; 15196208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel case Intrinsic::umul_with_overflow: 15206208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel Res = Op1->getValue().umul_ov(Op2->getValue(), Overflow); 15216208610fd602ebdb18bb793152899573d0b2b7abFrits van Bommel break; 1522eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner } 1523e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner Constant *Ops[] = { 1524eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner ConstantInt::get(F->getContext(), Res), 1525eafc5cb80d58cb9447623a557be4d4f55f42fbc3Chris Lattner ConstantInt::get(Type::getInt1Ty(F->getContext()), Overflow) 1526e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner }; 1527b065b06c12dba6001b8140df2744d0c856ef6ea1Chris Lattner return ConstantStruct::get(cast<StructType>(F->getReturnType()), Ops); 1528e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1529ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth case Intrinsic::cttz: 1530e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer if (Op2->isOne() && Op1->isZero()) // cttz(0, 1) is undef. 1531e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer return UndefValue::get(Ty); 1532ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth return ConstantInt::get(Ty, Op1->getValue().countTrailingZeros()); 1533ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth case Intrinsic::ctlz: 1534e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer if (Op2->isOne() && Op1->isZero()) // ctlz(0, 1) is undef. 1535e5742464895b7f1fcc6a5b968b72f6ec66a1fd44Benjamin Kramer return UndefValue::get(Ty); 1536ccbf1e36d34c2d66600748bdd8767dc122629a58Chandler Carruth return ConstantInt::get(Ty, Op1->getValue().countLeadingZeros()); 1537e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1538e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1539db2b2852256aba368cf6e75e049773768d159890NAKAMURA Takumi 1540e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner return 0; 1541e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner } 1542e65cd40ab99c3bd43dc997873e500643d012bbadChris Lattner return 0; 1543bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell } 1544bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell return 0; 1545bd9d37026a5c17d9a51371a6a5446bf4761ee7d6John Criswell} 1546