LLVMTargetMachine.cpp revision c18409aed80ba1c6c5998befd3c3c8edc865c423
147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===-- LLVMTargetMachine.cpp - Implement the LLVMTargetMachine class -----===// 247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// The LLVM Compiler Infrastructure 447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source 64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details. 747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===----------------------------------------------------------------------===// 947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 1047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// This file implements the LLVMTargetMachine class. 1147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// 1247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===----------------------------------------------------------------------===// 1347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner 1447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Target/TargetMachine.h" 1547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/PassManager.h" 1647877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Pass.h" 17572645cf84060c0fc25cb91d38cb9079918b3a88Dan Gohman#include "llvm/Analysis/Verifier.h" 1831442f9dc5512b6a29cdb332b12ae09a1c9e8176Chris Lattner#include "llvm/Assembly/PrintModulePass.h" 19789457847002f5289dbbc5cfce9d68c72e00bed1Daniel Dunbar#include "llvm/CodeGen/AsmPrinter.h" 2047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/CodeGen/Passes.h" 215a29c9eed157af51a8d338b5a225b146881819e8Gordon Henriksen#include "llvm/CodeGen/GCStrategy.h" 22ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman#include "llvm/CodeGen/MachineFunctionAnalysis.h" 2347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Target/TargetOptions.h" 24af76e592c7f9deff0e55c13dbb4a34f07f1c7f64Chris Lattner#include "llvm/MC/MCAsmInfo.h" 2556591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/MC/MCContext.h" 2656591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/MC/MCStreamer.h" 2756591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/Target/TargetData.h" 286d823cd39d8d16571682cd1bb4cbf2ecb4815d8eDaniel Dunbar#include "llvm/Target/TargetRegistry.h" 2947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Transforms/Scalar.h" 306cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner#include "llvm/ADT/OwningPtr.h" 3131442f9dc5512b6a29cdb332b12ae09a1c9e8176Chris Lattner#include "llvm/Support/CommandLine.h" 322800eb1d30aea4177d6ea42adddd70e01ede8699David Greene#include "llvm/Support/Debug.h" 3371847813bc419f7a0667468136a07429c6d9f164David Greene#include "llvm/Support/FormattedStream.h" 3447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattnerusing namespace llvm; 3547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner 362c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohmannamespace llvm { 372c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman bool EnableFastISel; 382c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman} 392c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman 40522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisablePostRA("disable-post-ra", cl::Hidden, 41522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Post Regalloc")); 42522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableBranchFold("disable-branch-fold", cl::Hidden, 43522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable branch folding")); 4415acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilsonstatic cl::opt<bool> DisableTailDuplicate("disable-tail-duplicate", cl::Hidden, 4515acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson cl::desc("Disable tail duplication")); 46516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilsonstatic cl::opt<bool> DisableEarlyTailDup("disable-early-taildup", cl::Hidden, 47516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilson cl::desc("Disable pre-register allocation tail duplication")); 48522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableCodePlace("disable-code-place", cl::Hidden, 49522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable code placement")); 50522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableSSC("disable-ssc", cl::Hidden, 51522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Stack Slot Coloring")); 52522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableMachineLICM("disable-machine-licm", cl::Hidden, 53522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Machine LICM")); 54522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableMachineSink("disable-machine-sink", cl::Hidden, 55522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Machine Sinking")); 56522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableLSR("disable-lsr", cl::Hidden, 57522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Loop Strength Reduction Pass")); 58522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableCGP("disable-cgp", cl::Hidden, 59522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher cl::desc("Disable Codegen Prepare")); 6085ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattnerstatic cl::opt<bool> PrintLSR("print-lsr-output", cl::Hidden, 6185ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner cl::desc("Print LLVM IR produced by the loop-reduce pass")); 6285ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattnerstatic cl::opt<bool> PrintISelInput("print-isel-input", cl::Hidden, 6385ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner cl::desc("Print LLVM IR input to isel pass")); 6493f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksenstatic cl::opt<bool> PrintGCInfo("print-gc", cl::Hidden, 6593f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen cl::desc("Dump garbage collector data")); 6648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesenstatic cl::opt<bool> VerifyMachineCode("verify-machineinstrs", cl::Hidden, 6748872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen cl::desc("Verify generated machine code"), 6848872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen cl::init(getenv("LLVM_VERIFY_MACHINEINSTRS")!=NULL)); 6985ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner 701f21990284906b1d3ed244d99808c6dade04d295Chris Lattnerstatic cl::opt<cl::boolOrDefault> 711f21990284906b1d3ed244d99808c6dade04d295Chris LattnerAsmVerbose("asm-verbose", cl::desc("Add comments to directives."), 721f21990284906b1d3ed244d99808c6dade04d295Chris Lattner cl::init(cl::BOU_UNSET)); 731f21990284906b1d3ed244d99808c6dade04d295Chris Lattner 74e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattnerstatic bool getVerboseAsm() { 751f21990284906b1d3ed244d99808c6dade04d295Chris Lattner switch (AsmVerbose) { 76e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner default: 77e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner case cl::BOU_UNSET: return TargetMachine::getAsmVerbosityDefault(); 78e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner case cl::BOU_TRUE: return true; 79e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner case cl::BOU_FALSE: return false; 801f21990284906b1d3ed244d99808c6dade04d295Chris Lattner } 811f21990284906b1d3ed244d99808c6dade04d295Chris Lattner} 827da9ecf9677b751d81515f95168ae3cb2df54160Evan Cheng 83dc756858f92a397ed30362ba8251fec56479735fDan Gohman// Enable or disable FastISel. Both options are needed, because 84dc756858f92a397ed30362ba8251fec56479735fDan Gohman// FastISel is enabled by default with -fast, and we wish to be 85e29fea4434b784bd8d908088c0ee4d4788080088Dan Gohman// able to enable or disable fast-isel independently from -O0. 86eb0d6abee36c274cf081948795f4675d8f33fc6fDan Gohmanstatic cl::opt<cl::boolOrDefault> 87dc756858f92a397ed30362ba8251fec56479735fDan GohmanEnableFastISelOption("fast-isel", cl::Hidden, 88e29fea4434b784bd8d908088c0ee4d4788080088Dan Gohman cl::desc("Enable the \"fast\" instruction selector")); 892c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman 902e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// Enable or disable an experimental optimization to split GEPs 912e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// and run a special GVN pass which does not examine loads, in 922e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// an effort to factor out redundancy implicit in complex GEPs. 932e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohmanstatic cl::opt<bool> EnableSplitGEPGVN("split-gep-gvn", cl::Hidden, 942e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman cl::desc("Split GEPs and run no-load GVN")); 95a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner 96a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris LattnerLLVMTargetMachine::LLVMTargetMachine(const Target &T, 971f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar const std::string &Triple) 981f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar : TargetMachine(T), TargetTriple(Triple) { 99a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner AsmInfo = T.createAsmInfo(TargetTriple); 100a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner} 101a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner 102f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// Set the default code model for the JIT for a generic target. 103f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// FIXME: Is small right here? or .is64Bit() ? Large : Small? 104f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christophervoid 105f4f43cb5011611d44219ffb1caa988f5adf305bfEric ChristopherLLVMTargetMachine::setCodeModelForJIT() { 106f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher setCodeModel(CodeModel::Small); 107f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher} 108a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner 109f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// Set the default code model for static compilation for a generic target. 110f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christophervoid 111f4f43cb5011611d44219ffb1caa988f5adf305bfEric ChristopherLLVMTargetMachine::setCodeModelForStatic() { 112f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher setCodeModel(CodeModel::Small); 113f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher} 114a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner 1155669e3009761dff20b67e18a382c334041887928Chris Lattnerbool LLVMTargetMachine::addPassesToEmitFile(PassManagerBase &PM, 1165669e3009761dff20b67e18a382c334041887928Chris Lattner formatted_raw_ostream &Out, 1175669e3009761dff20b67e18a382c334041887928Chris Lattner CodeGenFileType FileType, 1188772f5041ce8e98695655a72a54b952583630617Dan Gohman CodeGenOpt::Level OptLevel, 1198772f5041ce8e98695655a72a54b952583630617Dan Gohman bool DisableVerify) { 12002dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman // Add common CodeGen passes. 1218772f5041ce8e98695655a72a54b952583630617Dan Gohman if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify)) 1225669e3009761dff20b67e18a382c334041887928Chris Lattner return true; 12304523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 124c18409aed80ba1c6c5998befd3c3c8edc865c423Chris Lattner const MCAsmInfo &MAI = *getMCAsmInfo(); 125c18409aed80ba1c6c5998befd3c3c8edc865c423Chris Lattner OwningPtr<MCContext> Context(new MCContext(MAI)); 1266cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner OwningPtr<MCStreamer> AsmStreamer; 1276cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner 128be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner formatted_raw_ostream *LegacyOutput; 12947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner switch (FileType) { 1305669e3009761dff20b67e18a382c334041887928Chris Lattner default: return true; 1316c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner case CGFT_AssemblyFile: { 1326c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner MCInstPrinter *InstPrinter = 1336c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner getTarget().createMCInstPrinter(MAI.getAssemblerDialect(), MAI, Out); 1346c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner AsmStreamer.reset(createAsmStreamer(*Context, Out, MAI, 1356cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner getTargetData()->isLittleEndian(), 1366c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner getVerboseAsm(), InstPrinter, 1376cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner /*codeemitter*/0)); 138be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner // Set the AsmPrinter's "O" to the output file. 139be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner LegacyOutput = &Out; 140b5c5160a554cb0debeb7913287d9c099a753a59eChris Lattner break; 1416c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner } 142ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner case CGFT_ObjectFile: { 143ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner // Create the code emitter for the target if it exists. If not, .o file 144ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner // emission fails. 14586020e46289643de2f8c7603b550ffc8b6aff376Chris Lattner MCCodeEmitter *MCE = getTarget().createCodeEmitter(*this, *Context); 1461f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar TargetAsmBackend *TAB = getTarget().createAsmBackend(TargetTriple); 1471f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar if (MCE == 0 || TAB == 0) 1485669e3009761dff20b67e18a382c334041887928Chris Lattner return true; 149ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner 1501f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar AsmStreamer.reset(createMachOStreamer(*Context, *TAB, Out, MCE)); 151be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner 152be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner // Any output to the asmprinter's "O" stream is bad and needs to be fixed, 153be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner // force it to come out stderr. 154be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner // FIXME: this is horrible and leaks, eventually remove the raw_ostream from 155be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner // asmprinter. 156be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner LegacyOutput = new formatted_raw_ostream(errs()); 157ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner break; 1580823d2a654cb3a075016f6efd21359ed4f5aca21Chris Lattner } 1595669e3009761dff20b67e18a382c334041887928Chris Lattner case CGFT_Null: 1605669e3009761dff20b67e18a382c334041887928Chris Lattner // The Null output is intended for use for performance analysis and testing, 1615669e3009761dff20b67e18a382c334041887928Chris Lattner // not real users. 1625669e3009761dff20b67e18a382c334041887928Chris Lattner AsmStreamer.reset(createNullStreamer(*Context)); 1635669e3009761dff20b67e18a382c334041887928Chris Lattner // Any output to the asmprinter's "O" stream is bad and needs to be fixed, 1645669e3009761dff20b67e18a382c334041887928Chris Lattner // force it to come out stderr. 1655669e3009761dff20b67e18a382c334041887928Chris Lattner // FIXME: this is horrible and leaks, eventually remove the raw_ostream from 1665669e3009761dff20b67e18a382c334041887928Chris Lattner // asmprinter. 1675669e3009761dff20b67e18a382c334041887928Chris Lattner LegacyOutput = new formatted_raw_ostream(errs()); 1685669e3009761dff20b67e18a382c334041887928Chris Lattner break; 16947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner } 170f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher 1716cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner // Create the AsmPrinter, which takes ownership of Context and AsmStreamer 1726cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner // if successful. 1736cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner FunctionPass *Printer = 174be2e76bbb358ba58aecc05c94fb98cf5c2981bd2Chris Lattner getTarget().createAsmPrinter(*LegacyOutput, *this, *Context, *AsmStreamer, 175ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner getMCAsmInfo()); 1766cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner if (Printer == 0) 1775669e3009761dff20b67e18a382c334041887928Chris Lattner return true; 1786cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner 1796cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner // If successful, createAsmPrinter took ownership of AsmStreamer and Context. 1806cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner Context.take(); AsmStreamer.take(); 1816cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner 1826cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner PM.add(Printer); 1836cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner 184f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher // Make sure the code model is set. 185f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher setCodeModelForStatic(); 186ac57e6e498abccb117e0d61c2fa0f733845e50cbBruno Cardoso Lopes PM.add(createGCInfoDeleter()); 1875669e3009761dff20b67e18a382c334041887928Chris Lattner return false; 18802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman} 18902dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 190a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// addPassesToEmitMachineCode - Add passes to the specified pass manager to 1913813d8adf3788dd01a4cb9db01c122cd5e6a13b9Chris Lattner/// get machine code emitted. This uses a JITCodeEmitter object to handle 192a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// actually outputting the machine code and resolving things like the address 193a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// of functions. This method should returns true if machine code emission is 194a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// not supported. 195a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// 196a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopesbool LLVMTargetMachine::addPassesToEmitMachineCode(PassManagerBase &PM, 197a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes JITCodeEmitter &JCE, 1988772f5041ce8e98695655a72a54b952583630617Dan Gohman CodeGenOpt::Level OptLevel, 1998772f5041ce8e98695655a72a54b952583630617Dan Gohman bool DisableVerify) { 200f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher // Make sure the code model is set. 201f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher setCodeModelForJIT(); 202f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher 203a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes // Add common CodeGen passes. 2048772f5041ce8e98695655a72a54b952583630617Dan Gohman if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify)) 205a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes return true; 206a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes 207cfe9a605eea542d91e3db74289b69b7e317d90a6Daniel Dunbar addCodeEmitter(PM, OptLevel, JCE); 208a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes PM.add(createGCInfoDeleter()); 209a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes 210a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes return false; // success! 211a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes} 212a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes 213a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesenstatic void printNoVerify(PassManagerBase &PM, 214a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen const char *Banner) { 215a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen if (PrintMachineCode) 216a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen PM.add(createMachineFunctionPrinterPass(dbgs(), Banner)); 217a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen} 218a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen 21948872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesenstatic void printAndVerify(PassManagerBase &PM, 220499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman const char *Banner, 22148872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen bool allowDoubleDefs = false) { 22248872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen if (PrintMachineCode) 2232800eb1d30aea4177d6ea42adddd70e01ede8699David Greene PM.add(createMachineFunctionPrinterPass(dbgs(), Banner)); 22448872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen 22548872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen if (VerifyMachineCode) 22648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen PM.add(createMachineVerifierPass(allowDoubleDefs)); 22748872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen} 22848872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen 22998a366d547772010e94609e4584489b3e5ce0043Bill Wendling/// addCommonCodeGenPasses - Add standard LLVM codegen passes used for both 23098a366d547772010e94609e4584489b3e5ce0043Bill Wendling/// emitting to assembly files or machine code output. 23102dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman/// 232be8cc2a3dedeb7685f07e68cdc4b9502eb97eb2bBill Wendlingbool LLVMTargetMachine::addCommonCodeGenPasses(PassManagerBase &PM, 2338772f5041ce8e98695655a72a54b952583630617Dan Gohman CodeGenOpt::Level OptLevel, 2348772f5041ce8e98695655a72a54b952583630617Dan Gohman bool DisableVerify) { 23547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Standard LLVM-Level Passes. 23602dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 2378772f5041ce8e98695655a72a54b952583630617Dan Gohman // Before running any passes, run the verifier to determine if the input 2388772f5041ce8e98695655a72a54b952583630617Dan Gohman // coming from the front-end and/or optimizer is valid. 2398772f5041ce8e98695655a72a54b952583630617Dan Gohman if (!DisableVerify) 2408772f5041ce8e98695655a72a54b952583630617Dan Gohman PM.add(createVerifierPass()); 2418772f5041ce8e98695655a72a54b952583630617Dan Gohman 2422e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman // Optionally, tun split-GEPs and no-load GVN. 2432e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman if (EnableSplitGEPGVN) { 2442e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman PM.add(createGEPSplitterPass()); 24560df9077ebe2a38723beadedd88e349f9aa214cbBob Wilson PM.add(createGVNPass(/*NoLoads=*/true)); 2462e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman } 2472e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman 24847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Run loop strength reduction before anything else. 249522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableLSR) { 250c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner PM.add(createLoopStrengthReducePass(getTargetLowering())); 251c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner if (PrintLSR) 2522800eb1d30aea4177d6ea42adddd70e01ede8699David Greene PM.add(createPrintFunctionPass("\n\n*** Code after LSR ***\n", &dbgs())); 253c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner } 25402dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 255b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands // Turn exception handling constructs into something the code generators can 256b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands // handle. 257af76e592c7f9deff0e55c13dbb4a34f07f1c7f64Chris Lattner switch (getMCAsmInfo()->getExceptionHandlingType()) 2581b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach { 2591b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach case ExceptionHandling::SjLj: 2608b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach // SjLj piggy-backs on dwarf for this bit. The cleanups done apply to both 26186e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // Dwarf EH prepare needs to be run after SjLj prepare. Otherwise, 26286e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // catch info can get misplaced when a selector ends up more than one block 26386e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // removed from the parent invoke(s). This could happen when a landing 26486e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // pad is shared by multiple invokes and is also a target of a normal 26586e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach // edge from elsewhere. 2668b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach PM.add(createSjLjEHPass(getTargetLowering())); 2679f82da7cbfe0c9f1b2c4bc7d7a9a9b5d35bea488Jim Grosbach PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None)); 2688b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach break; 2691b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach case ExceptionHandling::Dwarf: 2708bedf97f683bd5edb9308799a5e525de137d635cBill Wendling PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None)); 2711b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach break; 2721b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach case ExceptionHandling::None: 2731b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach PM.add(createLowerInvokePass(getTargetLowering())); 2741b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach break; 2751b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach } 276b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands 277b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands PM.add(createGCLoweringPass()); 27802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 27947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Make sure that no unreachable blocks are instruction selected. 28047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner PM.add(createUnreachableBlockEliminationPass()); 28104523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 282522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableCGP) 283c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner PM.add(createCodeGenPreparePass(getTargetLowering())); 284c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner 285e9e6bdf27fca46dc9eca2ebdf73e03747d1859abBill Wendling PM.add(createStackProtectorPass(getTargetLowering())); 2862b58ce5ab4e22e796303d68fb246d4031cb5d4caBill Wendling 287c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner if (PrintISelInput) 288f4db3a51c7d806f7dcef5d9625e7cdf7f122dca9Daniel Dunbar PM.add(createPrintFunctionPass("\n\n" 289f4db3a51c7d806f7dcef5d9625e7cdf7f122dca9Daniel Dunbar "*** Final LLVM Code input to ISel ***\n", 2902800eb1d30aea4177d6ea42adddd70e01ede8699David Greene &dbgs())); 291c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner 2928772f5041ce8e98695655a72a54b952583630617Dan Gohman // All passes which modify the LLVM IR are now complete; run the verifier 2938772f5041ce8e98695655a72a54b952583630617Dan Gohman // to ensure that the IR is valid. 2948772f5041ce8e98695655a72a54b952583630617Dan Gohman if (!DisableVerify) 2958772f5041ce8e98695655a72a54b952583630617Dan Gohman PM.add(createVerifierPass()); 2968772f5041ce8e98695655a72a54b952583630617Dan Gohman 29702dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman // Standard Lower-Level Passes. 29802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 299ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman // Set up a MachineFunction for the rest of CodeGen to work on. 300ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman PM.add(new MachineFunctionAnalysis(*this, OptLevel)); 301ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman 302dc756858f92a397ed30362ba8251fec56479735fDan Gohman // Enable FastISel with -fast, but allow that to be overridden. 303eb0d6abee36c274cf081948795f4675d8f33fc6fDan Gohman if (EnableFastISelOption == cl::BOU_TRUE || 30498a366d547772010e94609e4584489b3e5ce0043Bill Wendling (OptLevel == CodeGenOpt::None && EnableFastISelOption != cl::BOU_FALSE)) 305dc756858f92a397ed30362ba8251fec56479735fDan Gohman EnableFastISel = true; 306dc756858f92a397ed30362ba8251fec56479735fDan Gohman 30747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Ask the target for an isel. 308be8cc2a3dedeb7685f07e68cdc4b9502eb97eb2bBill Wendling if (addInstSelector(PM, OptLevel)) 30947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner return true; 31004523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 31147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Print the instruction selected machine code... 312499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After Instruction Selection", 313499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman /* allowDoubleDefs= */ true); 3140f940c95d4506f8d04fa2aeda8a79cadb3105fe3Bill Wendling 315bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson // Optimize PHIs before DCE: removing dead PHI cycles may make more 316bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson // instructions dead. 317bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson if (OptLevel != CodeGenOpt::None) 318bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson PM.add(createOptimizePHIsPass()); 31900a99a35840451a291eb61a192a750908a4073aeEvan Cheng 32000a99a35840451a291eb61a192a750908a4073aeEvan Cheng // Delete dead machine instructions regardless of optimization level. 32100a99a35840451a291eb61a192a750908a4073aeEvan Cheng PM.add(createDeadMachineInstructionElimPass()); 32200a99a35840451a291eb61a192a750908a4073aeEvan Cheng printAndVerify(PM, "After codegen DCE pass", 32300a99a35840451a291eb61a192a750908a4073aeEvan Cheng /* allowDoubleDefs= */ true); 32400a99a35840451a291eb61a192a750908a4073aeEvan Cheng 32598a366d547772010e94609e4584489b3e5ce0043Bill Wendling if (OptLevel != CodeGenOpt::None) { 32681d22d87de93f501f90f55b6bbc63f5dd286797aEvan Cheng PM.add(createOptimizeExtsPass()); 327522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (!DisableMachineLICM) 328522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher PM.add(createMachineLICMPass()); 329fac4f1f1815b54346a805834a8c19d573ce8856cEvan Cheng PM.add(createMachineCSEPass()); 330522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (!DisableMachineSink) 331522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher PM.add(createMachineSinkingPass()); 33231f94c7c22cbf59753764bc17130dca6a73c0b4eEvan Cheng printAndVerify(PM, "After Machine LICM, CSE and Sinking passes", 333499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman /* allowDoubleDefs= */ true); 3348f0d99e463a2dcb5a40d14f0481a0e322bcf79e4Evan Cheng } 3350f940c95d4506f8d04fa2aeda8a79cadb3105fe3Bill Wendling 33679fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng // Pre-ra tail duplication. 337516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilson if (OptLevel != CodeGenOpt::None && !DisableEarlyTailDup) { 33879fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng PM.add(createTailDuplicatePass(true)); 339541e9ae3ad39f6ebca7649ce0c640ff2c64bfb84Jakob Stoklund Olesen printAndVerify(PM, "After Pre-RegAlloc TailDuplicate", 340541e9ae3ad39f6ebca7649ce0c640ff2c64bfb84Jakob Stoklund Olesen /* allowDoubleDefs= */ true); 34179fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng } 34279fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng 343b013f5094c3bdb36472da996d63d5c0f75b6d4d3Anton Korobeynikov // Run pre-ra passes. 34448872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen if (addPreRegAlloc(PM, OptLevel)) 345499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PreRegAlloc passes", 346499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman /* allowDoubleDefs= */ true); 347b013f5094c3bdb36472da996d63d5c0f75b6d4d3Anton Korobeynikov 3483f32d65912b4da23793dab618d981be2ce11c331Evan Cheng // Perform register allocation. 34947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner PM.add(createRegisterAllocator()); 350499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After Register Allocation"); 3513f32d65912b4da23793dab618d981be2ce11c331Evan Cheng 3523f32d65912b4da23793dab618d981be2ce11c331Evan Cheng // Perform stack slot coloring. 353522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableSSC) { 3546248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng // FIXME: Re-enable coloring with register when it's capable of adding 3556248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng // kill markers. 3566248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng PM.add(createStackSlotColoringPass(false)); 357499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After StackSlotColoring"); 358499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman } 35902dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 3603f32d65912b4da23793dab618d981be2ce11c331Evan Cheng // Run post-ra passes. 36148872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen if (addPostRegAlloc(PM, OptLevel)) 362499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PostRegAlloc passes"); 36302dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 364ada779fb11eb411536aa8219a176ca0ce4d58fd1Christopher Lamb PM.add(createLowerSubregsPass()); 365499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After LowerSubregs"); 36604523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 36747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner // Insert prolog/epilog code. Eliminate abstract frame index references... 36847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner PM.add(createPrologEpilogCodeInserter()); 369499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PrologEpilogCodeInserter"); 37002dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 371629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng // Run pre-sched2 passes. 372629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng if (addPreSched2(PM, OptLevel)) 373499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PreSched2 passes"); 374629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng 375e7e7d0d7e39d0c7c659d26b97e8081fce0fcd749Dale Johannesen // Second pass scheduler. 376522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisablePostRA) { 377fa16354e0370fe884830286923352268b036737dEvan Cheng PM.add(createPostRAScheduler(OptLevel)); 378499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman printAndVerify(PM, "After PostRAScheduler"); 3795ce0973f7f4d149f986d16d1a1f79b131fd70423Dan Gohman } 3805ce0973f7f4d149f986d16d1a1f79b131fd70423Dan Gohman 38123b0d490cdf27b2cba7b497aceeb5c79b0d0c9feDan Gohman // Branch folding must be run after regalloc and prolog/epilog insertion. 382522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableBranchFold) { 383a597103c328e29fb763e7a4864bd7c29a588fc9dBob Wilson PM.add(createBranchFoldingPass(getEnableTailMergeDefault())); 384a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen printNoVerify(PM, "After BranchFolding"); 38548872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen } 38623b0d490cdf27b2cba7b497aceeb5c79b0d0c9feDan Gohman 38715acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson // Tail duplication. 38815acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson if (OptLevel != CodeGenOpt::None && !DisableTailDuplicate) { 38979fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng PM.add(createTailDuplicatePass(false)); 390a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen printNoVerify(PM, "After TailDuplicate"); 39115acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson } 39215acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson 39393f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen PM.add(createGCMachineCodeAnalysisPass()); 39402dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman 39593f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen if (PrintGCInfo) 3962800eb1d30aea4177d6ea42adddd70e01ede8699David Greene PM.add(createGCInfoPrinter(dbgs())); 39704523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling 398522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher if (OptLevel != CodeGenOpt::None && !DisableCodePlace) { 399499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman PM.add(createCodePlacementOptPass()); 400a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen printNoVerify(PM, "After CodePlacementOpt"); 401499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman } 402499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman 403517e2556e39973ae65f58fad9865eef3a5a0966bEvan Cheng if (addPreEmitPass(PM, OptLevel)) 404a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen printNoVerify(PM, "After PreEmit passes"); 405517e2556e39973ae65f58fad9865eef3a5a0966bEvan Cheng 40602dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman return false; 40747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner} 408