LLVMTargetMachine.cpp revision 668ac2fdae69ed358ecf690d6a07428e5a9ee2f7
147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===-- LLVMTargetMachine.cpp - Implement the LLVMTargetMachine class -----===//
247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//                     The LLVM Compiler Infrastructure
447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source
64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details.
747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===----------------------------------------------------------------------===//
947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
1047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// This file implements the LLVMTargetMachine class.
1147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
1247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===----------------------------------------------------------------------===//
1347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner
1447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Target/TargetMachine.h"
1547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/PassManager.h"
16572645cf84060c0fc25cb91d38cb9079918b3a88Dan Gohman#include "llvm/Analysis/Verifier.h"
1731442f9dc5512b6a29cdb332b12ae09a1c9e8176Chris Lattner#include "llvm/Assembly/PrintModulePass.h"
18789457847002f5289dbbc5cfce9d68c72e00bed1Daniel Dunbar#include "llvm/CodeGen/AsmPrinter.h"
19ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman#include "llvm/CodeGen/MachineFunctionAnalysis.h"
2011d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/MachineModuleInfo.h"
2111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/GCStrategy.h"
2211d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/Passes.h"
2347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Target/TargetOptions.h"
24af76e592c7f9deff0e55c13dbb4a34f07f1c7f64Chris Lattner#include "llvm/MC/MCAsmInfo.h"
2556591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/MC/MCStreamer.h"
2656591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/Target/TargetData.h"
276d823cd39d8d16571682cd1bb4cbf2ecb4815d8eDaniel Dunbar#include "llvm/Target/TargetRegistry.h"
2847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Transforms/Scalar.h"
296cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner#include "llvm/ADT/OwningPtr.h"
3031442f9dc5512b6a29cdb332b12ae09a1c9e8176Chris Lattner#include "llvm/Support/CommandLine.h"
312800eb1d30aea4177d6ea42adddd70e01ede8699David Greene#include "llvm/Support/Debug.h"
3271847813bc419f7a0667468136a07429c6d9f164David Greene#include "llvm/Support/FormattedStream.h"
334021fccf9fdb60906e5f16c98e72042240867495Dan Gohman#include "llvm/Support/StandardPasses.h"
3447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattnerusing namespace llvm;
3547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner
362c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohmannamespace llvm {
372c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman  bool EnableFastISel;
382c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman}
392c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman
40522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisablePostRA("disable-post-ra", cl::Hidden,
41522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Post Regalloc"));
42522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableBranchFold("disable-branch-fold", cl::Hidden,
43522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable branch folding"));
4415acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilsonstatic cl::opt<bool> DisableTailDuplicate("disable-tail-duplicate", cl::Hidden,
4515acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson    cl::desc("Disable tail duplication"));
46516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilsonstatic cl::opt<bool> DisableEarlyTailDup("disable-early-taildup", cl::Hidden,
47516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilson    cl::desc("Disable pre-register allocation tail duplication"));
48522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableCodePlace("disable-code-place", cl::Hidden,
49522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable code placement"));
50522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableSSC("disable-ssc", cl::Hidden,
51522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Stack Slot Coloring"));
52522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableMachineLICM("disable-machine-licm", cl::Hidden,
53522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Machine LICM"));
54f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Chengstatic cl::opt<bool> DisablePostRAMachineLICM("disable-postra-machine-licm",
55f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng    cl::Hidden,
56f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng    cl::desc("Disable Machine LICM"));
57522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableMachineSink("disable-machine-sink", cl::Hidden,
58522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Machine Sinking"));
59522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableLSR("disable-lsr", cl::Hidden,
60522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Loop Strength Reduction Pass"));
61522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableCGP("disable-cgp", cl::Hidden,
62522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Codegen Prepare"));
6385ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattnerstatic cl::opt<bool> PrintLSR("print-lsr-output", cl::Hidden,
6485ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner    cl::desc("Print LLVM IR produced by the loop-reduce pass"));
6585ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattnerstatic cl::opt<bool> PrintISelInput("print-isel-input", cl::Hidden,
6685ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner    cl::desc("Print LLVM IR input to isel pass"));
6793f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksenstatic cl::opt<bool> PrintGCInfo("print-gc", cl::Hidden,
6893f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen    cl::desc("Dump garbage collector data"));
693538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbarstatic cl::opt<bool> ShowMCEncoding("show-mc-encoding", cl::Hidden,
703538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbar    cl::desc("Show encoding in .s output"));
713538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbarstatic cl::opt<bool> ShowMCInst("show-mc-inst", cl::Hidden,
723538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbar    cl::desc("Show instruction structure in .s output"));
73fdb5a8617996a20370756962e34c2e80176d6e87Daniel Dunbarstatic cl::opt<bool> EnableMCLogging("enable-mc-api-logging", cl::Hidden,
74fdb5a8617996a20370756962e34c2e80176d6e87Daniel Dunbar    cl::desc("Enable MC API logging"));
7548872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesenstatic cl::opt<bool> VerifyMachineCode("verify-machineinstrs", cl::Hidden,
7648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen    cl::desc("Verify generated machine code"),
7748872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen    cl::init(getenv("LLVM_VERIFY_MACHINEINSTRS")!=NULL));
7885ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner
791f21990284906b1d3ed244d99808c6dade04d295Chris Lattnerstatic cl::opt<cl::boolOrDefault>
801f21990284906b1d3ed244d99808c6dade04d295Chris LattnerAsmVerbose("asm-verbose", cl::desc("Add comments to directives."),
811f21990284906b1d3ed244d99808c6dade04d295Chris Lattner           cl::init(cl::BOU_UNSET));
821f21990284906b1d3ed244d99808c6dade04d295Chris Lattner
83e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattnerstatic bool getVerboseAsm() {
841f21990284906b1d3ed244d99808c6dade04d295Chris Lattner  switch (AsmVerbose) {
85e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner  default:
86e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner  case cl::BOU_UNSET: return TargetMachine::getAsmVerbosityDefault();
87e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner  case cl::BOU_TRUE:  return true;
88e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner  case cl::BOU_FALSE: return false;
89c92bb50a0cdecccfa53573df720d5893f83f615eJim Grosbach  }
901f21990284906b1d3ed244d99808c6dade04d295Chris Lattner}
917da9ecf9677b751d81515f95168ae3cb2df54160Evan Cheng
92dc756858f92a397ed30362ba8251fec56479735fDan Gohman// Enable or disable FastISel. Both options are needed, because
93dc756858f92a397ed30362ba8251fec56479735fDan Gohman// FastISel is enabled by default with -fast, and we wish to be
94e29fea4434b784bd8d908088c0ee4d4788080088Dan Gohman// able to enable or disable fast-isel independently from -O0.
95eb0d6abee36c274cf081948795f4675d8f33fc6fDan Gohmanstatic cl::opt<cl::boolOrDefault>
96dc756858f92a397ed30362ba8251fec56479735fDan GohmanEnableFastISelOption("fast-isel", cl::Hidden,
97e29fea4434b784bd8d908088c0ee4d4788080088Dan Gohman  cl::desc("Enable the \"fast\" instruction selector"));
982c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman
992e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// Enable or disable an experimental optimization to split GEPs
1002e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// and run a special GVN pass which does not examine loads, in
1012e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// an effort to factor out redundancy implicit in complex GEPs.
1022e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohmanstatic cl::opt<bool> EnableSplitGEPGVN("split-gep-gvn", cl::Hidden,
1032e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman    cl::desc("Split GEPs and run no-load GVN"));
104a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner
105a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris LattnerLLVMTargetMachine::LLVMTargetMachine(const Target &T,
1061f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar                                     const std::string &Triple)
1071f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar  : TargetMachine(T), TargetTriple(Triple) {
108a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner  AsmInfo = T.createAsmInfo(TargetTriple);
109a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner}
110a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner
111f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// Set the default code model for the JIT for a generic target.
112f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// FIXME: Is small right here? or .is64Bit() ? Large : Small?
1135ef31a039dbb9c36cfd78442b3554d1b6974ec4cChris Lattnervoid LLVMTargetMachine::setCodeModelForJIT() {
114f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  setCodeModel(CodeModel::Small);
115f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher}
116a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner
117f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// Set the default code model for static compilation for a generic target.
1185ef31a039dbb9c36cfd78442b3554d1b6974ec4cChris Lattnervoid LLVMTargetMachine::setCodeModelForStatic() {
119f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  setCodeModel(CodeModel::Small);
120f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher}
121a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner
1225669e3009761dff20b67e18a382c334041887928Chris Lattnerbool LLVMTargetMachine::addPassesToEmitFile(PassManagerBase &PM,
1235669e3009761dff20b67e18a382c334041887928Chris Lattner                                            formatted_raw_ostream &Out,
1245669e3009761dff20b67e18a382c334041887928Chris Lattner                                            CodeGenFileType FileType,
1258772f5041ce8e98695655a72a54b952583630617Dan Gohman                                            CodeGenOpt::Level OptLevel,
1268772f5041ce8e98695655a72a54b952583630617Dan Gohman                                            bool DisableVerify) {
12702dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman  // Add common CodeGen passes.
12811d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  MCContext *Context = 0;
12911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify, Context))
1305669e3009761dff20b67e18a382c334041887928Chris Lattner    return true;
13111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  assert(Context != 0 && "Failed to get MCContext");
13204523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
133c18409aed80ba1c6c5998befd3c3c8edc865c423Chris Lattner  const MCAsmInfo &MAI = *getMCAsmInfo();
1346cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner  OwningPtr<MCStreamer> AsmStreamer;
1356cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner
13647877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  switch (FileType) {
1375669e3009761dff20b67e18a382c334041887928Chris Lattner  default: return true;
1386c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner  case CGFT_AssemblyFile: {
1396c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner    MCInstPrinter *InstPrinter =
140d374087be5360a353a4239a155b1227057145f48Chris Lattner      getTarget().createMCInstPrinter(MAI.getAssemblerDialect(), MAI);
1413538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbar
1423538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbar    // Create a code emitter if asked to show the encoding.
1433538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbar    MCCodeEmitter *MCE = 0;
1443538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbar    if (ShowMCEncoding)
1453538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbar      MCE = getTarget().createCodeEmitter(*this, *Context);
1463538c808f8fd1d4124f0cda4c962467ec8ae5b70Daniel Dunbar
1476da24ca51d0a0483b4ff1537a177bd172997f129Che-Liang Chiou    AsmStreamer.reset(getTarget().createAsmStreamer(*Context, Out,
1486da24ca51d0a0483b4ff1537a177bd172997f129Che-Liang Chiou                                                    getTargetData()->isLittleEndian(),
1496da24ca51d0a0483b4ff1537a177bd172997f129Che-Liang Chiou                                                    getVerboseAsm(),
1506da24ca51d0a0483b4ff1537a177bd172997f129Che-Liang Chiou                                                    InstPrinter, MCE,
1516da24ca51d0a0483b4ff1537a177bd172997f129Che-Liang Chiou                                                    ShowMCInst));
152b5c5160a554cb0debeb7913287d9c099a753a59eChris Lattner    break;
1536c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner  }
154ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner  case CGFT_ObjectFile: {
155ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner    // Create the code emitter for the target if it exists.  If not, .o file
156ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner    // emission fails.
15786020e46289643de2f8c7603b550ffc8b6aff376Chris Lattner    MCCodeEmitter *MCE = getTarget().createCodeEmitter(*this, *Context);
1581f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar    TargetAsmBackend *TAB = getTarget().createAsmBackend(TargetTriple);
1591f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar    if (MCE == 0 || TAB == 0)
1605669e3009761dff20b67e18a382c334041887928Chris Lattner      return true;
161cb8326dc09d900688b2d15bd9c977d1c3b722427Daniel Dunbar
162cb8326dc09d900688b2d15bd9c977d1c3b722427Daniel Dunbar    AsmStreamer.reset(getTarget().createObjectStreamer(TargetTriple, *Context,
163cb8326dc09d900688b2d15bd9c977d1c3b722427Daniel Dunbar                                                       *TAB, Out, MCE,
164cb8326dc09d900688b2d15bd9c977d1c3b722427Daniel Dunbar                                                       hasMCRelaxAll()));
165ff9dfedd101e1a591ec8f7fac9999777cde80efbRafael Espindola    AsmStreamer.get()->InitSections();
166ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner    break;
1670823d2a654cb3a075016f6efd21359ed4f5aca21Chris Lattner  }
1685669e3009761dff20b67e18a382c334041887928Chris Lattner  case CGFT_Null:
1695669e3009761dff20b67e18a382c334041887928Chris Lattner    // The Null output is intended for use for performance analysis and testing,
1705669e3009761dff20b67e18a382c334041887928Chris Lattner    // not real users.
1715669e3009761dff20b67e18a382c334041887928Chris Lattner    AsmStreamer.reset(createNullStreamer(*Context));
1725669e3009761dff20b67e18a382c334041887928Chris Lattner    break;
17347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  }
174fdb5a8617996a20370756962e34c2e80176d6e87Daniel Dunbar
175fdb5a8617996a20370756962e34c2e80176d6e87Daniel Dunbar  if (EnableMCLogging)
176fdb5a8617996a20370756962e34c2e80176d6e87Daniel Dunbar    AsmStreamer.reset(createLoggingStreamer(AsmStreamer.take(), errs()));
177fdb5a8617996a20370756962e34c2e80176d6e87Daniel Dunbar
17811d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  // Create the AsmPrinter, which takes ownership of AsmStreamer if successful.
179b23569aff0a6d2b231cb93cc4acd0ac060ba560fChris Lattner  FunctionPass *Printer = getTarget().createAsmPrinter(*this, *AsmStreamer);
1806cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner  if (Printer == 0)
1815669e3009761dff20b67e18a382c334041887928Chris Lattner    return true;
182c92bb50a0cdecccfa53573df720d5893f83f615eJim Grosbach
18311d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  // If successful, createAsmPrinter took ownership of AsmStreamer.
18411d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  AsmStreamer.take();
185c92bb50a0cdecccfa53573df720d5893f83f615eJim Grosbach
1866cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner  PM.add(Printer);
187c92bb50a0cdecccfa53573df720d5893f83f615eJim Grosbach
188f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  // Make sure the code model is set.
189f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  setCodeModelForStatic();
190ac57e6e498abccb117e0d61c2fa0f733845e50cbBruno Cardoso Lopes  PM.add(createGCInfoDeleter());
1915669e3009761dff20b67e18a382c334041887928Chris Lattner  return false;
19202dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman}
19302dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
194a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// addPassesToEmitMachineCode - Add passes to the specified pass manager to
1953813d8adf3788dd01a4cb9db01c122cd5e6a13b9Chris Lattner/// get machine code emitted.  This uses a JITCodeEmitter object to handle
196a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// actually outputting the machine code and resolving things like the address
197a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// of functions.  This method should returns true if machine code emission is
198a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// not supported.
199a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes///
200a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopesbool LLVMTargetMachine::addPassesToEmitMachineCode(PassManagerBase &PM,
201a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes                                                   JITCodeEmitter &JCE,
2028772f5041ce8e98695655a72a54b952583630617Dan Gohman                                                   CodeGenOpt::Level OptLevel,
2038772f5041ce8e98695655a72a54b952583630617Dan Gohman                                                   bool DisableVerify) {
204f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  // Make sure the code model is set.
205f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  setCodeModelForJIT();
206c92bb50a0cdecccfa53573df720d5893f83f615eJim Grosbach
207a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes  // Add common CodeGen passes.
20811d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  MCContext *Ctx = 0;
20911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify, Ctx))
210a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes    return true;
211a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes
212cfe9a605eea542d91e3db74289b69b7e317d90a6Daniel Dunbar  addCodeEmitter(PM, OptLevel, JCE);
213a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes  PM.add(createGCInfoDeleter());
214a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes
215a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes  return false; // success!
216a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes}
217a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes
218c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner/// addPassesToEmitMC - Add passes to the specified pass manager to get
219c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner/// machine code emitted with the MCJIT. This method returns true if machine
220c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner/// code is not supported. It fills the MCContext Ctx pointer which can be
221c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner/// used to build custom MCStreamer.
222c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner///
223c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Klecknerbool LLVMTargetMachine::addPassesToEmitMC(PassManagerBase &PM,
224c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner                                          MCContext *&Ctx,
225c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner                                          CodeGenOpt::Level OptLevel,
226c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner                                          bool DisableVerify) {
227c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner  // Add common CodeGen passes.
228c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner  if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify, Ctx))
229c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner    return true;
230c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner  // Make sure the code model is set.
231c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner  setCodeModelForJIT();
232c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner
233c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner  return false; // success!
234c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner}
235c96a82a53415fd0b6cb1bbea2593dc18683c70ccReid Kleckner
23611d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattnerstatic void printNoVerify(PassManagerBase &PM, const char *Banner) {
237a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen  if (PrintMachineCode)
238a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    PM.add(createMachineFunctionPrinterPass(dbgs(), Banner));
239a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen}
240a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen
24148872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesenstatic void printAndVerify(PassManagerBase &PM,
24273cf709a08d480c4315dc4aa9f644cf86494c4cfJakob Stoklund Olesen                           const char *Banner) {
24348872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  if (PrintMachineCode)
2442800eb1d30aea4177d6ea42adddd70e01ede8699David Greene    PM.add(createMachineFunctionPrinterPass(dbgs(), Banner));
24548872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen
24648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  if (VerifyMachineCode)
24773cf709a08d480c4315dc4aa9f644cf86494c4cfJakob Stoklund Olesen    PM.add(createMachineVerifierPass());
24848872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen}
24948872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen
25098a366d547772010e94609e4584489b3e5ce0043Bill Wendling/// addCommonCodeGenPasses - Add standard LLVM codegen passes used for both
25198a366d547772010e94609e4584489b3e5ce0043Bill Wendling/// emitting to assembly files or machine code output.
25202dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman///
253be8cc2a3dedeb7685f07e68cdc4b9502eb97eb2bBill Wendlingbool LLVMTargetMachine::addCommonCodeGenPasses(PassManagerBase &PM,
2548772f5041ce8e98695655a72a54b952583630617Dan Gohman                                               CodeGenOpt::Level OptLevel,
25511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner                                               bool DisableVerify,
25611d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner                                               MCContext *&OutContext) {
25747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Standard LLVM-Level Passes.
25802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
259c1be92f3bb9158eade30d97db6997e2fe78150abDan Gohman  // Basic AliasAnalysis support.
2604021fccf9fdb60906e5f16c98e72042240867495Dan Gohman  createStandardAliasAnalysisPasses(&PM);
261c1be92f3bb9158eade30d97db6997e2fe78150abDan Gohman
2628772f5041ce8e98695655a72a54b952583630617Dan Gohman  // Before running any passes, run the verifier to determine if the input
2638772f5041ce8e98695655a72a54b952583630617Dan Gohman  // coming from the front-end and/or optimizer is valid.
2648772f5041ce8e98695655a72a54b952583630617Dan Gohman  if (!DisableVerify)
2658772f5041ce8e98695655a72a54b952583630617Dan Gohman    PM.add(createVerifierPass());
2668772f5041ce8e98695655a72a54b952583630617Dan Gohman
2672e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman  // Optionally, tun split-GEPs and no-load GVN.
2682e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman  if (EnableSplitGEPGVN) {
2692e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman    PM.add(createGEPSplitterPass());
27060df9077ebe2a38723beadedd88e349f9aa214cbBob Wilson    PM.add(createGVNPass(/*NoLoads=*/true));
2712e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman  }
2722e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman
27347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Run loop strength reduction before anything else.
274522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableLSR) {
275c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner    PM.add(createLoopStrengthReducePass(getTargetLowering()));
276c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner    if (PrintLSR)
2772800eb1d30aea4177d6ea42adddd70e01ede8699David Greene      PM.add(createPrintFunctionPass("\n\n*** Code after LSR ***\n", &dbgs()));
278c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner  }
27902dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
2802464d618c0043b8dcd13170f145f5add7738aad3Bill Wendling  PM.add(createGCLoweringPass());
2812464d618c0043b8dcd13170f145f5add7738aad3Bill Wendling
2822464d618c0043b8dcd13170f145f5add7738aad3Bill Wendling  // Make sure that no unreachable blocks are instruction selected.
2832464d618c0043b8dcd13170f145f5add7738aad3Bill Wendling  PM.add(createUnreachableBlockEliminationPass());
2842464d618c0043b8dcd13170f145f5add7738aad3Bill Wendling
285b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands  // Turn exception handling constructs into something the code generators can
286b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands  // handle.
28711d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  switch (getMCAsmInfo()->getExceptionHandlingType()) {
2881b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach  case ExceptionHandling::SjLj:
2898b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach    // SjLj piggy-backs on dwarf for this bit. The cleanups done apply to both
29086e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // Dwarf EH prepare needs to be run after SjLj prepare. Otherwise,
29186e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // catch info can get misplaced when a selector ends up more than one block
29286e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // removed from the parent invoke(s). This could happen when a landing
29386e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // pad is shared by multiple invokes and is also a target of a normal
29486e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // edge from elsewhere.
2958b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach    PM.add(createSjLjEHPass(getTargetLowering()));
296af33b7b4a775073585f2037bf4cb56f1cd87d13cBill Wendling    // FALLTHROUGH
2971b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach  case ExceptionHandling::Dwarf:
29822efc18f12d8d5d0fa23b559121d211f4ea222f6Duncan Sands    PM.add(createDwarfEHPass(this));
2991b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach    break;
3001b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach  case ExceptionHandling::None:
3011b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach    PM.add(createLowerInvokePass(getTargetLowering()));
302af33b7b4a775073585f2037bf4cb56f1cd87d13cBill Wendling
303af33b7b4a775073585f2037bf4cb56f1cd87d13cBill Wendling    // The lower invoke pass may create unreachable code. Remove it.
304af33b7b4a775073585f2037bf4cb56f1cd87d13cBill Wendling    PM.add(createUnreachableBlockEliminationPass());
3051b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach    break;
3061b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach  }
307b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands
308522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableCGP)
309c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner    PM.add(createCodeGenPreparePass(getTargetLowering()));
310c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner
311e9e6bdf27fca46dc9eca2ebdf73e03747d1859abBill Wendling  PM.add(createStackProtectorPass(getTargetLowering()));
3122b58ce5ab4e22e796303d68fb246d4031cb5d4caBill Wendling
3138c64b9766e654079339ea7f3a2da152f18d00179Anton Korobeynikov  addPreISel(PM, OptLevel);
3148c64b9766e654079339ea7f3a2da152f18d00179Anton Korobeynikov
315c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner  if (PrintISelInput)
316f4db3a51c7d806f7dcef5d9625e7cdf7f122dca9Daniel Dunbar    PM.add(createPrintFunctionPass("\n\n"
317f4db3a51c7d806f7dcef5d9625e7cdf7f122dca9Daniel Dunbar                                   "*** Final LLVM Code input to ISel ***\n",
3182800eb1d30aea4177d6ea42adddd70e01ede8699David Greene                                   &dbgs()));
319c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner
3208772f5041ce8e98695655a72a54b952583630617Dan Gohman  // All passes which modify the LLVM IR are now complete; run the verifier
3218772f5041ce8e98695655a72a54b952583630617Dan Gohman  // to ensure that the IR is valid.
3228772f5041ce8e98695655a72a54b952583630617Dan Gohman  if (!DisableVerify)
3238772f5041ce8e98695655a72a54b952583630617Dan Gohman    PM.add(createVerifierPass());
3248772f5041ce8e98695655a72a54b952583630617Dan Gohman
32502dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman  // Standard Lower-Level Passes.
326c92bb50a0cdecccfa53573df720d5893f83f615eJim Grosbach
32711d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  // Install a MachineModuleInfo class, which is an immutable pass that holds
32811d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  // all the per-module stuff we're generating, including MCContext.
32911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  MachineModuleInfo *MMI = new MachineModuleInfo(*getMCAsmInfo());
33011d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  PM.add(MMI);
33111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  OutContext = &MMI->getContext(); // Return the MCContext specifically by-ref.
33202dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
333ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman  // Set up a MachineFunction for the rest of CodeGen to work on.
334ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman  PM.add(new MachineFunctionAnalysis(*this, OptLevel));
335ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman
336dc756858f92a397ed30362ba8251fec56479735fDan Gohman  // Enable FastISel with -fast, but allow that to be overridden.
337eb0d6abee36c274cf081948795f4675d8f33fc6fDan Gohman  if (EnableFastISelOption == cl::BOU_TRUE ||
33898a366d547772010e94609e4584489b3e5ce0043Bill Wendling      (OptLevel == CodeGenOpt::None && EnableFastISelOption != cl::BOU_FALSE))
339dc756858f92a397ed30362ba8251fec56479735fDan Gohman    EnableFastISel = true;
340dc756858f92a397ed30362ba8251fec56479735fDan Gohman
34147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Ask the target for an isel.
342be8cc2a3dedeb7685f07e68cdc4b9502eb97eb2bBill Wendling  if (addInstSelector(PM, OptLevel))
34347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner    return true;
34404523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
34547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Print the instruction selected machine code...
34673cf709a08d480c4315dc4aa9f644cf86494c4cfJakob Stoklund Olesen  printAndVerify(PM, "After Instruction Selection");
3470f940c95d4506f8d04fa2aeda8a79cadb3105fe3Bill Wendling
348668ac2fdae69ed358ecf690d6a07428e5a9ee2f7Dan Gohman  // Expand pseudo-instructions emitted by isel.
349668ac2fdae69ed358ecf690d6a07428e5a9ee2f7Dan Gohman  PM.add(createExpandPseudosPass());
350668ac2fdae69ed358ecf690d6a07428e5a9ee2f7Dan Gohman
351bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson  // Optimize PHIs before DCE: removing dead PHI cycles may make more
352bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson  // instructions dead.
353bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson  if (OptLevel != CodeGenOpt::None)
354bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson    PM.add(createOptimizePHIsPass());
35500a99a35840451a291eb61a192a750908a4073aeEvan Cheng
356a273442891ae20fd8192526132e3819ea9e5eda9Jim Grosbach  // If the target requests it, assign local variables to stack slots relative
357a273442891ae20fd8192526132e3819ea9e5eda9Jim Grosbach  // to one another and simplify frame index references where possible.
358a273442891ae20fd8192526132e3819ea9e5eda9Jim Grosbach  PM.add(createLocalStackSlotAllocationPass());
3593d72367d30c9ce6f387764a028763f7a366cc443Jim Grosbach
36002266e29f9250d74c5ec720aff23add3410ae920Bob Wilson  if (OptLevel != CodeGenOpt::None) {
36184023e0fbefc406a4c611d3d64a10df5d3a97dd7Dan Gohman    // With optimization, dead code should already be eliminated. However
36284023e0fbefc406a4c611d3d64a10df5d3a97dd7Dan Gohman    // there is one known exception: lowered code for arguments that are only
36384023e0fbefc406a4c611d3d64a10df5d3a97dd7Dan Gohman    // used by tail calls, where the tail calls reuse the incoming stack
36484023e0fbefc406a4c611d3d64a10df5d3a97dd7Dan Gohman    // arguments directly (see t11 in test/CodeGen/X86/sibcall.ll).
36584023e0fbefc406a4c611d3d64a10df5d3a97dd7Dan Gohman    PM.add(createDeadMachineInstructionElimPass());
36673cf709a08d480c4315dc4aa9f644cf86494c4cfJakob Stoklund Olesen    printAndVerify(PM, "After codegen DCE pass");
36784023e0fbefc406a4c611d3d64a10df5d3a97dd7Dan Gohman
3686cdb1abe4e4f6364649e7ef656589441754e82aeBill Wendling    PM.add(createPeepholeOptimizerPass());
369522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    if (!DisableMachineLICM)
370522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher      PM.add(createMachineLICMPass());
371fac4f1f1815b54346a805834a8c19d573ce8856cEvan Cheng    PM.add(createMachineCSEPass());
372522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    if (!DisableMachineSink)
373522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher      PM.add(createMachineSinkingPass());
37473cf709a08d480c4315dc4aa9f644cf86494c4cfJakob Stoklund Olesen    printAndVerify(PM, "After Machine LICM, CSE and Sinking passes");
3758f0d99e463a2dcb5a40d14f0481a0e322bcf79e4Evan Cheng  }
3760f940c95d4506f8d04fa2aeda8a79cadb3105fe3Bill Wendling
37779fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng  // Pre-ra tail duplication.
378516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilson  if (OptLevel != CodeGenOpt::None && !DisableEarlyTailDup) {
37979fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng    PM.add(createTailDuplicatePass(true));
38073cf709a08d480c4315dc4aa9f644cf86494c4cfJakob Stoklund Olesen    printAndVerify(PM, "After Pre-RegAlloc TailDuplicate");
38179fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng  }
38279fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng
383b013f5094c3bdb36472da996d63d5c0f75b6d4d3Anton Korobeynikov  // Run pre-ra passes.
38448872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  if (addPreRegAlloc(PM, OptLevel))
38573cf709a08d480c4315dc4aa9f644cf86494c4cfJakob Stoklund Olesen    printAndVerify(PM, "After PreRegAlloc passes");
386b013f5094c3bdb36472da996d63d5c0f75b6d4d3Anton Korobeynikov
3873f32d65912b4da23793dab618d981be2ce11c331Evan Cheng  // Perform register allocation.
388700bfada6375546f82000bdd1b4cdbe87beebea5Jakob Stoklund Olesen  PM.add(createRegisterAllocator(OptLevel));
389499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  printAndVerify(PM, "After Register Allocation");
3903f32d65912b4da23793dab618d981be2ce11c331Evan Cheng
391f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng  // Perform stack slot coloring and post-ra machine LICM.
392f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng  if (OptLevel != CodeGenOpt::None) {
3936248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng    // FIXME: Re-enable coloring with register when it's capable of adding
3946248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng    // kill markers.
395f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng    if (!DisableSSC)
396f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng      PM.add(createStackSlotColoringPass(false));
397d94671a25e65918557a2c03c0fc12a60a5d138bfEvan Cheng
398d94671a25e65918557a2c03c0fc12a60a5d138bfEvan Cheng    // Run post-ra machine LICM to hoist reloads / remats.
399f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng    if (!DisablePostRAMachineLICM)
400f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng      PM.add(createMachineLICMPass(false));
401f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng
402f2b910922d80b254a06a62e350b1b6ae15f390b5Evan Cheng    printAndVerify(PM, "After StackSlotColoring and postra Machine LICM");
403499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  }
40402dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
4053f32d65912b4da23793dab618d981be2ce11c331Evan Cheng  // Run post-ra passes.
40648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  if (addPostRegAlloc(PM, OptLevel))
407499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    printAndVerify(PM, "After PostRegAlloc passes");
40802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
409ada779fb11eb411536aa8219a176ca0ce4d58fd1Christopher Lamb  PM.add(createLowerSubregsPass());
410499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  printAndVerify(PM, "After LowerSubregs");
41104523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
41247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Insert prolog/epilog code.  Eliminate abstract frame index references...
41347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  PM.add(createPrologEpilogCodeInserter());
414499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  printAndVerify(PM, "After PrologEpilogCodeInserter");
41502dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
416629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng  // Run pre-sched2 passes.
417629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng  if (addPreSched2(PM, OptLevel))
418499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    printAndVerify(PM, "After PreSched2 passes");
419629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng
420e7e7d0d7e39d0c7c659d26b97e8081fce0fcd749Dale Johannesen  // Second pass scheduler.
421522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisablePostRA) {
422fa16354e0370fe884830286923352268b036737dEvan Cheng    PM.add(createPostRAScheduler(OptLevel));
423499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    printAndVerify(PM, "After PostRAScheduler");
4245ce0973f7f4d149f986d16d1a1f79b131fd70423Dan Gohman  }
4255ce0973f7f4d149f986d16d1a1f79b131fd70423Dan Gohman
42623b0d490cdf27b2cba7b497aceeb5c79b0d0c9feDan Gohman  // Branch folding must be run after regalloc and prolog/epilog insertion.
427522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableBranchFold) {
428a597103c328e29fb763e7a4864bd7c29a588fc9dBob Wilson    PM.add(createBranchFoldingPass(getEnableTailMergeDefault()));
429a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    printNoVerify(PM, "After BranchFolding");
43048872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  }
43123b0d490cdf27b2cba7b497aceeb5c79b0d0c9feDan Gohman
43215acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson  // Tail duplication.
43315acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson  if (OptLevel != CodeGenOpt::None && !DisableTailDuplicate) {
43479fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng    PM.add(createTailDuplicatePass(false));
435a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    printNoVerify(PM, "After TailDuplicate");
43615acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson  }
43715acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson
43893f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen  PM.add(createGCMachineCodeAnalysisPass());
43902dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
44093f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen  if (PrintGCInfo)
4412800eb1d30aea4177d6ea42adddd70e01ede8699David Greene    PM.add(createGCInfoPrinter(dbgs()));
44204523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
443522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableCodePlace) {
444499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    PM.add(createCodePlacementOptPass());
445a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    printNoVerify(PM, "After CodePlacementOpt");
446499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  }
447499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman
448517e2556e39973ae65f58fad9865eef3a5a0966bEvan Cheng  if (addPreEmitPass(PM, OptLevel))
449a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    printNoVerify(PM, "After PreEmit passes");
450517e2556e39973ae65f58fad9865eef3a5a0966bEvan Cheng
45102dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman  return false;
45247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner}
453