LLVMTargetMachine.cpp revision b23569aff0a6d2b231cb93cc4acd0ac060ba560f
147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===-- LLVMTargetMachine.cpp - Implement the LLVMTargetMachine class -----===//
247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//                     The LLVM Compiler Infrastructure
447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
54ee451de366474b9c228b4e5fa573795a715216dChris Lattner// This file is distributed under the University of Illinois Open Source
64ee451de366474b9c228b4e5fa573795a715216dChris Lattner// License. See LICENSE.TXT for details.
747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===----------------------------------------------------------------------===//
947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
1047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner// This file implements the LLVMTargetMachine class.
1147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//
1247877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner//===----------------------------------------------------------------------===//
1347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner
1447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Target/TargetMachine.h"
1547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/PassManager.h"
16572645cf84060c0fc25cb91d38cb9079918b3a88Dan Gohman#include "llvm/Analysis/Verifier.h"
1731442f9dc5512b6a29cdb332b12ae09a1c9e8176Chris Lattner#include "llvm/Assembly/PrintModulePass.h"
18789457847002f5289dbbc5cfce9d68c72e00bed1Daniel Dunbar#include "llvm/CodeGen/AsmPrinter.h"
19ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman#include "llvm/CodeGen/MachineFunctionAnalysis.h"
2011d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/MachineModuleInfo.h"
2111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/GCStrategy.h"
2211d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner#include "llvm/CodeGen/Passes.h"
2347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Target/TargetOptions.h"
24af76e592c7f9deff0e55c13dbb4a34f07f1c7f64Chris Lattner#include "llvm/MC/MCAsmInfo.h"
2556591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/MC/MCStreamer.h"
2656591ab218639d8a6e4c756ca37adaf20215c3b6Chris Lattner#include "llvm/Target/TargetData.h"
276d823cd39d8d16571682cd1bb4cbf2ecb4815d8eDaniel Dunbar#include "llvm/Target/TargetRegistry.h"
2847877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner#include "llvm/Transforms/Scalar.h"
296cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner#include "llvm/ADT/OwningPtr.h"
3031442f9dc5512b6a29cdb332b12ae09a1c9e8176Chris Lattner#include "llvm/Support/CommandLine.h"
312800eb1d30aea4177d6ea42adddd70e01ede8699David Greene#include "llvm/Support/Debug.h"
3271847813bc419f7a0667468136a07429c6d9f164David Greene#include "llvm/Support/FormattedStream.h"
3347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattnerusing namespace llvm;
3447877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner
352c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohmannamespace llvm {
362c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman  bool EnableFastISel;
372c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman}
382c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman
39522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisablePostRA("disable-post-ra", cl::Hidden,
40522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Post Regalloc"));
41522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableBranchFold("disable-branch-fold", cl::Hidden,
42522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable branch folding"));
4315acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilsonstatic cl::opt<bool> DisableTailDuplicate("disable-tail-duplicate", cl::Hidden,
4415acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson    cl::desc("Disable tail duplication"));
45516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilsonstatic cl::opt<bool> DisableEarlyTailDup("disable-early-taildup", cl::Hidden,
46516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilson    cl::desc("Disable pre-register allocation tail duplication"));
47522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableCodePlace("disable-code-place", cl::Hidden,
48522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable code placement"));
49522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableSSC("disable-ssc", cl::Hidden,
50522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Stack Slot Coloring"));
51522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableMachineLICM("disable-machine-licm", cl::Hidden,
52522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Machine LICM"));
53522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableMachineSink("disable-machine-sink", cl::Hidden,
54522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Machine Sinking"));
55522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableLSR("disable-lsr", cl::Hidden,
56522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Loop Strength Reduction Pass"));
57522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopherstatic cl::opt<bool> DisableCGP("disable-cgp", cl::Hidden,
58522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    cl::desc("Disable Codegen Prepare"));
5985ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattnerstatic cl::opt<bool> PrintLSR("print-lsr-output", cl::Hidden,
6085ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner    cl::desc("Print LLVM IR produced by the loop-reduce pass"));
6185ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattnerstatic cl::opt<bool> PrintISelInput("print-isel-input", cl::Hidden,
6285ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner    cl::desc("Print LLVM IR input to isel pass"));
6393f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksenstatic cl::opt<bool> PrintGCInfo("print-gc", cl::Hidden,
6493f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen    cl::desc("Dump garbage collector data"));
6548872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesenstatic cl::opt<bool> VerifyMachineCode("verify-machineinstrs", cl::Hidden,
6648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen    cl::desc("Verify generated machine code"),
6748872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen    cl::init(getenv("LLVM_VERIFY_MACHINEINSTRS")!=NULL));
6885ef2546303fabe32de3f2519a978fa2a7fd5958Chris Lattner
691f21990284906b1d3ed244d99808c6dade04d295Chris Lattnerstatic cl::opt<cl::boolOrDefault>
701f21990284906b1d3ed244d99808c6dade04d295Chris LattnerAsmVerbose("asm-verbose", cl::desc("Add comments to directives."),
711f21990284906b1d3ed244d99808c6dade04d295Chris Lattner           cl::init(cl::BOU_UNSET));
721f21990284906b1d3ed244d99808c6dade04d295Chris Lattner
73e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattnerstatic bool getVerboseAsm() {
741f21990284906b1d3ed244d99808c6dade04d295Chris Lattner  switch (AsmVerbose) {
75e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner  default:
76e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner  case cl::BOU_UNSET: return TargetMachine::getAsmVerbosityDefault();
77e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner  case cl::BOU_TRUE:  return true;
78e16ad1a9833c89965c921f137cfb6c424ff3e9c2Chris Lattner  case cl::BOU_FALSE: return false;
791f21990284906b1d3ed244d99808c6dade04d295Chris Lattner  }
801f21990284906b1d3ed244d99808c6dade04d295Chris Lattner}
817da9ecf9677b751d81515f95168ae3cb2df54160Evan Cheng
82dc756858f92a397ed30362ba8251fec56479735fDan Gohman// Enable or disable FastISel. Both options are needed, because
83dc756858f92a397ed30362ba8251fec56479735fDan Gohman// FastISel is enabled by default with -fast, and we wish to be
84e29fea4434b784bd8d908088c0ee4d4788080088Dan Gohman// able to enable or disable fast-isel independently from -O0.
85eb0d6abee36c274cf081948795f4675d8f33fc6fDan Gohmanstatic cl::opt<cl::boolOrDefault>
86dc756858f92a397ed30362ba8251fec56479735fDan GohmanEnableFastISelOption("fast-isel", cl::Hidden,
87e29fea4434b784bd8d908088c0ee4d4788080088Dan Gohman  cl::desc("Enable the \"fast\" instruction selector"));
882c4bf119be8aa05cdc3dc88c57006353f07f0d2cDan Gohman
892e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// Enable or disable an experimental optimization to split GEPs
902e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// and run a special GVN pass which does not examine loads, in
912e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman// an effort to factor out redundancy implicit in complex GEPs.
922e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohmanstatic cl::opt<bool> EnableSplitGEPGVN("split-gep-gvn", cl::Hidden,
932e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman    cl::desc("Split GEPs and run no-load GVN"));
94a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner
95a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris LattnerLLVMTargetMachine::LLVMTargetMachine(const Target &T,
961f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar                                     const std::string &Triple)
971f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar  : TargetMachine(T), TargetTriple(Triple) {
98a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner  AsmInfo = T.createAsmInfo(TargetTriple);
99a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner}
100a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner
101f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// Set the default code model for the JIT for a generic target.
102f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// FIXME: Is small right here? or .is64Bit() ? Large : Small?
1035ef31a039dbb9c36cfd78442b3554d1b6974ec4cChris Lattnervoid LLVMTargetMachine::setCodeModelForJIT() {
104f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  setCodeModel(CodeModel::Small);
105f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher}
106a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner
107f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher// Set the default code model for static compilation for a generic target.
1085ef31a039dbb9c36cfd78442b3554d1b6974ec4cChris Lattnervoid LLVMTargetMachine::setCodeModelForStatic() {
109f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  setCodeModel(CodeModel::Small);
110f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher}
111a7ac47cee1a0b3f4c798ecaa22ecf9d1be9c07e6Chris Lattner
1125669e3009761dff20b67e18a382c334041887928Chris Lattnerbool LLVMTargetMachine::addPassesToEmitFile(PassManagerBase &PM,
1135669e3009761dff20b67e18a382c334041887928Chris Lattner                                            formatted_raw_ostream &Out,
1145669e3009761dff20b67e18a382c334041887928Chris Lattner                                            CodeGenFileType FileType,
1158772f5041ce8e98695655a72a54b952583630617Dan Gohman                                            CodeGenOpt::Level OptLevel,
1168772f5041ce8e98695655a72a54b952583630617Dan Gohman                                            bool DisableVerify) {
11702dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman  // Add common CodeGen passes.
11811d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  MCContext *Context = 0;
11911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify, Context))
1205669e3009761dff20b67e18a382c334041887928Chris Lattner    return true;
12111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  assert(Context != 0 && "Failed to get MCContext");
12204523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
123c18409aed80ba1c6c5998befd3c3c8edc865c423Chris Lattner  const MCAsmInfo &MAI = *getMCAsmInfo();
1246cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner  OwningPtr<MCStreamer> AsmStreamer;
1256cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner
12647877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  switch (FileType) {
1275669e3009761dff20b67e18a382c334041887928Chris Lattner  default: return true;
1286c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner  case CGFT_AssemblyFile: {
1296c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner    MCInstPrinter *InstPrinter =
130d374087be5360a353a4239a155b1227057145f48Chris Lattner      getTarget().createMCInstPrinter(MAI.getAssemblerDialect(), MAI);
131fdab14b10564283028e9bdb628d095feae7fa071Chris Lattner    AsmStreamer.reset(createAsmStreamer(*Context, Out,
1326cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner                                        getTargetData()->isLittleEndian(),
1336c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner                                        getVerboseAsm(), InstPrinter,
1346cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner                                        /*codeemitter*/0));
135b5c5160a554cb0debeb7913287d9c099a753a59eChris Lattner    break;
1366c8d6ec2a7906733401aae121a5e1eacf477c0f5Chris Lattner  }
137ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner  case CGFT_ObjectFile: {
138ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner    // Create the code emitter for the target if it exists.  If not, .o file
139ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner    // emission fails.
14086020e46289643de2f8c7603b550ffc8b6aff376Chris Lattner    MCCodeEmitter *MCE = getTarget().createCodeEmitter(*this, *Context);
1411f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar    TargetAsmBackend *TAB = getTarget().createAsmBackend(TargetTriple);
1421f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar    if (MCE == 0 || TAB == 0)
1435669e3009761dff20b67e18a382c334041887928Chris Lattner      return true;
144ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner
1451f3e445184e5ca2aa4295c2a77f2a4e0b957fea1Daniel Dunbar    AsmStreamer.reset(createMachOStreamer(*Context, *TAB, Out, MCE));
146ac7798e9062f9bc371709ed445e1b3153b581e9aChris Lattner    break;
1470823d2a654cb3a075016f6efd21359ed4f5aca21Chris Lattner  }
1485669e3009761dff20b67e18a382c334041887928Chris Lattner  case CGFT_Null:
1495669e3009761dff20b67e18a382c334041887928Chris Lattner    // The Null output is intended for use for performance analysis and testing,
1505669e3009761dff20b67e18a382c334041887928Chris Lattner    // not real users.
1515669e3009761dff20b67e18a382c334041887928Chris Lattner    AsmStreamer.reset(createNullStreamer(*Context));
1525669e3009761dff20b67e18a382c334041887928Chris Lattner    break;
15347877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  }
154f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher
15511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  // Create the AsmPrinter, which takes ownership of AsmStreamer if successful.
156b23569aff0a6d2b231cb93cc4acd0ac060ba560fChris Lattner  FunctionPass *Printer = getTarget().createAsmPrinter(*this, *AsmStreamer);
1576cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner  if (Printer == 0)
1585669e3009761dff20b67e18a382c334041887928Chris Lattner    return true;
1596cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner
16011d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  // If successful, createAsmPrinter took ownership of AsmStreamer.
16111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  AsmStreamer.take();
1626cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner
1636cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner  PM.add(Printer);
1646cafdcc9afb294b62962f94f03cc48d6b18712d0Chris Lattner
165f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  // Make sure the code model is set.
166f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  setCodeModelForStatic();
167ac57e6e498abccb117e0d61c2fa0f733845e50cbBruno Cardoso Lopes  PM.add(createGCInfoDeleter());
1685669e3009761dff20b67e18a382c334041887928Chris Lattner  return false;
16902dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman}
17002dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
171a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// addPassesToEmitMachineCode - Add passes to the specified pass manager to
1723813d8adf3788dd01a4cb9db01c122cd5e6a13b9Chris Lattner/// get machine code emitted.  This uses a JITCodeEmitter object to handle
173a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// actually outputting the machine code and resolving things like the address
174a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// of functions.  This method should returns true if machine code emission is
175a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes/// not supported.
176a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes///
177a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopesbool LLVMTargetMachine::addPassesToEmitMachineCode(PassManagerBase &PM,
178a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes                                                   JITCodeEmitter &JCE,
1798772f5041ce8e98695655a72a54b952583630617Dan Gohman                                                   CodeGenOpt::Level OptLevel,
1808772f5041ce8e98695655a72a54b952583630617Dan Gohman                                                   bool DisableVerify) {
181f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  // Make sure the code model is set.
182f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher  setCodeModelForJIT();
183f4f43cb5011611d44219ffb1caa988f5adf305bfEric Christopher
184a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes  // Add common CodeGen passes.
18511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  MCContext *Ctx = 0;
18611d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  if (addCommonCodeGenPasses(PM, OptLevel, DisableVerify, Ctx))
187a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes    return true;
188a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes
189cfe9a605eea542d91e3db74289b69b7e317d90a6Daniel Dunbar  addCodeEmitter(PM, OptLevel, JCE);
190a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes  PM.add(createGCInfoDeleter());
191a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes
192a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes  return false; // success!
193a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes}
194a3f99f90338d89354384ca25f53ca4450a1a9d18Bruno Cardoso Lopes
19511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattnerstatic void printNoVerify(PassManagerBase &PM, const char *Banner) {
196a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen  if (PrintMachineCode)
197a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    PM.add(createMachineFunctionPrinterPass(dbgs(), Banner));
198a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen}
199a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen
20048872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesenstatic void printAndVerify(PassManagerBase &PM,
201499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman                           const char *Banner,
20248872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen                           bool allowDoubleDefs = false) {
20348872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  if (PrintMachineCode)
2042800eb1d30aea4177d6ea42adddd70e01ede8699David Greene    PM.add(createMachineFunctionPrinterPass(dbgs(), Banner));
20548872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen
20648872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  if (VerifyMachineCode)
20748872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen    PM.add(createMachineVerifierPass(allowDoubleDefs));
20848872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen}
20948872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen
21098a366d547772010e94609e4584489b3e5ce0043Bill Wendling/// addCommonCodeGenPasses - Add standard LLVM codegen passes used for both
21198a366d547772010e94609e4584489b3e5ce0043Bill Wendling/// emitting to assembly files or machine code output.
21202dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman///
213be8cc2a3dedeb7685f07e68cdc4b9502eb97eb2bBill Wendlingbool LLVMTargetMachine::addCommonCodeGenPasses(PassManagerBase &PM,
2148772f5041ce8e98695655a72a54b952583630617Dan Gohman                                               CodeGenOpt::Level OptLevel,
21511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner                                               bool DisableVerify,
21611d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner                                               MCContext *&OutContext) {
21747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Standard LLVM-Level Passes.
21802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
2198772f5041ce8e98695655a72a54b952583630617Dan Gohman  // Before running any passes, run the verifier to determine if the input
2208772f5041ce8e98695655a72a54b952583630617Dan Gohman  // coming from the front-end and/or optimizer is valid.
2218772f5041ce8e98695655a72a54b952583630617Dan Gohman  if (!DisableVerify)
2228772f5041ce8e98695655a72a54b952583630617Dan Gohman    PM.add(createVerifierPass());
2238772f5041ce8e98695655a72a54b952583630617Dan Gohman
2242e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman  // Optionally, tun split-GEPs and no-load GVN.
2252e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman  if (EnableSplitGEPGVN) {
2262e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman    PM.add(createGEPSplitterPass());
22760df9077ebe2a38723beadedd88e349f9aa214cbBob Wilson    PM.add(createGVNPass(/*NoLoads=*/true));
2282e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman  }
2292e7e94826a4cf6715b4c07d779fb84994c0bc47bDan Gohman
23047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Run loop strength reduction before anything else.
231522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableLSR) {
232c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner    PM.add(createLoopStrengthReducePass(getTargetLowering()));
233c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner    if (PrintLSR)
2342800eb1d30aea4177d6ea42adddd70e01ede8699David Greene      PM.add(createPrintFunctionPass("\n\n*** Code after LSR ***\n", &dbgs()));
235c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner  }
23602dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
237b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands  // Turn exception handling constructs into something the code generators can
238b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands  // handle.
23911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  switch (getMCAsmInfo()->getExceptionHandlingType()) {
2401b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach  case ExceptionHandling::SjLj:
2418b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach    // SjLj piggy-backs on dwarf for this bit. The cleanups done apply to both
24286e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // Dwarf EH prepare needs to be run after SjLj prepare. Otherwise,
24386e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // catch info can get misplaced when a selector ends up more than one block
24486e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // removed from the parent invoke(s). This could happen when a landing
24586e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // pad is shared by multiple invokes and is also a target of a normal
24686e69fa901ea0e04bc24ae3d8f757bccc84c10e6Jim Grosbach    // edge from elsewhere.
2478b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach    PM.add(createSjLjEHPass(getTargetLowering()));
2489f82da7cbfe0c9f1b2c4bc7d7a9a9b5d35bea488Jim Grosbach    PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None));
2498b818d7e98309125c6058c4ea72a7dc73b031db2Jim Grosbach    break;
2501b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach  case ExceptionHandling::Dwarf:
2518bedf97f683bd5edb9308799a5e525de137d635cBill Wendling    PM.add(createDwarfEHPass(getTargetLowering(), OptLevel==CodeGenOpt::None));
2521b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach    break;
2531b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach  case ExceptionHandling::None:
2541b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach    PM.add(createLowerInvokePass(getTargetLowering()));
2551b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach    break;
2561b747ad8a0694b86e8d98a8b9a05ddfe74ec0cd3Jim Grosbach  }
257b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands
258b0f1e1780c736c62fb99e5824825d2a60a53b53bDuncan Sands  PM.add(createGCLoweringPass());
25902dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
26047877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Make sure that no unreachable blocks are instruction selected.
26147877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  PM.add(createUnreachableBlockEliminationPass());
26204523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
263522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableCGP)
264c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner    PM.add(createCodeGenPreparePass(getTargetLowering()));
265c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner
266e9e6bdf27fca46dc9eca2ebdf73e03747d1859abBill Wendling  PM.add(createStackProtectorPass(getTargetLowering()));
2672b58ce5ab4e22e796303d68fb246d4031cb5d4caBill Wendling
268c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner  if (PrintISelInput)
269f4db3a51c7d806f7dcef5d9625e7cdf7f122dca9Daniel Dunbar    PM.add(createPrintFunctionPass("\n\n"
270f4db3a51c7d806f7dcef5d9625e7cdf7f122dca9Daniel Dunbar                                   "*** Final LLVM Code input to ISel ***\n",
2712800eb1d30aea4177d6ea42adddd70e01ede8699David Greene                                   &dbgs()));
272c8d288f8fa9e46199a29e1954550c980f184bd1cChris Lattner
2738772f5041ce8e98695655a72a54b952583630617Dan Gohman  // All passes which modify the LLVM IR are now complete; run the verifier
2748772f5041ce8e98695655a72a54b952583630617Dan Gohman  // to ensure that the IR is valid.
2758772f5041ce8e98695655a72a54b952583630617Dan Gohman  if (!DisableVerify)
2768772f5041ce8e98695655a72a54b952583630617Dan Gohman    PM.add(createVerifierPass());
2778772f5041ce8e98695655a72a54b952583630617Dan Gohman
27802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman  // Standard Lower-Level Passes.
27911d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner
28011d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  // Install a MachineModuleInfo class, which is an immutable pass that holds
28111d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  // all the per-module stuff we're generating, including MCContext.
28211d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  MachineModuleInfo *MMI = new MachineModuleInfo(*getMCAsmInfo());
28311d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  PM.add(MMI);
28411d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner  OutContext = &MMI->getContext(); // Return the MCContext specifically by-ref.
28511d53c129fc9c2a4510605ec0a1696f58750af52Chris Lattner
28602dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
287ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman  // Set up a MachineFunction for the rest of CodeGen to work on.
288ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman  PM.add(new MachineFunctionAnalysis(*this, OptLevel));
289ad2afc2a421a0e41603d5eee412d4d8c77e9bc1cDan Gohman
290dc756858f92a397ed30362ba8251fec56479735fDan Gohman  // Enable FastISel with -fast, but allow that to be overridden.
291eb0d6abee36c274cf081948795f4675d8f33fc6fDan Gohman  if (EnableFastISelOption == cl::BOU_TRUE ||
29298a366d547772010e94609e4584489b3e5ce0043Bill Wendling      (OptLevel == CodeGenOpt::None && EnableFastISelOption != cl::BOU_FALSE))
293dc756858f92a397ed30362ba8251fec56479735fDan Gohman    EnableFastISel = true;
294dc756858f92a397ed30362ba8251fec56479735fDan Gohman
29547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Ask the target for an isel.
296be8cc2a3dedeb7685f07e68cdc4b9502eb97eb2bBill Wendling  if (addInstSelector(PM, OptLevel))
29747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner    return true;
29804523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
29947877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Print the instruction selected machine code...
300499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  printAndVerify(PM, "After Instruction Selection",
301499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman                 /* allowDoubleDefs= */ true);
3020f940c95d4506f8d04fa2aeda8a79cadb3105fe3Bill Wendling
303bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson  // Optimize PHIs before DCE: removing dead PHI cycles may make more
304bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson  // instructions dead.
305bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson  if (OptLevel != CodeGenOpt::None)
306bf9b221c006a99d6f117c1048412859d5637bcdeBob Wilson    PM.add(createOptimizePHIsPass());
30700a99a35840451a291eb61a192a750908a4073aeEvan Cheng
30800a99a35840451a291eb61a192a750908a4073aeEvan Cheng  // Delete dead machine instructions regardless of optimization level.
30900a99a35840451a291eb61a192a750908a4073aeEvan Cheng  PM.add(createDeadMachineInstructionElimPass());
31000a99a35840451a291eb61a192a750908a4073aeEvan Cheng  printAndVerify(PM, "After codegen DCE pass",
31100a99a35840451a291eb61a192a750908a4073aeEvan Cheng                 /* allowDoubleDefs= */ true);
31200a99a35840451a291eb61a192a750908a4073aeEvan Cheng
31398a366d547772010e94609e4584489b3e5ce0043Bill Wendling  if (OptLevel != CodeGenOpt::None) {
31481d22d87de93f501f90f55b6bbc63f5dd286797aEvan Cheng    PM.add(createOptimizeExtsPass());
315522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    if (!DisableMachineLICM)
316522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher      PM.add(createMachineLICMPass());
317fac4f1f1815b54346a805834a8c19d573ce8856cEvan Cheng    PM.add(createMachineCSEPass());
318522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher    if (!DisableMachineSink)
319522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher      PM.add(createMachineSinkingPass());
32031f94c7c22cbf59753764bc17130dca6a73c0b4eEvan Cheng    printAndVerify(PM, "After Machine LICM, CSE and Sinking passes",
321499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman                   /* allowDoubleDefs= */ true);
3228f0d99e463a2dcb5a40d14f0481a0e322bcf79e4Evan Cheng  }
3230f940c95d4506f8d04fa2aeda8a79cadb3105fe3Bill Wendling
32479fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng  // Pre-ra tail duplication.
325516ab96de3eb0c80ac9c4867cc2076ef4749625eBob Wilson  if (OptLevel != CodeGenOpt::None && !DisableEarlyTailDup) {
32679fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng    PM.add(createTailDuplicatePass(true));
327541e9ae3ad39f6ebca7649ce0c640ff2c64bfb84Jakob Stoklund Olesen    printAndVerify(PM, "After Pre-RegAlloc TailDuplicate",
328541e9ae3ad39f6ebca7649ce0c640ff2c64bfb84Jakob Stoklund Olesen                   /* allowDoubleDefs= */ true);
32979fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng  }
33079fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng
331b013f5094c3bdb36472da996d63d5c0f75b6d4d3Anton Korobeynikov  // Run pre-ra passes.
33248872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  if (addPreRegAlloc(PM, OptLevel))
333499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    printAndVerify(PM, "After PreRegAlloc passes",
334499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman                   /* allowDoubleDefs= */ true);
335b013f5094c3bdb36472da996d63d5c0f75b6d4d3Anton Korobeynikov
3363f32d65912b4da23793dab618d981be2ce11c331Evan Cheng  // Perform register allocation.
33747877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  PM.add(createRegisterAllocator());
338499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  printAndVerify(PM, "After Register Allocation");
3393f32d65912b4da23793dab618d981be2ce11c331Evan Cheng
3403f32d65912b4da23793dab618d981be2ce11c331Evan Cheng  // Perform stack slot coloring.
341522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableSSC) {
3426248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng    // FIXME: Re-enable coloring with register when it's capable of adding
3436248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng    // kill markers.
3446248fa45299a9e54aac84b3296c02c44ddec84e8Evan Cheng    PM.add(createStackSlotColoringPass(false));
345499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    printAndVerify(PM, "After StackSlotColoring");
346499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  }
34702dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
3483f32d65912b4da23793dab618d981be2ce11c331Evan Cheng  // Run post-ra passes.
34948872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  if (addPostRegAlloc(PM, OptLevel))
350499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    printAndVerify(PM, "After PostRegAlloc passes");
35102dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
352ada779fb11eb411536aa8219a176ca0ce4d58fd1Christopher Lamb  PM.add(createLowerSubregsPass());
353499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  printAndVerify(PM, "After LowerSubregs");
35404523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
35547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  // Insert prolog/epilog code.  Eliminate abstract frame index references...
35647877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner  PM.add(createPrologEpilogCodeInserter());
357499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  printAndVerify(PM, "After PrologEpilogCodeInserter");
35802dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
359629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng  // Run pre-sched2 passes.
360629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng  if (addPreSched2(PM, OptLevel))
361499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    printAndVerify(PM, "After PreSched2 passes");
362629adde69953fa53362d20ddb7b4e67ed78b8ae3Evan Cheng
363e7e7d0d7e39d0c7c659d26b97e8081fce0fcd749Dale Johannesen  // Second pass scheduler.
364522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisablePostRA) {
365fa16354e0370fe884830286923352268b036737dEvan Cheng    PM.add(createPostRAScheduler(OptLevel));
366499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    printAndVerify(PM, "After PostRAScheduler");
3675ce0973f7f4d149f986d16d1a1f79b131fd70423Dan Gohman  }
3685ce0973f7f4d149f986d16d1a1f79b131fd70423Dan Gohman
36923b0d490cdf27b2cba7b497aceeb5c79b0d0c9feDan Gohman  // Branch folding must be run after regalloc and prolog/epilog insertion.
370522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableBranchFold) {
371a597103c328e29fb763e7a4864bd7c29a588fc9dBob Wilson    PM.add(createBranchFoldingPass(getEnableTailMergeDefault()));
372a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    printNoVerify(PM, "After BranchFolding");
37348872e0d84b47769be6c13ae98bf88468b59d921Jakob Stoklund Olesen  }
37423b0d490cdf27b2cba7b497aceeb5c79b0d0c9feDan Gohman
37515acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson  // Tail duplication.
37615acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson  if (OptLevel != CodeGenOpt::None && !DisableTailDuplicate) {
37779fc6f44b64f47b8a7d5e298c9f3c596b89fa88dEvan Cheng    PM.add(createTailDuplicatePass(false));
378a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    printNoVerify(PM, "After TailDuplicate");
37915acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson  }
38015acadde5f87703da5f36721a19c09a7e3f97f53Bob Wilson
38193f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen  PM.add(createGCMachineCodeAnalysisPass());
38202dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman
38393f96d00bf10299246ea726956ce84dcb4b9a59eGordon Henriksen  if (PrintGCInfo)
3842800eb1d30aea4177d6ea42adddd70e01ede8699David Greene    PM.add(createGCInfoPrinter(dbgs()));
38504523eab6bbc5d55a6e3f3296ddd583c8ad5ebb1Bill Wendling
386522c01ac6585604d53172daa970443d1fcaca3b1Eric Christopher  if (OptLevel != CodeGenOpt::None && !DisableCodePlace) {
387499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman    PM.add(createCodePlacementOptPass());
388a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    printNoVerify(PM, "After CodePlacementOpt");
389499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman  }
390499a9377a3dcce85f39f04b2ab39c3dffa3025efDan Gohman
391517e2556e39973ae65f58fad9865eef3a5a0966bEvan Cheng  if (addPreEmitPass(PM, OptLevel))
392a76e816844debe822c23932ef6a71c127d073063Jakob Stoklund Olesen    printNoVerify(PM, "After PreEmit passes");
393517e2556e39973ae65f58fad9865eef3a5a0966bEvan Cheng
39402dae4ba06a05d28b24b3c1b39d54de751271c95Dan Gohman  return false;
39547877050e7ea02c3514497aba54eef1d4cee8452Chris Lattner}
396