ASTUnit.h revision c042edd54face617a3b9d0b4b9d5a3ff229d0f48
1//===--- ASTUnit.h - ASTUnit utility ----------------------------*- C++ -*-===//
2//
3//                     The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// ASTUnit utility class.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_CLANG_FRONTEND_ASTUNIT_H
15#define LLVM_CLANG_FRONTEND_ASTUNIT_H
16
17#include "clang/Serialization/ASTBitCodes.h"
18#include "clang/Sema/Sema.h"
19#include "clang/Sema/CodeCompleteConsumer.h"
20#include "clang/Lex/ModuleLoader.h"
21#include "clang/Lex/PreprocessingRecord.h"
22#include "clang/Lex/HeaderSearchOptions.h"
23#include "clang/AST/ASTContext.h"
24#include "clang/Basic/LangOptions.h"
25#include "clang/Basic/SourceManager.h"
26#include "clang/Basic/FileManager.h"
27#include "clang/Basic/FileSystemOptions.h"
28#include "clang/Basic/TargetOptions.h"
29#include "clang-c/Index.h"
30#include "llvm/ADT/IntrusiveRefCntPtr.h"
31#include "llvm/ADT/OwningPtr.h"
32#include "llvm/ADT/SmallVector.h"
33#include "llvm/ADT/StringMap.h"
34#include "llvm/Support/Path.h"
35#include <map>
36#include <string>
37#include <vector>
38#include <cassert>
39#include <utility>
40#include <sys/types.h>
41
42namespace llvm {
43  class MemoryBuffer;
44}
45
46namespace clang {
47class ASTContext;
48class ASTReader;
49class CodeCompleteConsumer;
50class CompilerInvocation;
51class CompilerInstance;
52class Decl;
53class DiagnosticsEngine;
54class FileEntry;
55class FileManager;
56class HeaderSearch;
57class Preprocessor;
58class SourceManager;
59class TargetInfo;
60class ASTFrontendAction;
61class ASTDeserializationListener;
62
63/// \brief Utility class for loading a ASTContext from an AST file.
64///
65class ASTUnit : public ModuleLoader {
66private:
67  IntrusiveRefCntPtr<LangOptions>         LangOpts;
68  IntrusiveRefCntPtr<DiagnosticsEngine>   Diagnostics;
69  IntrusiveRefCntPtr<FileManager>         FileMgr;
70  IntrusiveRefCntPtr<SourceManager>       SourceMgr;
71  OwningPtr<HeaderSearch>                 HeaderInfo;
72  IntrusiveRefCntPtr<TargetInfo>          Target;
73  IntrusiveRefCntPtr<Preprocessor>        PP;
74  IntrusiveRefCntPtr<ASTContext>          Ctx;
75  IntrusiveRefCntPtr<TargetOptions>       TargetOpts;
76  IntrusiveRefCntPtr<HeaderSearchOptions> HSOpts;
77  ASTReader *Reader;
78
79  struct ASTWriterData;
80  OwningPtr<ASTWriterData> WriterData;
81
82  FileSystemOptions FileSystemOpts;
83
84  /// \brief The AST consumer that received information about the translation
85  /// unit as it was parsed or loaded.
86  OwningPtr<ASTConsumer> Consumer;
87
88  /// \brief The semantic analysis object used to type-check the translation
89  /// unit.
90  OwningPtr<Sema> TheSema;
91
92  /// Optional owned invocation, just used to make the invocation used in
93  /// LoadFromCommandLine available.
94  IntrusiveRefCntPtr<CompilerInvocation> Invocation;
95
96  // OnlyLocalDecls - when true, walking this AST should only visit declarations
97  // that come from the AST itself, not from included precompiled headers.
98  // FIXME: This is temporary; eventually, CIndex will always do this.
99  bool                              OnlyLocalDecls;
100
101  /// \brief Whether to capture any diagnostics produced.
102  bool CaptureDiagnostics;
103
104  /// \brief Track whether the main file was loaded from an AST or not.
105  bool MainFileIsAST;
106
107  /// \brief What kind of translation unit this AST represents.
108  TranslationUnitKind TUKind;
109
110  /// \brief Whether we should time each operation.
111  bool WantTiming;
112
113  /// \brief Whether the ASTUnit should delete the remapped buffers.
114  bool OwnsRemappedFileBuffers;
115
116  /// Track the top-level decls which appeared in an ASTUnit which was loaded
117  /// from a source file.
118  //
119  // FIXME: This is just an optimization hack to avoid deserializing large parts
120  // of a PCH file when using the Index library on an ASTUnit loaded from
121  // source. In the long term we should make the Index library use efficient and
122  // more scalable search mechanisms.
123  std::vector<Decl*> TopLevelDecls;
124
125  /// \brief Sorted (by file offset) vector of pairs of file offset/Decl.
126  typedef SmallVector<std::pair<unsigned, Decl *>, 64> LocDeclsTy;
127  typedef llvm::DenseMap<FileID, LocDeclsTy *> FileDeclsTy;
128
129  /// \brief Map from FileID to the file-level declarations that it contains.
130  /// The files and decls are only local (and non-preamble) ones.
131  FileDeclsTy FileDecls;
132
133  /// The name of the original source file used to generate this ASTUnit.
134  std::string OriginalSourceFile;
135
136  /// \brief The set of diagnostics produced when creating the preamble.
137  SmallVector<StoredDiagnostic, 4> PreambleDiagnostics;
138
139  /// \brief The set of diagnostics produced when creating this
140  /// translation unit.
141  SmallVector<StoredDiagnostic, 4> StoredDiagnostics;
142
143  /// \brief The set of diagnostics produced when failing to parse, e.g. due
144  /// to failure to load the PCH.
145  SmallVector<StoredDiagnostic, 4> FailedParseDiagnostics;
146
147  /// \brief The number of stored diagnostics that come from the driver
148  /// itself.
149  ///
150  /// Diagnostics that come from the driver are retained from one parse to
151  /// the next.
152  unsigned NumStoredDiagnosticsFromDriver;
153
154  /// \brief Counter that determines when we want to try building a
155  /// precompiled preamble.
156  ///
157  /// If zero, we will never build a precompiled preamble. Otherwise,
158  /// it's treated as a counter that decrements each time we reparse
159  /// without the benefit of a precompiled preamble. When it hits 1,
160  /// we'll attempt to rebuild the precompiled header. This way, if
161  /// building the precompiled preamble fails, we won't try again for
162  /// some number of calls.
163  unsigned PreambleRebuildCounter;
164
165public:
166  class PreambleData {
167    const FileEntry *File;
168    std::vector<char> Buffer;
169    mutable unsigned NumLines;
170
171  public:
172    PreambleData() : File(0), NumLines(0) { }
173
174    void assign(const FileEntry *F, const char *begin, const char *end) {
175      File = F;
176      Buffer.assign(begin, end);
177      NumLines = 0;
178    }
179
180    void clear() { Buffer.clear(); File = 0; NumLines = 0; }
181
182    size_t size() const { return Buffer.size(); }
183    bool empty() const { return Buffer.empty(); }
184
185    const char *getBufferStart() const { return &Buffer[0]; }
186
187    unsigned getNumLines() const {
188      if (NumLines)
189        return NumLines;
190      countLines();
191      return NumLines;
192    }
193
194    SourceRange getSourceRange(const SourceManager &SM) const {
195      SourceLocation FileLoc = SM.getLocForStartOfFile(SM.getPreambleFileID());
196      return SourceRange(FileLoc, FileLoc.getLocWithOffset(size()-1));
197    }
198
199  private:
200    void countLines() const;
201  };
202
203  const PreambleData &getPreambleData() const {
204    return Preamble;
205  }
206
207private:
208
209  /// \brief The contents of the preamble that has been precompiled to
210  /// \c PreambleFile.
211  PreambleData Preamble;
212
213  /// \brief Whether the preamble ends at the start of a new line.
214  ///
215  /// Used to inform the lexer as to whether it's starting at the beginning of
216  /// a line after skipping the preamble.
217  bool PreambleEndsAtStartOfLine;
218
219  /// \brief The size of the source buffer that we've reserved for the main
220  /// file within the precompiled preamble.
221  unsigned PreambleReservedSize;
222
223  /// \brief Keeps track of the files that were used when computing the
224  /// preamble, with both their buffer size and their modification time.
225  ///
226  /// If any of the files have changed from one compile to the next,
227  /// the preamble must be thrown away.
228  llvm::StringMap<std::pair<off_t, time_t> > FilesInPreamble;
229
230  /// \brief When non-NULL, this is the buffer used to store the contents of
231  /// the main file when it has been padded for use with the precompiled
232  /// preamble.
233  llvm::MemoryBuffer *SavedMainFileBuffer;
234
235  /// \brief When non-NULL, this is the buffer used to store the
236  /// contents of the preamble when it has been padded to build the
237  /// precompiled preamble.
238  llvm::MemoryBuffer *PreambleBuffer;
239
240  /// \brief The number of warnings that occurred while parsing the preamble.
241  ///
242  /// This value will be used to restore the state of the \c DiagnosticsEngine
243  /// object when re-using the precompiled preamble. Note that only the
244  /// number of warnings matters, since we will not save the preamble
245  /// when any errors are present.
246  unsigned NumWarningsInPreamble;
247
248  /// \brief A list of the serialization ID numbers for each of the top-level
249  /// declarations parsed within the precompiled preamble.
250  std::vector<serialization::DeclID> TopLevelDeclsInPreamble;
251
252  /// \brief Whether we should be caching code-completion results.
253  bool ShouldCacheCodeCompletionResults : 1;
254
255  /// \brief Whether to include brief documentation within the set of code
256  /// completions cached.
257  bool IncludeBriefCommentsInCodeCompletion : 1;
258
259  /// \brief True if non-system source files should be treated as volatile
260  /// (likely to change while trying to use them).
261  bool UserFilesAreVolatile : 1;
262
263  /// \brief The language options used when we load an AST file.
264  LangOptions ASTFileLangOpts;
265
266  static void ConfigureDiags(IntrusiveRefCntPtr<DiagnosticsEngine> &Diags,
267                             const char **ArgBegin, const char **ArgEnd,
268                             ASTUnit &AST, bool CaptureDiagnostics);
269
270  void TranslateStoredDiagnostics(ASTReader *MMan, StringRef ModName,
271                                  SourceManager &SrcMan,
272                      const SmallVectorImpl<StoredDiagnostic> &Diags,
273                            SmallVectorImpl<StoredDiagnostic> &Out);
274
275  void clearFileLevelDecls();
276
277public:
278  /// \brief A cached code-completion result, which may be introduced in one of
279  /// many different contexts.
280  struct CachedCodeCompletionResult {
281    /// \brief The code-completion string corresponding to this completion
282    /// result.
283    CodeCompletionString *Completion;
284
285    /// \brief A bitmask that indicates which code-completion contexts should
286    /// contain this completion result.
287    ///
288    /// The bits in the bitmask correspond to the values of
289    /// CodeCompleteContext::Kind. To map from a completion context kind to a
290    /// bit, shift 1 by that number of bits. Many completions can occur in
291    /// several different contexts.
292    uint64_t ShowInContexts;
293
294    /// \brief The priority given to this code-completion result.
295    unsigned Priority;
296
297    /// \brief The libclang cursor kind corresponding to this code-completion
298    /// result.
299    CXCursorKind Kind;
300
301    /// \brief The availability of this code-completion result.
302    CXAvailabilityKind Availability;
303
304    /// \brief The simplified type class for a non-macro completion result.
305    SimplifiedTypeClass TypeClass;
306
307    /// \brief The type of a non-macro completion result, stored as a unique
308    /// integer used by the string map of cached completion types.
309    ///
310    /// This value will be zero if the type is not known, or a unique value
311    /// determined by the formatted type string. Se \c CachedCompletionTypes
312    /// for more information.
313    unsigned Type;
314  };
315
316  /// \brief Retrieve the mapping from formatted type names to unique type
317  /// identifiers.
318  llvm::StringMap<unsigned> &getCachedCompletionTypes() {
319    return CachedCompletionTypes;
320  }
321
322  /// \brief Retrieve the allocator used to cache global code completions.
323  IntrusiveRefCntPtr<GlobalCodeCompletionAllocator>
324  getCachedCompletionAllocator() {
325    return CachedCompletionAllocator;
326  }
327
328  CodeCompletionTUInfo &getCodeCompletionTUInfo() {
329    if (!CCTUInfo)
330      CCTUInfo.reset(new CodeCompletionTUInfo(
331                                            new GlobalCodeCompletionAllocator));
332    return *CCTUInfo;
333  }
334
335private:
336  /// \brief Allocator used to store cached code completions.
337  IntrusiveRefCntPtr<GlobalCodeCompletionAllocator>
338    CachedCompletionAllocator;
339
340  OwningPtr<CodeCompletionTUInfo> CCTUInfo;
341
342  /// \brief The set of cached code-completion results.
343  std::vector<CachedCodeCompletionResult> CachedCompletionResults;
344
345  /// \brief A mapping from the formatted type name to a unique number for that
346  /// type, which is used for type equality comparisons.
347  llvm::StringMap<unsigned> CachedCompletionTypes;
348
349  /// \brief A string hash of the top-level declaration and macro definition
350  /// names processed the last time that we reparsed the file.
351  ///
352  /// This hash value is used to determine when we need to refresh the
353  /// global code-completion cache.
354  unsigned CompletionCacheTopLevelHashValue;
355
356  /// \brief A string hash of the top-level declaration and macro definition
357  /// names processed the last time that we reparsed the precompiled preamble.
358  ///
359  /// This hash value is used to determine when we need to refresh the
360  /// global code-completion cache after a rebuild of the precompiled preamble.
361  unsigned PreambleTopLevelHashValue;
362
363  /// \brief The current hash value for the top-level declaration and macro
364  /// definition names
365  unsigned CurrentTopLevelHashValue;
366
367  /// \brief Bit used by CIndex to mark when a translation unit may be in an
368  /// inconsistent state, and is not safe to free.
369  unsigned UnsafeToFree : 1;
370
371  /// \brief Cache any "global" code-completion results, so that we can avoid
372  /// recomputing them with each completion.
373  void CacheCodeCompletionResults();
374
375  /// \brief Clear out and deallocate
376  void ClearCachedCompletionResults();
377
378  ASTUnit(const ASTUnit &) LLVM_DELETED_FUNCTION;
379  void operator=(const ASTUnit &) LLVM_DELETED_FUNCTION;
380
381  explicit ASTUnit(bool MainFileIsAST);
382
383  void CleanTemporaryFiles();
384  bool Parse(llvm::MemoryBuffer *OverrideMainBuffer);
385
386  std::pair<llvm::MemoryBuffer *, std::pair<unsigned, bool> >
387  ComputePreamble(CompilerInvocation &Invocation,
388                  unsigned MaxLines, bool &CreatedBuffer);
389
390  llvm::MemoryBuffer *getMainBufferWithPrecompiledPreamble(
391                               const CompilerInvocation &PreambleInvocationIn,
392                                                     bool AllowRebuild = true,
393                                                        unsigned MaxLines = 0);
394  void RealizeTopLevelDeclsFromPreamble();
395
396  /// \brief Transfers ownership of the objects (like SourceManager) from
397  /// \param CI to this ASTUnit.
398  void transferASTDataFromCompilerInstance(CompilerInstance &CI);
399
400  /// \brief Allows us to assert that ASTUnit is not being used concurrently,
401  /// which is not supported.
402  ///
403  /// Clients should create instances of the ConcurrencyCheck class whenever
404  /// using the ASTUnit in a way that isn't intended to be concurrent, which is
405  /// just about any usage.
406  /// Becomes a noop in release mode; only useful for debug mode checking.
407  class ConcurrencyState {
408#ifndef NDEBUG
409    void *Mutex; // a llvm::sys::MutexImpl in debug;
410#endif
411
412  public:
413    ConcurrencyState();
414    ~ConcurrencyState();
415
416    void start();
417    void finish();
418  };
419  ConcurrencyState ConcurrencyCheckValue;
420
421public:
422  class ConcurrencyCheck {
423    ASTUnit &Self;
424
425  public:
426    explicit ConcurrencyCheck(ASTUnit &Self)
427      : Self(Self)
428    {
429      Self.ConcurrencyCheckValue.start();
430    }
431    ~ConcurrencyCheck() {
432      Self.ConcurrencyCheckValue.finish();
433    }
434  };
435  friend class ConcurrencyCheck;
436
437  ~ASTUnit();
438
439  bool isMainFileAST() const { return MainFileIsAST; }
440
441  bool isUnsafeToFree() const { return UnsafeToFree; }
442  void setUnsafeToFree(bool Value) { UnsafeToFree = Value; }
443
444  const DiagnosticsEngine &getDiagnostics() const { return *Diagnostics; }
445  DiagnosticsEngine &getDiagnostics()             { return *Diagnostics; }
446
447  const SourceManager &getSourceManager() const { return *SourceMgr; }
448        SourceManager &getSourceManager()       { return *SourceMgr; }
449
450  const Preprocessor &getPreprocessor() const { return *PP; }
451        Preprocessor &getPreprocessor()       { return *PP; }
452
453  const ASTContext &getASTContext() const { return *Ctx; }
454        ASTContext &getASTContext()       { return *Ctx; }
455
456  void setASTContext(ASTContext *ctx) { Ctx = ctx; }
457  void setPreprocessor(Preprocessor *pp);
458
459  bool hasSema() const { return TheSema; }
460  Sema &getSema() const {
461    assert(TheSema && "ASTUnit does not have a Sema object!");
462    return *TheSema;
463  }
464
465  const FileManager &getFileManager() const { return *FileMgr; }
466        FileManager &getFileManager()       { return *FileMgr; }
467
468  const FileSystemOptions &getFileSystemOpts() const { return FileSystemOpts; }
469
470  const std::string &getOriginalSourceFileName();
471
472  ASTDeserializationListener *getDeserializationListener();
473
474  /// \brief Add a temporary file that the ASTUnit depends on.
475  ///
476  /// This file will be erased when the ASTUnit is destroyed.
477  void addTemporaryFile(const llvm::sys::Path &TempFile);
478
479  bool getOnlyLocalDecls() const { return OnlyLocalDecls; }
480
481  bool getOwnsRemappedFileBuffers() const { return OwnsRemappedFileBuffers; }
482  void setOwnsRemappedFileBuffers(bool val) { OwnsRemappedFileBuffers = val; }
483
484  StringRef getMainFileName() const;
485
486  typedef std::vector<Decl *>::iterator top_level_iterator;
487
488  top_level_iterator top_level_begin() {
489    assert(!isMainFileAST() && "Invalid call for AST based ASTUnit!");
490    if (!TopLevelDeclsInPreamble.empty())
491      RealizeTopLevelDeclsFromPreamble();
492    return TopLevelDecls.begin();
493  }
494
495  top_level_iterator top_level_end() {
496    assert(!isMainFileAST() && "Invalid call for AST based ASTUnit!");
497    if (!TopLevelDeclsInPreamble.empty())
498      RealizeTopLevelDeclsFromPreamble();
499    return TopLevelDecls.end();
500  }
501
502  std::size_t top_level_size() const {
503    assert(!isMainFileAST() && "Invalid call for AST based ASTUnit!");
504    return TopLevelDeclsInPreamble.size() + TopLevelDecls.size();
505  }
506
507  bool top_level_empty() const {
508    assert(!isMainFileAST() && "Invalid call for AST based ASTUnit!");
509    return TopLevelDeclsInPreamble.empty() && TopLevelDecls.empty();
510  }
511
512  /// \brief Add a new top-level declaration.
513  void addTopLevelDecl(Decl *D) {
514    TopLevelDecls.push_back(D);
515  }
516
517  /// \brief Add a new local file-level declaration.
518  void addFileLevelDecl(Decl *D);
519
520  /// \brief Get the decls that are contained in a file in the Offset/Length
521  /// range. \p Length can be 0 to indicate a point at \p Offset instead of
522  /// a range.
523  void findFileRegionDecls(FileID File, unsigned Offset, unsigned Length,
524                           SmallVectorImpl<Decl *> &Decls);
525
526  /// \brief Add a new top-level declaration, identified by its ID in
527  /// the precompiled preamble.
528  void addTopLevelDeclFromPreamble(serialization::DeclID D) {
529    TopLevelDeclsInPreamble.push_back(D);
530  }
531
532  /// \brief Retrieve a reference to the current top-level name hash value.
533  ///
534  /// Note: This is used internally by the top-level tracking action
535  unsigned &getCurrentTopLevelHashValue() { return CurrentTopLevelHashValue; }
536
537  /// \brief Get the source location for the given file:line:col triplet.
538  ///
539  /// The difference with SourceManager::getLocation is that this method checks
540  /// whether the requested location points inside the precompiled preamble
541  /// in which case the returned source location will be a "loaded" one.
542  SourceLocation getLocation(const FileEntry *File,
543                             unsigned Line, unsigned Col) const;
544
545  /// \brief Get the source location for the given file:offset pair.
546  SourceLocation getLocation(const FileEntry *File, unsigned Offset) const;
547
548  /// \brief If \p Loc is a loaded location from the preamble, returns
549  /// the corresponding local location of the main file, otherwise it returns
550  /// \p Loc.
551  SourceLocation mapLocationFromPreamble(SourceLocation Loc);
552
553  /// \brief If \p Loc is a local location of the main file but inside the
554  /// preamble chunk, returns the corresponding loaded location from the
555  /// preamble, otherwise it returns \p Loc.
556  SourceLocation mapLocationToPreamble(SourceLocation Loc);
557
558  bool isInPreambleFileID(SourceLocation Loc);
559  bool isInMainFileID(SourceLocation Loc);
560  SourceLocation getStartOfMainFileID();
561  SourceLocation getEndOfPreambleFileID();
562
563  /// \see mapLocationFromPreamble.
564  SourceRange mapRangeFromPreamble(SourceRange R) {
565    return SourceRange(mapLocationFromPreamble(R.getBegin()),
566                       mapLocationFromPreamble(R.getEnd()));
567  }
568
569  /// \see mapLocationToPreamble.
570  SourceRange mapRangeToPreamble(SourceRange R) {
571    return SourceRange(mapLocationToPreamble(R.getBegin()),
572                       mapLocationToPreamble(R.getEnd()));
573  }
574
575  // Retrieve the diagnostics associated with this AST
576  typedef StoredDiagnostic *stored_diag_iterator;
577  typedef const StoredDiagnostic *stored_diag_const_iterator;
578  stored_diag_const_iterator stored_diag_begin() const {
579    return StoredDiagnostics.begin();
580  }
581  stored_diag_iterator stored_diag_begin() {
582    return StoredDiagnostics.begin();
583  }
584  stored_diag_const_iterator stored_diag_end() const {
585    return StoredDiagnostics.end();
586  }
587  stored_diag_iterator stored_diag_end() {
588    return StoredDiagnostics.end();
589  }
590  unsigned stored_diag_size() const { return StoredDiagnostics.size(); }
591
592  stored_diag_iterator stored_diag_afterDriver_begin() {
593    if (NumStoredDiagnosticsFromDriver > StoredDiagnostics.size())
594      NumStoredDiagnosticsFromDriver = 0;
595    return StoredDiagnostics.begin() + NumStoredDiagnosticsFromDriver;
596  }
597
598  typedef std::vector<CachedCodeCompletionResult>::iterator
599    cached_completion_iterator;
600
601  cached_completion_iterator cached_completion_begin() {
602    return CachedCompletionResults.begin();
603  }
604
605  cached_completion_iterator cached_completion_end() {
606    return CachedCompletionResults.end();
607  }
608
609  unsigned cached_completion_size() const {
610    return CachedCompletionResults.size();
611  }
612
613  /// \brief Returns an iterator range for the local preprocessing entities
614  /// of the local Preprocessor, if this is a parsed source file, or the loaded
615  /// preprocessing entities of the primary module if this is an AST file.
616  std::pair<PreprocessingRecord::iterator, PreprocessingRecord::iterator>
617    getLocalPreprocessingEntities() const;
618
619  /// \brief Type for a function iterating over a number of declarations.
620  /// \returns true to continue iteration and false to abort.
621  typedef bool (*DeclVisitorFn)(void *context, const Decl *D);
622
623  /// \brief Iterate over local declarations (locally parsed if this is a parsed
624  /// source file or the loaded declarations of the primary module if this is an
625  /// AST file).
626  /// \returns true if the iteration was complete or false if it was aborted.
627  bool visitLocalTopLevelDecls(void *context, DeclVisitorFn Fn);
628
629  /// \brief Get the PCH file if one was included.
630  const FileEntry *getPCHFile();
631
632  /// \brief Returns true if the ASTUnit was constructed from a serialized
633  /// module file.
634  bool isModuleFile();
635
636  llvm::MemoryBuffer *getBufferForFile(StringRef Filename,
637                                       std::string *ErrorStr = 0);
638
639  /// \brief Determine what kind of translation unit this AST represents.
640  TranslationUnitKind getTranslationUnitKind() const { return TUKind; }
641
642  typedef llvm::PointerUnion<const char *, const llvm::MemoryBuffer *>
643      FilenameOrMemBuf;
644  /// \brief A mapping from a file name to the memory buffer that stores the
645  /// remapped contents of that file.
646  typedef std::pair<std::string, FilenameOrMemBuf> RemappedFile;
647
648  /// \brief Create a ASTUnit. Gets ownership of the passed CompilerInvocation.
649  static ASTUnit *create(CompilerInvocation *CI,
650                         IntrusiveRefCntPtr<DiagnosticsEngine> Diags,
651                         bool CaptureDiagnostics,
652                         bool UserFilesAreVolatile);
653
654  /// \brief Create a ASTUnit from an AST file.
655  ///
656  /// \param Filename - The AST file to load.
657  ///
658  /// \param Diags - The diagnostics engine to use for reporting errors; its
659  /// lifetime is expected to extend past that of the returned ASTUnit.
660  ///
661  /// \returns - The initialized ASTUnit or null if the AST failed to load.
662  static ASTUnit *LoadFromASTFile(const std::string &Filename,
663                              IntrusiveRefCntPtr<DiagnosticsEngine> Diags,
664                                  const FileSystemOptions &FileSystemOpts,
665                                  bool OnlyLocalDecls = false,
666                                  RemappedFile *RemappedFiles = 0,
667                                  unsigned NumRemappedFiles = 0,
668                                  bool CaptureDiagnostics = false,
669                                  bool AllowPCHWithCompilerErrors = false,
670                                  bool UserFilesAreVolatile = false);
671
672private:
673  /// \brief Helper function for \c LoadFromCompilerInvocation() and
674  /// \c LoadFromCommandLine(), which loads an AST from a compiler invocation.
675  ///
676  /// \param PrecompilePreamble Whether to precompile the preamble of this
677  /// translation unit, to improve the performance of reparsing.
678  ///
679  /// \returns \c true if a catastrophic failure occurred (which means that the
680  /// \c ASTUnit itself is invalid), or \c false otherwise.
681  bool LoadFromCompilerInvocation(bool PrecompilePreamble);
682
683public:
684
685  /// \brief Create an ASTUnit from a source file, via a CompilerInvocation
686  /// object, by invoking the optionally provided ASTFrontendAction.
687  ///
688  /// \param CI - The compiler invocation to use; it must have exactly one input
689  /// source file. The ASTUnit takes ownership of the CompilerInvocation object.
690  ///
691  /// \param Diags - The diagnostics engine to use for reporting errors; its
692  /// lifetime is expected to extend past that of the returned ASTUnit.
693  ///
694  /// \param Action - The ASTFrontendAction to invoke. Its ownership is not
695  /// transfered.
696  ///
697  /// \param Unit - optionally an already created ASTUnit. Its ownership is not
698  /// transfered.
699  ///
700  /// \param Persistent - if true the returned ASTUnit will be complete.
701  /// false means the caller is only interested in getting info through the
702  /// provided \see Action.
703  ///
704  /// \param ErrAST - If non-null and parsing failed without any AST to return
705  /// (e.g. because the PCH could not be loaded), this accepts the ASTUnit
706  /// mainly to allow the caller to see the diagnostics.
707  /// This will only receive an ASTUnit if a new one was created. If an already
708  /// created ASTUnit was passed in \p Unit then the caller can check that.
709  ///
710  static ASTUnit *LoadFromCompilerInvocationAction(CompilerInvocation *CI,
711                              IntrusiveRefCntPtr<DiagnosticsEngine> Diags,
712                                             ASTFrontendAction *Action = 0,
713                                             ASTUnit *Unit = 0,
714                                             bool Persistent = true,
715                                      StringRef ResourceFilesPath = StringRef(),
716                                             bool OnlyLocalDecls = false,
717                                             bool CaptureDiagnostics = false,
718                                             bool PrecompilePreamble = false,
719                                       bool CacheCodeCompletionResults = false,
720                              bool IncludeBriefCommentsInCodeCompletion = false,
721                                       bool UserFilesAreVolatile = false,
722                                       OwningPtr<ASTUnit> *ErrAST = 0);
723
724  /// LoadFromCompilerInvocation - Create an ASTUnit from a source file, via a
725  /// CompilerInvocation object.
726  ///
727  /// \param CI - The compiler invocation to use; it must have exactly one input
728  /// source file. The ASTUnit takes ownership of the CompilerInvocation object.
729  ///
730  /// \param Diags - The diagnostics engine to use for reporting errors; its
731  /// lifetime is expected to extend past that of the returned ASTUnit.
732  //
733  // FIXME: Move OnlyLocalDecls, UseBumpAllocator to setters on the ASTUnit, we
734  // shouldn't need to specify them at construction time.
735  static ASTUnit *LoadFromCompilerInvocation(CompilerInvocation *CI,
736                              IntrusiveRefCntPtr<DiagnosticsEngine> Diags,
737                                             bool OnlyLocalDecls = false,
738                                             bool CaptureDiagnostics = false,
739                                             bool PrecompilePreamble = false,
740                                      TranslationUnitKind TUKind = TU_Complete,
741                                       bool CacheCodeCompletionResults = false,
742                            bool IncludeBriefCommentsInCodeCompletion = false,
743                                             bool UserFilesAreVolatile = false);
744
745  /// LoadFromCommandLine - Create an ASTUnit from a vector of command line
746  /// arguments, which must specify exactly one source file.
747  ///
748  /// \param ArgBegin - The beginning of the argument vector.
749  ///
750  /// \param ArgEnd - The end of the argument vector.
751  ///
752  /// \param Diags - The diagnostics engine to use for reporting errors; its
753  /// lifetime is expected to extend past that of the returned ASTUnit.
754  ///
755  /// \param ResourceFilesPath - The path to the compiler resource files.
756  ///
757  /// \param ErrAST - If non-null and parsing failed without any AST to return
758  /// (e.g. because the PCH could not be loaded), this accepts the ASTUnit
759  /// mainly to allow the caller to see the diagnostics.
760  ///
761  // FIXME: Move OnlyLocalDecls, UseBumpAllocator to setters on the ASTUnit, we
762  // shouldn't need to specify them at construction time.
763  static ASTUnit *LoadFromCommandLine(const char **ArgBegin,
764                                      const char **ArgEnd,
765                              IntrusiveRefCntPtr<DiagnosticsEngine> Diags,
766                                      StringRef ResourceFilesPath,
767                                      bool OnlyLocalDecls = false,
768                                      bool CaptureDiagnostics = false,
769                                      RemappedFile *RemappedFiles = 0,
770                                      unsigned NumRemappedFiles = 0,
771                                      bool RemappedFilesKeepOriginalName = true,
772                                      bool PrecompilePreamble = false,
773                                      TranslationUnitKind TUKind = TU_Complete,
774                                      bool CacheCodeCompletionResults = false,
775                            bool IncludeBriefCommentsInCodeCompletion = false,
776                                      bool AllowPCHWithCompilerErrors = false,
777                                      bool SkipFunctionBodies = false,
778                                      bool UserFilesAreVolatile = false,
779                                      bool ForSerialization = false,
780                                      OwningPtr<ASTUnit> *ErrAST = 0);
781
782  /// \brief Reparse the source files using the same command-line options that
783  /// were originally used to produce this translation unit.
784  ///
785  /// \returns True if a failure occurred that causes the ASTUnit not to
786  /// contain any translation-unit information, false otherwise.
787  bool Reparse(RemappedFile *RemappedFiles = 0,
788               unsigned NumRemappedFiles = 0);
789
790  /// \brief Perform code completion at the given file, line, and
791  /// column within this translation unit.
792  ///
793  /// \param File The file in which code completion will occur.
794  ///
795  /// \param Line The line at which code completion will occur.
796  ///
797  /// \param Column The column at which code completion will occur.
798  ///
799  /// \param IncludeMacros Whether to include macros in the code-completion
800  /// results.
801  ///
802  /// \param IncludeCodePatterns Whether to include code patterns (such as a
803  /// for loop) in the code-completion results.
804  ///
805  /// \param IncludeBriefComments Whether to include brief documentation within
806  /// the set of code completions returned.
807  ///
808  /// FIXME: The Diag, LangOpts, SourceMgr, FileMgr, StoredDiagnostics, and
809  /// OwnedBuffers parameters are all disgusting hacks. They will go away.
810  void CodeComplete(StringRef File, unsigned Line, unsigned Column,
811                    RemappedFile *RemappedFiles, unsigned NumRemappedFiles,
812                    bool IncludeMacros, bool IncludeCodePatterns,
813                    bool IncludeBriefComments,
814                    CodeCompleteConsumer &Consumer,
815                    DiagnosticsEngine &Diag, LangOptions &LangOpts,
816                    SourceManager &SourceMgr, FileManager &FileMgr,
817                    SmallVectorImpl<StoredDiagnostic> &StoredDiagnostics,
818              SmallVectorImpl<const llvm::MemoryBuffer *> &OwnedBuffers);
819
820  /// \brief Save this translation unit to a file with the given name.
821  ///
822  /// \returns true if there was a file error or false if the save was
823  /// successful.
824  bool Save(StringRef File);
825
826  /// \brief Serialize this translation unit with the given output stream.
827  ///
828  /// \returns True if an error occurred, false otherwise.
829  bool serialize(raw_ostream &OS);
830
831  virtual Module *loadModule(SourceLocation ImportLoc, ModuleIdPath Path,
832                             Module::NameVisibilityKind Visibility,
833                             bool IsInclusionDirective) {
834    // ASTUnit doesn't know how to load modules (not that this matters).
835    return 0;
836  }
837};
838
839} // namespace clang
840
841#endif
842