PrintPreprocessedOutput.cpp revision eef63e0997e0f6d6436736ea919b851cfe34955a
15f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===--- PrintPreprocessedOutput.cpp - Implement the -E mode --------------===// 25f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 35f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// The LLVM Compiler Infrastructure 45f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 50bc735ffcfb223c0186419547abaa5c84482663eChris Lattner// This file is distributed under the University of Illinois Open Source 60bc735ffcfb223c0186419547abaa5c84482663eChris Lattner// License. See LICENSE.TXT for details. 75f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 85f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 95f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 105f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// This code simply runs the preprocessor on the input file and prints out the 115f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// result. This is the traditional behavior of the -E option. 125f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 135f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 145f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 15b09f6e15c59b89d5820db8ef40598eb1d1323c1fEli Friedman#include "clang/Frontend/Utils.h" 16775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar#include "clang/Basic/Diagnostic.h" 17775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar#include "clang/Basic/SourceManager.h" 18775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar#include "clang/Frontend/PreprocessorOutputOptions.h" 19f73903a1ded46748e1dfda151f5d037b7b3d31f9Chris Lattner#include "clang/Lex/MacroInfo.h" 205f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "clang/Lex/PPCallbacks.h" 215f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "clang/Lex/Pragma.h" 22775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar#include "clang/Lex/Preprocessor.h" 23d7038e18ef540a78fe6ce2a43125ce9b08fdbbc5Chris Lattner#include "clang/Lex/TokenConcatenation.h" 24d8e3083840fef752d11ca183f42786470ed061e3Chris Lattner#include "llvm/ADT/SmallString.h" 253ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramer#include "llvm/ADT/STLExtras.h" 26abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner#include "llvm/ADT/StringRef.h" 275f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "llvm/Config/config.h" 28dceb6a7244b2e730d0b883512aa7fc7a331a5429Chris Lattner#include "llvm/Support/raw_ostream.h" 295f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include <cstdio> 305f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencerusing namespace clang; 315f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 32d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner/// PrintMacroDefinition - Print a macro definition in a form that will be 33d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner/// properly accepted back as a definition. 34d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattnerstatic void PrintMacroDefinition(const IdentifierInfo &II, const MacroInfo &MI, 35d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner Preprocessor &PP, llvm::raw_ostream &OS) { 36d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner OS << "#define " << II.getName(); 371eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 38d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner if (MI.isFunctionLike()) { 39d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner OS << '('; 4013d555859cd643d657000401ebc88ca404d23bbaChris Lattner if (!MI.arg_empty()) { 41d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner MacroInfo::arg_iterator AI = MI.arg_begin(), E = MI.arg_end(); 4213d555859cd643d657000401ebc88ca404d23bbaChris Lattner for (; AI+1 != E; ++AI) { 4313d555859cd643d657000401ebc88ca404d23bbaChris Lattner OS << (*AI)->getName(); 44d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner OS << ','; 45807b93ee6ae2806b53131abc779d2b146d853aedChris Lattner } 4613d555859cd643d657000401ebc88ca404d23bbaChris Lattner 4713d555859cd643d657000401ebc88ca404d23bbaChris Lattner // Last argument. 4813d555859cd643d657000401ebc88ca404d23bbaChris Lattner if ((*AI)->getName() == "__VA_ARGS__") 4913d555859cd643d657000401ebc88ca404d23bbaChris Lattner OS << "..."; 5013d555859cd643d657000401ebc88ca404d23bbaChris Lattner else 5113d555859cd643d657000401ebc88ca404d23bbaChris Lattner OS << (*AI)->getName(); 52d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner } 53807b93ee6ae2806b53131abc779d2b146d853aedChris Lattner 54807b93ee6ae2806b53131abc779d2b146d853aedChris Lattner if (MI.isGNUVarargs()) 55807b93ee6ae2806b53131abc779d2b146d853aedChris Lattner OS << "..."; // #define foo(x...) 56a5d10c4df435964600e104ebef6a96b106e416b7Kovarththanan Rajaratnam 57d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner OS << ')'; 58d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner } 591eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 60d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner // GCC always emits a space, even if the macro body is empty. However, do not 61d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner // want to emit two spaces if the first token has a leading space. 62d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner if (MI.tokens_empty() || !MI.tokens_begin()->hasLeadingSpace()) 63d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner OS << ' '; 641eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 65193575455e00eca03fd7177f60e3f2e6263cb661Kovarththanan Rajaratnam llvm::SmallString<128> SpellingBuffer; 66d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner for (MacroInfo::tokens_iterator I = MI.tokens_begin(), E = MI.tokens_end(); 67d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner I != E; ++I) { 68d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner if (I->hasLeadingSpace()) 69d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner OS << ' '; 701eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 71ddeea5644367c9c153c9fee9e51bdea85ce43cbdBenjamin Kramer OS << PP.getSpelling(*I, SpellingBuffer); 72d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner } 73d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner} 74d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner 755f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 765f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// Preprocessed token printer 775f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 785f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 795f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencernamespace { 805f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencerclass PrintPPOutputPPCallbacks : public PPCallbacks { 815f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer Preprocessor &PP; 82df721408f54f87a790fb986dfd64984472a1f892Chris Lattner SourceManager &SM; 83d7038e18ef540a78fe6ce2a43125ce9b08fdbbc5Chris Lattner TokenConcatenation ConcatInfo; 84e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattnerpublic: 85e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner llvm::raw_ostream &OS; 86e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattnerprivate: 875f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer unsigned CurLine; 88f7c16d903f11814e2d6780e2a2e189b7a7afc4edDaniel Dunbar 895f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer bool EmittedTokensOnThisLine; 903e753e279d2457cf16b45be88032c4a117f9adb3Eli Friedman bool EmittedMacroOnThisLine; 919d72851fec9e9c62570a027d42701562bbf29751Chris Lattner SrcMgr::CharacteristicKind FileType; 92d8e3083840fef752d11ca183f42786470ed061e3Chris Lattner llvm::SmallString<512> CurFilename; 93737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar bool Initialized; 9412d3b1d98ec4463b733348e9fb8eadd19b365b0bEli Friedman bool DisableLineMarkers; 9512d3b1d98ec4463b733348e9fb8eadd19b365b0bEli Friedman bool DumpDefines; 96f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner bool UseLineDirective; 975f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencerpublic: 9812d3b1d98ec4463b733348e9fb8eadd19b365b0bEli Friedman PrintPPOutputPPCallbacks(Preprocessor &pp, llvm::raw_ostream &os, 99eef63e0997e0f6d6436736ea919b851cfe34955aDaniel Dunbar bool lineMarkers, bool defines) 100df721408f54f87a790fb986dfd64984472a1f892Chris Lattner : PP(pp), SM(PP.getSourceManager()), 101df721408f54f87a790fb986dfd64984472a1f892Chris Lattner ConcatInfo(PP), OS(os), DisableLineMarkers(lineMarkers), 102eef63e0997e0f6d6436736ea919b851cfe34955aDaniel Dunbar DumpDefines(defines) { 103eef63e0997e0f6d6436736ea919b851cfe34955aDaniel Dunbar CurLine = 0; 104d8e3083840fef752d11ca183f42786470ed061e3Chris Lattner CurFilename += "<uninit>"; 1055f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer EmittedTokensOnThisLine = false; 1063e753e279d2457cf16b45be88032c4a117f9adb3Eli Friedman EmittedMacroOnThisLine = false; 1070b9e736308af5397f558ffc8e780c438c2fdb563Chris Lattner FileType = SrcMgr::C_User; 108737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar Initialized = false; 109a5d10c4df435964600e104ebef6a96b106e416b7Kovarththanan Rajaratnam 110f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner // If we're in microsoft mode, use normal #line instead of line markers. 111f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner UseLineDirective = PP.getLangOptions().Microsoft; 1125f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer } 1131eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 1145f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer void SetEmittedTokensOnThisLine() { EmittedTokensOnThisLine = true; } 115f0f2b295437efecc0b52220b3f4a469fbb9aeac8Chris Lattner bool hasEmittedTokensOnThisLine() const { return EmittedTokensOnThisLine; } 1161eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 11780c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor bool StartNewLineIfNeeded(); 11880c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor 1195f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer virtual void FileChanged(SourceLocation Loc, FileChangeReason Reason, 1209d72851fec9e9c62570a027d42701562bbf29751Chris Lattner SrcMgr::CharacteristicKind FileType); 1215f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer virtual void Ident(SourceLocation Loc, const std::string &str); 1221eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump virtual void PragmaComment(SourceLocation Loc, const IdentifierInfo *Kind, 123c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner const std::string &Str); 124abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner virtual void PragmaMessage(SourceLocation Loc, llvm::StringRef Str); 1255f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 1265f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner bool HandleFirstTokOnLine(Token &Tok); 12788aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner bool MoveToLine(SourceLocation Loc) { 128cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor PresumedLoc PLoc = SM.getPresumedLoc(Loc); 129cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor if (PLoc.isInvalid()) 130cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor return false; 131cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor return MoveToLine(PLoc.getLine()); 13288aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner } 13388aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner bool MoveToLine(unsigned LineNo); 13488aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner 1358877321ca66b2887c2f377a7f724a62f34fdf1cdChris Lattner bool AvoidConcat(const Token &PrevPrevTok, const Token &PrevTok, 1368877321ca66b2887c2f377a7f724a62f34fdf1cdChris Lattner const Token &Tok) { 1378877321ca66b2887c2f377a7f724a62f34fdf1cdChris Lattner return ConcatInfo.AvoidConcat(PrevPrevTok, PrevTok, Tok); 138d7038e18ef540a78fe6ce2a43125ce9b08fdbbc5Chris Lattner } 139737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar void WriteLineInfo(unsigned LineNo, const char *Extra=0, unsigned ExtraLen=0); 14080c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor bool LineMarkersAreDisabled() const { return DisableLineMarkers; } 1413ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner void HandleNewlinesInToken(const char *TokStr, unsigned Len); 1421eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 143d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner /// MacroDefined - This hook is called whenever a macro definition is seen. 1442aa9267cf193e5eceb9fd24a51b51c031b606fe9Craig Silverstein void MacroDefined(const Token &MacroNameTok, const MacroInfo *MI); 1451eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 1462f05449fa1c9015a84b74c3308b856fc704662beBenjamin Kramer /// MacroUndefined - This hook is called whenever a macro #undef is seen. 1472aa9267cf193e5eceb9fd24a51b51c031b606fe9Craig Silverstein void MacroUndefined(const Token &MacroNameTok, const MacroInfo *MI); 1485f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer}; 1495db17c9b5edb43e12196e565389b73e91a4fcb65Chris Lattner} // end anonymous namespace 1505f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 151737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbarvoid PrintPPOutputPPCallbacks::WriteLineInfo(unsigned LineNo, 152737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar const char *Extra, 153737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar unsigned ExtraLen) { 1543e753e279d2457cf16b45be88032c4a117f9adb3Eli Friedman if (EmittedTokensOnThisLine || EmittedMacroOnThisLine) { 155737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar OS << '\n'; 156737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar EmittedTokensOnThisLine = false; 1573e753e279d2457cf16b45be88032c4a117f9adb3Eli Friedman EmittedMacroOnThisLine = false; 158737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar } 159737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar 160f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner // Emit #line directives or GNU line markers depending on what mode we're in. 161f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner if (UseLineDirective) { 162f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner OS << "#line" << ' ' << LineNo << ' ' << '"'; 1632346513da49f0a3e4f0deaf198e708d18390b41eTed Kremenek OS.write(CurFilename.data(), CurFilename.size()); 164f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner OS << '"'; 165f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner } else { 166f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner OS << '#' << ' ' << LineNo << ' ' << '"'; 1672346513da49f0a3e4f0deaf198e708d18390b41eTed Kremenek OS.write(CurFilename.data(), CurFilename.size()); 168f7449346006d6b94b14a303eb82cad52c8e75413Chris Lattner OS << '"'; 169a5d10c4df435964600e104ebef6a96b106e416b7Kovarththanan Rajaratnam 170d76fbda5da19c34752aa582e690a4dbd1cae39cdSteve Naroff if (ExtraLen) 171d76fbda5da19c34752aa582e690a4dbd1cae39cdSteve Naroff OS.write(Extra, ExtraLen); 172737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar 173d76fbda5da19c34752aa582e690a4dbd1cae39cdSteve Naroff if (FileType == SrcMgr::C_System) 174d76fbda5da19c34752aa582e690a4dbd1cae39cdSteve Naroff OS.write(" 3", 2); 175d76fbda5da19c34752aa582e690a4dbd1cae39cdSteve Naroff else if (FileType == SrcMgr::C_ExternCSystem) 176d76fbda5da19c34752aa582e690a4dbd1cae39cdSteve Naroff OS.write(" 3 4", 4); 177d76fbda5da19c34752aa582e690a4dbd1cae39cdSteve Naroff } 178737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar OS << '\n'; 179737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar} 180737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar 1815f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// MoveToLine - Move the output to the source line specified by the location 1825f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// object. We can do this by emitting some number of \n's, or be emitting a 1835f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner/// #line directive. This returns false if already at the specified line, true 1845f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner/// if some newlines were emitted. 18588aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattnerbool PrintPPOutputPPCallbacks::MoveToLine(unsigned LineNo) { 1865f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // If this line is "close enough" to the original line, just print newlines, 1875f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // otherwise print a #line directive. 188fd96684034c29c59a134dfec20d61c132e60ef30Daniel Dunbar if (LineNo-CurLine <= 8) { 189822f9406477554b7290a73a78d5d89308c157e05Chris Lattner if (LineNo-CurLine == 1) 190e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner OS << '\n'; 1915f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner else if (LineNo == CurLine) 192f7cf85b330bedd2877e1371fb0a83e99751ae162Chris Lattner return false; // Spelling line moved, but instantiation line didn't. 193822f9406477554b7290a73a78d5d89308c157e05Chris Lattner else { 194822f9406477554b7290a73a78d5d89308c157e05Chris Lattner const char *NewLines = "\n\n\n\n\n\n\n\n"; 195e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner OS.write(NewLines, LineNo-CurLine); 196822f9406477554b7290a73a78d5d89308c157e05Chris Lattner } 1976133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner } else if (!DisableLineMarkers) { 1986133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner // Emit a #line or line marker. 199737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar WriteLineInfo(LineNo, 0, 0); 2006133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner } else { 2016133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner // Okay, we're in -P mode, which turns off line markers. However, we still 2026133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner // need to emit a newline between tokens on different lines. 2036133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner if (EmittedTokensOnThisLine || EmittedMacroOnThisLine) { 2046133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner OS << '\n'; 2056133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner EmittedTokensOnThisLine = false; 2066133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner EmittedMacroOnThisLine = false; 2076133aeb97da5cab2d75c5f2c2f2561ea1b8fd0ffChris Lattner } 2081eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump } 209737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar 2101eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump CurLine = LineNo; 2115f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner return true; 2125f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 2135f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 21480c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregorbool PrintPPOutputPPCallbacks::StartNewLineIfNeeded() { 21580c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor if (EmittedTokensOnThisLine || EmittedMacroOnThisLine) { 21680c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor OS << '\n'; 21780c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor EmittedTokensOnThisLine = false; 21880c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor EmittedMacroOnThisLine = false; 21980c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor ++CurLine; 22080c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor return true; 22180c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor } 22280c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor 22380c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor return false; 22480c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor} 2255f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 2265f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// FileChanged - Whenever the preprocessor enters or exits a #include file 2275f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// it invokes this handler. Update our conception of the current source 2285f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// position. 2295f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencervoid PrintPPOutputPPCallbacks::FileChanged(SourceLocation Loc, 2305f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer FileChangeReason Reason, 2319d72851fec9e9c62570a027d42701562bbf29751Chris Lattner SrcMgr::CharacteristicKind NewFileType) { 2325f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Unless we are exiting a #include, make sure to skip ahead to the line the 2335f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // #include directive was at. 234df721408f54f87a790fb986dfd64984472a1f892Chris Lattner SourceManager &SourceMgr = SM; 23588aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner 23688aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner PresumedLoc UserLoc = SourceMgr.getPresumedLoc(Loc); 237cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor if (UserLoc.isInvalid()) 238cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor return; 239cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor 24086d0ef74303e9164a0860ce849af597d34f937abChris Lattner unsigned NewLine = UserLoc.getLine(); 241f7c16d903f11814e2d6780e2a2e189b7a7afc4edDaniel Dunbar 2425f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer if (Reason == PPCallbacks::EnterFile) { 243cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor SourceLocation IncludeLoc = UserLoc.getIncludeLoc(); 24471d8bfb560735e8d47105cf434409ed347267830Chris Lattner if (IncludeLoc.isValid()) 24571d8bfb560735e8d47105cf434409ed347267830Chris Lattner MoveToLine(IncludeLoc); 2465f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer } else if (Reason == PPCallbacks::SystemHeaderPragma) { 24788aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner MoveToLine(NewLine); 2481eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2495f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // TODO GCC emits the # directive for this directive on the line AFTER the 2505f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // directive and emits a bunch of spaces that aren't needed. Emulate this 2515f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // strange behavior. 2525f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer } 25388aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner 25488aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner CurLine = NewLine; 255737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar 256d8e3083840fef752d11ca183f42786470ed061e3Chris Lattner CurFilename.clear(); 25788aae9188a64fe6385c7057af068aaeb8fc96b8eChris Lattner CurFilename += UserLoc.getFilename(); 258d8e3083840fef752d11ca183f42786470ed061e3Chris Lattner Lexer::Stringify(CurFilename); 259737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar FileType = NewFileType; 260737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar 261f7c16d903f11814e2d6780e2a2e189b7a7afc4edDaniel Dunbar if (DisableLineMarkers) return; 262f7c16d903f11814e2d6780e2a2e189b7a7afc4edDaniel Dunbar 263737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar if (!Initialized) { 264737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar WriteLineInfo(CurLine); 265737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar Initialized = true; 2665f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer } 267737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar 2685f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer switch (Reason) { 2695f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer case PPCallbacks::EnterFile: 270737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar WriteLineInfo(CurLine, " 1", 2); 2715f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer break; 2725f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer case PPCallbacks::ExitFile: 273737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar WriteLineInfo(CurLine, " 2", 2); 274737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar break; 2751eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump case PPCallbacks::SystemHeaderPragma: 2761eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump case PPCallbacks::RenameFile: 277737bdb418c8283d53cb16dbf660de29bcd077b6cDaniel Dunbar WriteLineInfo(CurLine); 2785f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer break; 2795f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer } 2805f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 2815f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 282c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner/// Ident - Handle #ident directives when read by the preprocessor. 2835f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// 2845f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencervoid PrintPPOutputPPCallbacks::Ident(SourceLocation Loc, const std::string &S) { 2855f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer MoveToLine(Loc); 2861eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 287e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner OS.write("#ident ", strlen("#ident ")); 288e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner OS.write(&S[0], S.size()); 2895f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer EmittedTokensOnThisLine = true; 2905f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 2915f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 292d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner/// MacroDefined - This hook is called whenever a macro definition is seen. 2932aa9267cf193e5eceb9fd24a51b51c031b606fe9Craig Silversteinvoid PrintPPOutputPPCallbacks::MacroDefined(const Token &MacroNameTok, 294d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner const MacroInfo *MI) { 295d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner // Only print out macro definitions in -dD mode. 296d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner if (!DumpDefines || 297d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner // Ignore __FILE__ etc. 298d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner MI->isBuiltinMacro()) return; 2991eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 300d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner MoveToLine(MI->getDefinitionLoc()); 3012aa9267cf193e5eceb9fd24a51b51c031b606fe9Craig Silverstein PrintMacroDefinition(*MacroNameTok.getIdentifierInfo(), *MI, PP, OS); 3023e753e279d2457cf16b45be88032c4a117f9adb3Eli Friedman EmittedMacroOnThisLine = true; 303d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner} 304d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner 3052aa9267cf193e5eceb9fd24a51b51c031b606fe9Craig Silversteinvoid PrintPPOutputPPCallbacks::MacroUndefined(const Token &MacroNameTok, 3062f05449fa1c9015a84b74c3308b856fc704662beBenjamin Kramer const MacroInfo *MI) { 3072f05449fa1c9015a84b74c3308b856fc704662beBenjamin Kramer // Only print out macro definitions in -dD mode. 3082f05449fa1c9015a84b74c3308b856fc704662beBenjamin Kramer if (!DumpDefines) return; 3092f05449fa1c9015a84b74c3308b856fc704662beBenjamin Kramer 3102aa9267cf193e5eceb9fd24a51b51c031b606fe9Craig Silverstein MoveToLine(MacroNameTok.getLocation()); 3112aa9267cf193e5eceb9fd24a51b51c031b606fe9Craig Silverstein OS << "#undef " << MacroNameTok.getIdentifierInfo()->getName(); 3122f05449fa1c9015a84b74c3308b856fc704662beBenjamin Kramer EmittedMacroOnThisLine = true; 3132f05449fa1c9015a84b74c3308b856fc704662beBenjamin Kramer} 314d82df3ad430397d7f9ef511e7c5157f997c41f53Chris Lattner 315c7d945d053f122eba704ef14c518db2ae595c562Chris Lattnervoid PrintPPOutputPPCallbacks::PragmaComment(SourceLocation Loc, 3161eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump const IdentifierInfo *Kind, 317c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner const std::string &Str) { 318c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner MoveToLine(Loc); 319c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner OS << "#pragma comment(" << Kind->getName(); 3201eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 321c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner if (!Str.empty()) { 322c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner OS << ", \""; 3231eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 324c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner for (unsigned i = 0, e = Str.size(); i != e; ++i) { 325c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner unsigned char Char = Str[i]; 32652a3e9ed658859606544bbdf5f5d1c3b89471820Chris Lattner if (isprint(Char) && Char != '\\' && Char != '"') 327c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner OS << (char)Char; 328c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner else // Output anything hard as an octal escape. 329c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner OS << '\\' 330c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner << (char)('0'+ ((Char >> 6) & 7)) 331c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner << (char)('0'+ ((Char >> 3) & 7)) 332c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner << (char)('0'+ ((Char >> 0) & 7)); 333c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner } 334c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner OS << '"'; 335c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner } 3361eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 337c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner OS << ')'; 338c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner EmittedTokensOnThisLine = true; 339c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner} 340c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner 341abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattnervoid PrintPPOutputPPCallbacks::PragmaMessage(SourceLocation Loc, 342abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner llvm::StringRef Str) { 343abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner MoveToLine(Loc); 344abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner OS << "#pragma message("; 345abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner 346abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner OS << '"'; 347abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner 348abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner for (unsigned i = 0, e = Str.size(); i != e; ++i) { 349abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner unsigned char Char = Str[i]; 350abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner if (isprint(Char) && Char != '\\' && Char != '"') 351abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner OS << (char)Char; 352abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner else // Output anything hard as an octal escape. 353abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner OS << '\\' 354abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner << (char)('0'+ ((Char >> 6) & 7)) 355abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner << (char)('0'+ ((Char >> 3) & 7)) 356abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner << (char)('0'+ ((Char >> 0) & 7)); 357abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner } 358abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner OS << '"'; 359abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner 360abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner OS << ')'; 361abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner EmittedTokensOnThisLine = true; 362abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner} 363abfe094ce71c42656dcb84a3bdc3e79cb3c16fc3Chris Lattner 364c7d945d053f122eba704ef14c518db2ae595c562Chris Lattner 3655f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// HandleFirstTokOnLine - When emitting a preprocessed file in -E mode, this 3665f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner/// is called for the first token on each new line. If this really is the start 3675f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner/// of a new logical line, handle it and return true, otherwise return false. 3685f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner/// This may not be the start of a logical line because the "start of line" 369f7cf85b330bedd2877e1371fb0a83e99751ae162Chris Lattner/// marker is set for spelling lines, not instantiation ones. 3705f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattnerbool PrintPPOutputPPCallbacks::HandleFirstTokOnLine(Token &Tok) { 3715f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Figure out what line we went to and insert the appropriate number of 3725f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // newline characters. 3735f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner if (!MoveToLine(Tok.getLocation())) 3745f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner return false; 3751eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3765f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Print out space characters so that the first token on a line is 3775f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // indented for easy reading. 378df721408f54f87a790fb986dfd64984472a1f892Chris Lattner unsigned ColNo = SM.getInstantiationColumnNumber(Tok.getLocation()); 3791eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3805f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // This hack prevents stuff like: 3815f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // #define HASH # 3825f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // HASH define foo bar 3835f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // From having the # character end up at column 1, which makes it so it 3845f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // is not handled as a #define next time through the preprocessor if in 3855f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // -fpreprocessed mode. 386057aaf6304a5f59bcafa7b46c19625bb779af1d1Chris Lattner if (ColNo <= 1 && Tok.is(tok::hash)) 387e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner OS << ' '; 3881eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3895f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Otherwise, indent the appropriate number of spaces. 3905f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer for (; ColNo > 1; --ColNo) 391e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner OS << ' '; 3921eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3935f1803210b24b79c1a20f88aa8b0c62191e9d1cbChris Lattner return true; 3945f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 3955f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3963ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattnervoid PrintPPOutputPPCallbacks::HandleNewlinesInToken(const char *TokStr, 3973ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner unsigned Len) { 3983ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner unsigned NumNewlines = 0; 3993ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner for (; Len; --Len, ++TokStr) { 4003ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner if (*TokStr != '\n' && 4013ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner *TokStr != '\r') 4023ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner continue; 4031eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4043ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner ++NumNewlines; 4051eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4063ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner // If we have \n\r or \r\n, skip both and count as one line. 4073ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner if (Len != 1 && 4083ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner (TokStr[1] == '\n' || TokStr[1] == '\r') && 4093ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner TokStr[0] != TokStr[1]) 4103ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner ++TokStr, --Len; 4113ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner } 4121eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4133ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner if (NumNewlines == 0) return; 4141eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 415ed2d7c4ffd4112ddf10cb95e48428bae0b36377aChris Lattner CurLine += NumNewlines; 4163ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner} 4173ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner 4183ee211fd15dfeeb51bb69681084cdfcea427f314Chris Lattner 4195f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencernamespace { 4205f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencerstruct UnknownPragmaHandler : public PragmaHandler { 4215f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer const char *Prefix; 4225f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer PrintPPOutputPPCallbacks *Callbacks; 4231eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4245f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UnknownPragmaHandler(const char *prefix, PrintPPOutputPPCallbacks *callbacks) 4259b36c3f0de0105e903130bbda3c4aea7d792c0afArgyrios Kyrtzidis : Prefix(prefix), Callbacks(callbacks) {} 42680c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor virtual void HandlePragma(Preprocessor &PP, PragmaIntroducerKind Introducer, 42780c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor Token &PragmaTok) { 4285f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Figure out what line we went to and insert the appropriate number of 4295f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // newline characters. 430fe6834af25d0809215c9e205c9983dd6d3f968b4Douglas Gregor Callbacks->StartNewLineIfNeeded(); 4315f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer Callbacks->MoveToLine(PragmaTok.getLocation()); 432e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner Callbacks->OS.write(Prefix, strlen(Prefix)); 43380c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor Callbacks->SetEmittedTokensOnThisLine(); 4345f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Read and print all of the pragma tokens. 435057aaf6304a5f59bcafa7b46c19625bb779af1d1Chris Lattner while (PragmaTok.isNot(tok::eom)) { 4365f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer if (PragmaTok.hasLeadingSpace()) 437e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner Callbacks->OS << ' '; 4385f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer std::string TokSpell = PP.getSpelling(PragmaTok); 439e96de3e9134bee666f5cb1f5127b95e1c48c5bc2Chris Lattner Callbacks->OS.write(&TokSpell[0], TokSpell.size()); 4405f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer PP.LexUnexpandedToken(PragmaTok); 4415f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer } 44280c60f72848896f867f6b7e664e7060d9e78f019Douglas Gregor Callbacks->StartNewLineIfNeeded(); 4435f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer } 4445f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer}; 4455f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} // end anonymous namespace 4465f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 447f0f2b295437efecc0b52220b3f4a469fbb9aeac8Chris Lattner 44859076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattnerstatic void PrintPreprocessedTokens(Preprocessor &PP, Token &Tok, 44959076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner PrintPPOutputPPCallbacks *Callbacks, 45059076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner llvm::raw_ostream &OS) { 451e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer char Buffer[256]; 452c54539cd173e20d8b179b9488fabfc5eb4cf5ee6Chris Lattner Token PrevPrevTok, PrevTok; 453c54539cd173e20d8b179b9488fabfc5eb4cf5ee6Chris Lattner PrevPrevTok.startToken(); 454c54539cd173e20d8b179b9488fabfc5eb4cf5ee6Chris Lattner PrevTok.startToken(); 45559076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner while (1) { 4561eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 45759076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner // If this token is at the start of a line, emit newlines if needed. 45859076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner if (Tok.isAtStartOfLine() && Callbacks->HandleFirstTokOnLine(Tok)) { 45959076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner // done. 4601eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump } else if (Tok.hasLeadingSpace() || 46159076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner // If we haven't emitted a token on this line yet, PrevTok isn't 46259076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner // useful to look at and no concatenation could happen anyway. 46359076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner (Callbacks->hasEmittedTokensOnThisLine() && 46459076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner // Don't print "-" next to "-", it would form "--". 4658877321ca66b2887c2f377a7f724a62f34fdf1cdChris Lattner Callbacks->AvoidConcat(PrevPrevTok, PrevTok, Tok))) { 46659076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner OS << ' '; 46759076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner } 4681eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 469e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer if (IdentifierInfo *II = Tok.getIdentifierInfo()) { 470e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer OS << II->getName(); 471e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer } else if (Tok.isLiteral() && !Tok.needsCleaning() && 472e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer Tok.getLiteralData()) { 473e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer OS.write(Tok.getLiteralData(), Tok.getLength()); 474e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer } else if (Tok.getLength() < 256) { 475e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer const char *TokPtr = Buffer; 476e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer unsigned Len = PP.getSpelling(Tok, TokPtr); 477e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer OS.write(TokPtr, Len); 478e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer 479e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer // Tokens that can contain embedded newlines need to adjust our current 480e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer // line number. 481e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer if (Tok.getKind() == tok::comment) 482e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer Callbacks->HandleNewlinesInToken(TokPtr, Len); 483e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer } else { 484e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer std::string S = PP.getSpelling(Tok); 485e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer OS.write(&S[0], S.size()); 486e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer 487e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer // Tokens that can contain embedded newlines need to adjust our current 488e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer // line number. 489e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer if (Tok.getKind() == tok::comment) 490e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer Callbacks->HandleNewlinesInToken(&S[0], S.size()); 491e396007efa010568d7ac7dff15762aec7653fc63Benjamin Kramer } 49259076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner Callbacks->SetEmittedTokensOnThisLine(); 4931eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 49459076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner if (Tok.is(tok::eof)) break; 4951eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4968877321ca66b2887c2f377a7f724a62f34fdf1cdChris Lattner PrevPrevTok = PrevTok; 49759076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner PrevTok = Tok; 49859076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner PP.Lex(Tok); 49959076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner } 50059076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner} 50159076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner 5023ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramertypedef std::pair<IdentifierInfo*, MacroInfo*> id_macro_pair; 5033ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramerstatic int MacroIDCompare(const void* a, const void* b) { 5043ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramer const id_macro_pair *LHS = static_cast<const id_macro_pair*>(a); 5053ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramer const id_macro_pair *RHS = static_cast<const id_macro_pair*>(b); 5063ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramer return LHS->first->getName().compare(RHS->first->getName()); 5072a2bb1855a23b5415d3f6d0e1699c3c37c12ad28Chris Lattner} 50859076ab80b67774ee9e90d9d906c7877cb99f07bChris Lattner 509775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbarstatic void DoPrintMacros(Preprocessor &PP, llvm::raw_ostream *OS) { 510c72cc5072cdc1a1a6e05f9d0f962f293a69248c4Daniel Dunbar // Ignore unknown pragmas. 5119b36c3f0de0105e903130bbda3c4aea7d792c0afArgyrios Kyrtzidis PP.AddPragmaHandler(new EmptyPragmaHandler()); 512c72cc5072cdc1a1a6e05f9d0f962f293a69248c4Daniel Dunbar 513f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman // -dM mode just scans and ignores all tokens in the files, then dumps out 514f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman // the macro table at the end. 515e127a0d80155b45dafe77f2b4380e5fa111a3345Chris Lattner PP.EnterMainSourceFile(); 516f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman 517f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman Token Tok; 518f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman do PP.Lex(Tok); 519f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman while (Tok.isNot(tok::eof)); 520f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman 5213ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramer llvm::SmallVector<id_macro_pair, 128> 5223ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramer MacrosByID(PP.macro_begin(), PP.macro_end()); 5233ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramer llvm::array_pod_sort(MacrosByID.begin(), MacrosByID.end(), MacroIDCompare); 524f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman 525f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman for (unsigned i = 0, e = MacrosByID.size(); i != e; ++i) { 526f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman MacroInfo &MI = *MacrosByID[i].second; 5271eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump // Ignore computed macros like __LINE__ and friends. 528f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman if (MI.isBuiltinMacro()) continue; 529f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman 530f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman PrintMacroDefinition(*MacrosByID[i].first, MI, PP, *OS); 5313ff2a4b861082f271bb769755ea6d1da4b3e6b8dBenjamin Kramer *OS << '\n'; 532f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman } 533f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman} 534f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman 5355f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// DoPrintPreprocessedInput - This implements -E mode. 5365f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// 53712d3b1d98ec4463b733348e9fb8eadd19b365b0bEli Friedmanvoid clang::DoPrintPreprocessedInput(Preprocessor &PP, llvm::raw_ostream *OS, 53829cf746aef63b1984c013448e843a290b2badf7bDaniel Dunbar const PreprocessorOutputOptions &Opts) { 539775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar // Show macros with no output is handled specially. 540775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar if (!Opts.ShowCPP) { 541775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar assert(Opts.ShowMacros && "Not yet implemented!"); 542775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar DoPrintMacros(PP, OS); 543775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar return; 544775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar } 545775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar 5465f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Inform the preprocessor whether we want it to retain comments or not, due 5475f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // to -C or -CC. 548775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar PP.SetCommentRetentionState(Opts.ShowComments, Opts.ShowMacroComments); 549f54fce8ff8818cde6b421265f709319f5fea0844Eli Friedman 55012d3b1d98ec4463b733348e9fb8eadd19b365b0bEli Friedman PrintPPOutputPPCallbacks *Callbacks = 551775bee71ad21c84bc130af22ac47c1c8e0f9e72fDaniel Dunbar new PrintPPOutputPPCallbacks(PP, *OS, !Opts.ShowLineMarkers, 552eef63e0997e0f6d6436736ea919b851cfe34955aDaniel Dunbar Opts.ShowMacros); 5539b36c3f0de0105e903130bbda3c4aea7d792c0afArgyrios Kyrtzidis PP.AddPragmaHandler(new UnknownPragmaHandler("#pragma", Callbacks)); 5541397399de1cff90e0cb3b1d72097d34bd1a11759Chris Lattner PP.AddPragmaHandler("GCC", new UnknownPragmaHandler("#pragma GCC",Callbacks)); 5551397399de1cff90e0cb3b1d72097d34bd1a11759Chris Lattner PP.AddPragmaHandler("clang", 5561397399de1cff90e0cb3b1d72097d34bd1a11759Chris Lattner new UnknownPragmaHandler("#pragma clang", Callbacks)); 557f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman 558a5d10c4df435964600e104ebef6a96b106e416b7Kovarththanan Rajaratnam PP.addPPCallbacks(Callbacks); 559f54fce8ff8818cde6b421265f709319f5fea0844Eli Friedman 560f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman // After we have configured the preprocessor, enter the main file. 561e127a0d80155b45dafe77f2b4380e5fa111a3345Chris Lattner PP.EnterMainSourceFile(); 562f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman 563f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman // Consume all of the tokens that come from the predefines buffer. Those 564f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman // should not be emitted into the output and are guaranteed to be at the 565f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman // start. 566f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman const SourceManager &SourceMgr = PP.getSourceManager(); 567f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman Token Tok; 568cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor do { 569cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor PP.Lex(Tok); 570cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor if (Tok.is(tok::eof) || !Tok.getLocation().isFileID()) 571cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor break; 572cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor 573cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor PresumedLoc PLoc = SourceMgr.getPresumedLoc(Tok.getLocation()); 574cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor if (PLoc.isInvalid()) 575cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor break; 576cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor 577cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor if (strcmp(PLoc.getFilename(), "<built-in>")) 578cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor break; 579cb7b1e17b63967317ab5cc55682168cf0380519aDouglas Gregor } while (true); 580f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman 581f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman // Read all the preprocessed tokens, printing them out to the stream. 582f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman PrintPreprocessedTokens(PP, Tok, Callbacks, *OS); 583f1db58547a7004eefeca08b44f3e7da71ba578a2Eli Friedman *OS << '\n'; 5845f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 585