PTHLexer.cpp revision 681d83dd7e36ddb8a25313c446a91c00bbc652dd
1274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek//===--- PTHLexer.cpp - Lex from a token stream ---------------------------===// 2274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 3274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// The LLVM Compiler Infrastructure 4274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 5274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// This file is distributed under the University of Illinois Open Source 6274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// License. See LICENSE.TXT for details. 7274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 8274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek//===----------------------------------------------------------------------===// 9274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 10274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// This file implements the PTHLexer interface. 11274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 12274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek//===----------------------------------------------------------------------===// 13274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek 140c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Basic/TokenKinds.h" 150c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Basic/FileManager.h" 1610e286aa8d39fb51a21412850265d9dae74613eeChris Lattner#include "clang/Basic/FileSystemStatCache.h" 170c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Basic/IdentifierTable.h" 189378ba44b3f46d697653003c784be87746e138d2Douglas Gregor#include "clang/Basic/OnDiskHashTable.h" 193574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar#include "clang/Lex/LexDiagnostic.h" 20274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek#include "clang/Lex/PTHLexer.h" 21274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek#include "clang/Lex/Preprocessor.h" 220c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Lex/PTHManager.h" 230c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Lex/Token.h" 240c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Lex/Preprocessor.h" 250c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "llvm/ADT/OwningPtr.h" 262596e429a61602312bdd149786045b8a90cd2d10Daniel Dunbar#include "llvm/ADT/StringExtras.h" 272596e429a61602312bdd149786045b8a90cd2d10Daniel Dunbar#include "llvm/ADT/StringMap.h" 286f78c3b8b9343e7e9fbf2d457cccf00df6da5d47Chris Lattner#include "llvm/Support/MemoryBuffer.h" 293a321e23f66128dbb986343927456ff6702af617Michael J. Spencer#include "llvm/Support/system_error.h" 30274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenekusing namespace clang; 319378ba44b3f46d697653003c784be87746e138d2Douglas Gregorusing namespace clang::io; 32274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek 337b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek#define DISK_TOKEN_SIZE (1+1+2+4+4) 34268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 35e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek//===----------------------------------------------------------------------===// 36e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek// PTHLexer methods. 37e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek//===----------------------------------------------------------------------===// 38e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 39da9d61c96c412f6babc7f824152609562f302388Chris LattnerPTHLexer::PTHLexer(Preprocessor &PP, FileID FID, const unsigned char *D, 40277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek const unsigned char *ppcond, PTHManager &PM) 412b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner : PreprocessorLexer(&PP, FID), TokBuf(D), CurPtr(D), LastHashTokPtr(0), 42277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek PPCond(ppcond), CurPPCondPtr(ppcond), PTHMgr(PM) { 431eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 442b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner FileStartLoc = PP.getSourceManager().getLocForStartOfFile(FID); 455f074266cc59563036c40516c814d63825723e20Ted Kremenek} 46274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek 47e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenekvoid PTHLexer::Lex(Token& Tok) { 48e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted KremenekLexNextToken: 49866bdf74547efe32c320554837ffce00fcc084feTed Kremenek 50866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 51866bdf74547efe32c320554837ffce00fcc084feTed Kremenek // Read the raw token data. 52866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 531eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 54866bdf74547efe32c320554837ffce00fcc084feTed Kremenek // Shadow CurPtr into an automatic variable. 551eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump const unsigned char *CurPtrShadow = CurPtr; 56866bdf74547efe32c320554837ffce00fcc084feTed Kremenek 571b5285e1ba31975864da356b2ed927e87670e654Chris Lattner // Read in the data for the token. 585ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner unsigned Word0 = ReadLE32(CurPtrShadow); 595ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner uint32_t IdentifierID = ReadLE32(CurPtrShadow); 605ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner uint32_t FileOffset = ReadLE32(CurPtrShadow); 611eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 627b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek tok::TokenKind TKind = (tok::TokenKind) (Word0 & 0xFF); 637b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek Token::TokenFlags TFlags = (Token::TokenFlags) ((Word0 >> 8) & 0xFF); 64aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner uint32_t Len = Word0 >> 16; 657b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek 66aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner CurPtr = CurPtrShadow; 671eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 68866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 69866bdf74547efe32c320554837ffce00fcc084feTed Kremenek // Construct the token itself. 70866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 711eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 72866bdf74547efe32c320554837ffce00fcc084feTed Kremenek Tok.startToken(); 73898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner Tok.setKind(TKind); 74898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner Tok.setFlag(TFlags); 7559d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(!LexingRawMode); 76a64ccefdf0ea4e03ec88805d71b0af74950c7472Argyrios Kyrtzidis Tok.setLocation(FileStartLoc.getLocWithOffset(FileOffset)); 77866bdf74547efe32c320554837ffce00fcc084feTed Kremenek Tok.setLength(Len); 7889d7ee9619d2dbdfa8d956a695c612a104a92cadTed Kremenek 79d0a69696acca62798dfc8b98f97c92bfa7fa0490Chris Lattner // Handle identifiers. 80277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek if (Tok.isLiteral()) { 81277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek Tok.setLiteralData((const char*) (PTHMgr.SpellingBase + IdentifierID)); 82277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek } 83277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek else if (IdentifierID) { 84d0a69696acca62798dfc8b98f97c92bfa7fa0490Chris Lattner MIOpt.ReadToken(); 85d0a69696acca62798dfc8b98f97c92bfa7fa0490Chris Lattner IdentifierInfo *II = PTHMgr.GetIdentifierInfo(IdentifierID-1); 861eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 87d0a69696acca62798dfc8b98f97c92bfa7fa0490Chris Lattner Tok.setIdentifierInfo(II); 881eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 89863c486fcb6162495a94fddf7ac8409de2638995Chris Lattner // Change the kind of this identifier to the appropriate token kind, e.g. 90863c486fcb6162495a94fddf7ac8409de2638995Chris Lattner // turning "for" into a keyword. 91863c486fcb6162495a94fddf7ac8409de2638995Chris Lattner Tok.setKind(II->getTokenID()); 921eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 93d0a69696acca62798dfc8b98f97c92bfa7fa0490Chris Lattner if (II->isHandleIdentifierCase()) 94d0a69696acca62798dfc8b98f97c92bfa7fa0490Chris Lattner PP->HandleIdentifier(Tok); 95d0a69696acca62798dfc8b98f97c92bfa7fa0490Chris Lattner return; 96d0a69696acca62798dfc8b98f97c92bfa7fa0490Chris Lattner } 971eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 98866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 99866bdf74547efe32c320554837ffce00fcc084feTed Kremenek // Process the token. 100866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 101898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner if (TKind == tok::eof) { 102e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek // Save the end-of-file token. 103e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek EofToken = Tok; 1041eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 10594e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek // Save 'PP' to 'PPCache' as LexEndOfFile can delete 'this'. 106cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek Preprocessor *PPCache = PP; 1071eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 10859d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(!ParsingPreprocessorDirective); 10959d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(!LexingRawMode); 11094e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek 11194e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek if (LexEndOfFile(Tok)) 112d6f53dc4951aace69014619761760addac9e59ecTed Kremenek return; 1131eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 114cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek return PPCache->Lex(Tok); 115cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek } 1161eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 117898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner if (TKind == tok::hash && Tok.isAtStartOfLine()) { 11859d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek LastHashTokPtr = CurPtr - DISK_TOKEN_SIZE; 11959d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(!LexingRawMode); 12059d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek PP->HandleDirective(Tok); 1211eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 12259d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek if (PP->isCurrentLexer(this)) 12359d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek goto LexNextToken; 1241eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 12559d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek return PP->Lex(Tok); 126e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek } 1271eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 12884021556baceb76eedf7d44be8ba71d9b8cfaccePeter Collingbourne if (TKind == tok::eod) { 12959d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(ParsingPreprocessorDirective); 13059d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek ParsingPreprocessorDirective = false; 13159d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek return; 13259d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek } 133274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek 13459d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek MIOpt.ReadToken(); 135cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek} 136cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek 13794e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenekbool PTHLexer::LexEndOfFile(Token &Result) { 13894e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek // If we hit the end of the file while parsing a preprocessor directive, 13994e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek // end the preprocessor directive first. The next token returned will 14094e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek // then be the end of file. 14194e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek if (ParsingPreprocessorDirective) { 14294e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek ParsingPreprocessorDirective = false; // Done parsing the "line". 14394e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek return true; // Have a token. 14494e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek } 14594e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek 14694e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek assert(!LexingRawMode); 14794e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek 14894e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek // If we are in a #if directive, emit an error. 14994e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek while (!ConditionalStack.empty()) { 1507d100872341f233c81e1d7b72b40457e62c36862Argyrios Kyrtzidis if (PP->getCodeCompletionFileLoc() != FileStartLoc) 1512d474ba9e8ae43a1a5a9f72718c0d79092b9453fDouglas Gregor PP->Diag(ConditionalStack.back().IfLoc, 1522d474ba9e8ae43a1a5a9f72718c0d79092b9453fDouglas Gregor diag::err_pp_unterminated_conditional); 15394e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek ConditionalStack.pop_back(); 15494e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek } 15594e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek 15694e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek // Finally, let the preprocessor handle this. 15794e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek return PP->HandleEndOfFile(Result); 15894e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek} 15994e3d1f0349634235606be77c08b3a48a6d563d6Ted Kremenek 160e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek// FIXME: We can just grab the last token instead of storing a copy 161e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek// into EofToken. 16259d08cb672136322375e5400578ee1fbd0947de2Ted Kremenekvoid PTHLexer::getEOF(Token& Tok) { 163defb7094c835998bb821e894253287625ce8c74dTed Kremenek assert(EofToken.is(tok::eof)); 1640c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek Tok = EofToken; 165274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek} 16617ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenek 16717ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenekvoid PTHLexer::DiscardToEndOfLine() { 16817ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenek assert(ParsingPreprocessorDirective && ParsingFilename == false && 16917ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenek "Must be in a preprocessing directive!"); 1704d35da2e41941965bbee8ed7e8c30e7c21000d71Ted Kremenek 171e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek // We assume that if the preprocessor wishes to discard to the end of 172e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek // the line that it also means to end the current preprocessor directive. 173e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek ParsingPreprocessorDirective = false; 1741eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 17574c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // Skip tokens by only peeking at their token kind and the flags. 17674c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // We don't need to actually reconstruct full tokens from the token buffer. 17774c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // This saves some copies and it also reduces IdentifierInfo* lookup. 178da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* p = CurPtr; 17974c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek while (1) { 18074c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // Read the token kind. Are we at the end of the file? 18174c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek tok::TokenKind x = (tok::TokenKind) (uint8_t) *p; 18274c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek if (x == tok::eof) break; 1831eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 18474c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // Read the token flags. Are we at the start of the next line? 18574c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek Token::TokenFlags y = (Token::TokenFlags) (uint8_t) p[1]; 18680d2f3059326f99ebf7c867db1c7f106ec9485f5Ted Kremenek if (y & Token::StartOfLine) break; 18774c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek 18874c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // Skip to the next token. 18974c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek p += DISK_TOKEN_SIZE; 19074c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek } 1911eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 19274c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek CurPtr = p; 19317ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenek} 1940c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 195268ee7016a2811803989487c0ad3799486092c63Ted Kremenek/// SkipBlock - Used by Preprocessor to skip the current conditional block. 196268ee7016a2811803989487c0ad3799486092c63Ted Kremenekbool PTHLexer::SkipBlock() { 197268ee7016a2811803989487c0ad3799486092c63Ted Kremenek assert(CurPPCondPtr && "No cached PP conditional information."); 198268ee7016a2811803989487c0ad3799486092c63Ted Kremenek assert(LastHashTokPtr && "No known '#' token."); 1991eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 200da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* HashEntryI = 0; 2011eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump uint32_t Offset; 202268ee7016a2811803989487c0ad3799486092c63Ted Kremenek uint32_t TableIdx; 2031eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 204268ee7016a2811803989487c0ad3799486092c63Ted Kremenek do { 20541a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Read the token offset from the side-table. 2065ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner Offset = ReadLE32(CurPPCondPtr); 2071eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2081eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump // Read the target table index from the side-table. 2095ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner TableIdx = ReadLE32(CurPPCondPtr); 2101eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 21141a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Compute the actual memory address of the '#' token data for this entry. 21241a2660377d215d004fe413c03874bd066b5384cTed Kremenek HashEntryI = TokBuf + Offset; 21341a2660377d215d004fe413c03874bd066b5384cTed Kremenek 21441a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Optmization: "Sibling jumping". #if...#else...#endif blocks can 21541a2660377d215d004fe413c03874bd066b5384cTed Kremenek // contain nested blocks. In the side-table we can jump over these 21641a2660377d215d004fe413c03874bd066b5384cTed Kremenek // nested blocks instead of doing a linear search if the next "sibling" 21741a2660377d215d004fe413c03874bd066b5384cTed Kremenek // entry is not at a location greater than LastHashTokPtr. 21841a2660377d215d004fe413c03874bd066b5384cTed Kremenek if (HashEntryI < LastHashTokPtr && TableIdx) { 21941a2660377d215d004fe413c03874bd066b5384cTed Kremenek // In the side-table we are still at an entry for a '#' token that 22041a2660377d215d004fe413c03874bd066b5384cTed Kremenek // is earlier than the last one we saw. Check if the location we would 22141a2660377d215d004fe413c03874bd066b5384cTed Kremenek // stride gets us closer. 222da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* NextPPCondPtr = 223da9d61c96c412f6babc7f824152609562f302388Chris Lattner PPCond + TableIdx*(sizeof(uint32_t)*2); 22441a2660377d215d004fe413c03874bd066b5384cTed Kremenek assert(NextPPCondPtr >= CurPPCondPtr); 22541a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Read where we should jump to. 2265ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner uint32_t TmpOffset = ReadLE32(NextPPCondPtr); 227da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* HashEntryJ = TokBuf + TmpOffset; 2281eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 22941a2660377d215d004fe413c03874bd066b5384cTed Kremenek if (HashEntryJ <= LastHashTokPtr) { 23041a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Jump directly to the next entry in the side table. 23141a2660377d215d004fe413c03874bd066b5384cTed Kremenek HashEntryI = HashEntryJ; 23241a2660377d215d004fe413c03874bd066b5384cTed Kremenek Offset = TmpOffset; 2335ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner TableIdx = ReadLE32(NextPPCondPtr); 23441a2660377d215d004fe413c03874bd066b5384cTed Kremenek CurPPCondPtr = NextPPCondPtr; 23541a2660377d215d004fe413c03874bd066b5384cTed Kremenek } 23641a2660377d215d004fe413c03874bd066b5384cTed Kremenek } 237268ee7016a2811803989487c0ad3799486092c63Ted Kremenek } 2381eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump while (HashEntryI < LastHashTokPtr); 23941a2660377d215d004fe413c03874bd066b5384cTed Kremenek assert(HashEntryI == LastHashTokPtr && "No PP-cond entry found for '#'"); 240268ee7016a2811803989487c0ad3799486092c63Ted Kremenek assert(TableIdx && "No jumping from #endifs."); 2411eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 242268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Update our side-table iterator. 243da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* NextPPCondPtr = PPCond + TableIdx*(sizeof(uint32_t)*2); 244268ee7016a2811803989487c0ad3799486092c63Ted Kremenek assert(NextPPCondPtr >= CurPPCondPtr); 245268ee7016a2811803989487c0ad3799486092c63Ted Kremenek CurPPCondPtr = NextPPCondPtr; 2461eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 247268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Read where we should jump to. 2485ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner HashEntryI = TokBuf + ReadLE32(NextPPCondPtr); 2495ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner uint32_t NextIdx = ReadLE32(NextPPCondPtr); 2501eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 251268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // By construction NextIdx will be zero if this is a #endif. This is useful 252268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // to know to obviate lexing another token. 253268ee7016a2811803989487c0ad3799486092c63Ted Kremenek bool isEndif = NextIdx == 0; 2541eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 255268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // This case can occur when we see something like this: 256268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // 257268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // #if ... 258268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // /* a comment or nothing */ 259268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // #elif 260268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // 261268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // If we are skipping the first #if block it will be the case that CurPtr 262268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // already points 'elif'. Just return. 2631eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 26441a2660377d215d004fe413c03874bd066b5384cTed Kremenek if (CurPtr > HashEntryI) { 26541a2660377d215d004fe413c03874bd066b5384cTed Kremenek assert(CurPtr == HashEntryI + DISK_TOKEN_SIZE); 266268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Did we reach a #endif? If so, go ahead and consume that token as well. 267268ee7016a2811803989487c0ad3799486092c63Ted Kremenek if (isEndif) 268e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek CurPtr += DISK_TOKEN_SIZE*2; 269268ee7016a2811803989487c0ad3799486092c63Ted Kremenek else 27041a2660377d215d004fe413c03874bd066b5384cTed Kremenek LastHashTokPtr = HashEntryI; 2711eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 272268ee7016a2811803989487c0ad3799486092c63Ted Kremenek return isEndif; 273268ee7016a2811803989487c0ad3799486092c63Ted Kremenek } 274268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 275268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Otherwise, we need to advance. Update CurPtr to point to the '#' token. 27641a2660377d215d004fe413c03874bd066b5384cTed Kremenek CurPtr = HashEntryI; 2771eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 278268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Update the location of the last observed '#'. This is useful if we 279268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // are skipping multiple blocks. 280268ee7016a2811803989487c0ad3799486092c63Ted Kremenek LastHashTokPtr = CurPtr; 281268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 282e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek // Skip the '#' token. 283da9d61c96c412f6babc7f824152609562f302388Chris Lattner assert(((tok::TokenKind)*CurPtr) == tok::hash); 284e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek CurPtr += DISK_TOKEN_SIZE; 2851eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 286268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Did we reach a #endif? If so, go ahead and consume that token as well. 287e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek if (isEndif) { CurPtr += DISK_TOKEN_SIZE*2; } 288268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 289268ee7016a2811803989487c0ad3799486092c63Ted Kremenek return isEndif; 290268ee7016a2811803989487c0ad3799486092c63Ted Kremenek} 291268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 29230a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed KremenekSourceLocation PTHLexer::getSourceLocation() { 2931b5285e1ba31975864da356b2ed927e87670e654Chris Lattner // getSourceLocation is not on the hot path. It is used to get the location 2941b5285e1ba31975864da356b2ed927e87670e654Chris Lattner // of the next token when transitioning back to this lexer when done 29530a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek // handling a #included file. Just read the necessary data from the token 29630a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek // data buffer to construct the SourceLocation object. 29730a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek // NOTE: This is a virtual function; hence it is defined out-of-line. 298b248d53f2599d8e7b53b144b713e163ca521ffcaTed Kremenek const unsigned char *OffsetPtr = CurPtr + (DISK_TOKEN_SIZE - 4); 2995ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner uint32_t Offset = ReadLE32(OffsetPtr); 300a64ccefdf0ea4e03ec88805d71b0af74950c7472Argyrios Kyrtzidis return FileStartLoc.getLocWithOffset(Offset); 30130a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek} 30230a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek 3035f074266cc59563036c40516c814d63825723e20Ted Kremenek//===----------------------------------------------------------------------===// 304d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek// PTH file lookup: map from strings to file data. 305d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek//===----------------------------------------------------------------------===// 3060c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 3070c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek/// PTHFileLookup - This internal data structure is used by the PTHManager 3080c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek/// to map from FileEntry objects managed by FileManager to offsets within 3090c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek/// the PTH file. 3100c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremeneknamespace { 31185b4521e34dcd4a0a4a1f0819e1123128e5a3125Benjamin Kramerclass PTHFileData { 312d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek const uint32_t TokenOff; 313d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek const uint32_t PPCondOff; 3140c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenekpublic: 315d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek PTHFileData(uint32_t tokenOff, uint32_t ppCondOff) 316d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek : TokenOff(tokenOff), PPCondOff(ppCondOff) {} 3171eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3181eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump uint32_t getTokenOffset() const { return TokenOff; } 3191eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump uint32_t getPPCondOffset() const { return PPCondOff; } 320d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek}; 3211eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3221eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 32385b4521e34dcd4a0a4a1f0819e1123128e5a3125Benjamin Kramerclass PTHFileLookupCommonTrait { 3240c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenekpublic: 325a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek typedef std::pair<unsigned char, const char*> internal_key_type; 326a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek 327a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek static unsigned ComputeHash(internal_key_type x) { 3282596e429a61602312bdd149786045b8a90cd2d10Daniel Dunbar return llvm::HashString(x.second); 329d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek } 3301eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 331d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek static std::pair<unsigned, unsigned> 332d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek ReadKeyDataLength(const unsigned char*& d) { 333a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek unsigned keyLen = (unsigned) ReadUnalignedLE16(d); 334a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek unsigned dataLen = (unsigned) *(d++); 335a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek return std::make_pair(keyLen, dataLen); 3360c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 3371eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 338a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek static internal_key_type ReadKey(const unsigned char* d, unsigned) { 339a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek unsigned char k = *(d++); // Read the entry kind. 340a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek return std::make_pair(k, (const char*) d); 341d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek } 342337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek}; 3431eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 34485b4521e34dcd4a0a4a1f0819e1123128e5a3125Benjamin Kramerclass PTHFileLookupTrait : public PTHFileLookupCommonTrait { 345337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenekpublic: 346337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek typedef const FileEntry* external_key_type; 347337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek typedef PTHFileData data_type; 3481eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 349a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek static internal_key_type GetInternalKey(const FileEntry* FE) { 350a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek return std::make_pair((unsigned char) 0x1, FE->getName()); 351337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek } 352a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek 353a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek static bool EqualKey(internal_key_type a, internal_key_type b) { 354a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek return a.first == b.first && strcmp(a.second, b.second) == 0; 3551eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump } 3561eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3571eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump static PTHFileData ReadData(const internal_key_type& k, 3581eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump const unsigned char* d, unsigned) { 359a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek assert(k.first == 0x1 && "Only file lookups can match!"); 360d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek uint32_t x = ::ReadUnalignedLE32(d); 361d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek uint32_t y = ::ReadUnalignedLE32(d); 3621eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump return PTHFileData(x, y); 3630c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 3640c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek}; 3657e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek 36685b4521e34dcd4a0a4a1f0819e1123128e5a3125Benjamin Kramerclass PTHStringLookupTrait { 3677e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenekpublic: 3681eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump typedef uint32_t 3697e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek data_type; 3707e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek 3717e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek typedef const std::pair<const char*, unsigned> 3727e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek external_key_type; 3737e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek 3747e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek typedef external_key_type internal_key_type; 3751eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3767e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek static bool EqualKey(const internal_key_type& a, 3777e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek const internal_key_type& b) { 3787e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek return (a.second == b.second) ? memcmp(a.first, b.first, a.second) == 0 3797e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek : false; 3807e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek } 3811eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3827e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek static unsigned ComputeHash(const internal_key_type& a) { 3835f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner return llvm::HashString(StringRef(a.first, a.second)); 3847e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek } 3851eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3867e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek // This hopefully will just get inlined and removed by the optimizer. 3877e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek static const internal_key_type& 3887e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek GetInternalKey(const external_key_type& x) { return x; } 3891eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3907e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek static std::pair<unsigned, unsigned> 3917e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek ReadKeyDataLength(const unsigned char*& d) { 3927e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek return std::make_pair((unsigned) ReadUnalignedLE16(d), sizeof(uint32_t)); 3937e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek } 3941eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3957e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek static std::pair<const char*, unsigned> 3967e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek ReadKey(const unsigned char* d, unsigned n) { 3977e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek assert(n >= 2 && d[n-1] == '\0'); 3987e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek return std::make_pair((const char*) d, n-1); 3997e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek } 4001eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 401a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek static uint32_t ReadData(const internal_key_type& k, const unsigned char* d, 402a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek unsigned) { 4037e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek return ::ReadUnalignedLE32(d); 4047e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek } 4057e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek}; 4061eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4071eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump} // end anonymous namespace 408d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek 4097e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenektypedef OnDiskChainedHashTable<PTHFileLookupTrait> PTHFileLookup; 4107e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenektypedef OnDiskChainedHashTable<PTHStringLookupTrait> PTHStringIdLookup; 4110c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4120c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek//===----------------------------------------------------------------------===// 4130c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek// PTHManager methods. 4140c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek//===----------------------------------------------------------------------===// 4150c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4160c6a77bc1f52f282a969538f139ebde429076ed3Ted KremenekPTHManager::PTHManager(const llvm::MemoryBuffer* buf, void* fileLookup, 417da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* idDataTable, 4181eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump IdentifierInfo** perIDCache, 4197e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek void* stringIdLookup, unsigned numIds, 42068228634016f644a1164fa1f024a9ce2093656bfTed Kremenek const unsigned char* spellingBase, 42168228634016f644a1164fa1f024a9ce2093656bfTed Kremenek const char* originalSourceFile) 4226183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek: Buf(buf), PerIDCache(perIDCache), FileLookup(fileLookup), 4237e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek IdDataTable(idDataTable), StringIdLookup(stringIdLookup), 42468228634016f644a1164fa1f024a9ce2093656bfTed Kremenek NumIds(numIds), PP(0), SpellingBase(spellingBase), 42568228634016f644a1164fa1f024a9ce2093656bfTed Kremenek OriginalSourceFile(originalSourceFile) {} 4260c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4270c6a77bc1f52f282a969538f139ebde429076ed3Ted KremenekPTHManager::~PTHManager() { 4280c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek delete Buf; 4290c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek delete (PTHFileLookup*) FileLookup; 4307e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek delete (PTHStringIdLookup*) StringIdLookup; 4310e50b6e7c104d00614baa3d80df62f1630a94d9cTed Kremenek free(PerIDCache); 4320c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} 4330c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4343574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbarstatic void InvalidPTH(Diagnostic &Diags, const char *Msg) { 4353574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar Diags.Report(Diags.getCustomDiagID(Diagnostic::Error, Msg)); 43626555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek} 43726555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek 438681c74afe6a81161aa13291c6c114e5240b23865Chris LattnerPTHManager *PTHManager::Create(const std::string &file, Diagnostic &Diags) { 4390c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Memory map the PTH file. 4404eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer llvm::OwningPtr<llvm::MemoryBuffer> File; 4411eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4424eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (llvm::MemoryBuffer::getFile(file, File)) { 4433a321e23f66128dbb986343927456ff6702af617Michael J. Spencer // FIXME: Add ec.message() to this diag. 4443574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar Diags.Report(diag::err_invalid_pth_file) << file; 4450c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; 4468a6aec620dbec1f292fe4116c0373ac81ab90234Ted Kremenek } 4471eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4480c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Get the buffer ranges and check if there are at least three 32-bit 4490c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // words at the end of the file. 4507ad629ebefa87269cc1887debc83cfa58c285a80Chris Lattner const unsigned char *BufBeg = (unsigned char*)File->getBufferStart(); 4517ad629ebefa87269cc1887debc83cfa58c285a80Chris Lattner const unsigned char *BufEnd = (unsigned char*)File->getBufferEnd(); 452e1b6498c41b94c3bc5cede17b0702282543385efTed Kremenek 453e1b6498c41b94c3bc5cede17b0702282543385efTed Kremenek // Check the prologue of the file. 4547ad629ebefa87269cc1887debc83cfa58c285a80Chris Lattner if ((BufEnd - BufBeg) < (signed)(sizeof("cfe-pth") + 3 + 4) || 45526555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek memcmp(BufBeg, "cfe-pth", sizeof("cfe-pth") - 1) != 0) { 4563574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar Diags.Report(diag::err_invalid_pth_file) << file; 457e1b6498c41b94c3bc5cede17b0702282543385efTed Kremenek return 0; 45826555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek } 4591eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 46067d15050bbea16ae256e204ecd464f2e454c3c99Ted Kremenek // Read the PTH version. 461e1b6498c41b94c3bc5cede17b0702282543385efTed Kremenek const unsigned char *p = BufBeg + (sizeof("cfe-pth") - 1); 46267d15050bbea16ae256e204ecd464f2e454c3c99Ted Kremenek unsigned Version = ReadLE32(p); 4631eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4643574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar if (Version < PTHManager::Version) { 4653574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar InvalidPTH(Diags, 4661eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump Version < PTHManager::Version 46726555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek ? "PTH file uses an older PTH format that is no longer supported" 46826555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek : "PTH file uses a newer PTH format that cannot be read"); 46967d15050bbea16ae256e204ecd464f2e454c3c99Ted Kremenek return 0; 47026555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek } 47167d15050bbea16ae256e204ecd464f2e454c3c99Ted Kremenek 4721eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump // Compute the address of the index table at the end of the PTH file. 473a4bd8eb4d6d4b625f6bbb62fc180b02eab6433edTed Kremenek const unsigned char *PrologueOffset = p; 4741eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 475a4bd8eb4d6d4b625f6bbb62fc180b02eab6433edTed Kremenek if (PrologueOffset >= BufEnd) { 4763574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar Diags.Report(diag::err_invalid_pth_file) << file; 477e1b6498c41b94c3bc5cede17b0702282543385efTed Kremenek return 0; 47826555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek } 4791eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4800c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Construct the file lookup table. This will be used for mapping from 4810c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // FileEntry*'s to cached tokens. 482a4bd8eb4d6d4b625f6bbb62fc180b02eab6433edTed Kremenek const unsigned char* FileTableOffset = PrologueOffset + sizeof(uint32_t)*2; 4835ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner const unsigned char* FileTable = BufBeg + ReadLE32(FileTableOffset); 4841eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4850c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek if (!(FileTable > BufBeg && FileTable < BufEnd)) { 4863574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar Diags.Report(diag::err_invalid_pth_file) << file; 4870c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; // FIXME: Proper error diagnostic? 4880c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 4891eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 490d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek llvm::OwningPtr<PTHFileLookup> FL(PTHFileLookup::Create(FileTable, BufBeg)); 4911eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4921d20197cb9478f3db17cbcfc57a1f8182843fc6aTed Kremenek // Warn if the PTH file is empty. We still want to create a PTHManager 4931d20197cb9478f3db17cbcfc57a1f8182843fc6aTed Kremenek // as the PTH could be used with -include-pth. 4941d20197cb9478f3db17cbcfc57a1f8182843fc6aTed Kremenek if (FL->isEmpty()) 4953574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar InvalidPTH(Diags, "PTH file contains no cached source data"); 4961eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 4970c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Get the location of the table mapping from persistent ids to the 4980c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // data needed to reconstruct identifiers. 499a4bd8eb4d6d4b625f6bbb62fc180b02eab6433edTed Kremenek const unsigned char* IDTableOffset = PrologueOffset + sizeof(uint32_t)*0; 5005ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner const unsigned char* IData = BufBeg + ReadLE32(IDTableOffset); 5011eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 502cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek if (!(IData >= BufBeg && IData < BufEnd)) { 5033574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar Diags.Report(diag::err_invalid_pth_file) << file; 50426555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek return 0; 5050c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 5061eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 5077e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek // Get the location of the hashtable mapping between strings and 5087e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek // persistent IDs. 509a4bd8eb4d6d4b625f6bbb62fc180b02eab6433edTed Kremenek const unsigned char* StringIdTableOffset = PrologueOffset + sizeof(uint32_t)*1; 5107e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek const unsigned char* StringIdTable = BufBeg + ReadLE32(StringIdTableOffset); 5117e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek if (!(StringIdTable >= BufBeg && StringIdTable < BufEnd)) { 5123574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar Diags.Report(diag::err_invalid_pth_file) << file; 51326555b18aa2c3b78744e77927acd3faa53ae7369Ted Kremenek return 0; 51472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek } 5157e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek 5167e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek llvm::OwningPtr<PTHStringIdLookup> SL(PTHStringIdLookup::Create(StringIdTable, 5177e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek BufBeg)); 5181eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 519277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek // Get the location of the spelling cache. 520a4bd8eb4d6d4b625f6bbb62fc180b02eab6433edTed Kremenek const unsigned char* spellingBaseOffset = PrologueOffset + sizeof(uint32_t)*3; 521277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek const unsigned char* spellingBase = BufBeg + ReadLE32(spellingBaseOffset); 522277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek if (!(spellingBase >= BufBeg && spellingBase < BufEnd)) { 5233574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar Diags.Report(diag::err_invalid_pth_file) << file; 524277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek return 0; 525277faca30c9f8f72b79f55695cbe3395ec246e7cTed Kremenek } 5261eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 5276183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek // Get the number of IdentifierInfos and pre-allocate the identifier cache. 5285ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner uint32_t NumIds = ReadLE32(IData); 5291eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 530fc8f0e14ad142ed811e90fbd9a30e419e301c717Chris Lattner // Pre-allocate the persistent ID -> IdentifierInfo* cache. We use calloc() 5316183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek // so that we in the best case only zero out memory once when the OS returns 5326183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek // us new pages. 533cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek IdentifierInfo** PerIDCache = 0; 5341eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 535cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek if (NumIds) { 5361eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump PerIDCache = (IdentifierInfo**)calloc(NumIds, sizeof(*PerIDCache)); 537cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek if (!PerIDCache) { 5383574f46cf495ec61618fd6864b045c5b1d0d5068Daniel Dunbar InvalidPTH(Diags, "Could not allocate memory for processing PTH file"); 539cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek return 0; 540cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek } 5416183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek } 542cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek 54368228634016f644a1164fa1f024a9ce2093656bfTed Kremenek // Compute the address of the original source file. 54468228634016f644a1164fa1f024a9ce2093656bfTed Kremenek const unsigned char* originalSourceBase = PrologueOffset + sizeof(uint32_t)*4; 54568228634016f644a1164fa1f024a9ce2093656bfTed Kremenek unsigned len = ReadUnalignedLE16(originalSourceBase); 5461eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump if (!len) originalSourceBase = 0; 5471eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 54872b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Create the new PTHManager. 54972b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek return new PTHManager(File.take(), FL.take(), IData, PerIDCache, 55068228634016f644a1164fa1f024a9ce2093656bfTed Kremenek SL.take(), NumIds, spellingBase, 55168228634016f644a1164fa1f024a9ce2093656bfTed Kremenek (const char*) originalSourceBase); 5520c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} 55368228634016f644a1164fa1f024a9ce2093656bfTed Kremenek 55477ecb3a28f21496ecfdbb3d5f5b66b0d2abf48c9Chris LattnerIdentifierInfo* PTHManager::LazilyCreateIdentifierInfo(unsigned PersistentID) { 5550c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Look in the PTH file for the string data for the IdentifierInfo object. 55677ecb3a28f21496ecfdbb3d5f5b66b0d2abf48c9Chris Lattner const unsigned char* TableEntry = IdDataTable + sizeof(uint32_t)*PersistentID; 557da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* IDData = 5585ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner (const unsigned char*)Buf->getBufferStart() + ReadLE32(TableEntry); 559da9d61c96c412f6babc7f824152609562f302388Chris Lattner assert(IDData < (const unsigned char*)Buf->getBufferEnd()); 5601eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 56172b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Allocate the object. 562da9d61c96c412f6babc7f824152609562f302388Chris Lattner std::pair<IdentifierInfo,const unsigned char*> *Mem = 563da9d61c96c412f6babc7f824152609562f302388Chris Lattner Alloc.Allocate<std::pair<IdentifierInfo,const unsigned char*> >(); 56472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 56572b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek Mem->second = IDData; 5667e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek assert(IDData[0] != '\0'); 567ea9c26b3dbd74a1497f5609ae6e19a85f42b6073Ted Kremenek IdentifierInfo *II = new ((void*) Mem) IdentifierInfo(); 5681eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 56972b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Store the new IdentifierInfo in the cache. 57077ecb3a28f21496ecfdbb3d5f5b66b0d2abf48c9Chris Lattner PerIDCache[PersistentID] = II; 571e013d685c6689ac7ae103ee88acf573422d1ed6aDaniel Dunbar assert(II->getNameStart() && II->getNameStart()[0] != '\0'); 5720c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return II; 5730c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} 5740c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5755f9e272e632e951b1efe824cd16acb4d96077930Chris LattnerIdentifierInfo* PTHManager::get(StringRef Name) { 5767e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek PTHStringIdLookup& SL = *((PTHStringIdLookup*)StringIdLookup); 5777e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek // Double check our assumption that the last character isn't '\0'. 578681d83dd7e36ddb8a25313c446a91c00bbc652ddDavid Blaikie assert(Name.empty() || Name.back() != '\0'); 579700030ebddb987936d4fee14d9412821d96e4840Kovarththanan Rajaratnam PTHStringIdLookup::iterator I = SL.find(std::make_pair(Name.data(), 580700030ebddb987936d4fee14d9412821d96e4840Kovarththanan Rajaratnam Name.size())); 5817e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek if (I == SL.end()) // No identifier found? 5827e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek return 0; 58372b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 5847e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek // Match found. Return the identifier! 5857e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek assert(*I > 0); 5867e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek return GetIdentifierInfo(*I-1); 5877e3a004c6ed1fe87912203b9c5a113f8da89d261Ted Kremenek} 58872b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 589f056d92e182cbe4f62c8d14102544dc38066dabcChris LattnerPTHLexer *PTHManager::CreateLexer(FileID FID) { 590f056d92e182cbe4f62c8d14102544dc38066dabcChris Lattner const FileEntry *FE = PP->getSourceManager().getFileEntryForID(FID); 5910c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek if (!FE) 5920c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; 5931eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 5940c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Lookup the FileEntry object in our file lookup data structure. It will 5950c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // return a variant that indicates whether or not there is an offset within 5960c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // the PTH file that contains cached tokens. 597d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek PTHFileLookup& PFL = *((PTHFileLookup*)FileLookup); 598d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek PTHFileLookup::iterator I = PFL.find(FE); 5991eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 600d8c02929fe70f03111be73e7b8c402c724238ee9Ted Kremenek if (I == PFL.end()) // No tokens available? 6010c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; 6021eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 6031eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump const PTHFileData& FileData = *I; 6041eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 605da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char *BufStart = (const unsigned char *)Buf->getBufferStart(); 6060c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Compute the offset of the token data within the buffer. 607da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* data = BufStart + FileData.getTokenOffset(); 608268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 609268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Get the location of pp-conditional table. 610da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* ppcond = BufStart + FileData.getPPCondOffset(); 6115ff4317536dbd7f03332bb250c8b35ec04a6f5dbChris Lattner uint32_t Len = ReadLE32(ppcond); 6121b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (Len == 0) ppcond = 0; 6131eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 61472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek assert(PP && "No preprocessor set yet!"); 6151eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump return new PTHLexer(*PP, FID, data, ppcond, *this); 6160c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} 617337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek 618337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek//===----------------------------------------------------------------------===// 619337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek// 'stat' caching. 620337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek//===----------------------------------------------------------------------===// 621337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek 622337edcdbec05316b407d0d64865c88ff8597d910Ted Kremeneknamespace { 62385b4521e34dcd4a0a4a1f0819e1123128e5a3125Benjamin Kramerclass PTHStatData { 624337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenekpublic: 625a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek const bool hasStat; 626337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek const ino_t ino; 627337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek const dev_t dev; 628337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek const mode_t mode; 629337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek const time_t mtime; 630337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek const off_t size; 6311eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 632337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek PTHStatData(ino_t i, dev_t d, mode_t mo, time_t m, off_t s) 6331eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump : hasStat(true), ino(i), dev(d), mode(mo), mtime(m), size(s) {} 6341eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 635a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek PTHStatData() 636a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek : hasStat(false), ino(0), dev(0), mode(0), mtime(0), size(0) {} 637337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek}; 6381eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 63985b4521e34dcd4a0a4a1f0819e1123128e5a3125Benjamin Kramerclass PTHStatLookupTrait : public PTHFileLookupCommonTrait { 640337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenekpublic: 641a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek typedef const char* external_key_type; // const char* 642337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek typedef PTHStatData data_type; 6431eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 644a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek static internal_key_type GetInternalKey(const char *path) { 645a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek // The key 'kind' doesn't matter here because it is ignored in EqualKey. 646a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek return std::make_pair((unsigned char) 0x0, path); 647a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek } 648a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek 649a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek static bool EqualKey(internal_key_type a, internal_key_type b) { 650a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek // When doing 'stat' lookups we don't care about the kind of 'a' and 'b', 651a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek // just the paths. 652a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek return strcmp(a.second, b.second) == 0; 6531eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump } 6541eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 655a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek static data_type ReadData(const internal_key_type& k, const unsigned char* d, 6561eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump unsigned) { 6571eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 658ad6ce5cb0e3b5dd853d2b1e337797a6fc1091e21Ted Kremenek if (k.first /* File or Directory */) { 659ad6ce5cb0e3b5dd853d2b1e337797a6fc1091e21Ted Kremenek if (k.first == 0x1 /* File */) d += 4 * 2; // Skip the first 2 words. 660a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek ino_t ino = (ino_t) ReadUnalignedLE32(d); 661a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek dev_t dev = (dev_t) ReadUnalignedLE32(d); 662a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek mode_t mode = (mode_t) ReadUnalignedLE16(d); 6631eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump time_t mtime = (time_t) ReadUnalignedLE64(d); 664a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek return data_type(ino, dev, mode, mtime, (off_t) ReadUnalignedLE64(d)); 665a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek } 666ad6ce5cb0e3b5dd853d2b1e337797a6fc1091e21Ted Kremenek 667ad6ce5cb0e3b5dd853d2b1e337797a6fc1091e21Ted Kremenek // Negative stat. Don't read anything. 668a4b44dd9d30929a35c44d85102e5241ee847b2f2Ted Kremenek return data_type(); 669337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek } 670337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek}; 671337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek 67210e286aa8d39fb51a21412850265d9dae74613eeChris Lattnerclass PTHStatCache : public FileSystemStatCache { 673337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek typedef OnDiskChainedHashTable<PTHStatLookupTrait> CacheTy; 674337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek CacheTy Cache; 675337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek 6761eb4433ac451dc16f4133a88af2d002ac26c58efMike Stumppublic: 677337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek PTHStatCache(PTHFileLookup &FL) : 678337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek Cache(FL.getNumBuckets(), FL.getNumEntries(), FL.getBuckets(), 679337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek FL.getBase()) {} 680337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek 681337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek ~PTHStatCache() {} 6821eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 683898a061f69e1145bf89a987c08203132b9922a3cChris Lattner LookupResult getStat(const char *Path, struct stat &StatBuf, 684898a061f69e1145bf89a987c08203132b9922a3cChris Lattner int *FileDescriptor) { 685337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek // Do the lookup for the file's data in the PTH file. 68610e286aa8d39fb51a21412850265d9dae74613eeChris Lattner CacheTy::iterator I = Cache.find(Path); 687337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek 688337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek // If we don't get a hit in the PTH file just forward to 'stat'. 689700030ebddb987936d4fee14d9412821d96e4840Kovarththanan Rajaratnam if (I == Cache.end()) 690898a061f69e1145bf89a987c08203132b9922a3cChris Lattner return statChained(Path, StatBuf, FileDescriptor); 6911eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 69210e286aa8d39fb51a21412850265d9dae74613eeChris Lattner const PTHStatData &Data = *I; 6931eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 694ad6ce5cb0e3b5dd853d2b1e337797a6fc1091e21Ted Kremenek if (!Data.hasStat) 695d6f611198089b78e32d3a15fe8bc986204aee1aaChris Lattner return CacheMissing; 696ad6ce5cb0e3b5dd853d2b1e337797a6fc1091e21Ted Kremenek 69710e286aa8d39fb51a21412850265d9dae74613eeChris Lattner StatBuf.st_ino = Data.ino; 69810e286aa8d39fb51a21412850265d9dae74613eeChris Lattner StatBuf.st_dev = Data.dev; 69910e286aa8d39fb51a21412850265d9dae74613eeChris Lattner StatBuf.st_mtime = Data.mtime; 70010e286aa8d39fb51a21412850265d9dae74613eeChris Lattner StatBuf.st_mode = Data.mode; 70110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner StatBuf.st_size = Data.size; 702d6f611198089b78e32d3a15fe8bc986204aee1aaChris Lattner return CacheExists; 703337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek } 704337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek}; 705d578569d50adc6e9b1a2f91931add6b471b2378eTed Kremenek} // end anonymous namespace 706337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek 70710e286aa8d39fb51a21412850265d9dae74613eeChris LattnerFileSystemStatCache *PTHManager::createStatCache() { 7085f747d187bf8dc779a4acc180f9c21f1dbf83f6aTed Kremenek return new PTHStatCache(*((PTHFileLookup*) FileLookup)); 709337edcdbec05316b407d0d64865c88ff8597d910Ted Kremenek} 710