PTHLexer.cpp revision cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135b
1274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek//===--- PTHLexer.cpp - Lex from a token stream ---------------------------===// 2274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 3274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// The LLVM Compiler Infrastructure 4274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 5274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// This file is distributed under the University of Illinois Open Source 6274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// License. See LICENSE.TXT for details. 7274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 8274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek//===----------------------------------------------------------------------===// 9274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 10274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// This file implements the PTHLexer interface. 11274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek// 12274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek//===----------------------------------------------------------------------===// 13274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek 140c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Basic/TokenKinds.h" 150c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Basic/FileManager.h" 160c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Basic/IdentifierTable.h" 17274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek#include "clang/Lex/PTHLexer.h" 18274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek#include "clang/Lex/Preprocessor.h" 190c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Lex/PTHManager.h" 200c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Lex/Token.h" 210c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "clang/Lex/Preprocessor.h" 220c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "llvm/Support/Compiler.h" 230c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "llvm/Support/MemoryBuffer.h" 240c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "llvm/ADT/StringMap.h" 250c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek#include "llvm/ADT/OwningPtr.h" 26274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenekusing namespace clang; 27274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek 287b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek#define DISK_TOKEN_SIZE (1+1+2+4+4) 29268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 30e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek//===----------------------------------------------------------------------===// 31e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek// Utility methods for reading from the mmap'ed PTH file. 32e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek//===----------------------------------------------------------------------===// 33e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 34da9d61c96c412f6babc7f824152609562f302388Chris Lattnerstatic inline uint8_t Read8(const unsigned char *&Data) { 35da9d61c96c412f6babc7f824152609562f302388Chris Lattner uint8_t V = Data[0]; 36da9d61c96c412f6babc7f824152609562f302388Chris Lattner Data += 1; 37da9d61c96c412f6babc7f824152609562f302388Chris Lattner return V; 38da9d61c96c412f6babc7f824152609562f302388Chris Lattner} 39da9d61c96c412f6babc7f824152609562f302388Chris Lattner 40da9d61c96c412f6babc7f824152609562f302388Chris Lattnerstatic inline uint16_t Read16(const unsigned char *&Data) { 41f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner// Targets that directly support unaligned little-endian 16-bit loads can just 42f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner// use them. 43f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner#if defined(__i386__) || defined(__x86_64__) 44f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner uint16_t V = *((uint16_t*)Data); 45f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner#else 46da9d61c96c412f6babc7f824152609562f302388Chris Lattner uint16_t V = ((uint16_t)Data[0] << 0) | 47da9d61c96c412f6babc7f824152609562f302388Chris Lattner ((uint16_t)Data[1] << 8); 48f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner#endif 49da9d61c96c412f6babc7f824152609562f302388Chris Lattner Data += 2; 50da9d61c96c412f6babc7f824152609562f302388Chris Lattner return V; 51da9d61c96c412f6babc7f824152609562f302388Chris Lattner} 52da9d61c96c412f6babc7f824152609562f302388Chris Lattner 53aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattnerstatic inline uint32_t Read24(const unsigned char *&Data) { 54aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner// Targets that directly support unaligned little-endian 16-bit loads can just 55aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner// use them. 56aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner#if defined(__i386__) || defined(__x86_64__) 57aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner uint32_t V = ((uint16_t*)Data)[0] | 58aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner ((uint32_t)Data[2] << 16); 59aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner#else 60aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner uint32_t V = ((uint32_t)Data[0] << 0) | 61aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner ((uint32_t)Data[1] << 8) | 62aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner ((uint32_t)Data[2] << 16); 63aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner#endif 64aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner 65aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner Data += 3; 66aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner return V; 67aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner} 68aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner 69da9d61c96c412f6babc7f824152609562f302388Chris Lattnerstatic inline uint32_t Read32(const unsigned char *&Data) { 70f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner// Targets that directly support unaligned little-endian 32-bit loads can just 71f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner// use them. 72f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner#if defined(__i386__) || defined(__x86_64__) 73f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner uint32_t V = *((uint32_t*)Data); 74f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner#else 75da9d61c96c412f6babc7f824152609562f302388Chris Lattner uint32_t V = ((uint32_t)Data[0] << 0) | 76da9d61c96c412f6babc7f824152609562f302388Chris Lattner ((uint32_t)Data[1] << 8) | 77da9d61c96c412f6babc7f824152609562f302388Chris Lattner ((uint32_t)Data[2] << 16) | 78da9d61c96c412f6babc7f824152609562f302388Chris Lattner ((uint32_t)Data[3] << 24); 79f15674c680730c652a37a16a5d3f3ff429b0c308Chris Lattner#endif 80da9d61c96c412f6babc7f824152609562f302388Chris Lattner Data += 4; 81e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek return V; 82e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek} 83e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 84da9d61c96c412f6babc7f824152609562f302388Chris Lattner 85e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek//===----------------------------------------------------------------------===// 86e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek// PTHLexer methods. 87e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek//===----------------------------------------------------------------------===// 88e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 89da9d61c96c412f6babc7f824152609562f302388Chris LattnerPTHLexer::PTHLexer(Preprocessor &PP, FileID FID, const unsigned char *D, 90da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char *ppcond, 912b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner PTHSpellingSearch &mySpellingSrch, PTHManager &PM) 922b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner : PreprocessorLexer(&PP, FID), TokBuf(D), CurPtr(D), LastHashTokPtr(0), 935f074266cc59563036c40516c814d63825723e20Ted Kremenek PPCond(ppcond), CurPPCondPtr(ppcond), MySpellingSrch(mySpellingSrch), 942b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner PTHMgr(PM) { 952b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner 962b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner FileStartLoc = PP.getSourceManager().getLocForStartOfFile(FID); 975f074266cc59563036c40516c814d63825723e20Ted Kremenek} 98274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek 99e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenekvoid PTHLexer::Lex(Token& Tok) { 100e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted KremenekLexNextToken: 101866bdf74547efe32c320554837ffce00fcc084feTed Kremenek 102866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 103866bdf74547efe32c320554837ffce00fcc084feTed Kremenek // Read the raw token data. 104866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 105e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 106866bdf74547efe32c320554837ffce00fcc084feTed Kremenek // Shadow CurPtr into an automatic variable. 107aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner const unsigned char *CurPtrShadow = CurPtr; 108866bdf74547efe32c320554837ffce00fcc084feTed Kremenek 1091b5285e1ba31975864da356b2ed927e87670e654Chris Lattner // Read in the data for the token. 110aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner unsigned Word0 = Read32(CurPtrShadow); 111aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner uint32_t IdentifierID = Read32(CurPtrShadow); 112aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner uint32_t FileOffset = Read32(CurPtrShadow); 1137b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek 1147b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek tok::TokenKind TKind = (tok::TokenKind) (Word0 & 0xFF); 1157b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek Token::TokenFlags TFlags = (Token::TokenFlags) ((Word0 >> 8) & 0xFF); 116aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner uint32_t Len = Word0 >> 16; 1177b78b7c6d96deb1e63f8d0655ee6fa53de0b65efTed Kremenek 118aff6ef8e7bc3c3739f984c390e0af693e60be064Chris Lattner CurPtr = CurPtrShadow; 119e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 120866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 121866bdf74547efe32c320554837ffce00fcc084feTed Kremenek // Construct the token itself. 122866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 123e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 124866bdf74547efe32c320554837ffce00fcc084feTed Kremenek Tok.startToken(); 125898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner Tok.setKind(TKind); 126898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner Tok.setFlag(TFlags); 12759d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(!LexingRawMode); 128898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner if (IdentifierID) 129898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner Tok.setIdentifierInfo(PTHMgr.GetIdentifierInfo(IdentifierID-1)); 1302b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner Tok.setLocation(FileStartLoc.getFileLocWithOffset(FileOffset)); 131866bdf74547efe32c320554837ffce00fcc084feTed Kremenek Tok.setLength(Len); 13289d7ee9619d2dbdfa8d956a695c612a104a92cadTed Kremenek 133866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 134866bdf74547efe32c320554837ffce00fcc084feTed Kremenek // Process the token. 135866bdf74547efe32c320554837ffce00fcc084feTed Kremenek //===--------------------------------------==// 1365f074266cc59563036c40516c814d63825723e20Ted Kremenek#if 0 1375f074266cc59563036c40516c814d63825723e20Ted Kremenek SourceManager& SM = PP->getSourceManager(); 1385f074266cc59563036c40516c814d63825723e20Ted Kremenek llvm::cerr << SM.getFileEntryForID(FileID)->getName() 1395f074266cc59563036c40516c814d63825723e20Ted Kremenek << ':' << SM.getLogicalLineNumber(Tok.getLocation()) 1405f074266cc59563036c40516c814d63825723e20Ted Kremenek << ':' << SM.getLogicalColumnNumber(Tok.getLocation()) 1415f074266cc59563036c40516c814d63825723e20Ted Kremenek << '\n'; 1425f074266cc59563036c40516c814d63825723e20Ted Kremenek#endif 14389d7ee9619d2dbdfa8d956a695c612a104a92cadTed Kremenek 144898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner if (TKind == tok::identifier) { 14559d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek MIOpt.ReadToken(); 14659d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek return PP->HandleIdentifier(Tok); 14759d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek } 14859d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek 149898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner if (TKind == tok::eof) { 150e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek // Save the end-of-file token. 151e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek EofToken = Tok; 152e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 153cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek Preprocessor *PPCache = PP; 15459d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek 15559d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(!ParsingPreprocessorDirective); 15659d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(!LexingRawMode); 15759d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek 15859d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek // FIXME: Issue diagnostics similar to Lexer. 15959d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek if (PP->HandleEndOfFile(Tok, false)) 160d6f53dc4951aace69014619761760addac9e59ecTed Kremenek return; 16159d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek 162cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek assert(PPCache && "Raw buffer::LexEndOfFile should return a token"); 163cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek return PPCache->Lex(Tok); 164cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek } 165d6f53dc4951aace69014619761760addac9e59ecTed Kremenek 166898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner if (TKind == tok::hash && Tok.isAtStartOfLine()) { 16759d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek LastHashTokPtr = CurPtr - DISK_TOKEN_SIZE; 16859d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(!LexingRawMode); 16959d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek PP->HandleDirective(Tok); 170d6f53dc4951aace69014619761760addac9e59ecTed Kremenek 17159d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek if (PP->isCurrentLexer(this)) 17259d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek goto LexNextToken; 173e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 17459d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek return PP->Lex(Tok); 175e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek } 176e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 177898a0bb1972efb6e03cb1151412ec7392cef07deChris Lattner if (TKind == tok::eom) { 17859d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek assert(ParsingPreprocessorDirective); 17959d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek ParsingPreprocessorDirective = false; 18059d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek return; 18159d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek } 182274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek 18359d08cb672136322375e5400578ee1fbd0947de2Ted Kremenek MIOpt.ReadToken(); 184cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek} 185cd4e2aecde5bb7810715d5d5a88ac63ce7946f34Ted Kremenek 186e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek// FIXME: We can just grab the last token instead of storing a copy 187e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek// into EofToken. 18859d08cb672136322375e5400578ee1fbd0947de2Ted Kremenekvoid PTHLexer::getEOF(Token& Tok) { 189defb7094c835998bb821e894253287625ce8c74dTed Kremenek assert(EofToken.is(tok::eof)); 1900c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek Tok = EofToken; 191274b20863a728cc6a31ee75c670e3733600c1531Ted Kremenek} 19217ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenek 19317ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenekvoid PTHLexer::DiscardToEndOfLine() { 19417ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenek assert(ParsingPreprocessorDirective && ParsingFilename == false && 19517ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenek "Must be in a preprocessing directive!"); 1964d35da2e41941965bbee8ed7e8c30e7c21000d71Ted Kremenek 197e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek // We assume that if the preprocessor wishes to discard to the end of 198e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek // the line that it also means to end the current preprocessor directive. 199e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek ParsingPreprocessorDirective = false; 200e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 20174c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // Skip tokens by only peeking at their token kind and the flags. 20274c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // We don't need to actually reconstruct full tokens from the token buffer. 20374c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // This saves some copies and it also reduces IdentifierInfo* lookup. 204da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* p = CurPtr; 20574c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek while (1) { 20674c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // Read the token kind. Are we at the end of the file? 20774c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek tok::TokenKind x = (tok::TokenKind) (uint8_t) *p; 20874c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek if (x == tok::eof) break; 209e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 21074c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // Read the token flags. Are we at the start of the next line? 21174c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek Token::TokenFlags y = (Token::TokenFlags) (uint8_t) p[1]; 21280d2f3059326f99ebf7c867db1c7f106ec9485f5Ted Kremenek if (y & Token::StartOfLine) break; 21374c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek 21474c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek // Skip to the next token. 21574c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek p += DISK_TOKEN_SIZE; 21674c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek } 21774c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek 21874c3e6e5e95af08096aab415d1ce15f15ffff02aTed Kremenek CurPtr = p; 21917ff58a63197b398ae52697b088dc0fb8b255519Ted Kremenek} 2200c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 221268ee7016a2811803989487c0ad3799486092c63Ted Kremenek/// SkipBlock - Used by Preprocessor to skip the current conditional block. 222268ee7016a2811803989487c0ad3799486092c63Ted Kremenekbool PTHLexer::SkipBlock() { 223268ee7016a2811803989487c0ad3799486092c63Ted Kremenek assert(CurPPCondPtr && "No cached PP conditional information."); 224268ee7016a2811803989487c0ad3799486092c63Ted Kremenek assert(LastHashTokPtr && "No known '#' token."); 225268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 226da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* HashEntryI = 0; 227268ee7016a2811803989487c0ad3799486092c63Ted Kremenek uint32_t Offset; 228268ee7016a2811803989487c0ad3799486092c63Ted Kremenek uint32_t TableIdx; 229268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 230268ee7016a2811803989487c0ad3799486092c63Ted Kremenek do { 23141a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Read the token offset from the side-table. 232268ee7016a2811803989487c0ad3799486092c63Ted Kremenek Offset = Read32(CurPPCondPtr); 23341a2660377d215d004fe413c03874bd066b5384cTed Kremenek 23441a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Read the target table index from the side-table. 235268ee7016a2811803989487c0ad3799486092c63Ted Kremenek TableIdx = Read32(CurPPCondPtr); 23641a2660377d215d004fe413c03874bd066b5384cTed Kremenek 23741a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Compute the actual memory address of the '#' token data for this entry. 23841a2660377d215d004fe413c03874bd066b5384cTed Kremenek HashEntryI = TokBuf + Offset; 23941a2660377d215d004fe413c03874bd066b5384cTed Kremenek 24041a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Optmization: "Sibling jumping". #if...#else...#endif blocks can 24141a2660377d215d004fe413c03874bd066b5384cTed Kremenek // contain nested blocks. In the side-table we can jump over these 24241a2660377d215d004fe413c03874bd066b5384cTed Kremenek // nested blocks instead of doing a linear search if the next "sibling" 24341a2660377d215d004fe413c03874bd066b5384cTed Kremenek // entry is not at a location greater than LastHashTokPtr. 24441a2660377d215d004fe413c03874bd066b5384cTed Kremenek if (HashEntryI < LastHashTokPtr && TableIdx) { 24541a2660377d215d004fe413c03874bd066b5384cTed Kremenek // In the side-table we are still at an entry for a '#' token that 24641a2660377d215d004fe413c03874bd066b5384cTed Kremenek // is earlier than the last one we saw. Check if the location we would 24741a2660377d215d004fe413c03874bd066b5384cTed Kremenek // stride gets us closer. 248da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* NextPPCondPtr = 249da9d61c96c412f6babc7f824152609562f302388Chris Lattner PPCond + TableIdx*(sizeof(uint32_t)*2); 25041a2660377d215d004fe413c03874bd066b5384cTed Kremenek assert(NextPPCondPtr >= CurPPCondPtr); 25141a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Read where we should jump to. 25241a2660377d215d004fe413c03874bd066b5384cTed Kremenek uint32_t TmpOffset = Read32(NextPPCondPtr); 253da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* HashEntryJ = TokBuf + TmpOffset; 25441a2660377d215d004fe413c03874bd066b5384cTed Kremenek 25541a2660377d215d004fe413c03874bd066b5384cTed Kremenek if (HashEntryJ <= LastHashTokPtr) { 25641a2660377d215d004fe413c03874bd066b5384cTed Kremenek // Jump directly to the next entry in the side table. 25741a2660377d215d004fe413c03874bd066b5384cTed Kremenek HashEntryI = HashEntryJ; 25841a2660377d215d004fe413c03874bd066b5384cTed Kremenek Offset = TmpOffset; 25941a2660377d215d004fe413c03874bd066b5384cTed Kremenek TableIdx = Read32(NextPPCondPtr); 26041a2660377d215d004fe413c03874bd066b5384cTed Kremenek CurPPCondPtr = NextPPCondPtr; 26141a2660377d215d004fe413c03874bd066b5384cTed Kremenek } 26241a2660377d215d004fe413c03874bd066b5384cTed Kremenek } 263268ee7016a2811803989487c0ad3799486092c63Ted Kremenek } 26441a2660377d215d004fe413c03874bd066b5384cTed Kremenek while (HashEntryI < LastHashTokPtr); 26541a2660377d215d004fe413c03874bd066b5384cTed Kremenek assert(HashEntryI == LastHashTokPtr && "No PP-cond entry found for '#'"); 266268ee7016a2811803989487c0ad3799486092c63Ted Kremenek assert(TableIdx && "No jumping from #endifs."); 267268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 268268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Update our side-table iterator. 269da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* NextPPCondPtr = PPCond + TableIdx*(sizeof(uint32_t)*2); 270268ee7016a2811803989487c0ad3799486092c63Ted Kremenek assert(NextPPCondPtr >= CurPPCondPtr); 271268ee7016a2811803989487c0ad3799486092c63Ted Kremenek CurPPCondPtr = NextPPCondPtr; 272268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 273268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Read where we should jump to. 27441a2660377d215d004fe413c03874bd066b5384cTed Kremenek HashEntryI = TokBuf + Read32(NextPPCondPtr); 275268ee7016a2811803989487c0ad3799486092c63Ted Kremenek uint32_t NextIdx = Read32(NextPPCondPtr); 276268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 277268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // By construction NextIdx will be zero if this is a #endif. This is useful 278268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // to know to obviate lexing another token. 279268ee7016a2811803989487c0ad3799486092c63Ted Kremenek bool isEndif = NextIdx == 0; 280268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 281268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // This case can occur when we see something like this: 282268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // 283268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // #if ... 284268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // /* a comment or nothing */ 285268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // #elif 286268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // 287268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // If we are skipping the first #if block it will be the case that CurPtr 288268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // already points 'elif'. Just return. 289268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 29041a2660377d215d004fe413c03874bd066b5384cTed Kremenek if (CurPtr > HashEntryI) { 29141a2660377d215d004fe413c03874bd066b5384cTed Kremenek assert(CurPtr == HashEntryI + DISK_TOKEN_SIZE); 292268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Did we reach a #endif? If so, go ahead and consume that token as well. 293268ee7016a2811803989487c0ad3799486092c63Ted Kremenek if (isEndif) 294e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek CurPtr += DISK_TOKEN_SIZE*2; 295268ee7016a2811803989487c0ad3799486092c63Ted Kremenek else 29641a2660377d215d004fe413c03874bd066b5384cTed Kremenek LastHashTokPtr = HashEntryI; 297268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 298268ee7016a2811803989487c0ad3799486092c63Ted Kremenek return isEndif; 299268ee7016a2811803989487c0ad3799486092c63Ted Kremenek } 300268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 301268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Otherwise, we need to advance. Update CurPtr to point to the '#' token. 30241a2660377d215d004fe413c03874bd066b5384cTed Kremenek CurPtr = HashEntryI; 303268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 304268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Update the location of the last observed '#'. This is useful if we 305268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // are skipping multiple blocks. 306268ee7016a2811803989487c0ad3799486092c63Ted Kremenek LastHashTokPtr = CurPtr; 307268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 308e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek // Skip the '#' token. 309da9d61c96c412f6babc7f824152609562f302388Chris Lattner assert(((tok::TokenKind)*CurPtr) == tok::hash); 310e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek CurPtr += DISK_TOKEN_SIZE; 311e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek 312268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Did we reach a #endif? If so, go ahead and consume that token as well. 313e5680f3cd678014cf0872d34726dc804b0cbbdd4Ted Kremenek if (isEndif) { CurPtr += DISK_TOKEN_SIZE*2; } 314268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 315268ee7016a2811803989487c0ad3799486092c63Ted Kremenek return isEndif; 316268ee7016a2811803989487c0ad3799486092c63Ted Kremenek} 317268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 31830a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed KremenekSourceLocation PTHLexer::getSourceLocation() { 3191b5285e1ba31975864da356b2ed927e87670e654Chris Lattner // getSourceLocation is not on the hot path. It is used to get the location 3201b5285e1ba31975864da356b2ed927e87670e654Chris Lattner // of the next token when transitioning back to this lexer when done 32130a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek // handling a #included file. Just read the necessary data from the token 32230a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek // data buffer to construct the SourceLocation object. 32330a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek // NOTE: This is a virtual function; hence it is defined out-of-line. 3241b5285e1ba31975864da356b2ed927e87670e654Chris Lattner const unsigned char *OffsetPtr = CurPtr + (1 + 1 + 3); 3251b5285e1ba31975864da356b2ed927e87670e654Chris Lattner uint32_t Offset = Read32(OffsetPtr); 3261b5285e1ba31975864da356b2ed927e87670e654Chris Lattner return FileStartLoc.getFileLocWithOffset(Offset); 32730a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek} 32830a12ec2a7f331d9e08acabe7cda853aaa7ba54bTed Kremenek 3295f074266cc59563036c40516c814d63825723e20Ted Kremenek//===----------------------------------------------------------------------===// 3305f074266cc59563036c40516c814d63825723e20Ted Kremenek// getSpelling() - Use cached data in PTH files for getSpelling(). 3315f074266cc59563036c40516c814d63825723e20Ted Kremenek//===----------------------------------------------------------------------===// 3325f074266cc59563036c40516c814d63825723e20Ted Kremenek 3332b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattnerunsigned PTHManager::getSpelling(FileID FID, unsigned FPos, 3342b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner const char *&Buffer) { 3352b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner llvm::DenseMap<FileID, PTHSpellingSearch*>::iterator I =SpellingMap.find(FID); 3365f074266cc59563036c40516c814d63825723e20Ted Kremenek 3375f074266cc59563036c40516c814d63825723e20Ted Kremenek if (I == SpellingMap.end()) 3381b5285e1ba31975864da356b2ed927e87670e654Chris Lattner return 0; 339f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek 3402b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner return I->second->getSpellingBinarySearch(FPos, Buffer); 3412b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner} 3422b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner 3432b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattnerunsigned PTHManager::getSpelling(SourceLocation Loc, const char *&Buffer) { 3446b7b84036126a8f2a3e312cfec0a9a4f8ae9d8edChris Lattner SourceManager &SM = PP->getSourceManager(); 3456b7b84036126a8f2a3e312cfec0a9a4f8ae9d8edChris Lattner Loc = SM.getSpellingLoc(Loc); 3466b7b84036126a8f2a3e312cfec0a9a4f8ae9d8edChris Lattner std::pair<FileID, unsigned> LocInfo = SM.getDecomposedFileLoc(Loc); 3472b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner return getSpelling(LocInfo.first, LocInfo.second, Buffer); 3485f074266cc59563036c40516c814d63825723e20Ted Kremenek} 3495f074266cc59563036c40516c814d63825723e20Ted Kremenek 3505f074266cc59563036c40516c814d63825723e20Ted Kremenekunsigned PTHManager::getSpellingAtPTHOffset(unsigned PTHOffset, 351da9d61c96c412f6babc7f824152609562f302388Chris Lattner const char *&Buffer) { 3521b5285e1ba31975864da356b2ed927e87670e654Chris Lattner assert(PTHOffset < Buf->getBufferSize()); 3531b5285e1ba31975864da356b2ed927e87670e654Chris Lattner const unsigned char* Ptr = 3541b5285e1ba31975864da356b2ed927e87670e654Chris Lattner (const unsigned char*)Buf->getBufferStart() + PTHOffset; 35532a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek 35632a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek // The string is prefixed by 16 bits for its length, followed by the string 35732a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek // itself. 3581b5285e1ba31975864da356b2ed927e87670e654Chris Lattner unsigned Len = Read16(Ptr); 3591b5285e1ba31975864da356b2ed927e87670e654Chris Lattner Buffer = (const char *)Ptr; 3601b5285e1ba31975864da356b2ed927e87670e654Chris Lattner return Len; 36132a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek} 36232a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek 3631b5285e1ba31975864da356b2ed927e87670e654Chris Lattnerunsigned PTHSpellingSearch::getSpellingLinearSearch(unsigned FPos, 3645f074266cc59563036c40516c814d63825723e20Ted Kremenek const char *&Buffer) { 3651b5285e1ba31975864da356b2ed927e87670e654Chris Lattner const unsigned char *Ptr = LinearItr; 3661b5285e1ba31975864da356b2ed927e87670e654Chris Lattner unsigned Len = 0; 3675f074266cc59563036c40516c814d63825723e20Ted Kremenek 3681b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (Ptr == TableEnd) 3691b5285e1ba31975864da356b2ed927e87670e654Chris Lattner return getSpellingBinarySearch(FPos, Buffer); 3705f074266cc59563036c40516c814d63825723e20Ted Kremenek 3715f074266cc59563036c40516c814d63825723e20Ted Kremenek do { 3721b5285e1ba31975864da356b2ed927e87670e654Chris Lattner uint32_t TokOffset = Read32(Ptr); 37332a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek 3741b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (TokOffset > FPos) 3751b5285e1ba31975864da356b2ed927e87670e654Chris Lattner return getSpellingBinarySearch(FPos, Buffer); 37632a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek 37732a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek // Did we find a matching token offset for this spelling? 3781b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (TokOffset == FPos) { 3791b5285e1ba31975864da356b2ed927e87670e654Chris Lattner uint32_t SpellingPTHOffset = Read32(Ptr); 3801b5285e1ba31975864da356b2ed927e87670e654Chris Lattner Len = PTHMgr.getSpellingAtPTHOffset(SpellingPTHOffset, Buffer); 38132a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek break; 38232a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek } 3831b5285e1ba31975864da356b2ed927e87670e654Chris Lattner } while (Ptr != TableEnd); 38432a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek 3851b5285e1ba31975864da356b2ed927e87670e654Chris Lattner LinearItr = Ptr; 3861b5285e1ba31975864da356b2ed927e87670e654Chris Lattner return Len; 387b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek} 388b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek 389da9d61c96c412f6babc7f824152609562f302388Chris Lattner 3901b5285e1ba31975864da356b2ed927e87670e654Chris Lattnerunsigned PTHSpellingSearch::getSpellingBinarySearch(unsigned FPos, 391da9d61c96c412f6babc7f824152609562f302388Chris Lattner const char *&Buffer) { 3925f074266cc59563036c40516c814d63825723e20Ted Kremenek 393f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek assert((TableEnd - TableBeg) % SpellingEntrySize == 0); 3941b5285e1ba31975864da356b2ed927e87670e654Chris Lattner assert(TableEnd >= TableBeg); 395f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek 396f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek if (TableEnd == TableBeg) 397f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek return 0; 398f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek 3995f074266cc59563036c40516c814d63825723e20Ted Kremenek unsigned min = 0; 4001b5285e1ba31975864da356b2ed927e87670e654Chris Lattner const unsigned char *tb = TableBeg; 401f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek unsigned max = NumSpellings; 4025f074266cc59563036c40516c814d63825723e20Ted Kremenek 403f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek do { 4045f074266cc59563036c40516c814d63825723e20Ted Kremenek unsigned i = (max - min) / 2 + min; 4051b5285e1ba31975864da356b2ed927e87670e654Chris Lattner const unsigned char *Ptr = tb + (i * SpellingEntrySize); 4065f074266cc59563036c40516c814d63825723e20Ted Kremenek 4071b5285e1ba31975864da356b2ed927e87670e654Chris Lattner uint32_t TokOffset = Read32(Ptr); 4081b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (TokOffset > FPos) { 4095f074266cc59563036c40516c814d63825723e20Ted Kremenek max = i; 410f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek assert(!(max == min) || (min == i)); 4115f074266cc59563036c40516c814d63825723e20Ted Kremenek continue; 4125f074266cc59563036c40516c814d63825723e20Ted Kremenek } 4135f074266cc59563036c40516c814d63825723e20Ted Kremenek 4141b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (TokOffset < FPos) { 4157bd88aa620406ab99547169b973de085785a0ca2Ted Kremenek if (i == min) 4167bd88aa620406ab99547169b973de085785a0ca2Ted Kremenek break; 4177bd88aa620406ab99547169b973de085785a0ca2Ted Kremenek 4185f074266cc59563036c40516c814d63825723e20Ted Kremenek min = i; 4195f074266cc59563036c40516c814d63825723e20Ted Kremenek continue; 4205f074266cc59563036c40516c814d63825723e20Ted Kremenek } 4215f074266cc59563036c40516c814d63825723e20Ted Kremenek 4221b5285e1ba31975864da356b2ed927e87670e654Chris Lattner uint32_t SpellingPTHOffset = Read32(Ptr); 4235f074266cc59563036c40516c814d63825723e20Ted Kremenek return PTHMgr.getSpellingAtPTHOffset(SpellingPTHOffset, Buffer); 4245f074266cc59563036c40516c814d63825723e20Ted Kremenek } 425f02f6f0ee3e05b958bcf67f00f4503671d67eccdTed Kremenek while (min != max); 4265f074266cc59563036c40516c814d63825723e20Ted Kremenek 4275f074266cc59563036c40516c814d63825723e20Ted Kremenek return 0; 4285f074266cc59563036c40516c814d63825723e20Ted Kremenek} 4295f074266cc59563036c40516c814d63825723e20Ted Kremenek 4302b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattnerunsigned PTHLexer::getSpelling(SourceLocation Loc, const char *&Buffer) { 4312b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner SourceManager &SM = PP->getSourceManager(); 4322b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner Loc = SM.getSpellingLoc(Loc); 4332b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner std::pair<FileID, unsigned> LocInfo = SM.getDecomposedFileLoc(Loc); 4342b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner 4352b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner FileID FID = LocInfo.first; 4362b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner unsigned FPos = LocInfo.second; 4375f074266cc59563036c40516c814d63825723e20Ted Kremenek 4382b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner if (FID == getFileID()) 4392b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner return MySpellingSrch.getSpellingLinearSearch(FPos, Buffer); 4402b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner return PTHMgr.getSpelling(FID, FPos, Buffer); 4415f074266cc59563036c40516c814d63825723e20Ted Kremenek} 4425f074266cc59563036c40516c814d63825723e20Ted Kremenek 4430c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek//===----------------------------------------------------------------------===// 4440c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek// Internal Data Structures for PTH file lookup and resolving identifiers. 4450c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek//===----------------------------------------------------------------------===// 4460c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4470c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4480c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek/// PTHFileLookup - This internal data structure is used by the PTHManager 4490c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek/// to map from FileEntry objects managed by FileManager to offsets within 4500c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek/// the PTH file. 4510c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremeneknamespace { 4520c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenekclass VISIBILITY_HIDDEN PTHFileLookup { 4530c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenekpublic: 4540c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek class Val { 455fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek uint32_t TokenOff; 456fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek uint32_t PPCondOff; 457b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek uint32_t SpellingOff; 4580c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek public: 459fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek Val() : TokenOff(~0) {} 460b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek Val(uint32_t toff, uint32_t poff, uint32_t soff) 461b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek : TokenOff(toff), PPCondOff(poff), SpellingOff(soff) {} 4620c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4631b5285e1ba31975864da356b2ed927e87670e654Chris Lattner bool isValid() const { return TokenOff != ~((uint32_t)0); } 4641b5285e1ba31975864da356b2ed927e87670e654Chris Lattner 465fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek uint32_t getTokenOffset() const { 4661b5285e1ba31975864da356b2ed927e87670e654Chris Lattner assert(isValid() && "PTHFileLookup entry initialized."); 467fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek return TokenOff; 4680c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 4690c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 470b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek uint32_t getPPCondOffset() const { 4711b5285e1ba31975864da356b2ed927e87670e654Chris Lattner assert(isValid() && "PTHFileLookup entry initialized."); 472fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek return PPCondOff; 473fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek } 474fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek 475b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek uint32_t getSpellingOffset() const { 4761b5285e1ba31975864da356b2ed927e87670e654Chris Lattner assert(isValid() && "PTHFileLookup entry initialized."); 477b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek return SpellingOff; 478b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek } 4790c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek }; 4800c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4810c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenekprivate: 4820c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek llvm::StringMap<Val> FileMap; 4830c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 4840c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenekpublic: 4850c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek PTHFileLookup() {}; 4860c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 487cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek bool isEmpty() const { 488cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek return FileMap.empty(); 489cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek } 490cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek 4910c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek Val Lookup(const FileEntry* FE) { 4920c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek const char* s = FE->getName(); 4930c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek unsigned size = strlen(s); 4940c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return FileMap.GetOrCreateValue(s, s+size).getValue(); 4950c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 4960c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 497da9d61c96c412f6babc7f824152609562f302388Chris Lattner void ReadTable(const unsigned char* D) { 4980c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek uint32_t N = Read32(D); // Read the length of the table. 4990c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5000c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek for ( ; N > 0; --N) { // The rest of the data is the table itself. 5011b5285e1ba31975864da356b2ed927e87670e654Chris Lattner uint32_t Len = Read32(D); 502da9d61c96c412f6babc7f824152609562f302388Chris Lattner const char* s = (const char *)D; 5031b5285e1ba31975864da356b2ed927e87670e654Chris Lattner D += Len; 504b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek 505fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek uint32_t TokenOff = Read32(D); 506b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek uint32_t PPCondOff = Read32(D); 507b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek uint32_t SpellingOff = Read32(D); 508b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek 5091b5285e1ba31975864da356b2ed927e87670e654Chris Lattner FileMap.GetOrCreateValue(s, s+Len).getValue() = 510b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek Val(TokenOff, PPCondOff, SpellingOff); 5110c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 5120c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 5130c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek}; 5140c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} // end anonymous namespace 5150c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5160c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek//===----------------------------------------------------------------------===// 5170c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek// PTHManager methods. 5180c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek//===----------------------------------------------------------------------===// 5190c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5200c6a77bc1f52f282a969538f139ebde429076ed3Ted KremenekPTHManager::PTHManager(const llvm::MemoryBuffer* buf, void* fileLookup, 521da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* idDataTable, 522da9d61c96c412f6babc7f824152609562f302388Chris Lattner IdentifierInfo** perIDCache, 523da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* sortedIdTable, unsigned numIds) 5246183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek: Buf(buf), PerIDCache(perIDCache), FileLookup(fileLookup), 52572b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek IdDataTable(idDataTable), SortedIdTable(sortedIdTable), 52672b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek NumIds(numIds), PP(0) {} 5270c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5280c6a77bc1f52f282a969538f139ebde429076ed3Ted KremenekPTHManager::~PTHManager() { 5290c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek delete Buf; 5300c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek delete (PTHFileLookup*) FileLookup; 5310e50b6e7c104d00614baa3d80df62f1630a94d9cTed Kremenek free(PerIDCache); 5320c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} 5330c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 53472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted KremenekPTHManager* PTHManager::Create(const std::string& file) { 5350c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Memory map the PTH file. 5360c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek llvm::OwningPtr<llvm::MemoryBuffer> 5370c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek File(llvm::MemoryBuffer::getFile(file.c_str())); 5380c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5390c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek if (!File) 5400c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; 5410c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5420c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Get the buffer ranges and check if there are at least three 32-bit 5430c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // words at the end of the file. 544da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* BufBeg = (unsigned char*)File->getBufferStart(); 545da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* BufEnd = (unsigned char*)File->getBufferEnd(); 5460c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5470c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek if(!(BufEnd > BufBeg + sizeof(uint32_t)*3)) { 5480c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek assert(false && "Invalid PTH file."); 5490c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; // FIXME: Proper error diagnostic? 5500c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 5510c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5520c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Compute the address of the index table at the end of the PTH file. 5530c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // This table contains the offset of the file lookup table, the 5540c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // persistent ID -> identifer data table. 555293b4af04ca37576d4b228adf09acd6cee3ddb16Ted Kremenek // FIXME: We should just embed this offset in the PTH file. 556da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* EndTable = BufEnd - sizeof(uint32_t)*4; 5570c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5580c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Construct the file lookup table. This will be used for mapping from 5590c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // FileEntry*'s to cached tokens. 560da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* FileTableOffset = EndTable + sizeof(uint32_t)*3; 561da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* FileTable = BufBeg + Read32(FileTableOffset); 5620c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5630c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek if (!(FileTable > BufBeg && FileTable < BufEnd)) { 5640c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek assert(false && "Invalid PTH file."); 5650c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; // FIXME: Proper error diagnostic? 5660c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 5670c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5680c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek llvm::OwningPtr<PTHFileLookup> FL(new PTHFileLookup()); 5690c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek FL->ReadTable(FileTable); 570cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek 571cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek if (FL->isEmpty()) 572cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek return 0; 5730c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 5740c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Get the location of the table mapping from persistent ids to the 5750c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // data needed to reconstruct identifiers. 576da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* IDTableOffset = EndTable + sizeof(uint32_t)*1; 577da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* IData = BufBeg + Read32(IDTableOffset); 578cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek 579cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek if (!(IData >= BufBeg && IData < BufEnd)) { 5800c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek assert(false && "Invalid PTH file."); 5810c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; // FIXME: Proper error diagnostic? 5820c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek } 5830c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 58472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Get the location of the lexigraphically-sorted table of persistent IDs. 585da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* SortedIdTableOffset = EndTable + sizeof(uint32_t)*2; 586da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* SortedIdTable = BufBeg + Read32(SortedIdTableOffset); 587cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek if (!(SortedIdTable >= BufBeg && SortedIdTable < BufEnd)) { 58872b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek assert(false && "Invalid PTH file."); 58972b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek return 0; // FIXME: Proper error diagnostic? 59072b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek } 59172b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 5926183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek // Get the number of IdentifierInfos and pre-allocate the identifier cache. 5936183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek uint32_t NumIds = Read32(IData); 594cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek 5956183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek // Pre-allocate the peristent ID -> IdentifierInfo* cache. We use calloc() 5966183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek // so that we in the best case only zero out memory once when the OS returns 5976183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek // us new pages. 598cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek IdentifierInfo** PerIDCache = 0; 5996183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek 600cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek if (NumIds) { 601cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek PerIDCache = (IdentifierInfo**)calloc(NumIds, sizeof(*PerIDCache)); 602cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek if (!PerIDCache) { 603cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek assert(false && "Could not allocate Persistent ID cache."); 604cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek return 0; 605cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek } 6066183e4815a4019e97ad01bd880f12355599b75fdTed Kremenek } 607cdd8f2153e18796e9e2a126ebcbd4f3e1bd7135bTed Kremenek 60872b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Create the new PTHManager. 60972b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek return new PTHManager(File.take(), FL.take(), IData, PerIDCache, 61072b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek SortedIdTable, NumIds); 6110c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} 61277ecb3a28f21496ecfdbb3d5f5b66b0d2abf48c9Chris LattnerIdentifierInfo* PTHManager::LazilyCreateIdentifierInfo(unsigned PersistentID) { 6130c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Look in the PTH file for the string data for the IdentifierInfo object. 61477ecb3a28f21496ecfdbb3d5f5b66b0d2abf48c9Chris Lattner const unsigned char* TableEntry = IdDataTable + sizeof(uint32_t)*PersistentID; 615da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* IDData = 616da9d61c96c412f6babc7f824152609562f302388Chris Lattner (const unsigned char*)Buf->getBufferStart() + Read32(TableEntry); 617da9d61c96c412f6babc7f824152609562f302388Chris Lattner assert(IDData < (const unsigned char*)Buf->getBufferEnd()); 6180c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 61972b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Allocate the object. 620da9d61c96c412f6babc7f824152609562f302388Chris Lattner std::pair<IdentifierInfo,const unsigned char*> *Mem = 621da9d61c96c412f6babc7f824152609562f302388Chris Lattner Alloc.Allocate<std::pair<IdentifierInfo,const unsigned char*> >(); 62272b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 62372b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek Mem->second = IDData; 624ea9c26b3dbd74a1497f5609ae6e19a85f42b6073Ted Kremenek IdentifierInfo *II = new ((void*) Mem) IdentifierInfo(); 6250c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 62672b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Store the new IdentifierInfo in the cache. 62777ecb3a28f21496ecfdbb3d5f5b66b0d2abf48c9Chris Lattner PerIDCache[PersistentID] = II; 6280c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return II; 6290c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} 6300c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 63172b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted KremenekIdentifierInfo* PTHManager::get(const char *NameStart, const char *NameEnd) { 63272b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek unsigned min = 0; 63372b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek unsigned max = NumIds; 6341b5285e1ba31975864da356b2ed927e87670e654Chris Lattner unsigned Len = NameEnd - NameStart; 63572b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 63672b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek do { 63772b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek unsigned i = (max - min) / 2 + min; 6381b5285e1ba31975864da356b2ed927e87670e654Chris Lattner const unsigned char *Ptr = SortedIdTable + (i * 4); 63972b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 64072b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Read the persistentID. 6411b5285e1ba31975864da356b2ed927e87670e654Chris Lattner unsigned perID = Read32(Ptr); 64272b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 64372b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Get the IdentifierInfo. 64472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek IdentifierInfo* II = GetIdentifierInfo(perID); 64572b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 64672b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // First compare the lengths. 64772b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek unsigned IILen = II->getLength(); 6481b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (Len < IILen) goto IsLess; 6491b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (Len > IILen) goto IsGreater; 65072b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 65172b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // Now compare the strings! 65272b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek { 6531b5285e1ba31975864da356b2ed927e87670e654Chris Lattner signed comp = strncmp(NameStart, II->getName(), Len); 65472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek if (comp < 0) goto IsLess; 65572b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek if (comp > 0) goto IsGreater; 65672b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek } 65772b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek // We found a match! 65872b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek return II; 65972b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 66072b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek IsGreater: 66172b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek if (i == min) break; 66272b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek min = i; 66372b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek continue; 66472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 66572b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek IsLess: 66672b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek max = i; 66772b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek assert(!(max == min) || (min == i)); 66872b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek } 669e1deaac73379eeb9864215c7979f6005ebd74cefTed Kremenek while (min != max); 67072b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 67172b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek return 0; 67272b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek} 67372b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 67472b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek 675f056d92e182cbe4f62c8d14102544dc38066dabcChris LattnerPTHLexer *PTHManager::CreateLexer(FileID FID) { 676f056d92e182cbe4f62c8d14102544dc38066dabcChris Lattner const FileEntry *FE = PP->getSourceManager().getFileEntryForID(FID); 6770c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek if (!FE) 6780c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; 6790c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 6800c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Lookup the FileEntry object in our file lookup data structure. It will 6810c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // return a variant that indicates whether or not there is an offset within 6820c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // the PTH file that contains cached tokens. 6832b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner PTHFileLookup::Val FileData = ((PTHFileLookup*)FileLookup)->Lookup(FE); 6840c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 685fb645b6547b75ddc2e3c7ab2126ad8beeefca62dTed Kremenek if (!FileData.isValid()) // No tokens available. 6860c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek return 0; 6870c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek 688da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char *BufStart = (const unsigned char *)Buf->getBufferStart(); 6890c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek // Compute the offset of the token data within the buffer. 690da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* data = BufStart + FileData.getTokenOffset(); 691268ee7016a2811803989487c0ad3799486092c63Ted Kremenek 692268ee7016a2811803989487c0ad3799486092c63Ted Kremenek // Get the location of pp-conditional table. 693da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* ppcond = BufStart + FileData.getPPCondOffset(); 6941b5285e1ba31975864da356b2ed927e87670e654Chris Lattner uint32_t Len = Read32(ppcond); 6951b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (Len == 0) ppcond = 0; 69632a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek 69732a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek // Get the location of the spelling table. 698da9d61c96c412f6babc7f824152609562f302388Chris Lattner const unsigned char* spellingTable = BufStart + FileData.getSpellingOffset(); 69932a8ad526f9bc00539f000a2dd1ac3e167db61c1Ted Kremenek 7001b5285e1ba31975864da356b2ed927e87670e654Chris Lattner Len = Read32(spellingTable); 7011b5285e1ba31975864da356b2ed927e87670e654Chris Lattner if (Len == 0) spellingTable = 0; 702b70e3dafb9618f34017061400dc19ac5e3539a6dTed Kremenek 703da9d61c96c412f6babc7f824152609562f302388Chris Lattner assert(data < (const unsigned char*)Buf->getBufferEnd()); 7045f074266cc59563036c40516c814d63825723e20Ted Kremenek 7055f074266cc59563036c40516c814d63825723e20Ted Kremenek // Create the SpellingSearch object for this FileID. 7061b5285e1ba31975864da356b2ed927e87670e654Chris Lattner PTHSpellingSearch* ss = new PTHSpellingSearch(*this, Len, spellingTable); 7072b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner SpellingMap[FID] = ss; 7085f074266cc59563036c40516c814d63825723e20Ted Kremenek 70972b1b15ee88aac0a63e2c1dc53fe22f5ab297b20Ted Kremenek assert(PP && "No preprocessor set yet!"); 7102b2453a7d8fe732561795431f39ceb2b2a832d84Chris Lattner return new PTHLexer(*PP, FID, data, ppcond, *ss, *this); 7110c6a77bc1f52f282a969538f139ebde429076ed3Ted Kremenek} 712