FileManager.cpp revision d54dff026b02303a35147224de72bb44cbb53c79
110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner//===--- FileManager.cpp - File System Probing and Caching ----------------===// 25f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 35f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// The LLVM Compiler Infrastructure 45f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 50bc735ffcfb223c0186419547abaa5c84482663eChris Lattner// This file is distributed under the University of Illinois Open Source 60bc735ffcfb223c0186419547abaa5c84482663eChris Lattner// License. See LICENSE.TXT for details. 75f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 85f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 95f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 105f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// This file implements the FileManager interface. 115f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 125f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 135f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 145f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// TODO: This should index all interesting directories with dirent calls. 155f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// getdirentries ? 165f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// opendir/readdir_r/closedir ? 175f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 185f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 195f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 205f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "clang/Basic/FileManager.h" 2110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner#include "clang/Basic/FileSystemStatCache.h" 225f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "llvm/ADT/SmallString.h" 23fbfd180495e7800975c6d9bdc6d24e706ef70e34Michael J. Spencer#include "llvm/Support/FileSystem.h" 24389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis#include "llvm/Support/MemoryBuffer.h" 25d57a7ef9252964bc6c8471451d7bd395b0520cb8Chris Lattner#include "llvm/Support/raw_ostream.h" 2603013fa9a0bf1ef4b907f5fec006c8f4000fdd21Michael J. Spencer#include "llvm/Support/Path.h" 273a321e23f66128dbb986343927456ff6702af617Michael J. Spencer#include "llvm/Support/system_error.h" 281770e0dadcab966990cca4d7516253c886fd907cDylan Noblesmith#include "llvm/Config/llvm-config.h" 29458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <map> 30458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <set> 31458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <string> 32291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner 33291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner// FIXME: This is terrible, we need this for ::close. 34291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#if !defined(_MSC_VER) && !defined(__MINGW32__) 35291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <unistd.h> 36291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <sys/uio.h> 37291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#else 38291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <io.h> 39291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#endif 405f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencerusing namespace clang; 415f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 425f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// FIXME: Enhance libsystem to support inode and other fields. 435f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include <sys/stat.h> 445f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 453d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek/// NON_EXISTENT_DIR - A special value distinct from null that is used to 465f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// represent a dir name that doesn't exist on the disk. 473d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek#define NON_EXISTENT_DIR reinterpret_cast<DirectoryEntry*>((intptr_t)-1) 485f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 49f9f7766846a205bc900b578f944567e679b221aaChris Lattner/// NON_EXISTENT_FILE - A special value distinct from null that is used to 50f9f7766846a205bc900b578f944567e679b221aaChris Lattner/// represent a filename that doesn't exist on the disk. 51f9f7766846a205bc900b578f944567e679b221aaChris Lattner#define NON_EXISTENT_FILE reinterpret_cast<FileEntry*>((intptr_t)-1) 52f9f7766846a205bc900b578f944567e679b221aaChris Lattner 53f9f7766846a205bc900b578f944567e679b221aaChris Lattner 54f9f7766846a205bc900b578f944567e679b221aaChris LattnerFileEntry::~FileEntry() { 55f9f7766846a205bc900b578f944567e679b221aaChris Lattner // If this FileEntry owns an open file descriptor that never got used, close 56f9f7766846a205bc900b578f944567e679b221aaChris Lattner // it. 57f9f7766846a205bc900b578f944567e679b221aaChris Lattner if (FD != -1) ::close(FD); 58f9f7766846a205bc900b578f944567e679b221aaChris Lattner} 59f9f7766846a205bc900b578f944567e679b221aaChris Lattner 60cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 61cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek// Windows. 62cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 63cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek 646bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek#ifdef LLVM_ON_WIN32 656bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 666bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremeneknamespace { 671eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump static std::string GetFullPath(const char *relPath) { 686bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek char *absPathStrPtr = _fullpath(NULL, relPath, 0); 696bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek assert(absPathStrPtr && "_fullpath() returned NULL!"); 706bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 716bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::string absPath(absPathStrPtr); 726bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 736bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek free(absPathStrPtr); 746bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek return absPath; 756bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 766bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek} 776bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 786bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueDirContainer { 796bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueDirs - Cache from full path to existing directories/files. 806bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// 811eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump llvm::StringMap<DirectoryEntry> UniqueDirs; 826bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 836bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 849b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getDirectory - Return an existing DirectoryEntry with the given 859b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// name if there is already one; otherwise create and return a 869b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed DirectoryEntry. 879b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry &getDirectory(const char *Name, 889b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan const struct stat & /*StatBuf*/) { 896bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::string FullPath(GetFullPath(Name)); 90f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner return UniqueDirs.GetOrCreateValue(FullPath).getValue(); 916bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 921eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 93f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueDirs.size(); } 946bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 956bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 966bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueFileContainer { 976bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueFiles - Cache from full path to existing directories/files. 986bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// 9975368893339d89f6523c312b0a0eb23d438b6dffTed Kremenek llvm::StringMap<FileEntry, llvm::BumpPtrAllocator> UniqueFiles; 1006bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1016bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 1029b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getFile - Return an existing FileEntry with the given name if 1039b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// there is already one; otherwise create and return a 1049b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed FileEntry. 1059b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FileEntry &getFile(const char *Name, const struct stat & /*StatBuf*/) { 1066bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::string FullPath(GetFullPath(Name)); 1079b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 10890c7892b699c5405a81bcc339432ba2f4b50e0d6Benjamin Kramer // Lowercase string because Windows filesystem is case insensitive. 10990c7892b699c5405a81bcc339432ba2f4b50e0d6Benjamin Kramer FullPath = StringRef(FullPath).lower(); 110f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner return UniqueFiles.GetOrCreateValue(FullPath).getValue(); 1116bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 1126bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 113f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueFiles.size(); } 1146bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 1156bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 116cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 117cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek// Unix-like Systems. 118cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 119cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek 1206bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek#else 1216bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1226bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueDirContainer { 1236bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueDirs - Cache from ID's to existing directories/files. 1241eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump std::map<std::pair<dev_t, ino_t>, DirectoryEntry> UniqueDirs; 1256bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1266bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 1279b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getDirectory - Return an existing DirectoryEntry with the given 1289b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// ID's if there is already one; otherwise create and return a 1299b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed DirectoryEntry. 1309b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry &getDirectory(const char * /*Name*/, 1319b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan const struct stat &StatBuf) { 1326bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek return UniqueDirs[std::make_pair(StatBuf.st_dev, StatBuf.st_ino)]; 1336bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 1346bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 135f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueDirs.size(); } 1366bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 1376bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1386bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueFileContainer { 1396bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueFiles - Cache from ID's to existing directories/files. 1406bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::set<FileEntry> UniqueFiles; 1416bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1426bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 1439b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getFile - Return an existing FileEntry with the given ID's if 1449b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// there is already one; otherwise create and return a 1459b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed FileEntry. 1469b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FileEntry &getFile(const char * /*Name*/, const struct stat &StatBuf) { 1476bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek return 1486bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek const_cast<FileEntry&>( 1496bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek *UniqueFiles.insert(FileEntry(StatBuf.st_dev, 15096438f319bb07d9a40564b5e01333f82c0c8a61eTed Kremenek StatBuf.st_ino, 15196438f319bb07d9a40564b5e01333f82c0c8a61eTed Kremenek StatBuf.st_mode)).first); 1526bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 1536bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 154f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueFiles.size(); } 1556bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 1566bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1576bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek#endif 1586bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 159cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 160cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek// Common logic. 161cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 1626bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1637ad97ffa631af6ad678c79b38341ac995f347ce9Chris LattnerFileManager::FileManager(const FileSystemOptions &FSO) 1647ad97ffa631af6ad678c79b38341ac995f347ce9Chris Lattner : FileSystemOpts(FSO), 1659b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UniqueRealDirs(*new UniqueDirContainer()), 1669b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UniqueRealFiles(*new UniqueFileContainer()), 1679b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries(64), SeenFileEntries(64), NextFileUID(0) { 1686bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek NumDirLookups = NumFileLookups = 0; 1696bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek NumDirCacheMisses = NumFileCacheMisses = 0; 1706bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek} 1716bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1726bb816a3b895e9c983d89b22d510dca58a0eb75eTed KremenekFileManager::~FileManager() { 1739b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete &UniqueRealDirs; 1749b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete &UniqueRealFiles; 175f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner for (unsigned i = 0, e = VirtualFileEntries.size(); i != e; ++i) 176f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner delete VirtualFileEntries[i]; 1779b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan for (unsigned i = 0, e = VirtualDirectoryEntries.size(); i != e; ++i) 1789b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete VirtualDirectoryEntries[i]; 1796bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek} 1806bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 18110e286aa8d39fb51a21412850265d9dae74613eeChris Lattnervoid FileManager::addStatCache(FileSystemStatCache *statCache, 18210e286aa8d39fb51a21412850265d9dae74613eeChris Lattner bool AtBeginning) { 18352e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor assert(statCache && "No stat cache provided?"); 18452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (AtBeginning || StatCache.get() == 0) { 18552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor statCache->setNextStatCache(StatCache.take()); 18652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor StatCache.reset(statCache); 18752e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 18852e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor } 18952e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 19010e286aa8d39fb51a21412850265d9dae74613eeChris Lattner FileSystemStatCache *LastCache = StatCache.get(); 19152e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor while (LastCache->getNextStatCache()) 19252e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor LastCache = LastCache->getNextStatCache(); 19352e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 19452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor LastCache->setNextStatCache(statCache); 19552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor} 19652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 19710e286aa8d39fb51a21412850265d9dae74613eeChris Lattnervoid FileManager::removeStatCache(FileSystemStatCache *statCache) { 19852e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (!statCache) 19952e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 20052e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 20152e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (StatCache.get() == statCache) { 20252e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor // This is the first stat cache. 20352e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor StatCache.reset(StatCache->takeNextStatCache()); 20452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 20552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor } 20652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 20752e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor // Find the stat cache in the list. 20810e286aa8d39fb51a21412850265d9dae74613eeChris Lattner FileSystemStatCache *PrevCache = StatCache.get(); 20952e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor while (PrevCache && PrevCache->getNextStatCache() != statCache) 21052e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor PrevCache = PrevCache->getNextStatCache(); 211f9f7766846a205bc900b578f944567e679b221aaChris Lattner 212f9f7766846a205bc900b578f944567e679b221aaChris Lattner assert(PrevCache && "Stat cache not found for removal"); 213f9f7766846a205bc900b578f944567e679b221aaChris Lattner PrevCache->setNextStatCache(statCache->getNextStatCache()); 21452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor} 21552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 216057e567f1b375190779e5341f42861896cdee442Douglas Gregor/// \brief Retrieve the directory that the given file name resides in. 2179b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// Filename can point to either a real file or a virtual file. 218057e567f1b375190779e5341f42861896cdee442Douglas Gregorstatic const DirectoryEntry *getDirectoryFromFile(FileManager &FileMgr, 2196e975c4517958bcc11c834336d340797356058dbDouglas Gregor StringRef Filename, 2206e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 22121af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (Filename.empty()) 22221af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan return NULL; 2239b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 22421af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (llvm::sys::path::is_separator(Filename[Filename.size() - 1])) 22521af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan return NULL; // If Filename is a directory. 226aa8b2d95bc108e8f3a443e4a936e1ed8a3cc1cc6Benjamin Kramer 2275f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef DirName = llvm::sys::path::parent_path(Filename); 228f69a1f319bd3c846c4a9ab84ea615e4e37dfd359Chris Lattner // Use the current directory if file has no path component. 22921af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (DirName.empty()) 23021af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan DirName = "."; 231aa8b2d95bc108e8f3a443e4a936e1ed8a3cc1cc6Benjamin Kramer 2326e975c4517958bcc11c834336d340797356058dbDouglas Gregor return FileMgr.getDirectory(DirName, CacheFailure); 233057e567f1b375190779e5341f42861896cdee442Douglas Gregor} 234057e567f1b375190779e5341f42861896cdee442Douglas Gregor 2359b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// Add all ancestors of the given path (pointing to either a file or 2369b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// a directory) as virtual directories. 2375f9e272e632e951b1efe824cd16acb4d96077930Chris Lattnervoid FileManager::addAncestorsAsVirtualDirs(StringRef Path) { 2385f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef DirName = llvm::sys::path::parent_path(Path); 23921af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (DirName.empty()) 2409b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return; 2419b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2429b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::StringMapEntry<DirectoryEntry *> &NamedDirEnt = 2439b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries.GetOrCreateValue(DirName); 2449b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2459b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // When caching a virtual directory, we always cache its ancestors 2469b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // at the same time. Therefore, if DirName is already in the cache, 2479b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // we don't need to recurse as its ancestors must also already be in 2489b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // the cache. 2499b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (NamedDirEnt.getValue()) 2509b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return; 2519b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2529b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Add the virtual directory to the cache. 2539b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry *UDE = new DirectoryEntry; 2549b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UDE->Name = NamedDirEnt.getKeyData(); 2559b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan NamedDirEnt.setValue(UDE); 2569b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan VirtualDirectoryEntries.push_back(UDE); 2579b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2589b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Recursively add the other ancestors. 2599b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan addAncestorsAsVirtualDirs(DirName); 2609b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan} 2619b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2629b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// getDirectory - Lookup, cache, and verify the specified directory 2639b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// (real or virtual). This returns NULL if the directory doesn't 2649b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// exist. 2651eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump/// 2666e975c4517958bcc11c834336d340797356058dbDouglas Gregorconst DirectoryEntry *FileManager::getDirectory(StringRef DirName, 2676e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 268678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi // stat doesn't like trailing separators. 269678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi // At least, on Win32 MSVCRT, stat() cannot strip trailing '/'. 270678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi // (though it can strip '\\') 271678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi if (DirName.size() > 1 && llvm::sys::path::is_separator(DirName.back())) 272678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi DirName = DirName.substr(0, DirName.size()-1); 273678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi 2745f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumDirLookups; 2755f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer llvm::StringMapEntry<DirectoryEntry *> &NamedDirEnt = 2769b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries.GetOrCreateValue(DirName); 2771eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2789b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // See if there was already an entry in the map. Note that the map 2799b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // contains both virtual and real directories. 2805f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer if (NamedDirEnt.getValue()) 2813d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek return NamedDirEnt.getValue() == NON_EXISTENT_DIR 2825f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ? 0 : NamedDirEnt.getValue(); 2831eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2845f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumDirCacheMisses; 2851eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2865f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // By default, initialize it to invalid. 2873d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek NamedDirEnt.setValue(NON_EXISTENT_DIR); 2881eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2895f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Get the null-terminated directory name as stored as the key of the 2909b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // SeenDirEntries map. 2915f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer const char *InterndDirName = NamedDirEnt.getKeyData(); 2921eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2935f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Check to see if the directory exists. 2945f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer struct stat StatBuf; 2959b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (getStatValue(InterndDirName, StatBuf, 0/*directory lookup*/)) { 2969b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // There's no real directory at the given path. 2976e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 2986e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenDirEntries.erase(DirName); 2995f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return 0; 3009b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 3016bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 3029b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // It exists. See if we have already opened a directory with the 3039b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // same inode (this occurs on Unix-like systems when one dir is 3049b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // symlinked to another, for example) or the same path (on 3059b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Windows). 3069b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry &UDE = UniqueRealDirs.getDirectory(InterndDirName, StatBuf); 3071eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3085f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer NamedDirEnt.setValue(&UDE); 3099b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (!UDE.getName()) { 3109b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // We don't have this directory yet, add it. We use the string 3119b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // key from the SeenDirEntries map as the string. 3129b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UDE.Name = InterndDirName; 3139b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 3141eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3155f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UDE; 3165f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 3175f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3189b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// getFile - Lookup, cache, and verify the specified file (real or 3199b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// virtual). This returns NULL if the file doesn't exist. 3201eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump/// 3216e975c4517958bcc11c834336d340797356058dbDouglas Gregorconst FileEntry *FileManager::getFile(StringRef Filename, bool openFile, 3226e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 3235f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumFileLookups; 3241eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3255f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // See if there is already an entry in the map. 3265f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer llvm::StringMapEntry<FileEntry *> &NamedFileEnt = 3279b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenFileEntries.GetOrCreateValue(Filename); 3285f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3295f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // See if there is already an entry in the map. 3305f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer if (NamedFileEnt.getValue()) 3313d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek return NamedFileEnt.getValue() == NON_EXISTENT_FILE 3325f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ? 0 : NamedFileEnt.getValue(); 3331eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3345f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumFileCacheMisses; 3355f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3365f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // By default, initialize it to invalid. 3373d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek NamedFileEnt.setValue(NON_EXISTENT_FILE); 3385f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3395f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Get the null-terminated file name as stored as the key of the 3409b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // SeenFileEntries map. 3415f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer const char *InterndFileName = NamedFileEnt.getKeyData(); 3421eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 343f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // Look up the directory for the file. When looking up something like 344f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // sys/foo.h we'll discover all of the search directories that have a 'sys' 345f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // subdirectory. This will let us avoid having to waste time on known-to-fail 346f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // searches when we go to find sys/bar.h, because all the search directories 347f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // without a 'sys' subdir will get a cached failure result. 3486e975c4517958bcc11c834336d340797356058dbDouglas Gregor const DirectoryEntry *DirInfo = getDirectoryFromFile(*this, Filename, 3496e975c4517958bcc11c834336d340797356058dbDouglas Gregor CacheFailure); 3506e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (DirInfo == 0) { // Directory doesn't exist, file can't exist. 3516e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 3526e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenFileEntries.erase(Filename); 3536e975c4517958bcc11c834336d340797356058dbDouglas Gregor 354057e567f1b375190779e5341f42861896cdee442Douglas Gregor return 0; 3556e975c4517958bcc11c834336d340797356058dbDouglas Gregor } 3566e975c4517958bcc11c834336d340797356058dbDouglas Gregor 3575f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // FIXME: Use the directory info to prune this, before doing the stat syscall. 3585f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // FIXME: This will reduce the # syscalls. 3591eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3605f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Nope, there isn't. Check to see if the file exists. 361898a061f69e1145bf89a987c08203132b9922a3cChris Lattner int FileDescriptor = -1; 3625f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer struct stat StatBuf; 3639b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (getStatValue(InterndFileName, StatBuf, &FileDescriptor)) { 3649b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // There's no real file at the given path. 3656e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 3666e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenFileEntries.erase(Filename); 3676e975c4517958bcc11c834336d340797356058dbDouglas Gregor 3685f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return 0; 3699b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 3701eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3713cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis if (FileDescriptor != -1 && !openFile) { 3723cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis close(FileDescriptor); 3733cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis FileDescriptor = -1; 3743cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis } 3753cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis 376bca6d125c77c93c7fa41798c15348175a6bb1267Ted Kremenek // It exists. See if we have already opened a file with the same inode. 3775f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // This occurs when one dir is symlinked to another, for example. 3789b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FileEntry &UFE = UniqueRealFiles.getFile(InterndFileName, StatBuf); 3791eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3805f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer NamedFileEnt.setValue(&UFE); 381898a061f69e1145bf89a987c08203132b9922a3cChris Lattner if (UFE.getName()) { // Already have an entry with this inode, return it. 382898a061f69e1145bf89a987c08203132b9922a3cChris Lattner // If the stat process opened the file, close it to avoid a FD leak. 383898a061f69e1145bf89a987c08203132b9922a3cChris Lattner if (FileDescriptor != -1) 384898a061f69e1145bf89a987c08203132b9922a3cChris Lattner close(FileDescriptor); 3859b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 3865f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UFE; 387898a061f69e1145bf89a987c08203132b9922a3cChris Lattner } 3885f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3895f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Otherwise, we don't have this directory yet, add it. 3909b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // FIXME: Change the name to be a char* that points back to the 3919b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // 'SeenFileEntries' key. 3925f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.Name = InterndFileName; 3935f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.Size = StatBuf.st_size; 3945f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.ModTime = StatBuf.st_mtime; 3955f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.Dir = DirInfo; 3965f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.UID = NextFileUID++; 397898a061f69e1145bf89a987c08203132b9922a3cChris Lattner UFE.FD = FileDescriptor; 3985f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UFE; 3995f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 4005f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 401057e567f1b375190779e5341f42861896cdee442Douglas Gregorconst FileEntry * 4025f9e272e632e951b1efe824cd16acb4d96077930Chris LattnerFileManager::getVirtualFile(StringRef Filename, off_t Size, 40339b49bcaaddb1049234fca9500c0ac02c088e23dChris Lattner time_t ModificationTime) { 404057e567f1b375190779e5341f42861896cdee442Douglas Gregor ++NumFileLookups; 405057e567f1b375190779e5341f42861896cdee442Douglas Gregor 406057e567f1b375190779e5341f42861896cdee442Douglas Gregor // See if there is already an entry in the map. 407057e567f1b375190779e5341f42861896cdee442Douglas Gregor llvm::StringMapEntry<FileEntry *> &NamedFileEnt = 4089b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenFileEntries.GetOrCreateValue(Filename); 409057e567f1b375190779e5341f42861896cdee442Douglas Gregor 410057e567f1b375190779e5341f42861896cdee442Douglas Gregor // See if there is already an entry in the map. 41104331169f04198eb769925fa17696a21989c9d8bAxel Naumann if (NamedFileEnt.getValue() && NamedFileEnt.getValue() != NON_EXISTENT_FILE) 41204331169f04198eb769925fa17696a21989c9d8bAxel Naumann return NamedFileEnt.getValue(); 413057e567f1b375190779e5341f42861896cdee442Douglas Gregor 414057e567f1b375190779e5341f42861896cdee442Douglas Gregor ++NumFileCacheMisses; 415057e567f1b375190779e5341f42861896cdee442Douglas Gregor 416057e567f1b375190779e5341f42861896cdee442Douglas Gregor // By default, initialize it to invalid. 417057e567f1b375190779e5341f42861896cdee442Douglas Gregor NamedFileEnt.setValue(NON_EXISTENT_FILE); 418057e567f1b375190779e5341f42861896cdee442Douglas Gregor 4199b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan addAncestorsAsVirtualDirs(Filename); 4208ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor FileEntry *UFE = 0; 4219b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4229b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Now that all ancestors of Filename are in the cache, the 4239b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // following call is guaranteed to find the DirectoryEntry from the 4249b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // cache. 4256e975c4517958bcc11c834336d340797356058dbDouglas Gregor const DirectoryEntry *DirInfo = getDirectoryFromFile(*this, Filename, 4266e975c4517958bcc11c834336d340797356058dbDouglas Gregor /*CacheFailure=*/true); 4279b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan assert(DirInfo && 4289b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan "The directory of a virtual file should already be in the cache."); 4299b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4309b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Check to see if the file exists. If so, drop the virtual file 4319b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan int FileDescriptor = -1; 4329b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan struct stat StatBuf; 4339b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan const char *InterndFileName = NamedFileEnt.getKeyData(); 4349b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (getStatValue(InterndFileName, StatBuf, &FileDescriptor) == 0) { 4359b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // If the stat process opened the file, close it to avoid a FD leak. 4369b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (FileDescriptor != -1) 4379b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan close(FileDescriptor); 4389b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4399b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan StatBuf.st_size = Size; 4409b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan StatBuf.st_mtime = ModificationTime; 4419b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UFE = &UniqueRealFiles.getFile(InterndFileName, StatBuf); 4429b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4439b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan NamedFileEnt.setValue(UFE); 4449b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4459b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // If we had already opened this file, close it now so we don't 4469b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // leak the descriptor. We're not going to use the file 4479b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // descriptor anyway, since this is a virtual file. 4489b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (UFE->FD != -1) { 4499b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan close(UFE->FD); 4509b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UFE->FD = -1; 4518ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 4529b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4539b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // If we already have an entry with this inode, return it. 4549b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (UFE->getName()) 4559b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return UFE; 4568ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 457057e567f1b375190779e5341f42861896cdee442Douglas Gregor 4588ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor if (!UFE) { 4598ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor UFE = new FileEntry(); 4608ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor VirtualFileEntries.push_back(UFE); 4618ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor NamedFileEnt.setValue(UFE); 4628ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 463057e567f1b375190779e5341f42861896cdee442Douglas Gregor 464f9f7766846a205bc900b578f944567e679b221aaChris Lattner UFE->Name = InterndFileName; 465057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->Size = Size; 466057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->ModTime = ModificationTime; 467057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->Dir = DirInfo; 468057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->UID = NextFileUID++; 4698ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor UFE->FD = -1; 470057e567f1b375190779e5341f42861896cdee442Douglas Gregor return UFE; 471057e567f1b375190779e5341f42861896cdee442Douglas Gregor} 472057e567f1b375190779e5341f42861896cdee442Douglas Gregor 4735f9e272e632e951b1efe824cd16acb4d96077930Chris Lattnervoid FileManager::FixupRelativePath(SmallVectorImpl<char> &path) const { 4745f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef pathRef(path.data(), path.size()); 475af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson 4762e2468e2d2ccbb9a38fe3b6b754009af7e5d39a9Anders Carlsson if (FileSystemOpts.WorkingDir.empty() 4772e2468e2d2ccbb9a38fe3b6b754009af7e5d39a9Anders Carlsson || llvm::sys::path::is_absolute(pathRef)) 478256053b31e697fdf0cc48f17d621c82fc3b8dff0Michael J. Spencer return; 479256053b31e697fdf0cc48f17d621c82fc3b8dff0Michael J. Spencer 480f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> NewPath(FileSystemOpts.WorkingDir); 481af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson llvm::sys::path::append(NewPath, pathRef); 48267452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner path = NewPath; 48367452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner} 48467452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner 48575dfb65c38d51772df9a00ce2d2feeefd55667adChris Lattnerllvm::MemoryBuffer *FileManager:: 48675dfb65c38d51772df9a00ce2d2feeefd55667adChris LattnergetBufferForFile(const FileEntry *Entry, std::string *ErrorStr) { 4876f42b62b6194f53bcbc349f5d17388e1936535d7Dylan Noblesmith OwningPtr<llvm::MemoryBuffer> Result; 4883a321e23f66128dbb986343927456ff6702af617Michael J. Spencer llvm::error_code ec; 4895cc1c738b0c51af55cbfe7672c284c19f8e30eb2Chris Lattner 490a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis const char *Filename = Entry->getName(); 491a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis // If the file is already open, use the open file descriptor. 492a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (Entry->FD != -1) { 493a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis ec = llvm::MemoryBuffer::getOpenFile(Entry->FD, Filename, Result, 494a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis Entry->getSize()); 495a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (ErrorStr) 496a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis *ErrorStr = ec.message(); 497a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 498a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis close(Entry->FD); 499a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis Entry->FD = -1; 500a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis return Result.take(); 501a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis } 502a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 503a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis // Otherwise, open the file. 504a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 505a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (FileSystemOpts.WorkingDir.empty()) { 5064eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer ec = llvm::MemoryBuffer::getFile(Filename, Result, Entry->getSize()); 5074eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 5083a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 5094eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 5105cc1c738b0c51af55cbfe7672c284c19f8e30eb2Chris Lattner } 511af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson 512f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Entry->getName()); 51303fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 514af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson ec = llvm::MemoryBuffer::getFile(FilePath.str(), Result, Entry->getSize()); 5154eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 5163a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 5174eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 51875dfb65c38d51772df9a00ce2d2feeefd55667adChris Lattner} 51967452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner 520f69a1f319bd3c846c4a9ab84ea615e4e37dfd359Chris Lattnerllvm::MemoryBuffer *FileManager:: 5215f9e272e632e951b1efe824cd16acb4d96077930Chris LattnergetBufferForFile(StringRef Filename, std::string *ErrorStr) { 5226f42b62b6194f53bcbc349f5d17388e1936535d7Dylan Noblesmith OwningPtr<llvm::MemoryBuffer> Result; 5233a321e23f66128dbb986343927456ff6702af617Michael J. Spencer llvm::error_code ec; 5243a321e23f66128dbb986343927456ff6702af617Michael J. Spencer if (FileSystemOpts.WorkingDir.empty()) { 5254eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer ec = llvm::MemoryBuffer::getFile(Filename, Result); 5264eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 5273a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 5284eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 5293a321e23f66128dbb986343927456ff6702af617Michael J. Spencer } 5303a321e23f66128dbb986343927456ff6702af617Michael J. Spencer 531f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Filename); 53203fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 5334eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer ec = llvm::MemoryBuffer::getFile(FilePath.c_str(), Result); 5344eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 5353a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 5364eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 537389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis} 538389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis 5399b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// getStatValue - Get the 'stat' information for the specified path, 5409b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// using the cache to accelerate it if possible. This returns true 5419b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// if the path points to a virtual file or does not exist, or returns 5429b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// false if it's an existent real file. If FileDescriptor is NULL, 5439b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// do directory look-up instead of file look-up. 544f9f7766846a205bc900b578f944567e679b221aaChris Lattnerbool FileManager::getStatValue(const char *Path, struct stat &StatBuf, 545898a061f69e1145bf89a987c08203132b9922a3cChris Lattner int *FileDescriptor) { 54610e286aa8d39fb51a21412850265d9dae74613eeChris Lattner // FIXME: FileSystemOpts shouldn't be passed in here, all paths should be 54710e286aa8d39fb51a21412850265d9dae74613eeChris Lattner // absolute! 54811aa4b03b054cb9d3c201bba5632241145865e29Chris Lattner if (FileSystemOpts.WorkingDir.empty()) 549898a061f69e1145bf89a987c08203132b9922a3cChris Lattner return FileSystemStatCache::get(Path, StatBuf, FileDescriptor, 550898a061f69e1145bf89a987c08203132b9922a3cChris Lattner StatCache.get()); 5519b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 552f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Path); 55303fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 55411aa4b03b054cb9d3c201bba5632241145865e29Chris Lattner 555898a061f69e1145bf89a987c08203132b9922a3cChris Lattner return FileSystemStatCache::get(FilePath.c_str(), StatBuf, FileDescriptor, 556898a061f69e1145bf89a987c08203132b9922a3cChris Lattner StatCache.get()); 557389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis} 558389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis 5595f9e272e632e951b1efe824cd16acb4d96077930Chris Lattnerbool FileManager::getNoncachedStatValue(StringRef Path, 5607dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson struct stat &StatBuf) { 561f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Path); 5627dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson FixupRelativePath(FilePath); 5637dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson 5647dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson return ::stat(FilePath.c_str(), &StatBuf) != 0; 5657dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson} 5667dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson 567cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregorvoid FileManager::GetUniqueIDMapping( 5685f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner SmallVectorImpl<const FileEntry *> &UIDToFiles) const { 569cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles.clear(); 570cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles.resize(NextFileUID); 571cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor 572cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor // Map file entries 573cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor for (llvm::StringMap<FileEntry*, llvm::BumpPtrAllocator>::const_iterator 5749b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FE = SeenFileEntries.begin(), FEEnd = SeenFileEntries.end(); 575cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor FE != FEEnd; ++FE) 576cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor if (FE->getValue() && FE->getValue() != NON_EXISTENT_FILE) 577cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles[FE->getValue()->getUID()] = FE->getValue(); 578cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor 579cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor // Map virtual file entries 5805f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner for (SmallVector<FileEntry*, 4>::const_iterator 581cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor VFE = VirtualFileEntries.begin(), VFEEnd = VirtualFileEntries.end(); 582cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor VFE != VFEEnd; ++VFE) 583cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor if (*VFE && *VFE != NON_EXISTENT_FILE) 584cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles[(*VFE)->getUID()] = *VFE; 585cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor} 58610e286aa8d39fb51a21412850265d9dae74613eeChris Lattner 587d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidisvoid FileManager::modifyFileEntry(FileEntry *File, 588d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis off_t Size, time_t ModificationTime) { 589d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis File->Size = Size; 590d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis File->ModTime = ModificationTime; 591d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis} 592d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis 59310e286aa8d39fb51a21412850265d9dae74613eeChris Lattner 5945f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencervoid FileManager::PrintStats() const { 5956cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << "\n*** File Manager Stats:\n"; 5969b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::errs() << UniqueRealFiles.size() << " real files found, " 5979b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan << UniqueRealDirs.size() << " real dirs found.\n"; 5989b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::errs() << VirtualFileEntries.size() << " virtual files found, " 5999b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan << VirtualDirectoryEntries.size() << " virtual dirs found.\n"; 6006cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << NumDirLookups << " dir lookups, " 6016cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer << NumDirCacheMisses << " dir cache misses.\n"; 6026cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << NumFileLookups << " file lookups, " 6036cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer << NumFileCacheMisses << " file cache misses.\n"; 6041eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 6056cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer //llvm::errs() << PagesMapped << BytesOfPagesMapped << FSLookups; 6065f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 607