FileManager.cpp revision ff398965a5abfaf5bc47bc022876f56a28e5b9a7
110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner//===--- FileManager.cpp - File System Probing and Caching ----------------===// 25f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 35f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// The LLVM Compiler Infrastructure 45f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 50bc735ffcfb223c0186419547abaa5c84482663eChris Lattner// This file is distributed under the University of Illinois Open Source 60bc735ffcfb223c0186419547abaa5c84482663eChris Lattner// License. See LICENSE.TXT for details. 75f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 85f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 95f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 105f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// This file implements the FileManager interface. 115f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 125f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 135f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 145f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// TODO: This should index all interesting directories with dirent calls. 155f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// getdirentries ? 165f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// opendir/readdir_r/closedir ? 175f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 185f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 195f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 205f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "clang/Basic/FileManager.h" 2110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner#include "clang/Basic/FileSystemStatCache.h" 225f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "llvm/ADT/SmallString.h" 23fbfd180495e7800975c6d9bdc6d24e706ef70e34Michael J. Spencer#include "llvm/Support/FileSystem.h" 24389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis#include "llvm/Support/MemoryBuffer.h" 25d57a7ef9252964bc6c8471451d7bd395b0520cb8Chris Lattner#include "llvm/Support/raw_ostream.h" 2603013fa9a0bf1ef4b907f5fec006c8f4000fdd21Michael J. Spencer#include "llvm/Support/Path.h" 273a321e23f66128dbb986343927456ff6702af617Michael J. Spencer#include "llvm/Support/system_error.h" 281770e0dadcab966990cca4d7516253c886fd907cDylan Noblesmith#include "llvm/Config/llvm-config.h" 29458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <map> 30458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <set> 31458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <string> 32291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner 33291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner// FIXME: This is terrible, we need this for ::close. 34291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#if !defined(_MSC_VER) && !defined(__MINGW32__) 35291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <unistd.h> 36291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <sys/uio.h> 37291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#else 38291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <io.h> 39291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#endif 405f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencerusing namespace clang; 415f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 425f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// FIXME: Enhance libsystem to support inode and other fields. 435f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include <sys/stat.h> 445f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 453d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek/// NON_EXISTENT_DIR - A special value distinct from null that is used to 465f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// represent a dir name that doesn't exist on the disk. 473d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek#define NON_EXISTENT_DIR reinterpret_cast<DirectoryEntry*>((intptr_t)-1) 485f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 49f9f7766846a205bc900b578f944567e679b221aaChris Lattner/// NON_EXISTENT_FILE - A special value distinct from null that is used to 50f9f7766846a205bc900b578f944567e679b221aaChris Lattner/// represent a filename that doesn't exist on the disk. 51f9f7766846a205bc900b578f944567e679b221aaChris Lattner#define NON_EXISTENT_FILE reinterpret_cast<FileEntry*>((intptr_t)-1) 52f9f7766846a205bc900b578f944567e679b221aaChris Lattner 53f9f7766846a205bc900b578f944567e679b221aaChris Lattner 54f9f7766846a205bc900b578f944567e679b221aaChris LattnerFileEntry::~FileEntry() { 55f9f7766846a205bc900b578f944567e679b221aaChris Lattner // If this FileEntry owns an open file descriptor that never got used, close 56f9f7766846a205bc900b578f944567e679b221aaChris Lattner // it. 57f9f7766846a205bc900b578f944567e679b221aaChris Lattner if (FD != -1) ::close(FD); 58f9f7766846a205bc900b578f944567e679b221aaChris Lattner} 59f9f7766846a205bc900b578f944567e679b221aaChris Lattner 60cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 61cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek// Windows. 62cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 63cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek 646bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek#ifdef LLVM_ON_WIN32 656bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 666bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremeneknamespace { 671eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump static std::string GetFullPath(const char *relPath) { 686bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek char *absPathStrPtr = _fullpath(NULL, relPath, 0); 696bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek assert(absPathStrPtr && "_fullpath() returned NULL!"); 706bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 716bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::string absPath(absPathStrPtr); 726bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 736bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek free(absPathStrPtr); 746bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek return absPath; 756bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 766bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek} 776bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 786bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueDirContainer { 796bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueDirs - Cache from full path to existing directories/files. 806bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// 811eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump llvm::StringMap<DirectoryEntry> UniqueDirs; 826bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 836bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 849b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getDirectory - Return an existing DirectoryEntry with the given 859b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// name if there is already one; otherwise create and return a 869b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed DirectoryEntry. 879b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry &getDirectory(const char *Name, 889b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan const struct stat & /*StatBuf*/) { 896bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::string FullPath(GetFullPath(Name)); 90f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner return UniqueDirs.GetOrCreateValue(FullPath).getValue(); 916bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 921eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 93f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueDirs.size(); } 946bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 956bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 966bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueFileContainer { 976bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueFiles - Cache from full path to existing directories/files. 986bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// 9975368893339d89f6523c312b0a0eb23d438b6dffTed Kremenek llvm::StringMap<FileEntry, llvm::BumpPtrAllocator> UniqueFiles; 1006bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1016bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 1029b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getFile - Return an existing FileEntry with the given name if 1039b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// there is already one; otherwise create and return a 1049b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed FileEntry. 1059b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FileEntry &getFile(const char *Name, const struct stat & /*StatBuf*/) { 1066bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::string FullPath(GetFullPath(Name)); 1079b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 10890c7892b699c5405a81bcc339432ba2f4b50e0d6Benjamin Kramer // Lowercase string because Windows filesystem is case insensitive. 10990c7892b699c5405a81bcc339432ba2f4b50e0d6Benjamin Kramer FullPath = StringRef(FullPath).lower(); 110f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner return UniqueFiles.GetOrCreateValue(FullPath).getValue(); 1116bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 1126bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 113f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueFiles.size(); } 1143ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 115be779598aa70a71c56e5d576947ade53e249c602Axel Naumann void erase(const FileEntry *Entry) { 116be779598aa70a71c56e5d576947ade53e249c602Axel Naumann std::string FullPath(GetFullPath(Entry->getName())); 117be779598aa70a71c56e5d576947ade53e249c602Axel Naumann 118be779598aa70a71c56e5d576947ade53e249c602Axel Naumann // Lowercase string because Windows filesystem is case insensitive. 119be779598aa70a71c56e5d576947ade53e249c602Axel Naumann FullPath = StringRef(FullPath).lower(); 120be779598aa70a71c56e5d576947ade53e249c602Axel Naumann UniqueFiles.erase(FullPath); 121be779598aa70a71c56e5d576947ade53e249c602Axel Naumann } 1226bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 1236bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 124cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 125cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek// Unix-like Systems. 126cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 127cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek 1286bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek#else 1296bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1306bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueDirContainer { 1316bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueDirs - Cache from ID's to existing directories/files. 1321eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump std::map<std::pair<dev_t, ino_t>, DirectoryEntry> UniqueDirs; 1336bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1346bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 1359b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getDirectory - Return an existing DirectoryEntry with the given 1369b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// ID's if there is already one; otherwise create and return a 1379b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed DirectoryEntry. 1389b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry &getDirectory(const char * /*Name*/, 1399b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan const struct stat &StatBuf) { 1406bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek return UniqueDirs[std::make_pair(StatBuf.st_dev, StatBuf.st_ino)]; 1416bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 1426bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 143f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueDirs.size(); } 1446bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 1456bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1466bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueFileContainer { 1476bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueFiles - Cache from ID's to existing directories/files. 1486bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::set<FileEntry> UniqueFiles; 1496bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1506bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 1519b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getFile - Return an existing FileEntry with the given ID's if 1529b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// there is already one; otherwise create and return a 1539b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed FileEntry. 1549b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FileEntry &getFile(const char * /*Name*/, const struct stat &StatBuf) { 1556bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek return 1566bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek const_cast<FileEntry&>( 1576bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek *UniqueFiles.insert(FileEntry(StatBuf.st_dev, 15896438f319bb07d9a40564b5e01333f82c0c8a61eTed Kremenek StatBuf.st_ino, 15996438f319bb07d9a40564b5e01333f82c0c8a61eTed Kremenek StatBuf.st_mode)).first); 1606bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 1616bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 162f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueFiles.size(); } 1633ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 1645ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann void erase(const FileEntry *Entry) { UniqueFiles.erase(*Entry); } 1656bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 1666bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1676bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek#endif 1686bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 169cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 170cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek// Common logic. 171cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 1726bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1737ad97ffa631af6ad678c79b38341ac995f347ce9Chris LattnerFileManager::FileManager(const FileSystemOptions &FSO) 1747ad97ffa631af6ad678c79b38341ac995f347ce9Chris Lattner : FileSystemOpts(FSO), 1759b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UniqueRealDirs(*new UniqueDirContainer()), 1769b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UniqueRealFiles(*new UniqueFileContainer()), 1779b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries(64), SeenFileEntries(64), NextFileUID(0) { 1786bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek NumDirLookups = NumFileLookups = 0; 1796bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek NumDirCacheMisses = NumFileCacheMisses = 0; 1806bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek} 1816bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1826bb816a3b895e9c983d89b22d510dca58a0eb75eTed KremenekFileManager::~FileManager() { 1839b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete &UniqueRealDirs; 1849b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete &UniqueRealFiles; 185f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner for (unsigned i = 0, e = VirtualFileEntries.size(); i != e; ++i) 186f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner delete VirtualFileEntries[i]; 1879b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan for (unsigned i = 0, e = VirtualDirectoryEntries.size(); i != e; ++i) 1889b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete VirtualDirectoryEntries[i]; 1896bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek} 1906bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 19110e286aa8d39fb51a21412850265d9dae74613eeChris Lattnervoid FileManager::addStatCache(FileSystemStatCache *statCache, 19210e286aa8d39fb51a21412850265d9dae74613eeChris Lattner bool AtBeginning) { 19352e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor assert(statCache && "No stat cache provided?"); 19452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (AtBeginning || StatCache.get() == 0) { 19552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor statCache->setNextStatCache(StatCache.take()); 19652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor StatCache.reset(statCache); 19752e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 19852e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor } 19952e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 20010e286aa8d39fb51a21412850265d9dae74613eeChris Lattner FileSystemStatCache *LastCache = StatCache.get(); 20152e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor while (LastCache->getNextStatCache()) 20252e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor LastCache = LastCache->getNextStatCache(); 20352e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 20452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor LastCache->setNextStatCache(statCache); 20552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor} 20652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 20710e286aa8d39fb51a21412850265d9dae74613eeChris Lattnervoid FileManager::removeStatCache(FileSystemStatCache *statCache) { 20852e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (!statCache) 20952e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 21052e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 21152e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (StatCache.get() == statCache) { 21252e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor // This is the first stat cache. 21352e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor StatCache.reset(StatCache->takeNextStatCache()); 21452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 21552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor } 21652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 21752e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor // Find the stat cache in the list. 21810e286aa8d39fb51a21412850265d9dae74613eeChris Lattner FileSystemStatCache *PrevCache = StatCache.get(); 21952e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor while (PrevCache && PrevCache->getNextStatCache() != statCache) 22052e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor PrevCache = PrevCache->getNextStatCache(); 221f9f7766846a205bc900b578f944567e679b221aaChris Lattner 222f9f7766846a205bc900b578f944567e679b221aaChris Lattner assert(PrevCache && "Stat cache not found for removal"); 223f9f7766846a205bc900b578f944567e679b221aaChris Lattner PrevCache->setNextStatCache(statCache->getNextStatCache()); 22452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor} 22552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 226057e567f1b375190779e5341f42861896cdee442Douglas Gregor/// \brief Retrieve the directory that the given file name resides in. 2279b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// Filename can point to either a real file or a virtual file. 228057e567f1b375190779e5341f42861896cdee442Douglas Gregorstatic const DirectoryEntry *getDirectoryFromFile(FileManager &FileMgr, 2296e975c4517958bcc11c834336d340797356058dbDouglas Gregor StringRef Filename, 2306e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 23121af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (Filename.empty()) 23221af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan return NULL; 2339b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 23421af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (llvm::sys::path::is_separator(Filename[Filename.size() - 1])) 23521af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan return NULL; // If Filename is a directory. 236aa8b2d95bc108e8f3a443e4a936e1ed8a3cc1cc6Benjamin Kramer 2375f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef DirName = llvm::sys::path::parent_path(Filename); 238f69a1f319bd3c846c4a9ab84ea615e4e37dfd359Chris Lattner // Use the current directory if file has no path component. 23921af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (DirName.empty()) 24021af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan DirName = "."; 241aa8b2d95bc108e8f3a443e4a936e1ed8a3cc1cc6Benjamin Kramer 2426e975c4517958bcc11c834336d340797356058dbDouglas Gregor return FileMgr.getDirectory(DirName, CacheFailure); 243057e567f1b375190779e5341f42861896cdee442Douglas Gregor} 244057e567f1b375190779e5341f42861896cdee442Douglas Gregor 2459b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// Add all ancestors of the given path (pointing to either a file or 2469b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// a directory) as virtual directories. 2475f9e272e632e951b1efe824cd16acb4d96077930Chris Lattnervoid FileManager::addAncestorsAsVirtualDirs(StringRef Path) { 2485f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef DirName = llvm::sys::path::parent_path(Path); 24921af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (DirName.empty()) 2509b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return; 2519b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2529b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::StringMapEntry<DirectoryEntry *> &NamedDirEnt = 2539b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries.GetOrCreateValue(DirName); 2549b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2559b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // When caching a virtual directory, we always cache its ancestors 2569b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // at the same time. Therefore, if DirName is already in the cache, 2579b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // we don't need to recurse as its ancestors must also already be in 2589b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // the cache. 2599b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (NamedDirEnt.getValue()) 2609b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return; 2619b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2629b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Add the virtual directory to the cache. 2639b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry *UDE = new DirectoryEntry; 2649b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UDE->Name = NamedDirEnt.getKeyData(); 2659b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan NamedDirEnt.setValue(UDE); 2669b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan VirtualDirectoryEntries.push_back(UDE); 2679b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2689b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Recursively add the other ancestors. 2699b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan addAncestorsAsVirtualDirs(DirName); 2709b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan} 2719b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2726e975c4517958bcc11c834336d340797356058dbDouglas Gregorconst DirectoryEntry *FileManager::getDirectory(StringRef DirName, 2736e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 274759a4b40cab9dd04683a548f998ebe2e443ca6b4NAKAMURA Takumi // stat doesn't like trailing separators except for root directory. 275678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi // At least, on Win32 MSVCRT, stat() cannot strip trailing '/'. 276678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi // (though it can strip '\\') 277759a4b40cab9dd04683a548f998ebe2e443ca6b4NAKAMURA Takumi if (DirName.size() > 1 && 278759a4b40cab9dd04683a548f998ebe2e443ca6b4NAKAMURA Takumi DirName != llvm::sys::path::root_path(DirName) && 279759a4b40cab9dd04683a548f998ebe2e443ca6b4NAKAMURA Takumi llvm::sys::path::is_separator(DirName.back())) 280678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi DirName = DirName.substr(0, DirName.size()-1); 281678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi 2825f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumDirLookups; 2835f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer llvm::StringMapEntry<DirectoryEntry *> &NamedDirEnt = 2849b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries.GetOrCreateValue(DirName); 2851eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2869b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // See if there was already an entry in the map. Note that the map 2879b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // contains both virtual and real directories. 2885f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer if (NamedDirEnt.getValue()) 2893d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek return NamedDirEnt.getValue() == NON_EXISTENT_DIR 2905f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ? 0 : NamedDirEnt.getValue(); 2911eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2925f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumDirCacheMisses; 2931eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2945f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // By default, initialize it to invalid. 2953d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek NamedDirEnt.setValue(NON_EXISTENT_DIR); 2961eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2975f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Get the null-terminated directory name as stored as the key of the 2989b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // SeenDirEntries map. 2995f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer const char *InterndDirName = NamedDirEnt.getKeyData(); 3001eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3015f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Check to see if the directory exists. 3025f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer struct stat StatBuf; 3039b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (getStatValue(InterndDirName, StatBuf, 0/*directory lookup*/)) { 3049b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // There's no real directory at the given path. 3056e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 3066e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenDirEntries.erase(DirName); 3075f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return 0; 3089b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 3096bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 3109b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // It exists. See if we have already opened a directory with the 3119b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // same inode (this occurs on Unix-like systems when one dir is 3129b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // symlinked to another, for example) or the same path (on 3139b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Windows). 3149b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry &UDE = UniqueRealDirs.getDirectory(InterndDirName, StatBuf); 3151eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3165f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer NamedDirEnt.setValue(&UDE); 3179b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (!UDE.getName()) { 3189b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // We don't have this directory yet, add it. We use the string 3199b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // key from the SeenDirEntries map as the string. 3209b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UDE.Name = InterndDirName; 3219b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 3221eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3235f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UDE; 3245f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 3255f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3266e975c4517958bcc11c834336d340797356058dbDouglas Gregorconst FileEntry *FileManager::getFile(StringRef Filename, bool openFile, 3276e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 3285f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumFileLookups; 3291eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3305f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // See if there is already an entry in the map. 3315f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer llvm::StringMapEntry<FileEntry *> &NamedFileEnt = 3329b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenFileEntries.GetOrCreateValue(Filename); 3335f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3345f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // See if there is already an entry in the map. 3355f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer if (NamedFileEnt.getValue()) 3363d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek return NamedFileEnt.getValue() == NON_EXISTENT_FILE 3375f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ? 0 : NamedFileEnt.getValue(); 3381eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3395f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumFileCacheMisses; 3405f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3415f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // By default, initialize it to invalid. 3423d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek NamedFileEnt.setValue(NON_EXISTENT_FILE); 3435f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3445f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Get the null-terminated file name as stored as the key of the 3459b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // SeenFileEntries map. 3465f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer const char *InterndFileName = NamedFileEnt.getKeyData(); 3471eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 348f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // Look up the directory for the file. When looking up something like 349f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // sys/foo.h we'll discover all of the search directories that have a 'sys' 350f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // subdirectory. This will let us avoid having to waste time on known-to-fail 351f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // searches when we go to find sys/bar.h, because all the search directories 352f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // without a 'sys' subdir will get a cached failure result. 3536e975c4517958bcc11c834336d340797356058dbDouglas Gregor const DirectoryEntry *DirInfo = getDirectoryFromFile(*this, Filename, 3546e975c4517958bcc11c834336d340797356058dbDouglas Gregor CacheFailure); 3556e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (DirInfo == 0) { // Directory doesn't exist, file can't exist. 3566e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 3576e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenFileEntries.erase(Filename); 3586e975c4517958bcc11c834336d340797356058dbDouglas Gregor 359057e567f1b375190779e5341f42861896cdee442Douglas Gregor return 0; 3606e975c4517958bcc11c834336d340797356058dbDouglas Gregor } 3616e975c4517958bcc11c834336d340797356058dbDouglas Gregor 3625f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // FIXME: Use the directory info to prune this, before doing the stat syscall. 3635f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // FIXME: This will reduce the # syscalls. 3641eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3655f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Nope, there isn't. Check to see if the file exists. 366898a061f69e1145bf89a987c08203132b9922a3cChris Lattner int FileDescriptor = -1; 3675f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer struct stat StatBuf; 3689b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (getStatValue(InterndFileName, StatBuf, &FileDescriptor)) { 3699b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // There's no real file at the given path. 3706e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 3716e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenFileEntries.erase(Filename); 3726e975c4517958bcc11c834336d340797356058dbDouglas Gregor 3735f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return 0; 3749b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 3751eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3763cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis if (FileDescriptor != -1 && !openFile) { 3773cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis close(FileDescriptor); 3783cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis FileDescriptor = -1; 3793cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis } 3803cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis 381bca6d125c77c93c7fa41798c15348175a6bb1267Ted Kremenek // It exists. See if we have already opened a file with the same inode. 3825f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // This occurs when one dir is symlinked to another, for example. 3839b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FileEntry &UFE = UniqueRealFiles.getFile(InterndFileName, StatBuf); 3841eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3855f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer NamedFileEnt.setValue(&UFE); 386898a061f69e1145bf89a987c08203132b9922a3cChris Lattner if (UFE.getName()) { // Already have an entry with this inode, return it. 387898a061f69e1145bf89a987c08203132b9922a3cChris Lattner // If the stat process opened the file, close it to avoid a FD leak. 388898a061f69e1145bf89a987c08203132b9922a3cChris Lattner if (FileDescriptor != -1) 389898a061f69e1145bf89a987c08203132b9922a3cChris Lattner close(FileDescriptor); 3909b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 3915f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UFE; 392898a061f69e1145bf89a987c08203132b9922a3cChris Lattner } 3935f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3945f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Otherwise, we don't have this directory yet, add it. 3959b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // FIXME: Change the name to be a char* that points back to the 3969b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // 'SeenFileEntries' key. 3975f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.Name = InterndFileName; 3985f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.Size = StatBuf.st_size; 3995f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.ModTime = StatBuf.st_mtime; 4005f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.Dir = DirInfo; 4015f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.UID = NextFileUID++; 402898a061f69e1145bf89a987c08203132b9922a3cChris Lattner UFE.FD = FileDescriptor; 4035f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UFE; 4045f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 4055f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 406057e567f1b375190779e5341f42861896cdee442Douglas Gregorconst FileEntry * 4075f9e272e632e951b1efe824cd16acb4d96077930Chris LattnerFileManager::getVirtualFile(StringRef Filename, off_t Size, 40839b49bcaaddb1049234fca9500c0ac02c088e23dChris Lattner time_t ModificationTime) { 409057e567f1b375190779e5341f42861896cdee442Douglas Gregor ++NumFileLookups; 410057e567f1b375190779e5341f42861896cdee442Douglas Gregor 411057e567f1b375190779e5341f42861896cdee442Douglas Gregor // See if there is already an entry in the map. 412057e567f1b375190779e5341f42861896cdee442Douglas Gregor llvm::StringMapEntry<FileEntry *> &NamedFileEnt = 4139b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenFileEntries.GetOrCreateValue(Filename); 414057e567f1b375190779e5341f42861896cdee442Douglas Gregor 415057e567f1b375190779e5341f42861896cdee442Douglas Gregor // See if there is already an entry in the map. 41604331169f04198eb769925fa17696a21989c9d8bAxel Naumann if (NamedFileEnt.getValue() && NamedFileEnt.getValue() != NON_EXISTENT_FILE) 41704331169f04198eb769925fa17696a21989c9d8bAxel Naumann return NamedFileEnt.getValue(); 418057e567f1b375190779e5341f42861896cdee442Douglas Gregor 419057e567f1b375190779e5341f42861896cdee442Douglas Gregor ++NumFileCacheMisses; 420057e567f1b375190779e5341f42861896cdee442Douglas Gregor 421057e567f1b375190779e5341f42861896cdee442Douglas Gregor // By default, initialize it to invalid. 422057e567f1b375190779e5341f42861896cdee442Douglas Gregor NamedFileEnt.setValue(NON_EXISTENT_FILE); 423057e567f1b375190779e5341f42861896cdee442Douglas Gregor 4249b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan addAncestorsAsVirtualDirs(Filename); 4258ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor FileEntry *UFE = 0; 4269b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4279b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Now that all ancestors of Filename are in the cache, the 4289b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // following call is guaranteed to find the DirectoryEntry from the 4299b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // cache. 4306e975c4517958bcc11c834336d340797356058dbDouglas Gregor const DirectoryEntry *DirInfo = getDirectoryFromFile(*this, Filename, 4316e975c4517958bcc11c834336d340797356058dbDouglas Gregor /*CacheFailure=*/true); 4329b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan assert(DirInfo && 4339b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan "The directory of a virtual file should already be in the cache."); 4349b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4359b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Check to see if the file exists. If so, drop the virtual file 4369b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan int FileDescriptor = -1; 4379b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan struct stat StatBuf; 4389b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan const char *InterndFileName = NamedFileEnt.getKeyData(); 4399b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (getStatValue(InterndFileName, StatBuf, &FileDescriptor) == 0) { 4409b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // If the stat process opened the file, close it to avoid a FD leak. 4419b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (FileDescriptor != -1) 4429b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan close(FileDescriptor); 4439b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4449b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan StatBuf.st_size = Size; 4459b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan StatBuf.st_mtime = ModificationTime; 4469b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UFE = &UniqueRealFiles.getFile(InterndFileName, StatBuf); 4479b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4489b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan NamedFileEnt.setValue(UFE); 4499b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4509b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // If we had already opened this file, close it now so we don't 4519b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // leak the descriptor. We're not going to use the file 4529b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // descriptor anyway, since this is a virtual file. 4539b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (UFE->FD != -1) { 4549b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan close(UFE->FD); 4559b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UFE->FD = -1; 4568ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 4579b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4589b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // If we already have an entry with this inode, return it. 4599b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (UFE->getName()) 4609b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return UFE; 4618ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 462057e567f1b375190779e5341f42861896cdee442Douglas Gregor 4638ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor if (!UFE) { 4648ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor UFE = new FileEntry(); 4658ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor VirtualFileEntries.push_back(UFE); 4668ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor NamedFileEnt.setValue(UFE); 4678ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 468057e567f1b375190779e5341f42861896cdee442Douglas Gregor 469f9f7766846a205bc900b578f944567e679b221aaChris Lattner UFE->Name = InterndFileName; 470057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->Size = Size; 471057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->ModTime = ModificationTime; 472057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->Dir = DirInfo; 473057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->UID = NextFileUID++; 4748ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor UFE->FD = -1; 475057e567f1b375190779e5341f42861896cdee442Douglas Gregor return UFE; 476057e567f1b375190779e5341f42861896cdee442Douglas Gregor} 477057e567f1b375190779e5341f42861896cdee442Douglas Gregor 4785f9e272e632e951b1efe824cd16acb4d96077930Chris Lattnervoid FileManager::FixupRelativePath(SmallVectorImpl<char> &path) const { 4795f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef pathRef(path.data(), path.size()); 480af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson 4812e2468e2d2ccbb9a38fe3b6b754009af7e5d39a9Anders Carlsson if (FileSystemOpts.WorkingDir.empty() 4822e2468e2d2ccbb9a38fe3b6b754009af7e5d39a9Anders Carlsson || llvm::sys::path::is_absolute(pathRef)) 483256053b31e697fdf0cc48f17d621c82fc3b8dff0Michael J. Spencer return; 484256053b31e697fdf0cc48f17d621c82fc3b8dff0Michael J. Spencer 485f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> NewPath(FileSystemOpts.WorkingDir); 486af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson llvm::sys::path::append(NewPath, pathRef); 48767452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner path = NewPath; 48867452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner} 48967452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner 49075dfb65c38d51772df9a00ce2d2feeefd55667adChris Lattnerllvm::MemoryBuffer *FileManager:: 491ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios KyrtzidisgetBufferForFile(const FileEntry *Entry, std::string *ErrorStr, 492ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis bool isVolatile) { 4936f42b62b6194f53bcbc349f5d17388e1936535d7Dylan Noblesmith OwningPtr<llvm::MemoryBuffer> Result; 4943a321e23f66128dbb986343927456ff6702af617Michael J. Spencer llvm::error_code ec; 4955cc1c738b0c51af55cbfe7672c284c19f8e30eb2Chris Lattner 496ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis uint64_t FileSize = Entry->getSize(); 497ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis // If there's a high enough chance that the file have changed since we 498ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis // got its size, force a stat before opening it. 499ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis if (isVolatile) 500ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis FileSize = -1; 501ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis 502a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis const char *Filename = Entry->getName(); 503a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis // If the file is already open, use the open file descriptor. 504a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (Entry->FD != -1) { 505ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis ec = llvm::MemoryBuffer::getOpenFile(Entry->FD, Filename, Result, FileSize); 506a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (ErrorStr) 507a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis *ErrorStr = ec.message(); 508a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 509a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis close(Entry->FD); 510a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis Entry->FD = -1; 511a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis return Result.take(); 512a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis } 513a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 514a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis // Otherwise, open the file. 515a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 516a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (FileSystemOpts.WorkingDir.empty()) { 517ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis ec = llvm::MemoryBuffer::getFile(Filename, Result, FileSize); 5184eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 5193a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 5204eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 5215cc1c738b0c51af55cbfe7672c284c19f8e30eb2Chris Lattner } 522af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson 523f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Entry->getName()); 52403fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 525ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis ec = llvm::MemoryBuffer::getFile(FilePath.str(), Result, FileSize); 5264eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 5273a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 5284eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 52975dfb65c38d51772df9a00ce2d2feeefd55667adChris Lattner} 53067452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner 531f69a1f319bd3c846c4a9ab84ea615e4e37dfd359Chris Lattnerllvm::MemoryBuffer *FileManager:: 5325f9e272e632e951b1efe824cd16acb4d96077930Chris LattnergetBufferForFile(StringRef Filename, std::string *ErrorStr) { 5336f42b62b6194f53bcbc349f5d17388e1936535d7Dylan Noblesmith OwningPtr<llvm::MemoryBuffer> Result; 5343a321e23f66128dbb986343927456ff6702af617Michael J. Spencer llvm::error_code ec; 5353a321e23f66128dbb986343927456ff6702af617Michael J. Spencer if (FileSystemOpts.WorkingDir.empty()) { 5364eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer ec = llvm::MemoryBuffer::getFile(Filename, Result); 5374eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 5383a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 5394eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 5403a321e23f66128dbb986343927456ff6702af617Michael J. Spencer } 5413a321e23f66128dbb986343927456ff6702af617Michael J. Spencer 542f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Filename); 54303fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 5444eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer ec = llvm::MemoryBuffer::getFile(FilePath.c_str(), Result); 5454eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 5463a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 5474eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 548389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis} 549389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis 5509b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// getStatValue - Get the 'stat' information for the specified path, 5519b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// using the cache to accelerate it if possible. This returns true 5529b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// if the path points to a virtual file or does not exist, or returns 5539b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// false if it's an existent real file. If FileDescriptor is NULL, 5549b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// do directory look-up instead of file look-up. 555f9f7766846a205bc900b578f944567e679b221aaChris Lattnerbool FileManager::getStatValue(const char *Path, struct stat &StatBuf, 556898a061f69e1145bf89a987c08203132b9922a3cChris Lattner int *FileDescriptor) { 55710e286aa8d39fb51a21412850265d9dae74613eeChris Lattner // FIXME: FileSystemOpts shouldn't be passed in here, all paths should be 55810e286aa8d39fb51a21412850265d9dae74613eeChris Lattner // absolute! 55911aa4b03b054cb9d3c201bba5632241145865e29Chris Lattner if (FileSystemOpts.WorkingDir.empty()) 560898a061f69e1145bf89a987c08203132b9922a3cChris Lattner return FileSystemStatCache::get(Path, StatBuf, FileDescriptor, 561898a061f69e1145bf89a987c08203132b9922a3cChris Lattner StatCache.get()); 5629b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 563f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Path); 56403fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 56511aa4b03b054cb9d3c201bba5632241145865e29Chris Lattner 566898a061f69e1145bf89a987c08203132b9922a3cChris Lattner return FileSystemStatCache::get(FilePath.c_str(), StatBuf, FileDescriptor, 567898a061f69e1145bf89a987c08203132b9922a3cChris Lattner StatCache.get()); 568389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis} 569389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis 5705f9e272e632e951b1efe824cd16acb4d96077930Chris Lattnerbool FileManager::getNoncachedStatValue(StringRef Path, 5717dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson struct stat &StatBuf) { 572f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Path); 5737dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson FixupRelativePath(FilePath); 5747dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson 5757dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson return ::stat(FilePath.c_str(), &StatBuf) != 0; 5767dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson} 5777dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson 5785ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumannvoid FileManager::invalidateCache(const FileEntry *Entry) { 5795ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann assert(Entry && "Cannot invalidate a NULL FileEntry"); 5803ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 5813ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann SeenFileEntries.erase(Entry->getName()); 5825ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann 5835ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann // FileEntry invalidation should not block future optimizations in the file 5845ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann // caches. Possible alternatives are cache truncation (invalidate last N) or 5855ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann // invalidation of the whole cache. 5865ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann UniqueRealFiles.erase(Entry); 5873ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann} 5883ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 5893ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 590cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregorvoid FileManager::GetUniqueIDMapping( 5915f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner SmallVectorImpl<const FileEntry *> &UIDToFiles) const { 592cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles.clear(); 593cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles.resize(NextFileUID); 594cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor 595cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor // Map file entries 596cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor for (llvm::StringMap<FileEntry*, llvm::BumpPtrAllocator>::const_iterator 5979b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FE = SeenFileEntries.begin(), FEEnd = SeenFileEntries.end(); 598cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor FE != FEEnd; ++FE) 599cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor if (FE->getValue() && FE->getValue() != NON_EXISTENT_FILE) 600cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles[FE->getValue()->getUID()] = FE->getValue(); 601cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor 602cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor // Map virtual file entries 6035f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner for (SmallVector<FileEntry*, 4>::const_iterator 604cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor VFE = VirtualFileEntries.begin(), VFEEnd = VirtualFileEntries.end(); 605cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor VFE != VFEEnd; ++VFE) 606cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor if (*VFE && *VFE != NON_EXISTENT_FILE) 607cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles[(*VFE)->getUID()] = *VFE; 608cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor} 60910e286aa8d39fb51a21412850265d9dae74613eeChris Lattner 610d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidisvoid FileManager::modifyFileEntry(FileEntry *File, 611d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis off_t Size, time_t ModificationTime) { 612d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis File->Size = Size; 613d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis File->ModTime = ModificationTime; 614d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis} 615d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis 61610e286aa8d39fb51a21412850265d9dae74613eeChris Lattner 6175f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencervoid FileManager::PrintStats() const { 6186cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << "\n*** File Manager Stats:\n"; 6199b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::errs() << UniqueRealFiles.size() << " real files found, " 6209b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan << UniqueRealDirs.size() << " real dirs found.\n"; 6219b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::errs() << VirtualFileEntries.size() << " virtual files found, " 6229b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan << VirtualDirectoryEntries.size() << " virtual dirs found.\n"; 6236cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << NumDirLookups << " dir lookups, " 6246cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer << NumDirCacheMisses << " dir cache misses.\n"; 6256cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << NumFileLookups << " file lookups, " 6266cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer << NumFileCacheMisses << " file cache misses.\n"; 6271eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 6286cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer //llvm::errs() << PagesMapped << BytesOfPagesMapped << FSLookups; 6295f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 630