110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner//===--- FileManager.cpp - File System Probing and Caching ----------------===// 25f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 35f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// The LLVM Compiler Infrastructure 45f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 50bc735ffcfb223c0186419547abaa5c84482663eChris Lattner// This file is distributed under the University of Illinois Open Source 60bc735ffcfb223c0186419547abaa5c84482663eChris Lattner// License. See LICENSE.TXT for details. 75f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 85f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 95f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 105f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// This file implements the FileManager interface. 115f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 125f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 135f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 145f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// TODO: This should index all interesting directories with dirent calls. 155f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// getdirentries ? 165f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// opendir/readdir_r/closedir ? 175f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// 185f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer//===----------------------------------------------------------------------===// 195f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 205f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "clang/Basic/FileManager.h" 2110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner#include "clang/Basic/FileSystemStatCache.h" 225f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include "llvm/ADT/SmallString.h" 2355fc873017f10f6f566b182b70f6fc22aefa3464Chandler Carruth#include "llvm/Config/llvm-config.h" 24fbfd180495e7800975c6d9bdc6d24e706ef70e34Michael J. Spencer#include "llvm/Support/FileSystem.h" 25389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis#include "llvm/Support/MemoryBuffer.h" 2603013fa9a0bf1ef4b907f5fec006c8f4000fdd21Michael J. Spencer#include "llvm/Support/Path.h" 2755fc873017f10f6f566b182b70f6fc22aefa3464Chandler Carruth#include "llvm/Support/raw_ostream.h" 283a321e23f66128dbb986343927456ff6702af617Michael J. Spencer#include "llvm/Support/system_error.h" 29458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <map> 30458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <set> 31458fb10ef5ba2d7b375c6c64095c1458af0a5be3Benjamin Kramer#include <string> 32291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner 33291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner// FIXME: This is terrible, we need this for ::close. 34291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#if !defined(_MSC_VER) && !defined(__MINGW32__) 35291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <unistd.h> 36291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <sys/uio.h> 37291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#else 38291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#include <io.h> 396a1f49423baf6fa0358f396f0d926a3263cb5ff9Daniel Dunbar#ifndef S_ISFIFO 406a1f49423baf6fa0358f396f0d926a3263cb5ff9Daniel Dunbar#define S_ISFIFO(x) (0) 416a1f49423baf6fa0358f396f0d926a3263cb5ff9Daniel Dunbar#endif 42291fcf02980be85cf13c8a63bb036a19012311dfChris Lattner#endif 43713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor#if defined(LLVM_ON_UNIX) 44adeb7822cb7947194fef0e12d2d6583ccb8240b5Dmitri Gribenko#include <limits.h> 45713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor#endif 465f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencerusing namespace clang; 475f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 485f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer// FIXME: Enhance libsystem to support inode and other fields. 495f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer#include <sys/stat.h> 505f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 513d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek/// NON_EXISTENT_DIR - A special value distinct from null that is used to 525f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer/// represent a dir name that doesn't exist on the disk. 533d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek#define NON_EXISTENT_DIR reinterpret_cast<DirectoryEntry*>((intptr_t)-1) 545f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 55f9f7766846a205bc900b578f944567e679b221aaChris Lattner/// NON_EXISTENT_FILE - A special value distinct from null that is used to 56f9f7766846a205bc900b578f944567e679b221aaChris Lattner/// represent a filename that doesn't exist on the disk. 57f9f7766846a205bc900b578f944567e679b221aaChris Lattner#define NON_EXISTENT_FILE reinterpret_cast<FileEntry*>((intptr_t)-1) 58f9f7766846a205bc900b578f944567e679b221aaChris Lattner 59f9f7766846a205bc900b578f944567e679b221aaChris Lattner 60f9f7766846a205bc900b578f944567e679b221aaChris LattnerFileEntry::~FileEntry() { 61f9f7766846a205bc900b578f944567e679b221aaChris Lattner // If this FileEntry owns an open file descriptor that never got used, close 62f9f7766846a205bc900b578f944567e679b221aaChris Lattner // it. 63f9f7766846a205bc900b578f944567e679b221aaChris Lattner if (FD != -1) ::close(FD); 64f9f7766846a205bc900b578f944567e679b221aaChris Lattner} 65f9f7766846a205bc900b578f944567e679b221aaChris Lattner 666bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueDirContainer { 676bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueDirs - Cache from ID's to existing directories/files. 680fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola std::map<llvm::sys::fs::UniqueID, DirectoryEntry> UniqueDirs; 696bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 706bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 719b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getDirectory - Return an existing DirectoryEntry with the given 729b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// ID's if there is already one; otherwise create and return a 739b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed DirectoryEntry. 740fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola DirectoryEntry &getDirectory(const llvm::sys::fs::UniqueID &UniqueID) { 750fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola return UniqueDirs[UniqueID]; 766bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 776bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 78f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueDirs.size(); } 796bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 806bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 816bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekclass FileManager::UniqueFileContainer { 826bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek /// UniqueFiles - Cache from ID's to existing directories/files. 836bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek std::set<FileEntry> UniqueFiles; 846bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 856bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenekpublic: 869b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// getFile - Return an existing FileEntry with the given ID's if 879b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// there is already one; otherwise create and return a 889b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan /// default-constructed FileEntry. 890fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola FileEntry &getFile(llvm::sys::fs::UniqueID UniqueID, bool IsNamedPipe, 900fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola bool InPCH) { 910fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola return const_cast<FileEntry &>( 920fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola *UniqueFiles.insert(FileEntry(UniqueID, IsNamedPipe, InPCH)).first); 936bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek } 946bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 95f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner size_t size() const { return UniqueFiles.size(); } 963ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 975ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann void erase(const FileEntry *Entry) { UniqueFiles.erase(*Entry); } 986bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek}; 996bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 100cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 101cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek// Common logic. 102cb8d58b82859d2c56b679b901de38f416e2b6f48Ted Kremenek//===----------------------------------------------------------------------===// 1036bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1047ad97ffa631af6ad678c79b38341ac995f347ce9Chris LattnerFileManager::FileManager(const FileSystemOptions &FSO) 1057ad97ffa631af6ad678c79b38341ac995f347ce9Chris Lattner : FileSystemOpts(FSO), 1069b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UniqueRealDirs(*new UniqueDirContainer()), 1079b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UniqueRealFiles(*new UniqueFileContainer()), 1089b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries(64), SeenFileEntries(64), NextFileUID(0) { 1096bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek NumDirLookups = NumFileLookups = 0; 1106bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek NumDirCacheMisses = NumFileCacheMisses = 0; 1116bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek} 1126bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 1136bb816a3b895e9c983d89b22d510dca58a0eb75eTed KremenekFileManager::~FileManager() { 1149b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete &UniqueRealDirs; 1159b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete &UniqueRealFiles; 116f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner for (unsigned i = 0, e = VirtualFileEntries.size(); i != e; ++i) 117f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner delete VirtualFileEntries[i]; 1189b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan for (unsigned i = 0, e = VirtualDirectoryEntries.size(); i != e; ++i) 1199b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan delete VirtualDirectoryEntries[i]; 1206bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek} 1216bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 12210e286aa8d39fb51a21412850265d9dae74613eeChris Lattnervoid FileManager::addStatCache(FileSystemStatCache *statCache, 12310e286aa8d39fb51a21412850265d9dae74613eeChris Lattner bool AtBeginning) { 12452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor assert(statCache && "No stat cache provided?"); 12552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (AtBeginning || StatCache.get() == 0) { 12652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor statCache->setNextStatCache(StatCache.take()); 12752e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor StatCache.reset(statCache); 12852e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 12952e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor } 13052e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 13110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner FileSystemStatCache *LastCache = StatCache.get(); 13252e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor while (LastCache->getNextStatCache()) 13352e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor LastCache = LastCache->getNextStatCache(); 13452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 13552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor LastCache->setNextStatCache(statCache); 13652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor} 13752e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 13810e286aa8d39fb51a21412850265d9dae74613eeChris Lattnervoid FileManager::removeStatCache(FileSystemStatCache *statCache) { 13952e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (!statCache) 14052e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 14152e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 14252e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor if (StatCache.get() == statCache) { 14352e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor // This is the first stat cache. 14452e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor StatCache.reset(StatCache->takeNextStatCache()); 14552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor return; 14652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor } 14752e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 14852e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor // Find the stat cache in the list. 14910e286aa8d39fb51a21412850265d9dae74613eeChris Lattner FileSystemStatCache *PrevCache = StatCache.get(); 15052e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor while (PrevCache && PrevCache->getNextStatCache() != statCache) 15152e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor PrevCache = PrevCache->getNextStatCache(); 152f9f7766846a205bc900b578f944567e679b221aaChris Lattner 153f9f7766846a205bc900b578f944567e679b221aaChris Lattner assert(PrevCache && "Stat cache not found for removal"); 154f9f7766846a205bc900b578f944567e679b221aaChris Lattner PrevCache->setNextStatCache(statCache->getNextStatCache()); 15552e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor} 15652e7108f51a4a9f4d6e84f33fb594d06e1d79560Douglas Gregor 15798be86038b1e891a05583061c55dfa974150eb2cManuel Klimekvoid FileManager::clearStatCaches() { 15898be86038b1e891a05583061c55dfa974150eb2cManuel Klimek StatCache.reset(0); 15998be86038b1e891a05583061c55dfa974150eb2cManuel Klimek} 16098be86038b1e891a05583061c55dfa974150eb2cManuel Klimek 161057e567f1b375190779e5341f42861896cdee442Douglas Gregor/// \brief Retrieve the directory that the given file name resides in. 1629b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// Filename can point to either a real file or a virtual file. 163057e567f1b375190779e5341f42861896cdee442Douglas Gregorstatic const DirectoryEntry *getDirectoryFromFile(FileManager &FileMgr, 1646e975c4517958bcc11c834336d340797356058dbDouglas Gregor StringRef Filename, 1656e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 16621af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (Filename.empty()) 16721af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan return NULL; 1689b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 16921af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (llvm::sys::path::is_separator(Filename[Filename.size() - 1])) 17021af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan return NULL; // If Filename is a directory. 171aa8b2d95bc108e8f3a443e4a936e1ed8a3cc1cc6Benjamin Kramer 1725f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef DirName = llvm::sys::path::parent_path(Filename); 173f69a1f319bd3c846c4a9ab84ea615e4e37dfd359Chris Lattner // Use the current directory if file has no path component. 17421af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (DirName.empty()) 17521af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan DirName = "."; 176aa8b2d95bc108e8f3a443e4a936e1ed8a3cc1cc6Benjamin Kramer 1776e975c4517958bcc11c834336d340797356058dbDouglas Gregor return FileMgr.getDirectory(DirName, CacheFailure); 178057e567f1b375190779e5341f42861896cdee442Douglas Gregor} 179057e567f1b375190779e5341f42861896cdee442Douglas Gregor 1809b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// Add all ancestors of the given path (pointing to either a file or 1819b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// a directory) as virtual directories. 1825f9e272e632e951b1efe824cd16acb4d96077930Chris Lattnervoid FileManager::addAncestorsAsVirtualDirs(StringRef Path) { 1835f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef DirName = llvm::sys::path::parent_path(Path); 18421af8878b96ab1f9b077407ca3c512e5dc5d0ad6Zhanyong Wan if (DirName.empty()) 1859b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return; 1869b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 1879b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::StringMapEntry<DirectoryEntry *> &NamedDirEnt = 1889b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries.GetOrCreateValue(DirName); 1899b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 1909b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // When caching a virtual directory, we always cache its ancestors 1919b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // at the same time. Therefore, if DirName is already in the cache, 1929b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // we don't need to recurse as its ancestors must also already be in 1939b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // the cache. 1949b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (NamedDirEnt.getValue()) 1959b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return; 1969b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 1979b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Add the virtual directory to the cache. 1989b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan DirectoryEntry *UDE = new DirectoryEntry; 1999b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UDE->Name = NamedDirEnt.getKeyData(); 2009b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan NamedDirEnt.setValue(UDE); 2019b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan VirtualDirectoryEntries.push_back(UDE); 2029b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2039b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Recursively add the other ancestors. 2049b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan addAncestorsAsVirtualDirs(DirName); 2059b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan} 2069b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 2076e975c4517958bcc11c834336d340797356058dbDouglas Gregorconst DirectoryEntry *FileManager::getDirectory(StringRef DirName, 2086e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 209759a4b40cab9dd04683a548f998ebe2e443ca6b4NAKAMURA Takumi // stat doesn't like trailing separators except for root directory. 210678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi // At least, on Win32 MSVCRT, stat() cannot strip trailing '/'. 211678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi // (though it can strip '\\') 212759a4b40cab9dd04683a548f998ebe2e443ca6b4NAKAMURA Takumi if (DirName.size() > 1 && 213759a4b40cab9dd04683a548f998ebe2e443ca6b4NAKAMURA Takumi DirName != llvm::sys::path::root_path(DirName) && 214759a4b40cab9dd04683a548f998ebe2e443ca6b4NAKAMURA Takumi llvm::sys::path::is_separator(DirName.back())) 215678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi DirName = DirName.substr(0, DirName.size()-1); 216146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola#ifdef LLVM_ON_WIN32 217146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola // Fixing a problem with "clang C:test.c" on Windows. 218146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola // Stat("C:") does not recognize "C:" as a valid directory 219146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola std::string DirNameStr; 220146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola if (DirName.size() > 1 && DirName.back() == ':' && 221146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola DirName.equals_lower(llvm::sys::path::root_name(DirName))) { 222146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola DirNameStr = DirName.str() + '.'; 223146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola DirName = DirNameStr; 224146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola } 225146d57fd5135a134bcdaaf402157c070cde9e4a1Rafael Espindola#endif 226678a3ead409516d8e24831297b9a3bb98f6217c3NAKAMURA Takumi 2275f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumDirLookups; 2285f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer llvm::StringMapEntry<DirectoryEntry *> &NamedDirEnt = 2299b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenDirEntries.GetOrCreateValue(DirName); 2301eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2319b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // See if there was already an entry in the map. Note that the map 2329b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // contains both virtual and real directories. 2335f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer if (NamedDirEnt.getValue()) 2343d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek return NamedDirEnt.getValue() == NON_EXISTENT_DIR 2355f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ? 0 : NamedDirEnt.getValue(); 2361eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2375f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumDirCacheMisses; 2381eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2395f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // By default, initialize it to invalid. 2403d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek NamedDirEnt.setValue(NON_EXISTENT_DIR); 2411eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2425f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Get the null-terminated directory name as stored as the key of the 2439b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // SeenDirEntries map. 2445f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer const char *InterndDirName = NamedDirEnt.getKeyData(); 2451eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2465f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Check to see if the directory exists. 2470fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola FileData Data; 2480fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola if (getStatValue(InterndDirName, Data, false, 0 /*directory lookup*/)) { 2499b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // There's no real directory at the given path. 2506e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 2516e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenDirEntries.erase(DirName); 2525f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return 0; 2539b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 2546bb816a3b895e9c983d89b22d510dca58a0eb75eTed Kremenek 2559b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // It exists. See if we have already opened a directory with the 2569b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // same inode (this occurs on Unix-like systems when one dir is 2579b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // symlinked to another, for example) or the same path (on 2589b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Windows). 2590fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola DirectoryEntry &UDE = 2600fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola UniqueRealDirs.getDirectory(Data.UniqueID); 2611eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2625f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer NamedDirEnt.setValue(&UDE); 2639b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (!UDE.getName()) { 2649b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // We don't have this directory yet, add it. We use the string 2659b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // key from the SeenDirEntries map as the string. 2669b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UDE.Name = InterndDirName; 2679b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 2681eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2695f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UDE; 2705f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 2715f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 2726e975c4517958bcc11c834336d340797356058dbDouglas Gregorconst FileEntry *FileManager::getFile(StringRef Filename, bool openFile, 2736e975c4517958bcc11c834336d340797356058dbDouglas Gregor bool CacheFailure) { 2745f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumFileLookups; 2751eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2765f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // See if there is already an entry in the map. 2775f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer llvm::StringMapEntry<FileEntry *> &NamedFileEnt = 2789b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenFileEntries.GetOrCreateValue(Filename); 2795f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 2805f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // See if there is already an entry in the map. 2815f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer if (NamedFileEnt.getValue()) 2823d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek return NamedFileEnt.getValue() == NON_EXISTENT_FILE 2835f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ? 0 : NamedFileEnt.getValue(); 2841eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 2855f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer ++NumFileCacheMisses; 2865f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 2875f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // By default, initialize it to invalid. 2883d2da3d765123e15290c38ba44f4434462bb88d5Ted Kremenek NamedFileEnt.setValue(NON_EXISTENT_FILE); 2895f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 2905f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Get the null-terminated file name as stored as the key of the 2919b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // SeenFileEntries map. 2925f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer const char *InterndFileName = NamedFileEnt.getKeyData(); 2931eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 294f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // Look up the directory for the file. When looking up something like 295f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // sys/foo.h we'll discover all of the search directories that have a 'sys' 296f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // subdirectory. This will let us avoid having to waste time on known-to-fail 297f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // searches when we go to find sys/bar.h, because all the search directories 298f3e8a9961d000fb9e093593b6a1bf72313b90d06Chris Lattner // without a 'sys' subdir will get a cached failure result. 2996e975c4517958bcc11c834336d340797356058dbDouglas Gregor const DirectoryEntry *DirInfo = getDirectoryFromFile(*this, Filename, 3006e975c4517958bcc11c834336d340797356058dbDouglas Gregor CacheFailure); 3016e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (DirInfo == 0) { // Directory doesn't exist, file can't exist. 3026e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 3036e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenFileEntries.erase(Filename); 3046e975c4517958bcc11c834336d340797356058dbDouglas Gregor 305057e567f1b375190779e5341f42861896cdee442Douglas Gregor return 0; 3066e975c4517958bcc11c834336d340797356058dbDouglas Gregor } 3076e975c4517958bcc11c834336d340797356058dbDouglas Gregor 3085f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // FIXME: Use the directory info to prune this, before doing the stat syscall. 3095f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // FIXME: This will reduce the # syscalls. 3101eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3115f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Nope, there isn't. Check to see if the file exists. 312898a061f69e1145bf89a987c08203132b9922a3cChris Lattner int FileDescriptor = -1; 3130fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola FileData Data; 3140fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola if (getStatValue(InterndFileName, Data, true, 315e5d30e3b403539b10aaa52f03875a2243bf88904Argyrios Kyrtzidis openFile ? &FileDescriptor : 0)) { 3169b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // There's no real file at the given path. 3176e975c4517958bcc11c834336d340797356058dbDouglas Gregor if (!CacheFailure) 3186e975c4517958bcc11c834336d340797356058dbDouglas Gregor SeenFileEntries.erase(Filename); 3196e975c4517958bcc11c834336d340797356058dbDouglas Gregor 3205f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return 0; 3219b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan } 3221eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3233cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis if (FileDescriptor != -1 && !openFile) { 3243cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis close(FileDescriptor); 3253cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis FileDescriptor = -1; 3263cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis } 3273cd0128ce49abe658d1858c541e836e57959e04aArgyrios Kyrtzidis 328bca6d125c77c93c7fa41798c15348175a6bb1267Ted Kremenek // It exists. See if we have already opened a file with the same inode. 3295f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // This occurs when one dir is symlinked to another, for example. 3300fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola FileEntry &UFE = 3310fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola UniqueRealFiles.getFile(Data.UniqueID, Data.IsNamedPipe, Data.InPCH); 3321eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 3335f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer NamedFileEnt.setValue(&UFE); 334898a061f69e1145bf89a987c08203132b9922a3cChris Lattner if (UFE.getName()) { // Already have an entry with this inode, return it. 335898a061f69e1145bf89a987c08203132b9922a3cChris Lattner // If the stat process opened the file, close it to avoid a FD leak. 336898a061f69e1145bf89a987c08203132b9922a3cChris Lattner if (FileDescriptor != -1) 337898a061f69e1145bf89a987c08203132b9922a3cChris Lattner close(FileDescriptor); 3389b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 3395f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UFE; 340898a061f69e1145bf89a987c08203132b9922a3cChris Lattner } 3415f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 3425f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer // Otherwise, we don't have this directory yet, add it. 3439b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // FIXME: Change the name to be a char* that points back to the 3449b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // 'SeenFileEntries' key. 3455f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.Name = InterndFileName; 3460fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola UFE.Size = Data.Size; 3470fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola UFE.ModTime = Data.ModTime; 3485f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.Dir = DirInfo; 3495f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer UFE.UID = NextFileUID++; 350898a061f69e1145bf89a987c08203132b9922a3cChris Lattner UFE.FD = FileDescriptor; 3515f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer return &UFE; 3525f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 3535f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer 354057e567f1b375190779e5341f42861896cdee442Douglas Gregorconst FileEntry * 3555f9e272e632e951b1efe824cd16acb4d96077930Chris LattnerFileManager::getVirtualFile(StringRef Filename, off_t Size, 35639b49bcaaddb1049234fca9500c0ac02c088e23dChris Lattner time_t ModificationTime) { 357057e567f1b375190779e5341f42861896cdee442Douglas Gregor ++NumFileLookups; 358057e567f1b375190779e5341f42861896cdee442Douglas Gregor 359057e567f1b375190779e5341f42861896cdee442Douglas Gregor // See if there is already an entry in the map. 360057e567f1b375190779e5341f42861896cdee442Douglas Gregor llvm::StringMapEntry<FileEntry *> &NamedFileEnt = 3619b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan SeenFileEntries.GetOrCreateValue(Filename); 362057e567f1b375190779e5341f42861896cdee442Douglas Gregor 363057e567f1b375190779e5341f42861896cdee442Douglas Gregor // See if there is already an entry in the map. 36404331169f04198eb769925fa17696a21989c9d8bAxel Naumann if (NamedFileEnt.getValue() && NamedFileEnt.getValue() != NON_EXISTENT_FILE) 36504331169f04198eb769925fa17696a21989c9d8bAxel Naumann return NamedFileEnt.getValue(); 366057e567f1b375190779e5341f42861896cdee442Douglas Gregor 367057e567f1b375190779e5341f42861896cdee442Douglas Gregor ++NumFileCacheMisses; 368057e567f1b375190779e5341f42861896cdee442Douglas Gregor 369057e567f1b375190779e5341f42861896cdee442Douglas Gregor // By default, initialize it to invalid. 370057e567f1b375190779e5341f42861896cdee442Douglas Gregor NamedFileEnt.setValue(NON_EXISTENT_FILE); 371057e567f1b375190779e5341f42861896cdee442Douglas Gregor 3729b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan addAncestorsAsVirtualDirs(Filename); 3738ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor FileEntry *UFE = 0; 3749b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 3759b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Now that all ancestors of Filename are in the cache, the 3769b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // following call is guaranteed to find the DirectoryEntry from the 3779b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // cache. 3786e975c4517958bcc11c834336d340797356058dbDouglas Gregor const DirectoryEntry *DirInfo = getDirectoryFromFile(*this, Filename, 3796e975c4517958bcc11c834336d340797356058dbDouglas Gregor /*CacheFailure=*/true); 3809b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan assert(DirInfo && 3819b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan "The directory of a virtual file should already be in the cache."); 3829b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 3839b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // Check to see if the file exists. If so, drop the virtual file 3840fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola FileData Data; 3859b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan const char *InterndFileName = NamedFileEnt.getKeyData(); 3860fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola if (getStatValue(InterndFileName, Data, true, 0) == 0) { 3870fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola Data.Size = Size; 3880fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola Data.ModTime = ModificationTime; 3890fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola UFE = &UniqueRealFiles.getFile(Data.UniqueID, Data.IsNamedPipe, Data.InPCH); 3909b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 3919b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan NamedFileEnt.setValue(UFE); 3929b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 3939b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // If we had already opened this file, close it now so we don't 3949b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // leak the descriptor. We're not going to use the file 3959b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // descriptor anyway, since this is a virtual file. 3969b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (UFE->FD != -1) { 3979b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan close(UFE->FD); 3989b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan UFE->FD = -1; 3998ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 4009b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 4019b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan // If we already have an entry with this inode, return it. 4029b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan if (UFE->getName()) 4039b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan return UFE; 4048ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 405057e567f1b375190779e5341f42861896cdee442Douglas Gregor 4068ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor if (!UFE) { 4078ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor UFE = new FileEntry(); 4088ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor VirtualFileEntries.push_back(UFE); 4098ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor NamedFileEnt.setValue(UFE); 4108ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor } 411057e567f1b375190779e5341f42861896cdee442Douglas Gregor 412f9f7766846a205bc900b578f944567e679b221aaChris Lattner UFE->Name = InterndFileName; 413057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->Size = Size; 414057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->ModTime = ModificationTime; 415057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->Dir = DirInfo; 416057e567f1b375190779e5341f42861896cdee442Douglas Gregor UFE->UID = NextFileUID++; 4178ef6c8cb6c5627240e2339fd7062c9873f821d7eDouglas Gregor UFE->FD = -1; 418057e567f1b375190779e5341f42861896cdee442Douglas Gregor return UFE; 419057e567f1b375190779e5341f42861896cdee442Douglas Gregor} 420057e567f1b375190779e5341f42861896cdee442Douglas Gregor 4215f9e272e632e951b1efe824cd16acb4d96077930Chris Lattnervoid FileManager::FixupRelativePath(SmallVectorImpl<char> &path) const { 4225f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner StringRef pathRef(path.data(), path.size()); 423af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson 4242e2468e2d2ccbb9a38fe3b6b754009af7e5d39a9Anders Carlsson if (FileSystemOpts.WorkingDir.empty() 4252e2468e2d2ccbb9a38fe3b6b754009af7e5d39a9Anders Carlsson || llvm::sys::path::is_absolute(pathRef)) 426256053b31e697fdf0cc48f17d621c82fc3b8dff0Michael J. Spencer return; 427256053b31e697fdf0cc48f17d621c82fc3b8dff0Michael J. Spencer 428f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> NewPath(FileSystemOpts.WorkingDir); 429af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson llvm::sys::path::append(NewPath, pathRef); 43067452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner path = NewPath; 43167452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner} 43267452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner 43375dfb65c38d51772df9a00ce2d2feeefd55667adChris Lattnerllvm::MemoryBuffer *FileManager:: 434ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios KyrtzidisgetBufferForFile(const FileEntry *Entry, std::string *ErrorStr, 435ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis bool isVolatile) { 4366f42b62b6194f53bcbc349f5d17388e1936535d7Dylan Noblesmith OwningPtr<llvm::MemoryBuffer> Result; 4373a321e23f66128dbb986343927456ff6702af617Michael J. Spencer llvm::error_code ec; 4385cc1c738b0c51af55cbfe7672c284c19f8e30eb2Chris Lattner 439ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis uint64_t FileSize = Entry->getSize(); 440ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis // If there's a high enough chance that the file have changed since we 441ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis // got its size, force a stat before opening it. 442ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis if (isVolatile) 443ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis FileSize = -1; 444ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis 445a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis const char *Filename = Entry->getName(); 446a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis // If the file is already open, use the open file descriptor. 447a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (Entry->FD != -1) { 448ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis ec = llvm::MemoryBuffer::getOpenFile(Entry->FD, Filename, Result, FileSize); 449a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (ErrorStr) 450a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis *ErrorStr = ec.message(); 451a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 452a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis close(Entry->FD); 453a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis Entry->FD = -1; 454a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis return Result.take(); 455a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis } 456a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 457a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis // Otherwise, open the file. 458a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis 459a8d530e3ad52cca33a81185ccc9518eab23ddb11Argyrios Kyrtzidis if (FileSystemOpts.WorkingDir.empty()) { 460ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis ec = llvm::MemoryBuffer::getFile(Filename, Result, FileSize); 4614eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 4623a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 4634eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 4645cc1c738b0c51af55cbfe7672c284c19f8e30eb2Chris Lattner } 465af036a6c25f540a9daf51e721485ae6d0e645bd8Anders Carlsson 466f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Entry->getName()); 46703fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 468ff398965a5abfaf5bc47bc022876f56a28e5b9a7Argyrios Kyrtzidis ec = llvm::MemoryBuffer::getFile(FilePath.str(), Result, FileSize); 4694eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 4703a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 4714eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 47275dfb65c38d51772df9a00ce2d2feeefd55667adChris Lattner} 47367452f51aec1ad8a3e4c6622c0c57c5d8dc1b6a3Chris Lattner 474f69a1f319bd3c846c4a9ab84ea615e4e37dfd359Chris Lattnerllvm::MemoryBuffer *FileManager:: 4755f9e272e632e951b1efe824cd16acb4d96077930Chris LattnergetBufferForFile(StringRef Filename, std::string *ErrorStr) { 4766f42b62b6194f53bcbc349f5d17388e1936535d7Dylan Noblesmith OwningPtr<llvm::MemoryBuffer> Result; 4773a321e23f66128dbb986343927456ff6702af617Michael J. Spencer llvm::error_code ec; 4783a321e23f66128dbb986343927456ff6702af617Michael J. Spencer if (FileSystemOpts.WorkingDir.empty()) { 4794eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer ec = llvm::MemoryBuffer::getFile(Filename, Result); 4804eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 4813a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 4824eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 4833a321e23f66128dbb986343927456ff6702af617Michael J. Spencer } 4843a321e23f66128dbb986343927456ff6702af617Michael J. Spencer 485f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Filename); 48603fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 4874eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer ec = llvm::MemoryBuffer::getFile(FilePath.c_str(), Result); 4884eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer if (ec && ErrorStr) 4893a321e23f66128dbb986343927456ff6702af617Michael J. Spencer *ErrorStr = ec.message(); 4904eeebc464e1f968d9968a4786c82558f18ac2ed8Michael J. Spencer return Result.take(); 491389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis} 492389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis 4939b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// getStatValue - Get the 'stat' information for the specified path, 4949b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// using the cache to accelerate it if possible. This returns true 4959b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// if the path points to a virtual file or does not exist, or returns 4969b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// false if it's an existent real file. If FileDescriptor is NULL, 4979b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan/// do directory look-up instead of file look-up. 4980fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindolabool FileManager::getStatValue(const char *Path, FileData &Data, bool isFile, 4990fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola int *FileDescriptor) { 50010e286aa8d39fb51a21412850265d9dae74613eeChris Lattner // FIXME: FileSystemOpts shouldn't be passed in here, all paths should be 50110e286aa8d39fb51a21412850265d9dae74613eeChris Lattner // absolute! 50211aa4b03b054cb9d3c201bba5632241145865e29Chris Lattner if (FileSystemOpts.WorkingDir.empty()) 5030fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola return FileSystemStatCache::get(Path, Data, isFile, FileDescriptor, 504898a061f69e1145bf89a987c08203132b9922a3cChris Lattner StatCache.get()); 5059b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan 506f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Path); 50703fd362dbf6fcd077df566fe2ac3165be668323bAnders Carlsson FixupRelativePath(FilePath); 50811aa4b03b054cb9d3c201bba5632241145865e29Chris Lattner 5090fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola return FileSystemStatCache::get(FilePath.c_str(), Data, isFile, 5100fda0f75f053ad9afdb2bb8d4ea72c5e6a49d657Rafael Espindola FileDescriptor, StatCache.get()); 511389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis} 512389db16c63eec6ecfa9b235155252d8da766e94eArgyrios Kyrtzidis 513aefb1d3312a63ac8d289a2e84747fe61a7f61823Rafael Espindolabool FileManager::getNoncachedStatValue(StringRef Path, 514aefb1d3312a63ac8d289a2e84747fe61a7f61823Rafael Espindola llvm::sys::fs::file_status &Result) { 515f7ccbad5d9949e7ddd1cbef43d482553b811e026Dylan Noblesmith SmallString<128> FilePath(Path); 5167dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson FixupRelativePath(FilePath); 5177dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson 518aefb1d3312a63ac8d289a2e84747fe61a7f61823Rafael Espindola return llvm::sys::fs::status(FilePath.c_str(), Result); 5197dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson} 5207dbafb3ade491a41100c97597209455ee10c537dAnders Carlsson 5215ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumannvoid FileManager::invalidateCache(const FileEntry *Entry) { 5225ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann assert(Entry && "Cannot invalidate a NULL FileEntry"); 5233ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 5243ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann SeenFileEntries.erase(Entry->getName()); 5255ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann 5265ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann // FileEntry invalidation should not block future optimizations in the file 5275ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann // caches. Possible alternatives are cache truncation (invalidate last N) or 5285ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann // invalidation of the whole cache. 5295ba0559f2f0ddd62de16547af514dbaf93b79585Axel Naumann UniqueRealFiles.erase(Entry); 5303ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann} 5313ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 5323ce42c37b0ef6b10538f5040a33d19a6e6988d05Axel Naumann 533cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregorvoid FileManager::GetUniqueIDMapping( 5345f9e272e632e951b1efe824cd16acb4d96077930Chris Lattner SmallVectorImpl<const FileEntry *> &UIDToFiles) const { 535cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles.clear(); 536cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles.resize(NextFileUID); 537cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor 538cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor // Map file entries 539cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor for (llvm::StringMap<FileEntry*, llvm::BumpPtrAllocator>::const_iterator 5409b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan FE = SeenFileEntries.begin(), FEEnd = SeenFileEntries.end(); 541cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor FE != FEEnd; ++FE) 542cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor if (FE->getValue() && FE->getValue() != NON_EXISTENT_FILE) 543cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles[FE->getValue()->getUID()] = FE->getValue(); 544cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor 545cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor // Map virtual file entries 54609d19efaa147762f84aed55efa7930bb3616a4e5Craig Topper for (SmallVectorImpl<FileEntry *>::const_iterator 547cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor VFE = VirtualFileEntries.begin(), VFEEnd = VirtualFileEntries.end(); 548cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor VFE != VFEEnd; ++VFE) 549cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor if (*VFE && *VFE != NON_EXISTENT_FILE) 550cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor UIDToFiles[(*VFE)->getUID()] = *VFE; 551cfbf1c7536e016dc275139dd842d4a5f059a749fDouglas Gregor} 55210e286aa8d39fb51a21412850265d9dae74613eeChris Lattner 553d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidisvoid FileManager::modifyFileEntry(FileEntry *File, 554d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis off_t Size, time_t ModificationTime) { 555d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis File->Size = Size; 556d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis File->ModTime = ModificationTime; 557d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis} 558d54dff026b02303a35147224de72bb44cbb53c79Argyrios Kyrtzidis 559713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas GregorStringRef FileManager::getCanonicalName(const DirectoryEntry *Dir) { 560713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor // FIXME: use llvm::sys::fs::canonical() when it gets implemented 561713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor#ifdef LLVM_ON_UNIX 562713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor llvm::DenseMap<const DirectoryEntry *, llvm::StringRef>::iterator Known 563713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor = CanonicalDirNames.find(Dir); 564713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor if (Known != CanonicalDirNames.end()) 565713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor return Known->second; 566713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor 567713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor StringRef CanonicalName(Dir->getName()); 568713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor char CanonicalNameBuf[PATH_MAX]; 569713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor if (realpath(Dir->getName(), CanonicalNameBuf)) { 570713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor unsigned Len = strlen(CanonicalNameBuf); 571713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor char *Mem = static_cast<char *>(CanonicalNameStorage.Allocate(Len, 1)); 572713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor memcpy(Mem, CanonicalNameBuf, Len); 573713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor CanonicalName = StringRef(Mem, Len); 574713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor } 575713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor 576713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor CanonicalDirNames.insert(std::make_pair(Dir, CanonicalName)); 577713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor return CanonicalName; 578713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor#else 579713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor return StringRef(Dir->getName()); 580713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor#endif 581713b7c011869f177dc76e6df4f7f44b1bd073bb0Douglas Gregor} 58210e286aa8d39fb51a21412850265d9dae74613eeChris Lattner 5835f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencervoid FileManager::PrintStats() const { 5846cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << "\n*** File Manager Stats:\n"; 5859b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::errs() << UniqueRealFiles.size() << " real files found, " 5869b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan << UniqueRealDirs.size() << " real dirs found.\n"; 5879b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan llvm::errs() << VirtualFileEntries.size() << " virtual files found, " 5889b555ea217565ac0f8bf7255b29496916cb03476Zhanyong Wan << VirtualDirectoryEntries.size() << " virtual dirs found.\n"; 5896cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << NumDirLookups << " dir lookups, " 5906cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer << NumDirCacheMisses << " dir cache misses.\n"; 5916cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer llvm::errs() << NumFileLookups << " file lookups, " 5926cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer << NumFileCacheMisses << " file cache misses.\n"; 5931eb4433ac451dc16f4133a88af2d002ac26c58efMike Stump 5946cb7c1a43b0c8f739d1f54b7fdae5ede86033496Benjamin Kramer //llvm::errs() << PagesMapped << BytesOfPagesMapped << FSLookups; 5955f016e2cb5d11daeb237544de1c5d59f20fe1a6eReid Spencer} 596