asan_mac.cc revision 650a1e163ef05b89f40143eb8b9af4f64ad0b68d
11e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===-- asan_mac.cc -------------------------------------------------------===// 21e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 31e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The LLVM Compiler Infrastructure 41e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 51e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is distributed under the University of Illinois Open Source 61e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// License. See LICENSE.TXT for details. 71e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 81e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 91e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is a part of AddressSanitizer, an address sanity checker. 111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Mac-specific details. 131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 15d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#ifdef __APPLE__ 161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_mac.h" 181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_internal.h" 20895b3872acb5bcccb1769ea69d37dd33c722f99dAlexander Potapenko#include "asan_mapping.h" 218a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#include "asan_procmaps.h" 221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_stack.h" 231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread.h" 241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread_registry.h" 251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 261e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko#include <crt_externs.h> // for _NSGetEnviron 278a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#include <mach-o/dyld.h> 289b993e8cd0f8964782ee93524603d0c53adc2249Kostya Serebryany#include <mach-o/loader.h> 291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <sys/mman.h> 30ef14ff6512d7b2e20aa3206dff820b5f90285420Kostya Serebryany#include <sys/resource.h> 3159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko#include <sys/sysctl.h> 329107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany#include <sys/ucontext.h> 33c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany#include <pthread.h> 34a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany#include <fcntl.h> 351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <unistd.h> 36d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany#include <libkern/OSAtomic.h> 371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanynamespace __asan { 391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 409107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryanyvoid GetPcSpBp(void *context, uintptr_t *pc, uintptr_t *sp, uintptr_t *bp) { 419107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany ucontext_t *ucontext = (ucontext_t*)context; 429107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# if __WORDSIZE == 64 439107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *pc = ucontext->uc_mcontext->__ss.__rip; 449107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *bp = ucontext->uc_mcontext->__ss.__rbp; 459107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *sp = ucontext->uc_mcontext->__ss.__rsp; 469107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# else 479107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *pc = ucontext->uc_mcontext->__ss.__eip; 489107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *bp = ucontext->uc_mcontext->__ss.__ebp; 499107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *sp = ucontext->uc_mcontext->__ss.__esp; 509107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# endif // __WORDSIZE 519107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany} 529107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany 5359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenkoint GetMacosVersion() { 5459dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko int mib[2] = { CTL_KERN, KERN_OSRELEASE }; 5559dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko char version[100]; 5659dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko size_t len = 0, maxlen = sizeof(version) / sizeof(version[0]); 5759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko for (int i = 0; i < maxlen; i++) version[i] = '\0'; 5859dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko // Get the version length. 5959dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko CHECK(sysctl(mib, 2, NULL, &len, NULL, 0) != -1); 6059dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko CHECK(len < maxlen); 6159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko CHECK(sysctl(mib, 2, version, &len, NULL, 0) != -1); 6259dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko switch (version[0]) { 6359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '9': return MACOS_VERSION_LEOPARD; 6459dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '1': { 6559dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko switch (version[1]) { 6659dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '0': return MACOS_VERSION_SNOW_LEOPARD; 6759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '1': return MACOS_VERSION_LION; 6859dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko default: return MACOS_VERSION_UNKNOWN; 6959dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7059dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko default: return MACOS_VERSION_UNKNOWN; 7259dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko} 7459dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko 751e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// No-op. Mac does not support static linkage anyway. 761e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *AsanDoesNotSupportStaticLinkage() { 771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return NULL; 781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 791e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 80afaf71f0b2c6455614e2ab8f208312dea0871fe9Alexey Samsonovstatic inline bool IntervalsAreSeparate(uintptr_t start1, uintptr_t end1, 81afaf71f0b2c6455614e2ab8f208312dea0871fe9Alexey Samsonov uintptr_t start2, uintptr_t end2) { 82f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko CHECK(start1 <= end1); 83f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko CHECK(start2 <= end2); 84afaf71f0b2c6455614e2ab8f208312dea0871fe9Alexey Samsonov return (end1 < start2) || (end2 < start1); 85f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko} 86f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko 87f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko// FIXME: this is thread-unsafe, but should not cause problems most of the time. 88f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko// When the shadow is mapped only a single thread usually exists (plus maybe 89f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko// several worker threads on Mac, which aren't expected to map big chunks of 90f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko// memory). 91f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenkobool AsanShadowRangeIsAvailable() { 92f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko AsanProcMaps procmaps; 93f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko uintptr_t start, end; 94f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko bool available = true; 95f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko while (procmaps.Next(&start, &end, 96650a1e163ef05b89f40143eb8b9af4f64ad0b68dKostya Serebryany /*offset*/NULL, /*filename*/NULL, /*filename_size*/0)) { 97f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko if (!IntervalsAreSeparate(start, end, 98f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko kLowShadowBeg - kMmapGranularity, 99f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko kHighShadowEnd)) { 100f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko available = false; 101f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko break; 102f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko } 103f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko } 104f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko return available; 105f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko} 106f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko 1074803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryanybool AsanInterceptsSignal(int signum) { 1084803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany return (signum == SIGSEGV || signum == SIGBUS) && FLAG_handle_segv; 1094803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany} 1104803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany 111a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanystatic void *asan_mmap(void *addr, size_t length, int prot, int flags, 1121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany int fd, uint64_t offset) { 1131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return mmap(addr, length, prot, flags, fd, offset); 1141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 1151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 1160ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryanysize_t AsanWrite(int fd, const void *buf, size_t count) { 1171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return write(fd, buf, count); 1181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 1191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 120de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyvoid *AsanMmapSomewhereOrDie(size_t size, const char *mem_type) { 121de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany size = RoundUpTo(size, kPageSize); 122de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany void *res = asan_mmap(0, size, 123de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany PROT_READ | PROT_WRITE, 124de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany MAP_PRIVATE | MAP_ANON, -1, 0); 125de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany if (res == (void*)-1) { 126de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany OutOfMemoryMessageAndDie(mem_type, size); 127de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany } 128de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany return res; 129de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 130de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 131a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMmapFixedNoReserve(uintptr_t fixed_addr, size_t size) { 132a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany return asan_mmap((void*)fixed_addr, size, 133a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany PROT_READ | PROT_WRITE, 134a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany MAP_PRIVATE | MAP_ANON | MAP_FIXED | MAP_NORESERVE, 135a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 0, 0); 136a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany} 137a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 138a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMprotect(uintptr_t fixed_addr, size_t size) { 139a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany return asan_mmap((void*)fixed_addr, size, 140a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany PROT_NONE, 141a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany MAP_PRIVATE | MAP_ANON | MAP_FIXED | MAP_NORESERVE, 142a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 0, 0); 143a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany} 144a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 145de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyvoid AsanUnmapOrDie(void *addr, size_t size) { 146de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany if (!addr || !size) return; 147de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany int res = munmap(addr, size); 148de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany if (res != 0) { 149de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany Report("Failed to unmap\n"); 1500ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryany AsanDie(); 151de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany } 152de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 153de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 154de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyint AsanOpenReadonly(const char* filename) { 155de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany return open(filename, O_RDONLY); 156de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 157de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 1581e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenkoconst char *AsanGetEnv(const char *name) { 1591e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko char ***env_ptr = _NSGetEnviron(); 1601e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko CHECK(env_ptr); 1611e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko char **environ = *env_ptr; 1621e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko CHECK(environ); 1631e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko size_t name_len = internal_strlen(name); 1641e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko while (*environ != NULL) { 1651e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko size_t len = internal_strlen(*environ); 1661e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko if (len > name_len) { 1671e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko const char *p = *environ; 1681e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko if (!internal_memcmp(p, name, name_len) && 1691e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko p[name_len] == '=') { // Match. 1704dd8ba8238b1b698953628affe6e5b2edf3b3e3fAlexey Samsonov return *environ + name_len + 1; // String starting after =. 1711e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko } 1721e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko } 1731e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko environ++; 1741e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko } 1751e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko return NULL; 1761e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko} 1771e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko 1780ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryanysize_t AsanRead(int fd, void *buf, size_t count) { 179de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany return read(fd, buf, count); 180de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 181de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 182de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyint AsanClose(int fd) { 183de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany return close(fd); 184de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 185de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 1868a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander PotapenkoAsanProcMaps::AsanProcMaps() { 1878a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko Reset(); 1888a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko} 1898a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko 1908a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander PotapenkoAsanProcMaps::~AsanProcMaps() { 1918a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko} 1928a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko 1933feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// More information about Mach-O headers can be found in mach-o/loader.h 1943feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Each Mach-O image has a header (mach_header or mach_header_64) starting with 1953feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// a magic number, and a list of linker load commands directly following the 1963feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// header. 1973feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// A load command is at least two 32-bit words: the command type and the 1983feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// command size in bytes. We're interested only in segment load commands 1993feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// (LC_SEGMENT and LC_SEGMENT_64), which tell that a part of the file is mapped 2003feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// into the task's address space. 2013feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// The |vmaddr|, |vmsize| and |fileoff| fields of segment_command or 2023feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// segment_command_64 correspond to the memory address, memory size and the 2033feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// file offset of the current memory segment. 2043feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Because these fields are taken from the images as is, one needs to add 2053feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// _dyld_get_image_vmaddr_slide() to get the actual addresses at runtime. 2063feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko 2078a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenkovoid AsanProcMaps::Reset() { 2088a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko // Count down from the top. 2098a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko // TODO(glider): as per man 3 dyld, iterating over the headers with 2103feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko // _dyld_image_count is thread-unsafe. We need to register callbacks for 2113feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko // adding and removing images which will invalidate the AsanProcMaps state. 2128a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko current_image_ = _dyld_image_count(); 2133feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko current_load_cmd_count_ = -1; 2143feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko current_load_cmd_addr_ = NULL; 215ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko current_magic_ = 0; 2163feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko} 2173feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko 2183feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Next and NextSegmentLoad were inspired by base/sysinfo.cc in 2193feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Google Perftools, http://code.google.com/p/google-perftools. 2203feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko 2213feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// NextSegmentLoad scans the current image for the next segment load command 2223feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// and returns the start and end addresses and file offset of the corresponding 2233feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// segment. 2243feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Note that the segment addresses are not necessarily sorted. 2253feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenkotemplate<uint32_t kLCSegment, typename SegmentCommand> 2263feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenkobool AsanProcMaps::NextSegmentLoad( 2273feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko uintptr_t *start, uintptr_t *end, uintptr_t *offset, 2283feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko char filename[], size_t filename_size) { 2293feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko const char* lc = current_load_cmd_addr_; 2303feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko current_load_cmd_addr_ += ((const load_command *)lc)->cmdsize; 2318a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko if (((const load_command *)lc)->cmd == kLCSegment) { 2323feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko const intptr_t dlloff = _dyld_get_image_vmaddr_slide(current_image_); 2338a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko const SegmentCommand* sc = (const SegmentCommand *)lc; 2348a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko if (start) *start = sc->vmaddr + dlloff; 2358a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko if (end) *end = sc->vmaddr + sc->vmsize + dlloff; 2368a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko if (offset) *offset = sc->fileoff; 2378a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko if (filename) { 23809672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov REAL(strncpy)(filename, _dyld_get_image_name(current_image_), 23909672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov filename_size); 2408a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko } 241ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko if (FLAG_v >= 4) 242ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko Report("LC_SEGMENT: %p--%p %s+%p\n", *start, *end, filename, *offset); 2438a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko return true; 2448a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko } 2458a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko return false; 2468a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko} 2478a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko 2488a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenkobool AsanProcMaps::Next(uintptr_t *start, uintptr_t *end, 2498a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko uintptr_t *offset, char filename[], 2508a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko size_t filename_size) { 2518a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko for (; current_image_ >= 0; current_image_--) { 2528a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko const mach_header* hdr = _dyld_get_image_header(current_image_); 2538a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko if (!hdr) continue; 2543feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko if (current_load_cmd_count_ < 0) { 2553feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko // Set up for this image; 2563feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko current_load_cmd_count_ = hdr->ncmds; 257ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko current_magic_ = hdr->magic; 258ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko switch (current_magic_) { 2593feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko#ifdef MH_MAGIC_64 2603feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko case MH_MAGIC_64: { 2613feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko current_load_cmd_addr_ = (char*)hdr + sizeof(mach_header_64); 2623feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko break; 2633feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko } 2643feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko#endif 2653feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko case MH_MAGIC: { 2663feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko current_load_cmd_addr_ = (char*)hdr + sizeof(mach_header); 2673feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko break; 2683feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko } 2693feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko default: { 2703feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko continue; 2713feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko } 2723feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko } 2733feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko } 2748a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko 275ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko for (; current_load_cmd_count_ >= 0; current_load_cmd_count_--) { 276ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko switch (current_magic_) { 277ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko // current_magic_ may be only one of MH_MAGIC, MH_MAGIC_64. 2788a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#ifdef MH_MAGIC_64 279ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko case MH_MAGIC_64: { 280ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko if (NextSegmentLoad<LC_SEGMENT_64, struct segment_command_64>( 281ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko start, end, offset, filename, filename_size)) 282ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko return true; 283ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko break; 284ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko } 2858a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#endif 286ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko case MH_MAGIC: { 287ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko if (NextSegmentLoad<LC_SEGMENT, struct segment_command>( 288ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko start, end, offset, filename, filename_size)) 289ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko return true; 290ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko break; 291ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko } 292ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko } 2938a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko } 2948a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko // If we get here, no more load_cmd's in this image talk about 2958a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko // segments. Go on to the next image. 2968a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko } 2978a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko return false; 2988a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko} 2998a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko 3008a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenkobool AsanProcMaps::GetObjectNameAndOffset(uintptr_t addr, uintptr_t *offset, 3018a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko char filename[], 3028a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko size_t filename_size) { 3038a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko return IterateForObjectNameAndOffset(addr, offset, filename, filename_size); 3048a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko} 3058a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko 306c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryanyvoid AsanThread::SetThreadStackTopAndBottom() { 307c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany size_t stacksize = pthread_get_stacksize_np(pthread_self()); 308c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany void *stackaddr = pthread_get_stackaddr_np(pthread_self()); 309c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany stack_top_ = (uintptr_t)stackaddr; 310c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany stack_bottom_ = stack_top_ - stacksize; 311c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany int local; 312c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany CHECK(AddrIsInStack((uintptr_t)&local)); 313c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany} 314c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany 315d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya SerebryanyAsanLock::AsanLock(LinkerInitialized) { 316d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany // We assume that OS_SPINLOCK_INIT is zero 317d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 318d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 319d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Lock() { 320d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(sizeof(OSSpinLock) <= sizeof(opaque_storage_)); 321d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(OS_SPINLOCK_INIT == 0); 322d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(owner_ != (uintptr_t)pthread_self()); 323d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany OSSpinLockLock((OSSpinLock*)&opaque_storage_); 324d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(!owner_); 325d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany owner_ = (uintptr_t)pthread_self(); 326d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 327d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 328d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Unlock() { 329d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(owner_ == (uintptr_t)pthread_self()); 330d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany owner_ = 0; 331d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany OSSpinLockUnlock((OSSpinLock*)&opaque_storage_); 332d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 333d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 3349cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanovvoid AsanStackTrace::GetStackTrace(size_t max_s, uintptr_t pc, uintptr_t bp) { 3359cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov size = 0; 3369cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov trace[0] = pc; 3379cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov if ((max_s) > 1) { 3389cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov max_size = max_s; 3399cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov FastUnwindStack(pc, bp); 3409cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov } 3419cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov} 3429cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov 3435b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov// The range of pages to be used for escape islands. 3443281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko// TODO(glider): instead of mapping a fixed range we must find a range of 3453281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko// unmapped pages in vmmap and take them. 3461346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// These constants were chosen empirically and may not work if the shadow 3471346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// memory layout changes. Unfortunately they do necessarily depend on 3481346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// kHighMemBeg or kHighMemEnd. 3495b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovstatic void *island_allocator_pos = NULL; 3505b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov 3511346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#if __WORDSIZE == 32 3525b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandEnd (0xffdf0000 - kPageSize) 3535b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandBeg (kIslandEnd - 256 * kPageSize) 3541346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#else 3555b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandEnd (0x7fffffdf0000 - kPageSize) 3565b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandBeg (kIslandEnd - 256 * kPageSize) 3571346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#endif 3583281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko 3593281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenkoextern "C" 3605b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovmach_error_t __interception_allocate_island(void **ptr, 3615b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov size_t unused_size, 3625b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov void *unused_hint) { 3633281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko if (!island_allocator_pos) { 3641346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko island_allocator_pos = 3651346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko asan_mmap((void*)kIslandBeg, kIslandEnd - kIslandBeg, 3661346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko PROT_READ | PROT_WRITE | PROT_EXEC, 3671346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko MAP_PRIVATE | MAP_ANON | MAP_FIXED, 3681346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko -1, 0); 3691346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko if (island_allocator_pos != (void*)kIslandBeg) { 3703281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return KERN_NO_SPACE; 3713281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko } 3723281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko }; 3733281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko *ptr = island_allocator_pos; 3743281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko island_allocator_pos = (char*)island_allocator_pos + kPageSize; 3753281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return err_none; 3763281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko} 3773281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko 3783281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenkoextern "C" 3795b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovmach_error_t __interception_deallocate_island(void *ptr) { 3803281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko // Do nothing. 3813281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko // TODO(glider): allow to free and reuse the island memory. 3823281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return err_none; 3833281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko} 384d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 3851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Support for the following functions from libdispatch on Mac OS: 3861e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_async_f() 3871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_async() 3881e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync_f() 3891e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() 3901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_after_f() 3911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_after() 3921e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_group_async_f() 3931e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_group_async() 3941e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): libdispatch API contains other functions that we don't support 3951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// yet. 3961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 3971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() and dispatch_sync_f() are synchronous, although chances are 3981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// they can cause jobs to run on a thread different from the current one. 3991e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): if so, we need a test for this (otherwise we should remove 4001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// them). 4011e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 4021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following functions use dispatch_barrier_async_f() (which isn't a library 4031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// function but is exported) and are thus supported: 4041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_cancel_handler_f() 4051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_cancel_handler() 4061e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_event_handler_f() 4071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_event_handler() 4081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 4091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The reference manual for Grand Central Dispatch is available at 4101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://developer.apple.com/library/mac/#documentation/Performance/Reference/GCD_libdispatch_Ref/Reference/reference.html 4111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The implementation details are at 4121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://libdispatch.macosforge.org/trac/browser/trunk/src/queue.c 4131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 4141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 4151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid asan_dispatch_call_block_and_release(void *block) { 4169cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *context = (asan_block_context_t*)block; 4181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 4191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("asan_dispatch_call_block_and_release(): " 4201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany "context: %p, pthread_self: %p\n", 4211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany block, pthread_self()); 4221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 4231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany AsanThread *t = asanThreadRegistry().GetCurrent(); 424af3441580555ceed092170232cd5f2cc180f19f4Kostya Serebryany if (!t) { 42555cdfc6c5af92560bc0623b5a0d70af71511c3c8Alexey Samsonov t = AsanThread::Create(context->parent_tid, NULL, NULL, &stack); 42655cdfc6c5af92560bc0623b5a0d70af71511c3c8Alexey Samsonov asanThreadRegistry().RegisterThread(t); 42769eca73ac96688c8bfe1f23ee006af29c7858c40Kostya Serebryany t->Init(); 4281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asanThreadRegistry().SetCurrent(t); 4291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 4301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Call the original dispatcher for the block. 4311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany context->func(context->block); 4321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_free(context, &stack); 4331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 4351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} // namespace __asan 4361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 4371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyusing namespace __asan; // NOLINT 4381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 4391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Wrap |ctxt| and |func| into an asan_block_context_t. 4401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The caller retains control of the allocated context. 4411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 4421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyasan_block_context_t *alloc_asan_context(void *ctxt, dispatch_function_t func, 4431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany AsanStackTrace *stack) { 4441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = 4451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), stack); 4461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->block = ctxt; 4471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->func = func; 4481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrMinusOne(); 4491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return asan_ctxt; 4501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 4521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): can we reduce code duplication by introducing a macro? 453f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_async_f, dispatch_queue_t dq, void *ctxt, 454f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_function_t func) { 4559cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 4571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 4581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_async_f(): context: %p, pthread_self: %p\n", 4591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt, pthread_self()); 4601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 4611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 46209672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(dispatch_async_f)(dq, (void*)asan_ctxt, 46309672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_dispatch_call_block_and_release); 4641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 466f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_sync_f, dispatch_queue_t dq, void *ctxt, 467f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_function_t func) { 4689cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 4701e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 4711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_sync_f(): context: %p, pthread_self: %p\n", 4721e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt, pthread_self()); 4731e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 4741e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 47509672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(dispatch_sync_f)(dq, (void*)asan_ctxt, 47609672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_dispatch_call_block_and_release); 4771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 479f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_after_f, dispatch_time_t when, 480f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_queue_t dq, void *ctxt, 481f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_function_t func) { 4829cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4831e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 4841e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 4851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_after_f: %p\n", asan_ctxt); 4861e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 4871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 48809672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(dispatch_after_f)(when, dq, (void*)asan_ctxt, 48909672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_dispatch_call_block_and_release); 4901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 492f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_barrier_async_f, dispatch_queue_t dq, void *ctxt, 493f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_function_t func) { 4949cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 4961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 4971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_barrier_async_f(): context: %p, pthread_self: %p\n", 4981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt, pthread_self()); 4991e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 5001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 50109672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov REAL(dispatch_barrier_async_f)(dq, (void*)asan_ctxt, 50209672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_dispatch_call_block_and_release); 5031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 5041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 505f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_group_async_f, dispatch_group_t group, 506f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_queue_t dq, void *ctxt, 507f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_function_t func) { 5089cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 5091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 5101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 5111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_group_async_f(): context: %p, pthread_self: %p\n", 5121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt, pthread_self()); 5131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 5141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 51509672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov REAL(dispatch_group_async_f)(group, dq, (void*)asan_ctxt, 51609672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_dispatch_call_block_and_release); 5171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 5181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 5191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following stuff has been extremely helpful while looking for the 5201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// unhandled functions that spawned jobs on Chromium shutdown. If the verbosity 5211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// level is 2 or greater, we wrap pthread_workqueue_additem_np() in order to 5221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// find the points of worker thread creation (each of such threads may be used 5231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// to run several tasks, that's why this is not enough to support the whole 5241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// libdispatch API. 5251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 5261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *wrap_workitem_func(void *arg) { 5271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 5281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("wrap_workitem_func: %p, pthread_self: %p\n", arg, pthread_self()); 5291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 5301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *ctxt = (asan_block_context_t*)arg; 5311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany worker_t fn = (worker_t)(ctxt->func); 5321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *result = fn(ctxt->block); 5339cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 5341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_free(arg, &stack); 5351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return result; 5361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 5371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 538f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(int, pthread_workqueue_additem_np, pthread_workqueue_t workq, 5391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *(*workitem_func)(void *), void * workitem_arg, 5401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany pthread_workitem_handle_t * itemhandlep, unsigned int *gencountp) { 5419cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 5421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = 5431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), &stack); 5441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->block = workitem_arg; 5451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->func = (dispatch_function_t)workitem_func; 5461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrMinusOne(); 5471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 5481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("pthread_workqueue_additem_np: %p\n", asan_ctxt); 5491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 5501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 55109672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(pthread_workqueue_additem_np)(workq, wrap_workitem_func, 55209672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_ctxt, itemhandlep, 55309672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov gencountp); 5541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 555d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany 556431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// CF_RC_BITS, the layout of CFRuntimeBase and __CFStrIsConstant are internal 557431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// and subject to change in further CoreFoundation versions. Apple does not 558431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// guarantee any binary compatibility from release to release. 559431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 560431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// See http://opensource.apple.com/source/CF/CF-635.15/CFInternal.h 561431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if defined(__BIG_ENDIAN__) 562431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#define CF_RC_BITS 0 563431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif 564431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 565431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if defined(__LITTLE_ENDIAN__) 566431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#define CF_RC_BITS 3 567431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif 568431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 569431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// See http://opensource.apple.com/source/CF/CF-635.15/CFRuntime.h 570431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenkotypedef struct __CFRuntimeBase { 571431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko uintptr_t _cfisa; 572431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko uint8_t _cfinfo[4]; 573431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if __LP64__ 574431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko uint32_t _rc; 575431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif 576431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko} CFRuntimeBase; 577431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 578431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// See http://opensource.apple.com/source/CF/CF-635.15/CFString.c 579431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenkoint __CFStrIsConstant(CFStringRef str) { 580431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko CFRuntimeBase *base = (CFRuntimeBase*)str; 581431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if __LP64__ 582431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return base->_rc == 0; 583431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#else 584431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return (base->_cfinfo[CF_RC_BITS]) == 0; 585431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif 586431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko} 587431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 588f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(CFStringRef, CFStringCreateCopy, CFAllocatorRef alloc, 589f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov CFStringRef str) { 590431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko if (__CFStrIsConstant(str)) { 591431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return str; 592431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko } else { 59309672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(CFStringCreateCopy)(alloc, str); 594431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko } 595431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko} 596431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 597d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#endif // __APPLE__ 598