asan_mac.cc revision c3390df6670cb166119b961eb27a033fb9073496
11e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===-- asan_mac.cc -------------------------------------------------------===// 21e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 31e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The LLVM Compiler Infrastructure 41e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 51e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is distributed under the University of Illinois Open Source 61e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// License. See LICENSE.TXT for details. 71e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 81e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 91e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is a part of AddressSanitizer, an address sanity checker. 111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Mac-specific details. 131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 15d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#ifdef __APPLE__ 161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 1764ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov#include "asan_interceptors.h" 181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_internal.h" 19d079db6dfbf3b0ec5fa1cc8d093e0dae6f970bf8Alexander Potapenko#include "asan_mac.h" 20895b3872acb5bcccb1769ea69d37dd33c722f99dAlexander Potapenko#include "asan_mapping.h" 211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_stack.h" 221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread.h" 231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread_registry.h" 24ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include "sanitizer_common/sanitizer_libc.h" 251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 26eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko#include <crt_externs.h> // for _NSGetArgv 27eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko#include <dlfcn.h> // for dladdr() 288a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#include <mach-o/dyld.h> 299b993e8cd0f8964782ee93524603d0c53adc2249Kostya Serebryany#include <mach-o/loader.h> 301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <sys/mman.h> 31ef14ff6512d7b2e20aa3206dff820b5f90285420Kostya Serebryany#include <sys/resource.h> 3259dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko#include <sys/sysctl.h> 339107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany#include <sys/ucontext.h> 34a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany#include <fcntl.h> 35e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko#include <pthread.h> 36e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko#include <stdlib.h> // for free() 371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <unistd.h> 38d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany#include <libkern/OSAtomic.h> 3964ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov#include <CoreFoundation/CFString.h> 401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanynamespace __asan { 421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 433f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryanyvoid GetPcSpBp(void *context, uptr *pc, uptr *sp, uptr *bp) { 449107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany ucontext_t *ucontext = (ucontext_t*)context; 459107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# if __WORDSIZE == 64 469107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *pc = ucontext->uc_mcontext->__ss.__rip; 479107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *bp = ucontext->uc_mcontext->__ss.__rbp; 489107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *sp = ucontext->uc_mcontext->__ss.__rsp; 499107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# else 509107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *pc = ucontext->uc_mcontext->__ss.__eip; 519107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *bp = ucontext->uc_mcontext->__ss.__ebp; 529107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *sp = ucontext->uc_mcontext->__ss.__esp; 539107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# endif // __WORDSIZE 549107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany} 559107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany 56d079db6dfbf3b0ec5fa1cc8d093e0dae6f970bf8Alexander Potapenkoint GetMacosVersion() { 5759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko int mib[2] = { CTL_KERN, KERN_OSRELEASE }; 5859dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko char version[100]; 593f46cf42b0f8e0667a3bea88cf871ebd4dc0ecdfAlexey Samsonov uptr len = 0, maxlen = sizeof(version) / sizeof(version[0]); 60b0bb7fb31301ee9ac9cf41f21d3a19987dc30609Alexey Samsonov for (uptr i = 0; i < maxlen; i++) version[i] = '\0'; 6159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko // Get the version length. 623f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany CHECK(sysctl(mib, 2, 0, &len, 0, 0) != -1); 6359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko CHECK(len < maxlen); 643f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany CHECK(sysctl(mib, 2, version, &len, 0, 0) != -1); 6559dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko switch (version[0]) { 6659dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '9': return MACOS_VERSION_LEOPARD; 6759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '1': { 6859dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko switch (version[1]) { 6959dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '0': return MACOS_VERSION_SNOW_LEOPARD; 7059dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '1': return MACOS_VERSION_LION; 7159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko default: return MACOS_VERSION_UNKNOWN; 7259dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7459dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko default: return MACOS_VERSION_UNKNOWN; 7559dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7659dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko} 7759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko 7838dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonovbool PlatformHasDifferentMemcpyAndMemmove() { 7938dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // On OS X 10.7 memcpy() and memmove() are both resolved 8038dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // into memmove$VARIANT$sse42. 8138dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // See also http://code.google.com/p/address-sanitizer/issues/detail?id=34. 8238dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // TODO(glider): need to check dynamically that memcpy() and memmove() are 8338dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // actually the same function. 8438dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov return GetMacosVersion() == MACOS_VERSION_SNOW_LEOPARD; 8538dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov} 8638dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov 87eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenkoextern "C" 88eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenkovoid __asan_init(); 89eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko 90eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenkostatic const char kDyldInsertLibraries[] = "DYLD_INSERT_LIBRARIES"; 91eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko 92eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenkovoid MaybeReexec() { 93eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko if (!flags()->allow_reexec) return; 94eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko#if MAC_INTERPOSE_FUNCTIONS 95eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // If the program is linked with the dynamic ASan runtime library, make sure 96eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // the library is preloaded so that the wrappers work. If it is not, set 97eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // DYLD_INSERT_LIBRARIES and re-exec ourselves. 98eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Dl_info info; 99eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko int result = dladdr((void*)__asan_init, &info); 100eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko const char *dyld_insert_libraries = GetEnv(kDyldInsertLibraries); 101eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko if (!dyld_insert_libraries || 102eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko !REAL(strstr)(dyld_insert_libraries, info.dli_fname)) { 103eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // DYLD_INSERT_LIBRARIES is not set or does not contain the runtime 104eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // library. 105eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko char program_name[1024]; 106eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko uint32_t buf_size = sizeof(program_name); 107eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko _NSGetExecutablePath(program_name, &buf_size); 108eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // Ok to use setenv() since the wrappers don't depend on the value of 109eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // asan_inited. 110eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko setenv(kDyldInsertLibraries, info.dli_fname, /*overwrite*/0); 111eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko if (flags()->verbosity >= 1) { 112eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Report("exec()-ing the program with\n"); 113eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Report("%s=%s\n", kDyldInsertLibraries, info.dli_fname); 114eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Report("to enable ASan wrappers.\n"); 115eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Report("Set ASAN_OPTIONS=allow_reexec=0 to disable this.\n"); 116eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko } 117eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko execv(program_name, *_NSGetArgv()); 118eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko } 119eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko#endif // MAC_INTERPOSE_FUNCTIONS 120eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // If we're not using the dynamic runtime, do nothing. 121eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko} 122eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko 1231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// No-op. Mac does not support static linkage anyway. 1241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *AsanDoesNotSupportStaticLinkage() { 1253f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany return 0; 1261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 1271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 1284803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryanybool AsanInterceptsSignal(int signum) { 129cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov return (signum == SIGSEGV || signum == SIGBUS) && flags()->handle_segv; 1304803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany} 1314803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany 13275b19ebf25af204cf209d108997272822241d6daAlexander Potapenkovoid AsanPlatformThreadInit() { 13375b19ebf25af204cf209d108997272822241d6daAlexander Potapenko ReplaceCFAllocator(); 13475b19ebf25af204cf209d108997272822241d6daAlexander Potapenko} 13575b19ebf25af204cf209d108997272822241d6daAlexander Potapenko 136d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya SerebryanyAsanLock::AsanLock(LinkerInitialized) { 137d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany // We assume that OS_SPINLOCK_INIT is zero 138d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 139d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 140d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Lock() { 141d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(sizeof(OSSpinLock) <= sizeof(opaque_storage_)); 142d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(OS_SPINLOCK_INIT == 0); 1433f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany CHECK(owner_ != (uptr)pthread_self()); 144d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany OSSpinLockLock((OSSpinLock*)&opaque_storage_); 145d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(!owner_); 1463f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany owner_ = (uptr)pthread_self(); 147d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 148d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 149d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Unlock() { 1503f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany CHECK(owner_ == (uptr)pthread_self()); 151d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany owner_ = 0; 152d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany OSSpinLockUnlock((OSSpinLock*)&opaque_storage_); 153d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 154d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 155c3390df6670cb166119b961eb27a033fb9073496Kostya Serebryanyvoid StackTrace::GetStackTrace(uptr max_s, uptr pc, uptr bp) { 1569cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov size = 0; 1579cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov trace[0] = pc; 1589cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov if ((max_s) > 1) { 1599cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov max_size = max_s; 1609cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov FastUnwindStack(pc, bp); 1619cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov } 1629cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov} 1639cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov 1645b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov// The range of pages to be used for escape islands. 1653281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko// TODO(glider): instead of mapping a fixed range we must find a range of 1663281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko// unmapped pages in vmmap and take them. 1671346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// These constants were chosen empirically and may not work if the shadow 1681346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// memory layout changes. Unfortunately they do necessarily depend on 1691346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// kHighMemBeg or kHighMemEnd. 1703f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryanystatic void *island_allocator_pos = 0; 1715b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov 1721346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#if __WORDSIZE == 32 1735b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandEnd (0xffdf0000 - kPageSize) 1745b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandBeg (kIslandEnd - 256 * kPageSize) 1751346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#else 1765b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandEnd (0x7fffffdf0000 - kPageSize) 1775b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandBeg (kIslandEnd - 256 * kPageSize) 1781346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#endif 1793281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko 1803281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenkoextern "C" 1815b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovmach_error_t __interception_allocate_island(void **ptr, 1823f46cf42b0f8e0667a3bea88cf871ebd4dc0ecdfAlexey Samsonov uptr unused_size, 1835b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov void *unused_hint) { 1843281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko if (!island_allocator_pos) { 1851346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko island_allocator_pos = 186ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov internal_mmap((void*)kIslandBeg, kIslandEnd - kIslandBeg, 187ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov PROT_READ | PROT_WRITE | PROT_EXEC, 188ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov MAP_PRIVATE | MAP_ANON | MAP_FIXED, 189ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov -1, 0); 1901346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko if (island_allocator_pos != (void*)kIslandBeg) { 1913281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return KERN_NO_SPACE; 1923281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko } 193cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity) { 194ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko Report("Mapped pages %p--%p for branch islands.\n", 195675293d458c9f6c797a7211c11438eb9bfcfe9bbAlexey Samsonov (void*)kIslandBeg, (void*)kIslandEnd); 196ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko } 197ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko // Should not be very performance-critical. 198ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko internal_memset(island_allocator_pos, 0xCC, kIslandEnd - kIslandBeg); 1993281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko }; 2003281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko *ptr = island_allocator_pos; 2013281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko island_allocator_pos = (char*)island_allocator_pos + kPageSize; 202cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity) { 203ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko Report("Branch island allocated at %p\n", *ptr); 204ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko } 2053281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return err_none; 2063281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko} 2073281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko 2083281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenkoextern "C" 2095b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovmach_error_t __interception_deallocate_island(void *ptr) { 2103281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko // Do nothing. 2113281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko // TODO(glider): allow to free and reuse the island memory. 2123281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return err_none; 2133281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko} 214d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 2151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Support for the following functions from libdispatch on Mac OS: 2161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_async_f() 2171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_async() 2181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync_f() 2191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() 2201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_after_f() 2211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_after() 2221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_group_async_f() 2231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_group_async() 2241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): libdispatch API contains other functions that we don't support 2251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// yet. 2261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 2271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() and dispatch_sync_f() are synchronous, although chances are 2281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// they can cause jobs to run on a thread different from the current one. 2291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): if so, we need a test for this (otherwise we should remove 2301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// them). 2311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 2321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following functions use dispatch_barrier_async_f() (which isn't a library 2331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// function but is exported) and are thus supported: 2341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_cancel_handler_f() 2351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_cancel_handler() 2361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_event_handler_f() 2371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_event_handler() 2381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 2391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The reference manual for Grand Central Dispatch is available at 2401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://developer.apple.com/library/mac/#documentation/Performance/Reference/GCD_libdispatch_Ref/Reference/reference.html 2411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The implementation details are at 2421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://libdispatch.macosforge.org/trac/browser/trunk/src/queue.c 2431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2445cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovtypedef void* pthread_workqueue_t; 2455cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovtypedef void* pthread_workitem_handle_t; 246f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov 247f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovtypedef void* dispatch_group_t; 248f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovtypedef void* dispatch_queue_t; 249af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkotypedef void* dispatch_source_t; 250ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryanytypedef u64 dispatch_time_t; 251f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovtypedef void (*dispatch_function_t)(void *block); 2525cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovtypedef void* (*worker_t)(void *block); 2535cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov 2545cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov// A wrapper for the ObjC blocks used to support libdispatch. 2555cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovtypedef struct { 2565cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov void *block; 2575cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov dispatch_function_t func; 258e0cff0bc20ae51790c8edfbceb817e18ebf5355eKostya Serebryany u32 parent_tid; 2595cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov} asan_block_context_t; 2605cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov 261f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// We use extern declarations of libdispatch functions here instead 262f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// of including <dispatch/dispatch.h>. This header is not present on 263f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// Mac OS X Leopard and eariler, and although we don't expect ASan to 264f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// work on legacy systems, it's bad to break the build of 265f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// LLVM compiler-rt there. 2665cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovextern "C" { 267f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovvoid dispatch_async_f(dispatch_queue_t dq, void *ctxt, 268f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov dispatch_function_t func); 269f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovvoid dispatch_sync_f(dispatch_queue_t dq, void *ctxt, 270f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov dispatch_function_t func); 271f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovvoid dispatch_after_f(dispatch_time_t when, dispatch_queue_t dq, void *ctxt, 272f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov dispatch_function_t func); 2735cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovvoid dispatch_barrier_async_f(dispatch_queue_t dq, void *ctxt, 2745cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov dispatch_function_t func); 275f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovvoid dispatch_group_async_f(dispatch_group_t group, dispatch_queue_t dq, 276f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov void *ctxt, dispatch_function_t func); 2775cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovint pthread_workqueue_additem_np(pthread_workqueue_t workq, 2785cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov void *(*workitem_func)(void *), void * workitem_arg, 2795cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov pthread_workitem_handle_t * itemhandlep, unsigned int *gencountp); 2805cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov} // extern "C" 2815cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov 282af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkostatic ALWAYS_INLINE 283c3390df6670cb166119b961eb27a033fb9073496Kostya Serebryanyvoid asan_register_worker_thread(int parent_tid, StackTrace *stack) { 284af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko AsanThread *t = asanThreadRegistry().GetCurrent(); 285af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko if (!t) { 286af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko t = AsanThread::Create(parent_tid, 0, 0, stack); 287af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asanThreadRegistry().RegisterThread(t); 288af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko t->Init(); 289af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asanThreadRegistry().SetCurrent(t); 290af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko } 291af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko} 292af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko 2932483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko// For use by only those functions that allocated the context via 2942483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko// alloc_asan_context(). 2951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 2961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid asan_dispatch_call_block_and_release(void *block) { 2979cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 2981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *context = (asan_block_context_t*)block; 299cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 3001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("asan_dispatch_call_block_and_release(): " 3011e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany "context: %p, pthread_self: %p\n", 3021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany block, pthread_self()); 3031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 304af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_register_worker_thread(context->parent_tid, &stack); 3051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Call the original dispatcher for the block. 3061e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany context->func(context->block); 3071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_free(context, &stack); 3081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} // namespace __asan 3111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyusing namespace __asan; // NOLINT 3131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Wrap |ctxt| and |func| into an asan_block_context_t. 3151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The caller retains control of the allocated context. 3161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 3171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyasan_block_context_t *alloc_asan_context(void *ctxt, dispatch_function_t func, 318c3390df6670cb166119b961eb27a033fb9073496Kostya Serebryany StackTrace *stack) { 3191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = 3201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), stack); 3211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->block = ctxt; 3221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->func = func; 323e0cff0bc20ae51790c8edfbceb817e18ebf5355eKostya Serebryany asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrInvalid(); 3241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return asan_ctxt; 3251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 327b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko// Define interceptor for dispatch_*_f function with the three most common 328b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko// parameters: dispatch_queue_t, context, dispatch_function_t. 329b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko#define INTERCEPT_DISPATCH_X_F_3(dispatch_x_f) \ 330b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko INTERCEPTOR(void, dispatch_x_f, dispatch_queue_t dq, void *ctxt, \ 331b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko dispatch_function_t func) { \ 332b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko GET_STACK_TRACE_HERE(kStackTraceMax); \ 333b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); \ 334b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko if (flags()->verbosity >= 2) { \ 335b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko Report(#dispatch_x_f "(): context: %p, pthread_self: %p\n", \ 336b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko asan_ctxt, pthread_self()); \ 337b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko PRINT_CURRENT_STACK(); \ 338b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko } \ 339b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko return REAL(dispatch_x_f)(dq, (void*)asan_ctxt, \ 340b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko asan_dispatch_call_block_and_release); \ 3410ffc227f91b068c78908f735a4846f92e339a337Kostya Serebryany } 342b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko 343b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander PotapenkoINTERCEPT_DISPATCH_X_F_3(dispatch_async_f) 344b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander PotapenkoINTERCEPT_DISPATCH_X_F_3(dispatch_sync_f) 345b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander PotapenkoINTERCEPT_DISPATCH_X_F_3(dispatch_barrier_async_f) 3461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 347f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_after_f, dispatch_time_t when, 348f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_queue_t dq, void *ctxt, 349f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_function_t func) { 3509cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 3511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 352cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 3531e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_after_f: %p\n", asan_ctxt); 3541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 3551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 35609672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(dispatch_after_f)(when, dq, (void*)asan_ctxt, 35709672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_dispatch_call_block_and_release); 3581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 360af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander PotapenkoINTERCEPTOR(void, dispatch_group_async_f, dispatch_group_t group, 361af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_queue_t dq, void *ctxt, 362af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_function_t func) { 363af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_STACK_TRACE_HERE(kStackTraceMax); 364af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 365af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko if (flags()->verbosity >= 2) { 366af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko Report("dispatch_group_async_f(): context: %p, pthread_self: %p\n", 367af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_ctxt, pthread_self()); 368af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko PRINT_CURRENT_STACK(); 369af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko } 370af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_group_async_f)(group, dq, (void*)asan_ctxt, 371af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_dispatch_call_block_and_release); 372af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko} 373af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko 3742483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko#if MAC_INTERPOSE_FUNCTIONS 375af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// dispatch_async, dispatch_group_async and others tailcall the corresponding 376af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// dispatch_*_f functions. When wrapping functions with mach_override, those 377af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// dispatch_*_f are intercepted automatically. But with dylib interposition 378af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// this does not work, because the calls within the same library are not 379af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// interposed. 3802483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko// Therefore we need to re-implement dispatch_async and friends. 3812483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 382af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkoextern "C" { 383af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// FIXME: consolidate these declarations with asan_intercepted_functions.h. 384af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_async(dispatch_queue_t dq, void(^work)(void)); 385af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_group_async(dispatch_group_t dg, dispatch_queue_t dq, 386af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko void(^work)(void)); 387af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_after(dispatch_time_t when, dispatch_queue_t queue, 388af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko void(^work)(void)); 389af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_source_set_cancel_handler(dispatch_source_t ds, 390af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko void(^work)(void)); 391af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_source_set_event_handler(dispatch_source_t ds, void(^work)(void)); 3922483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko} 3932483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 394af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko#define GET_ASAN_BLOCK(work) \ 395af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko void (^asan_block)(void); \ 396af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko int parent_tid = asanThreadRegistry().GetCurrentTidOrInvalid(); \ 397af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_block = ^(void) { \ 398af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_STACK_TRACE_HERE(kStackTraceMax); \ 399af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_register_worker_thread(parent_tid, &stack); \ 400af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko work(); \ 4012483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko } 4022483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 4032483ce3e635515d907c0cd8c97db315142fb28dbAlexander PotapenkoINTERCEPTOR(void, dispatch_async, 404af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_queue_t dq, void(^work)(void)) { 405af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 406af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_async)(dq, asan_block); 407af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko} 408af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko 409af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander PotapenkoINTERCEPTOR(void, dispatch_group_async, 410af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_group_t dg, dispatch_queue_t dq, void(^work)(void)) { 411af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 412af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_group_async)(dg, dq, asan_block); 4132483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko} 4142483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 4152483ce3e635515d907c0cd8c97db315142fb28dbAlexander PotapenkoINTERCEPTOR(void, dispatch_after, 416af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_time_t when, dispatch_queue_t queue, void(^work)(void)) { 417af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 418af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_after)(when, queue, asan_block); 4192483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko} 4202483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 421af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander PotapenkoINTERCEPTOR(void, dispatch_source_set_cancel_handler, 422af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_source_t ds, void(^work)(void)) { 423af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 424af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_source_set_cancel_handler)(ds, asan_block); 4251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 427af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander PotapenkoINTERCEPTOR(void, dispatch_source_set_event_handler, 428af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_source_t ds, void(^work)(void)) { 429af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 430af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_source_set_event_handler)(ds, asan_block); 431af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko} 432af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko#endif 433af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko 4341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following stuff has been extremely helpful while looking for the 4351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// unhandled functions that spawned jobs on Chromium shutdown. If the verbosity 4361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// level is 2 or greater, we wrap pthread_workqueue_additem_np() in order to 4371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// find the points of worker thread creation (each of such threads may be used 4381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// to run several tasks, that's why this is not enough to support the whole 4391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// libdispatch API. 4401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 4411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *wrap_workitem_func(void *arg) { 442cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 4431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("wrap_workitem_func: %p, pthread_self: %p\n", arg, pthread_self()); 4441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 4451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *ctxt = (asan_block_context_t*)arg; 4461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany worker_t fn = (worker_t)(ctxt->func); 4471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *result = fn(ctxt->block); 4489cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_free(arg, &stack); 4501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return result; 4511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 453f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(int, pthread_workqueue_additem_np, pthread_workqueue_t workq, 4541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *(*workitem_func)(void *), void * workitem_arg, 4551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany pthread_workitem_handle_t * itemhandlep, unsigned int *gencountp) { 4569cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = 4581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), &stack); 4591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->block = workitem_arg; 4601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->func = (dispatch_function_t)workitem_func; 461e0cff0bc20ae51790c8edfbceb817e18ebf5355eKostya Serebryany asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrInvalid(); 462cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 4631e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("pthread_workqueue_additem_np: %p\n", asan_ctxt); 4641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 4651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 46609672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(pthread_workqueue_additem_np)(workq, wrap_workitem_func, 46709672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_ctxt, itemhandlep, 46809672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov gencountp); 4691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 470d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany 471431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// See http://opensource.apple.com/source/CF/CF-635.15/CFString.c 472431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenkoint __CFStrIsConstant(CFStringRef str) { 473431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko CFRuntimeBase *base = (CFRuntimeBase*)str; 474431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if __LP64__ 475431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return base->_rc == 0; 476431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#else 477431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return (base->_cfinfo[CF_RC_BITS]) == 0; 478431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif 479431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko} 480431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 481f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(CFStringRef, CFStringCreateCopy, CFAllocatorRef alloc, 482f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov CFStringRef str) { 483431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko if (__CFStrIsConstant(str)) { 484431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return str; 485431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko } else { 48609672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(CFStringCreateCopy)(alloc, str); 487431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko } 488431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko} 489431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 490decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander PotapenkoDECLARE_REAL_AND_INTERCEPTOR(void, free, void *ptr) 491decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander Potapenko 492decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander PotapenkoDECLARE_REAL_AND_INTERCEPTOR(void, __CFInitialize) 493decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander Potapenko 49464ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonovnamespace __asan { 495beba6448539095b67cab266d09cd7b7d313b8c3dAlexey Samsonov 496beba6448539095b67cab266d09cd7b7d313b8c3dAlexey Samsonovvoid InitializeMacInterceptors() { 4975cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_async_f)); 4985cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_sync_f)); 4995cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_after_f)); 5005cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_barrier_async_f)); 5015cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_group_async_f)); 5025cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov // We don't need to intercept pthread_workqueue_additem_np() to support the 5035cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov // libdispatch API, but it helps us to debug the unsupported functions. Let's 5045cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov // intercept it only during verbose runs. 505cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 5065cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(pthread_workqueue_additem_np)); 5075cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov } 50864ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // Normally CFStringCreateCopy should not copy constant CF strings. 50964ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // Replacing the default CFAllocator causes constant strings to be copied 51064ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // rather than just returned, which leads to bugs in big applications like 51164ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // Chromium and WebKit, see 51264ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // http://code.google.com/p/address-sanitizer/issues/detail?id=10 51364ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // Until this problem is fixed we need to check that the string is 51464ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // non-constant before calling CFStringCreateCopy. 51564ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov CHECK(INTERCEPT_FUNCTION(CFStringCreateCopy)); 516e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko // Some of the library functions call free() directly, so we have to 517e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko // intercept it. 518e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko CHECK(INTERCEPT_FUNCTION(free)); 519cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->replace_cfallocator) { 520decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander Potapenko CHECK(INTERCEPT_FUNCTION(__CFInitialize)); 521decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander Potapenko } 52264ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov} 523beba6448539095b67cab266d09cd7b7d313b8c3dAlexey Samsonov 52464ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov} // namespace __asan 52564ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov 526d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#endif // __APPLE__ 527