11e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===-- asan_mac.cc -------------------------------------------------------===// 21e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 31e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The LLVM Compiler Infrastructure 41e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 51e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is distributed under the University of Illinois Open Source 61e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// License. See LICENSE.TXT for details. 71e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 81e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 91e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is a part of AddressSanitizer, an address sanity checker. 111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Mac-specific details. 131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 15d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#ifdef __APPLE__ 161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 1764ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov#include "asan_interceptors.h" 181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_internal.h" 19d079db6dfbf3b0ec5fa1cc8d093e0dae6f970bf8Alexander Potapenko#include "asan_mac.h" 20895b3872acb5bcccb1769ea69d37dd33c722f99dAlexander Potapenko#include "asan_mapping.h" 211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_stack.h" 221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread.h" 231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread_registry.h" 24ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include "sanitizer_common/sanitizer_libc.h" 251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 26eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko#include <crt_externs.h> // for _NSGetArgv 27eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko#include <dlfcn.h> // for dladdr() 288a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#include <mach-o/dyld.h> 299b993e8cd0f8964782ee93524603d0c53adc2249Kostya Serebryany#include <mach-o/loader.h> 301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <sys/mman.h> 31ef14ff6512d7b2e20aa3206dff820b5f90285420Kostya Serebryany#include <sys/resource.h> 3259dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko#include <sys/sysctl.h> 339107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany#include <sys/ucontext.h> 34a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany#include <fcntl.h> 35e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko#include <pthread.h> 36e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko#include <stdlib.h> // for free() 371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <unistd.h> 38d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany#include <libkern/OSAtomic.h> 3964ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov#include <CoreFoundation/CFString.h> 401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanynamespace __asan { 421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 433f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryanyvoid GetPcSpBp(void *context, uptr *pc, uptr *sp, uptr *bp) { 449107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany ucontext_t *ucontext = (ucontext_t*)context; 459107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# if __WORDSIZE == 64 469107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *pc = ucontext->uc_mcontext->__ss.__rip; 479107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *bp = ucontext->uc_mcontext->__ss.__rbp; 489107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *sp = ucontext->uc_mcontext->__ss.__rsp; 499107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# else 509107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *pc = ucontext->uc_mcontext->__ss.__eip; 519107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *bp = ucontext->uc_mcontext->__ss.__ebp; 529107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *sp = ucontext->uc_mcontext->__ss.__esp; 539107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# endif // __WORDSIZE 549107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany} 559107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany 56d079db6dfbf3b0ec5fa1cc8d093e0dae6f970bf8Alexander Potapenkoint GetMacosVersion() { 5759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko int mib[2] = { CTL_KERN, KERN_OSRELEASE }; 5859dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko char version[100]; 593f46cf42b0f8e0667a3bea88cf871ebd4dc0ecdfAlexey Samsonov uptr len = 0, maxlen = sizeof(version) / sizeof(version[0]); 60b0bb7fb31301ee9ac9cf41f21d3a19987dc30609Alexey Samsonov for (uptr i = 0; i < maxlen; i++) version[i] = '\0'; 6159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko // Get the version length. 623f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany CHECK(sysctl(mib, 2, 0, &len, 0, 0) != -1); 6359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko CHECK(len < maxlen); 643f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany CHECK(sysctl(mib, 2, version, &len, 0, 0) != -1); 6559dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko switch (version[0]) { 6659dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '9': return MACOS_VERSION_LEOPARD; 6759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '1': { 6859dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko switch (version[1]) { 6959dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '0': return MACOS_VERSION_SNOW_LEOPARD; 7059dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko case '1': return MACOS_VERSION_LION; 7159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko default: return MACOS_VERSION_UNKNOWN; 7259dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7459dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko default: return MACOS_VERSION_UNKNOWN; 7559dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko } 7659dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko} 7759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko 7838dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonovbool PlatformHasDifferentMemcpyAndMemmove() { 7938dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // On OS X 10.7 memcpy() and memmove() are both resolved 8038dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // into memmove$VARIANT$sse42. 8138dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // See also http://code.google.com/p/address-sanitizer/issues/detail?id=34. 8238dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // TODO(glider): need to check dynamically that memcpy() and memmove() are 8338dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov // actually the same function. 8438dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov return GetMacosVersion() == MACOS_VERSION_SNOW_LEOPARD; 8538dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov} 8638dd4ed885e714c376466f6fe0d69f5f22d37014Alexey Samsonov 87eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenkoextern "C" 88eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenkovoid __asan_init(); 89eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko 90eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenkostatic const char kDyldInsertLibraries[] = "DYLD_INSERT_LIBRARIES"; 91eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko 92eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenkovoid MaybeReexec() { 93eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko if (!flags()->allow_reexec) return; 94eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko#if MAC_INTERPOSE_FUNCTIONS 95eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // If the program is linked with the dynamic ASan runtime library, make sure 96eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // the library is preloaded so that the wrappers work. If it is not, set 97eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // DYLD_INSERT_LIBRARIES and re-exec ourselves. 98eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Dl_info info; 99e9f5785228eb19e64719a1a3e258d12639479c8cAlexander Potapenko CHECK(dladdr((void*)__asan_init, &info)); 100eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko const char *dyld_insert_libraries = GetEnv(kDyldInsertLibraries); 101eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko if (!dyld_insert_libraries || 102eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko !REAL(strstr)(dyld_insert_libraries, info.dli_fname)) { 103eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // DYLD_INSERT_LIBRARIES is not set or does not contain the runtime 104eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // library. 105eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko char program_name[1024]; 106eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko uint32_t buf_size = sizeof(program_name); 107eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko _NSGetExecutablePath(program_name, &buf_size); 108eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // Ok to use setenv() since the wrappers don't depend on the value of 109eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // asan_inited. 110eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko setenv(kDyldInsertLibraries, info.dli_fname, /*overwrite*/0); 111eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko if (flags()->verbosity >= 1) { 112eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Report("exec()-ing the program with\n"); 113eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Report("%s=%s\n", kDyldInsertLibraries, info.dli_fname); 114eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Report("to enable ASan wrappers.\n"); 115eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko Report("Set ASAN_OPTIONS=allow_reexec=0 to disable this.\n"); 116eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko } 117eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko execv(program_name, *_NSGetArgv()); 118eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko } 119eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko#endif // MAC_INTERPOSE_FUNCTIONS 120eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko // If we're not using the dynamic runtime, do nothing. 121eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko} 122eb8c46e419f4c6f01d1b1a0d1b96cc51a61ecbc3Alexander Potapenko 1231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// No-op. Mac does not support static linkage anyway. 1241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *AsanDoesNotSupportStaticLinkage() { 1253f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany return 0; 1261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 1271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 1284803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryanybool AsanInterceptsSignal(int signum) { 129cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov return (signum == SIGSEGV || signum == SIGBUS) && flags()->handle_segv; 1304803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany} 1314803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany 13275b19ebf25af204cf209d108997272822241d6daAlexander Potapenkovoid AsanPlatformThreadInit() { 13375b19ebf25af204cf209d108997272822241d6daAlexander Potapenko ReplaceCFAllocator(); 13475b19ebf25af204cf209d108997272822241d6daAlexander Potapenko} 13575b19ebf25af204cf209d108997272822241d6daAlexander Potapenko 136d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya SerebryanyAsanLock::AsanLock(LinkerInitialized) { 137d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany // We assume that OS_SPINLOCK_INIT is zero 138d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 139d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 140d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Lock() { 141d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(sizeof(OSSpinLock) <= sizeof(opaque_storage_)); 142d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(OS_SPINLOCK_INIT == 0); 1433f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany CHECK(owner_ != (uptr)pthread_self()); 144d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany OSSpinLockLock((OSSpinLock*)&opaque_storage_); 145d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(!owner_); 1463f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany owner_ = (uptr)pthread_self(); 147d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 148d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 149d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Unlock() { 1503f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany CHECK(owner_ == (uptr)pthread_self()); 151d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany owner_ = 0; 152d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany OSSpinLockUnlock((OSSpinLock*)&opaque_storage_); 153d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 154d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 1552b939c3abc8b7713ef28000bd768ca6d77445f45Kostya Serebryanyvoid GetStackTrace(StackTrace *stack, uptr max_s, uptr pc, uptr bp) { 1562b939c3abc8b7713ef28000bd768ca6d77445f45Kostya Serebryany stack->size = 0; 1572b939c3abc8b7713ef28000bd768ca6d77445f45Kostya Serebryany stack->trace[0] = pc; 1589cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov if ((max_s) > 1) { 1592b939c3abc8b7713ef28000bd768ca6d77445f45Kostya Serebryany stack->max_size = max_s; 1602b939c3abc8b7713ef28000bd768ca6d77445f45Kostya Serebryany if (!asan_inited) return; 1612b939c3abc8b7713ef28000bd768ca6d77445f45Kostya Serebryany if (AsanThread *t = asanThreadRegistry().GetCurrent()) 1622b939c3abc8b7713ef28000bd768ca6d77445f45Kostya Serebryany stack->FastUnwindStack(pc, bp, t->stack_top(), t->stack_bottom()); 1639cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov } 1649cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov} 1659cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov 1665b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov// The range of pages to be used for escape islands. 1673281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko// TODO(glider): instead of mapping a fixed range we must find a range of 1683281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko// unmapped pages in vmmap and take them. 1691346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// These constants were chosen empirically and may not work if the shadow 1701346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// memory layout changes. Unfortunately they do necessarily depend on 1711346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// kHighMemBeg or kHighMemEnd. 1723f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryanystatic void *island_allocator_pos = 0; 1735b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov 1741346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#if __WORDSIZE == 32 1755b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandEnd (0xffdf0000 - kPageSize) 1765b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandBeg (kIslandEnd - 256 * kPageSize) 1771346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#else 1785b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandEnd (0x7fffffdf0000 - kPageSize) 1795b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandBeg (kIslandEnd - 256 * kPageSize) 1801346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#endif 1813281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko 1823281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenkoextern "C" 1835b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovmach_error_t __interception_allocate_island(void **ptr, 1843f46cf42b0f8e0667a3bea88cf871ebd4dc0ecdfAlexey Samsonov uptr unused_size, 1855b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov void *unused_hint) { 1863281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko if (!island_allocator_pos) { 1871346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko island_allocator_pos = 188ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov internal_mmap((void*)kIslandBeg, kIslandEnd - kIslandBeg, 189ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov PROT_READ | PROT_WRITE | PROT_EXEC, 190ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov MAP_PRIVATE | MAP_ANON | MAP_FIXED, 191ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov -1, 0); 1921346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko if (island_allocator_pos != (void*)kIslandBeg) { 1933281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return KERN_NO_SPACE; 1943281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko } 195cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity) { 196ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko Report("Mapped pages %p--%p for branch islands.\n", 197675293d458c9f6c797a7211c11438eb9bfcfe9bbAlexey Samsonov (void*)kIslandBeg, (void*)kIslandEnd); 198ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko } 199ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko // Should not be very performance-critical. 200ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko internal_memset(island_allocator_pos, 0xCC, kIslandEnd - kIslandBeg); 2013281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko }; 2023281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko *ptr = island_allocator_pos; 2033281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko island_allocator_pos = (char*)island_allocator_pos + kPageSize; 204cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity) { 205ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko Report("Branch island allocated at %p\n", *ptr); 206ebb9702cff96192c6a6ea963037929ca7ed60eaeAlexander Potapenko } 2073281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return err_none; 2083281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko} 2093281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko 2103281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenkoextern "C" 2115b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovmach_error_t __interception_deallocate_island(void *ptr) { 2123281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko // Do nothing. 2133281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko // TODO(glider): allow to free and reuse the island memory. 2143281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko return err_none; 2153281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko} 216d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 2171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Support for the following functions from libdispatch on Mac OS: 2181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_async_f() 2191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_async() 2201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync_f() 2211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() 2221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_after_f() 2231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_after() 2241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_group_async_f() 2251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_group_async() 2261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): libdispatch API contains other functions that we don't support 2271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// yet. 2281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 2291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() and dispatch_sync_f() are synchronous, although chances are 2301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// they can cause jobs to run on a thread different from the current one. 2311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): if so, we need a test for this (otherwise we should remove 2321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// them). 2331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 2341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following functions use dispatch_barrier_async_f() (which isn't a library 2351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// function but is exported) and are thus supported: 2361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_cancel_handler_f() 2371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_cancel_handler() 2381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_event_handler_f() 2391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_event_handler() 2401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 2411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The reference manual for Grand Central Dispatch is available at 2421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://developer.apple.com/library/mac/#documentation/Performance/Reference/GCD_libdispatch_Ref/Reference/reference.html 2431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The implementation details are at 2441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://libdispatch.macosforge.org/trac/browser/trunk/src/queue.c 2451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2465cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovtypedef void* pthread_workqueue_t; 2475cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovtypedef void* pthread_workitem_handle_t; 248f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov 249f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovtypedef void* dispatch_group_t; 250f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovtypedef void* dispatch_queue_t; 251af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkotypedef void* dispatch_source_t; 252ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryanytypedef u64 dispatch_time_t; 253f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovtypedef void (*dispatch_function_t)(void *block); 2545cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovtypedef void* (*worker_t)(void *block); 2555cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov 2565cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov// A wrapper for the ObjC blocks used to support libdispatch. 2575cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovtypedef struct { 2585cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov void *block; 2595cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov dispatch_function_t func; 260e0cff0bc20ae51790c8edfbceb817e18ebf5355eKostya Serebryany u32 parent_tid; 2615cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov} asan_block_context_t; 2625cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov 263f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// We use extern declarations of libdispatch functions here instead 264f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// of including <dispatch/dispatch.h>. This header is not present on 265f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// Mac OS X Leopard and eariler, and although we don't expect ASan to 266f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// work on legacy systems, it's bad to break the build of 267f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov// LLVM compiler-rt there. 2685cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovextern "C" { 269f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovvoid dispatch_async_f(dispatch_queue_t dq, void *ctxt, 270f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov dispatch_function_t func); 271f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovvoid dispatch_sync_f(dispatch_queue_t dq, void *ctxt, 272f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov dispatch_function_t func); 273f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovvoid dispatch_after_f(dispatch_time_t when, dispatch_queue_t dq, void *ctxt, 274f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov dispatch_function_t func); 2755cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovvoid dispatch_barrier_async_f(dispatch_queue_t dq, void *ctxt, 2765cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov dispatch_function_t func); 277f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonovvoid dispatch_group_async_f(dispatch_group_t group, dispatch_queue_t dq, 278f7ceaad2919d2e26e9edea29232bc9dd8f145c42Alexey Samsonov void *ctxt, dispatch_function_t func); 2795cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonovint pthread_workqueue_additem_np(pthread_workqueue_t workq, 2805cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov void *(*workitem_func)(void *), void * workitem_arg, 2815cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov pthread_workitem_handle_t * itemhandlep, unsigned int *gencountp); 2825cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov} // extern "C" 2835cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov 284af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkostatic ALWAYS_INLINE 285c3390df6670cb166119b961eb27a033fb9073496Kostya Serebryanyvoid asan_register_worker_thread(int parent_tid, StackTrace *stack) { 286af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko AsanThread *t = asanThreadRegistry().GetCurrent(); 287af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko if (!t) { 288af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko t = AsanThread::Create(parent_tid, 0, 0, stack); 289af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asanThreadRegistry().RegisterThread(t); 290af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko t->Init(); 291af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asanThreadRegistry().SetCurrent(t); 292af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko } 293af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko} 294af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko 2952483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko// For use by only those functions that allocated the context via 2962483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko// alloc_asan_context(). 2971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 2981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid asan_dispatch_call_block_and_release(void *block) { 2999cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 3001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *context = (asan_block_context_t*)block; 301cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 3021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("asan_dispatch_call_block_and_release(): " 3031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany "context: %p, pthread_self: %p\n", 3041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany block, pthread_self()); 3051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 306af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_register_worker_thread(context->parent_tid, &stack); 3071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Call the original dispatcher for the block. 3081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany context->func(context->block); 3091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_free(context, &stack); 3101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} // namespace __asan 3131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyusing namespace __asan; // NOLINT 3151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Wrap |ctxt| and |func| into an asan_block_context_t. 3171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The caller retains control of the allocated context. 3181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 3191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyasan_block_context_t *alloc_asan_context(void *ctxt, dispatch_function_t func, 320c3390df6670cb166119b961eb27a033fb9073496Kostya Serebryany StackTrace *stack) { 3211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = 3221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), stack); 3231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->block = ctxt; 3241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->func = func; 325e0cff0bc20ae51790c8edfbceb817e18ebf5355eKostya Serebryany asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrInvalid(); 3261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return asan_ctxt; 3271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 329b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko// Define interceptor for dispatch_*_f function with the three most common 330b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko// parameters: dispatch_queue_t, context, dispatch_function_t. 331b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko#define INTERCEPT_DISPATCH_X_F_3(dispatch_x_f) \ 332b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko INTERCEPTOR(void, dispatch_x_f, dispatch_queue_t dq, void *ctxt, \ 333b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko dispatch_function_t func) { \ 334b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko GET_STACK_TRACE_HERE(kStackTraceMax); \ 335b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); \ 336b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko if (flags()->verbosity >= 2) { \ 337b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko Report(#dispatch_x_f "(): context: %p, pthread_self: %p\n", \ 338b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko asan_ctxt, pthread_self()); \ 339b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko PRINT_CURRENT_STACK(); \ 340b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko } \ 341b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko return REAL(dispatch_x_f)(dq, (void*)asan_ctxt, \ 342b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko asan_dispatch_call_block_and_release); \ 3430ffc227f91b068c78908f735a4846f92e339a337Kostya Serebryany } 344b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander Potapenko 345b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander PotapenkoINTERCEPT_DISPATCH_X_F_3(dispatch_async_f) 346b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander PotapenkoINTERCEPT_DISPATCH_X_F_3(dispatch_sync_f) 347b09dd34786713a150fed5c5ab1529f01de0e2bc0Alexander PotapenkoINTERCEPT_DISPATCH_X_F_3(dispatch_barrier_async_f) 3481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 349f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_after_f, dispatch_time_t when, 350f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_queue_t dq, void *ctxt, 351f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov dispatch_function_t func) { 3529cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 3531e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 354cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 3551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_after_f: %p\n", asan_ctxt); 3561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 3571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 35809672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(dispatch_after_f)(when, dq, (void*)asan_ctxt, 35909672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_dispatch_call_block_and_release); 3601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 362af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander PotapenkoINTERCEPTOR(void, dispatch_group_async_f, dispatch_group_t group, 363af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_queue_t dq, void *ctxt, 364af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_function_t func) { 365af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_STACK_TRACE_HERE(kStackTraceMax); 366af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 367af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko if (flags()->verbosity >= 2) { 368af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko Report("dispatch_group_async_f(): context: %p, pthread_self: %p\n", 369af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_ctxt, pthread_self()); 370af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko PRINT_CURRENT_STACK(); 371af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko } 372af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_group_async_f)(group, dq, (void*)asan_ctxt, 373af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_dispatch_call_block_and_release); 374af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko} 375af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko 3762483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko#if MAC_INTERPOSE_FUNCTIONS 377af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// dispatch_async, dispatch_group_async and others tailcall the corresponding 378af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// dispatch_*_f functions. When wrapping functions with mach_override, those 379af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// dispatch_*_f are intercepted automatically. But with dylib interposition 380af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// this does not work, because the calls within the same library are not 381af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// interposed. 3822483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko// Therefore we need to re-implement dispatch_async and friends. 3832483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 384af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkoextern "C" { 385af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko// FIXME: consolidate these declarations with asan_intercepted_functions.h. 386af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_async(dispatch_queue_t dq, void(^work)(void)); 387af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_group_async(dispatch_group_t dg, dispatch_queue_t dq, 388af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko void(^work)(void)); 389af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_after(dispatch_time_t when, dispatch_queue_t queue, 390af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko void(^work)(void)); 391af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_source_set_cancel_handler(dispatch_source_t ds, 392af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko void(^work)(void)); 393af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenkovoid dispatch_source_set_event_handler(dispatch_source_t ds, void(^work)(void)); 3942483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko} 3952483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 396af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko#define GET_ASAN_BLOCK(work) \ 397af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko void (^asan_block)(void); \ 398af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko int parent_tid = asanThreadRegistry().GetCurrentTidOrInvalid(); \ 399af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_block = ^(void) { \ 400af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_STACK_TRACE_HERE(kStackTraceMax); \ 401af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko asan_register_worker_thread(parent_tid, &stack); \ 402af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko work(); \ 4032483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko } 4042483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 4052483ce3e635515d907c0cd8c97db315142fb28dbAlexander PotapenkoINTERCEPTOR(void, dispatch_async, 406af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_queue_t dq, void(^work)(void)) { 407af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 408af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_async)(dq, asan_block); 409af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko} 410af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko 411af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander PotapenkoINTERCEPTOR(void, dispatch_group_async, 412af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_group_t dg, dispatch_queue_t dq, void(^work)(void)) { 413af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 414af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_group_async)(dg, dq, asan_block); 4152483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko} 4162483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 4172483ce3e635515d907c0cd8c97db315142fb28dbAlexander PotapenkoINTERCEPTOR(void, dispatch_after, 418af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_time_t when, dispatch_queue_t queue, void(^work)(void)) { 419af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 420af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_after)(when, queue, asan_block); 4212483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko} 4222483ce3e635515d907c0cd8c97db315142fb28dbAlexander Potapenko 423af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander PotapenkoINTERCEPTOR(void, dispatch_source_set_cancel_handler, 424af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_source_t ds, void(^work)(void)) { 425af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 426af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_source_set_cancel_handler)(ds, asan_block); 4271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 429af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander PotapenkoINTERCEPTOR(void, dispatch_source_set_event_handler, 430af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko dispatch_source_t ds, void(^work)(void)) { 431af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko GET_ASAN_BLOCK(work); 432af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko REAL(dispatch_source_set_event_handler)(ds, asan_block); 433af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko} 434af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko#endif 435af198e421ea198c5f9fa8cd691aa9a209b3d96a0Alexander Potapenko 4361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following stuff has been extremely helpful while looking for the 4371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// unhandled functions that spawned jobs on Chromium shutdown. If the verbosity 4381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// level is 2 or greater, we wrap pthread_workqueue_additem_np() in order to 4391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// find the points of worker thread creation (each of such threads may be used 4401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// to run several tasks, that's why this is not enough to support the whole 4411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// libdispatch API. 4421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 4431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *wrap_workitem_func(void *arg) { 444cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 4451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("wrap_workitem_func: %p, pthread_self: %p\n", arg, pthread_self()); 4461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 4471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *ctxt = (asan_block_context_t*)arg; 4481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany worker_t fn = (worker_t)(ctxt->func); 4491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *result = fn(ctxt->block); 4509cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_free(arg, &stack); 4521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return result; 4531e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 4541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 455f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(int, pthread_workqueue_additem_np, pthread_workqueue_t workq, 4561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *(*workitem_func)(void *), void * workitem_arg, 4571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany pthread_workitem_handle_t * itemhandlep, unsigned int *gencountp) { 4589cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov GET_STACK_TRACE_HERE(kStackTraceMax); 4591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = 4601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), &stack); 4611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->block = workitem_arg; 4621e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->func = (dispatch_function_t)workitem_func; 463e0cff0bc20ae51790c8edfbceb817e18ebf5355eKostya Serebryany asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrInvalid(); 464cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 4651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("pthread_workqueue_additem_np: %p\n", asan_ctxt); 4661e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 4671e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 46809672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(pthread_workqueue_additem_np)(workq, wrap_workitem_func, 46909672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov asan_ctxt, itemhandlep, 47009672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov gencountp); 4711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 472d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany 473431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// See http://opensource.apple.com/source/CF/CF-635.15/CFString.c 474431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenkoint __CFStrIsConstant(CFStringRef str) { 475431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko CFRuntimeBase *base = (CFRuntimeBase*)str; 476431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if __LP64__ 477431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return base->_rc == 0; 478431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#else 479431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return (base->_cfinfo[CF_RC_BITS]) == 0; 480431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif 481431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko} 482431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 483f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(CFStringRef, CFStringCreateCopy, CFAllocatorRef alloc, 484f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov CFStringRef str) { 485431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko if (__CFStrIsConstant(str)) { 486431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko return str; 487431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko } else { 48809672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov return REAL(CFStringCreateCopy)(alloc, str); 489431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko } 490431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko} 491431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko 492decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander PotapenkoDECLARE_REAL_AND_INTERCEPTOR(void, free, void *ptr) 493decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander Potapenko 494decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander PotapenkoDECLARE_REAL_AND_INTERCEPTOR(void, __CFInitialize) 495decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander Potapenko 49664ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonovnamespace __asan { 497beba6448539095b67cab266d09cd7b7d313b8c3dAlexey Samsonov 498beba6448539095b67cab266d09cd7b7d313b8c3dAlexey Samsonovvoid InitializeMacInterceptors() { 4995cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_async_f)); 5005cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_sync_f)); 5015cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_after_f)); 5025cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_barrier_async_f)); 5035cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(dispatch_group_async_f)); 5045cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov // We don't need to intercept pthread_workqueue_additem_np() to support the 5055cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov // libdispatch API, but it helps us to debug the unsupported functions. Let's 5065cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov // intercept it only during verbose runs. 507cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->verbosity >= 2) { 5085cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov CHECK(INTERCEPT_FUNCTION(pthread_workqueue_additem_np)); 5095cf832dc0a6566ae4bb8d48b1f41da623d2c2c1aAlexey Samsonov } 51064ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // Normally CFStringCreateCopy should not copy constant CF strings. 51164ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // Replacing the default CFAllocator causes constant strings to be copied 51264ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // rather than just returned, which leads to bugs in big applications like 51364ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // Chromium and WebKit, see 51464ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // http://code.google.com/p/address-sanitizer/issues/detail?id=10 51564ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // Until this problem is fixed we need to check that the string is 51664ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov // non-constant before calling CFStringCreateCopy. 51764ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov CHECK(INTERCEPT_FUNCTION(CFStringCreateCopy)); 518e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko // Some of the library functions call free() directly, so we have to 519e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko // intercept it. 520e205a9daec9ec4afed956cf5455889725b9192fbAlexander Potapenko CHECK(INTERCEPT_FUNCTION(free)); 521cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (flags()->replace_cfallocator) { 522decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander Potapenko CHECK(INTERCEPT_FUNCTION(__CFInitialize)); 523decaec9ee3177b5e81e358ad8e93ab70b38a1cc0Alexander Potapenko } 52464ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov} 525beba6448539095b67cab266d09cd7b7d313b8c3dAlexey Samsonov 52664ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov} // namespace __asan 52764ce2db7c838cd95315f7a4428e8a628eaa3e2fcAlexey Samsonov 528d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#endif // __APPLE__ 529