asan_mac.cc revision d55f5f8c413622db4bd28b5cca9bfeb4d61564e0
11e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===-- asan_mac.cc -------------------------------------------------------===// 21e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 31e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The LLVM Compiler Infrastructure 41e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 51e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is distributed under the University of Illinois Open Source 61e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// License. See LICENSE.TXT for details. 71e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 81e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 91e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is a part of AddressSanitizer, an address sanity checker. 111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Mac-specific details. 131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 15d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#ifdef __APPLE__ 161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_mac.h" 181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_internal.h" 201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_stack.h" 211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread.h" 221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread_registry.h" 231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <sys/mman.h> 25ef14ff6512d7b2e20aa3206dff820b5f90285420Kostya Serebryany#include <sys/resource.h> 269107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany#include <sys/ucontext.h> 27c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany#include <pthread.h> 28a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany#include <fcntl.h> 291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <unistd.h> 30d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany#include <libkern/OSAtomic.h> 311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanynamespace __asan { 331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_async_f_f real_dispatch_async_f; 351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_sync_f_f real_dispatch_sync_f; 361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_after_f_f real_dispatch_after_f; 371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_barrier_async_f_f real_dispatch_barrier_async_f; 381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_group_async_f_f real_dispatch_group_async_f; 391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern pthread_workqueue_additem_np_f real_pthread_workqueue_additem_np; 401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 419107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryanyvoid GetPcSpBp(void *context, uintptr_t *pc, uintptr_t *sp, uintptr_t *bp) { 429107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany ucontext_t *ucontext = (ucontext_t*)context; 439107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# if __WORDSIZE == 64 449107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *pc = ucontext->uc_mcontext->__ss.__rip; 459107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *bp = ucontext->uc_mcontext->__ss.__rbp; 469107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *sp = ucontext->uc_mcontext->__ss.__rsp; 479107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# else 489107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *pc = ucontext->uc_mcontext->__ss.__eip; 499107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *bp = ucontext->uc_mcontext->__ss.__ebp; 509107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany *sp = ucontext->uc_mcontext->__ss.__esp; 519107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# endif // __WORDSIZE 529107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany} 539107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany 541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// No-op. Mac does not support static linkage anyway. 551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *AsanDoesNotSupportStaticLinkage() { 561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return NULL; 571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 594803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryanybool AsanInterceptsSignal(int signum) { 604803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany return (signum == SIGSEGV || signum == SIGBUS) && FLAG_handle_segv; 614803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany} 624803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany 63a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanystatic void *asan_mmap(void *addr, size_t length, int prot, int flags, 641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany int fd, uint64_t offset) { 651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return mmap(addr, length, prot, flags, fd, offset); 661e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 671e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 680ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryanysize_t AsanWrite(int fd, const void *buf, size_t count) { 691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return write(fd, buf, count); 701e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 72de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyvoid *AsanMmapSomewhereOrDie(size_t size, const char *mem_type) { 73de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany size = RoundUpTo(size, kPageSize); 74de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany void *res = asan_mmap(0, size, 75de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany PROT_READ | PROT_WRITE, 76de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany MAP_PRIVATE | MAP_ANON, -1, 0); 77de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany if (res == (void*)-1) { 78de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany OutOfMemoryMessageAndDie(mem_type, size); 79de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany } 80de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany return res; 81de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 82de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 83a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMmapFixedNoReserve(uintptr_t fixed_addr, size_t size) { 84a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany return asan_mmap((void*)fixed_addr, size, 85a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany PROT_READ | PROT_WRITE, 86a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany MAP_PRIVATE | MAP_ANON | MAP_FIXED | MAP_NORESERVE, 87a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 0, 0); 88a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany} 89a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 90a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMmapFixedReserve(uintptr_t fixed_addr, size_t size) { 91a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany return asan_mmap((void*)fixed_addr, size, 92a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany PROT_READ | PROT_WRITE, 93a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany MAP_PRIVATE | MAP_ANON | MAP_FIXED, 94a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 0, 0); 95a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany} 96a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 97a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMprotect(uintptr_t fixed_addr, size_t size) { 98a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany return asan_mmap((void*)fixed_addr, size, 99a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany PROT_NONE, 100a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany MAP_PRIVATE | MAP_ANON | MAP_FIXED | MAP_NORESERVE, 101a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 0, 0); 102a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany} 103a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany 104de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyvoid AsanUnmapOrDie(void *addr, size_t size) { 105de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany if (!addr || !size) return; 106de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany int res = munmap(addr, size); 107de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany if (res != 0) { 108de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany Report("Failed to unmap\n"); 1090ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryany AsanDie(); 110de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany } 111de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 112de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 113de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyint AsanOpenReadonly(const char* filename) { 114de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany return open(filename, O_RDONLY); 115de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 116de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 1170ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryanysize_t AsanRead(int fd, void *buf, size_t count) { 118de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany return read(fd, buf, count); 119de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 120de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 121de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyint AsanClose(int fd) { 122de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany return close(fd); 123de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany} 124de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany 125c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryanyvoid AsanThread::SetThreadStackTopAndBottom() { 126c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany size_t stacksize = pthread_get_stacksize_np(pthread_self()); 127c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany void *stackaddr = pthread_get_stackaddr_np(pthread_self()); 128c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany stack_top_ = (uintptr_t)stackaddr; 129c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany stack_bottom_ = stack_top_ - stacksize; 130c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany int local; 131c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany CHECK(AddrIsInStack((uintptr_t)&local)); 132c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany} 133c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany 134d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 135d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya SerebryanyAsanLock::AsanLock(LinkerInitialized) { 136d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany // We assume that OS_SPINLOCK_INIT is zero 137d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 138d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 139d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Lock() { 140d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(sizeof(OSSpinLock) <= sizeof(opaque_storage_)); 141d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(OS_SPINLOCK_INIT == 0); 142d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(owner_ != (uintptr_t)pthread_self()); 143d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany OSSpinLockLock((OSSpinLock*)&opaque_storage_); 144d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(!owner_); 145d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany owner_ = (uintptr_t)pthread_self(); 146d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 147d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 148d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Unlock() { 149d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany CHECK(owner_ == (uintptr_t)pthread_self()); 150d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany owner_ = 0; 151d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany OSSpinLockUnlock((OSSpinLock*)&opaque_storage_); 152d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany} 153d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 154d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany 1551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Support for the following functions from libdispatch on Mac OS: 1561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_async_f() 1571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_async() 1581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync_f() 1591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() 1601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_after_f() 1611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_after() 1621e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_group_async_f() 1631e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_group_async() 1641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): libdispatch API contains other functions that we don't support 1651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// yet. 1661e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 1671e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() and dispatch_sync_f() are synchronous, although chances are 1681e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// they can cause jobs to run on a thread different from the current one. 1691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): if so, we need a test for this (otherwise we should remove 1701e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// them). 1711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 1721e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following functions use dispatch_barrier_async_f() (which isn't a library 1731e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// function but is exported) and are thus supported: 1741e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_cancel_handler_f() 1751e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_cancel_handler() 1761e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_event_handler_f() 1771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_source_set_event_handler() 1781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 1791e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The reference manual for Grand Central Dispatch is available at 1801e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://developer.apple.com/library/mac/#documentation/Performance/Reference/GCD_libdispatch_Ref/Reference/reference.html 1811e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The implementation details are at 1821e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://libdispatch.macosforge.org/trac/browser/trunk/src/queue.c 1831e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 1841e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 1851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid asan_dispatch_call_block_and_release(void *block) { 1861e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false); 1871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *context = (asan_block_context_t*)block; 1881e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 1891e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("asan_dispatch_call_block_and_release(): " 1901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany "context: %p, pthread_self: %p\n", 1911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany block, pthread_self()); 1921e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 1931e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany AsanThread *t = asanThreadRegistry().GetCurrent(); 1941e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (t) { 1951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // We've already executed a job on this worker thread. Let's reuse the 1961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // AsanThread object. 1971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (t != asanThreadRegistry().GetMain()) { 1981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Flush the statistics and update the current thread's tid. 1991e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asanThreadRegistry().UnregisterThread(t); 2001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asanThreadRegistry().RegisterThread(t, context->parent_tid, &stack); 2011e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 2021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Otherwise the worker is being executed on the main thread -- we are 2031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // draining the dispatch queue. 2041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // TODO(glider): any checks for that? 2051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } else { 2061e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // It's incorrect to assert that the current thread is not dying: at least 2071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // the callbacks from dispatch_sync() are sometimes called after the TSD is 2081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // destroyed. 209a6b52264e1231bfc4ee9a2d9a4f32678c97295f0Kostya Serebryany AsanThread *t = AsanThread::Create(context->parent_tid, NULL, NULL); 210a6b52264e1231bfc4ee9a2d9a4f32678c97295f0Kostya Serebryany asanThreadRegistry().RegisterThread(t, context->parent_tid, &stack); 21169eca73ac96688c8bfe1f23ee006af29c7858c40Kostya Serebryany t->Init(); 2121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asanThreadRegistry().SetCurrent(t); 2131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 2141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Call the original dispatcher for the block. 2151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany context->func(context->block); 2161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_free(context, &stack); 2171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 2181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} // namespace __asan 2201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyusing namespace __asan; // NOLINT 2221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Wrap |ctxt| and |func| into an asan_block_context_t. 2241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The caller retains control of the allocated context. 2251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 2261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyasan_block_context_t *alloc_asan_context(void *ctxt, dispatch_function_t func, 2271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany AsanStackTrace *stack) { 2281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = 2291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), stack); 2301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->block = ctxt; 2311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->func = func; 2321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany AsanThread *curr_thread = asanThreadRegistry().GetCurrent(); 2331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_debug) { 2341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Sometimes at Chromium teardown this assertion is violated: 2351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // -- a task is created via dispatch_async() on the "CFMachPort" 2361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // thread while doing _dispatch_queue_drain(); 2371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // -- a task is created via dispatch_async_f() on the 2381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // "com.apple.root.default-overcommit-priority" thread while doing 2391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // _dispatch_dispose(). 2401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // TODO(glider): find out what's going on. 2411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany CHECK(curr_thread || asanThreadRegistry().IsCurrentThreadDying()); 2421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 2431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrMinusOne(); 2441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return asan_ctxt; 2451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 2461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): can we reduce code duplication by introducing a macro? 2481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 2491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyint WRAP(dispatch_async_f)(dispatch_queue_t dq, 2501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *ctxt, 2511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany dispatch_function_t func) { 2521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false); 2531e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 2541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 2551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_async_f(): context: %p, pthread_self: %p\n", 2561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt, pthread_self()); 2571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 2581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 2591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return real_dispatch_async_f(dq, (void*)asan_ctxt, 2601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_dispatch_call_block_and_release); 2611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 2621e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2631e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 2641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyint WRAP(dispatch_sync_f)(dispatch_queue_t dq, 2651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *ctxt, 2661e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany dispatch_function_t func) { 2671e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false); 2681e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 2691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 2701e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_sync_f(): context: %p, pthread_self: %p\n", 2711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt, pthread_self()); 2721e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 2731e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 2741e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return real_dispatch_sync_f(dq, (void*)asan_ctxt, 2751e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_dispatch_call_block_and_release); 2761e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 2771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 2791e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyint WRAP(dispatch_after_f)(dispatch_time_t when, 2801e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany dispatch_queue_t dq, 2811e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *ctxt, 2821e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany dispatch_function_t func) { 2831e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false); 2841e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 2851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 2861e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_after_f: %p\n", asan_ctxt); 2871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 2881e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 2891e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return real_dispatch_after_f(when, dq, (void*)asan_ctxt, 2901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_dispatch_call_block_and_release); 2911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 2921e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 2931e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 2941e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid WRAP(dispatch_barrier_async_f)(dispatch_queue_t dq, 2951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *ctxt, dispatch_function_t func) { 2961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false); 2971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 2981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 2991e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_barrier_async_f(): context: %p, pthread_self: %p\n", 3001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt, pthread_self()); 3011e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 3021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 3031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany real_dispatch_barrier_async_f(dq, (void*)asan_ctxt, 3041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_dispatch_call_block_and_release); 3051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3061e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 3081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid WRAP(dispatch_group_async_f)(dispatch_group_t group, 3091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany dispatch_queue_t dq, 3101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *ctxt, dispatch_function_t func) { 3111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false); 3121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack); 3131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 3141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("dispatch_group_async_f(): context: %p, pthread_self: %p\n", 3151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt, pthread_self()); 3161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 3171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 3181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany real_dispatch_group_async_f(group, dq, (void*)asan_ctxt, 3191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_dispatch_call_block_and_release); 3201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following stuff has been extremely helpful while looking for the 3231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// unhandled functions that spawned jobs on Chromium shutdown. If the verbosity 3241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// level is 2 or greater, we wrap pthread_workqueue_additem_np() in order to 3251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// find the points of worker thread creation (each of such threads may be used 3261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// to run several tasks, that's why this is not enough to support the whole 3271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// libdispatch API. 3281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 3291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *wrap_workitem_func(void *arg) { 3301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 3311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("wrap_workitem_func: %p, pthread_self: %p\n", arg, pthread_self()); 3321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 3331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *ctxt = (asan_block_context_t*)arg; 3341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany worker_t fn = (worker_t)(ctxt->func); 3351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *result = fn(ctxt->block); 3361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false); 3371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_free(arg, &stack); 3381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return result; 3391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 3401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 3411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C" 3421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyint WRAP(pthread_workqueue_additem_np)(pthread_workqueue_t workq, 3431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany void *(*workitem_func)(void *), void * workitem_arg, 3441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany pthread_workitem_handle_t * itemhandlep, unsigned int *gencountp) { 3451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false); 3461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_block_context_t *asan_ctxt = 3471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), &stack); 3481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->block = workitem_arg; 3491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->func = (dispatch_function_t)workitem_func; 3501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrMinusOne(); 3511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (FLAG_v >= 2) { 3521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany Report("pthread_workqueue_additem_np: %p\n", asan_ctxt); 3531e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany PRINT_CURRENT_STACK(); 3541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 3551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return real_pthread_workqueue_additem_np(workq, wrap_workitem_func, asan_ctxt, 3561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany itemhandlep, gencountp); 3571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 358d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany 359d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#endif // __APPLE__ 360