asan_mac.cc revision d55f5f8c413622db4bd28b5cca9bfeb4d61564e0
11e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===-- asan_mac.cc -------------------------------------------------------===//
21e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
31e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//                     The LLVM Compiler Infrastructure
41e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
51e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is distributed under the University of Illinois Open Source
61e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// License. See LICENSE.TXT for details.
71e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
81e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===//
91e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is a part of AddressSanitizer, an address sanity checker.
111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Mac-specific details.
131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===//
141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
15d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#ifdef __APPLE__
161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_mac.h"
181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_internal.h"
201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_stack.h"
211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread.h"
221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread_registry.h"
231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <sys/mman.h>
25ef14ff6512d7b2e20aa3206dff820b5f90285420Kostya Serebryany#include <sys/resource.h>
269107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany#include <sys/ucontext.h>
27c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany#include <pthread.h>
28a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany#include <fcntl.h>
291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <unistd.h>
30d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany#include <libkern/OSAtomic.h>
311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanynamespace __asan {
331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_async_f_f real_dispatch_async_f;
351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_sync_f_f real_dispatch_sync_f;
361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_after_f_f real_dispatch_after_f;
371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_barrier_async_f_f real_dispatch_barrier_async_f;
381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern dispatch_group_async_f_f real_dispatch_group_async_f;
391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern pthread_workqueue_additem_np_f real_pthread_workqueue_additem_np;
401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
419107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryanyvoid GetPcSpBp(void *context, uintptr_t *pc, uintptr_t *sp, uintptr_t *bp) {
429107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  ucontext_t *ucontext = (ucontext_t*)context;
439107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# if __WORDSIZE == 64
449107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *pc = ucontext->uc_mcontext->__ss.__rip;
459107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *bp = ucontext->uc_mcontext->__ss.__rbp;
469107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *sp = ucontext->uc_mcontext->__ss.__rsp;
479107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# else
489107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *pc = ucontext->uc_mcontext->__ss.__eip;
499107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *bp = ucontext->uc_mcontext->__ss.__ebp;
509107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *sp = ucontext->uc_mcontext->__ss.__esp;
519107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# endif  // __WORDSIZE
529107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany}
539107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany
541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// No-op. Mac does not support static linkage anyway.
551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *AsanDoesNotSupportStaticLinkage() {
561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return NULL;
571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
594803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryanybool AsanInterceptsSignal(int signum) {
604803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany  return (signum == SIGSEGV || signum == SIGBUS) && FLAG_handle_segv;
614803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany}
624803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany
63a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanystatic void *asan_mmap(void *addr, size_t length, int prot, int flags,
641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                int fd, uint64_t offset) {
651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return mmap(addr, length, prot, flags, fd, offset);
661e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
671e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
680ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryanysize_t AsanWrite(int fd, const void *buf, size_t count) {
691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return write(fd, buf, count);
701e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
72de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyvoid *AsanMmapSomewhereOrDie(size_t size, const char *mem_type) {
73de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  size = RoundUpTo(size, kPageSize);
74de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  void *res = asan_mmap(0, size,
75de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany                        PROT_READ | PROT_WRITE,
76de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany                        MAP_PRIVATE | MAP_ANON, -1, 0);
77de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  if (res == (void*)-1) {
78de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany    OutOfMemoryMessageAndDie(mem_type, size);
79de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  }
80de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  return res;
81de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
82de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
83a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMmapFixedNoReserve(uintptr_t fixed_addr, size_t size) {
84a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany  return asan_mmap((void*)fixed_addr, size,
85a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   PROT_READ | PROT_WRITE,
86a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   MAP_PRIVATE | MAP_ANON | MAP_FIXED | MAP_NORESERVE,
87a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   0, 0);
88a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany}
89a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany
90a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMmapFixedReserve(uintptr_t fixed_addr, size_t size) {
91a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany  return asan_mmap((void*)fixed_addr, size,
92a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   PROT_READ | PROT_WRITE,
93a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   MAP_PRIVATE | MAP_ANON | MAP_FIXED,
94a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   0, 0);
95a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany}
96a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany
97a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMprotect(uintptr_t fixed_addr, size_t size) {
98a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany  return asan_mmap((void*)fixed_addr, size,
99a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   PROT_NONE,
100a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   MAP_PRIVATE | MAP_ANON | MAP_FIXED | MAP_NORESERVE,
101a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   0, 0);
102a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany}
103a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany
104de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyvoid AsanUnmapOrDie(void *addr, size_t size) {
105de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  if (!addr || !size) return;
106de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  int res = munmap(addr, size);
107de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  if (res != 0) {
108de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany    Report("Failed to unmap\n");
1090ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryany    AsanDie();
110de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  }
111de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
112de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
113de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyint AsanOpenReadonly(const char* filename) {
114de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  return open(filename, O_RDONLY);
115de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
116de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
1170ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryanysize_t AsanRead(int fd, void *buf, size_t count) {
118de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  return read(fd, buf, count);
119de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
120de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
121de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyint AsanClose(int fd) {
122de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  return close(fd);
123de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
124de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
125c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryanyvoid AsanThread::SetThreadStackTopAndBottom() {
126c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  size_t stacksize = pthread_get_stacksize_np(pthread_self());
127c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  void *stackaddr = pthread_get_stackaddr_np(pthread_self());
128c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  stack_top_ = (uintptr_t)stackaddr;
129c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  stack_bottom_ = stack_top_ - stacksize;
130c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  int local;
131c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  CHECK(AddrIsInStack((uintptr_t)&local));
132c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany}
133c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany
134d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
135d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya SerebryanyAsanLock::AsanLock(LinkerInitialized) {
136d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  // We assume that OS_SPINLOCK_INIT is zero
137d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany}
138d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
139d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Lock() {
140d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(sizeof(OSSpinLock) <= sizeof(opaque_storage_));
141d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(OS_SPINLOCK_INIT == 0);
142d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(owner_ != (uintptr_t)pthread_self());
143d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  OSSpinLockLock((OSSpinLock*)&opaque_storage_);
144d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(!owner_);
145d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  owner_ = (uintptr_t)pthread_self();
146d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany}
147d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
148d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Unlock() {
149d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(owner_ == (uintptr_t)pthread_self());
150d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  owner_ = 0;
151d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  OSSpinLockUnlock((OSSpinLock*)&opaque_storage_);
152d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany}
153d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
154d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
1551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Support for the following functions from libdispatch on Mac OS:
1561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_async_f()
1571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_async()
1581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_sync_f()
1591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_sync()
1601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_after_f()
1611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_after()
1621e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_group_async_f()
1631e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_group_async()
1641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): libdispatch API contains other functions that we don't support
1651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// yet.
1661e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
1671e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() and dispatch_sync_f() are synchronous, although chances are
1681e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// they can cause jobs to run on a thread different from the current one.
1691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): if so, we need a test for this (otherwise we should remove
1701e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// them).
1711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
1721e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following functions use dispatch_barrier_async_f() (which isn't a library
1731e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// function but is exported) and are thus supported:
1741e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_source_set_cancel_handler_f()
1751e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_source_set_cancel_handler()
1761e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_source_set_event_handler_f()
1771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_source_set_event_handler()
1781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
1791e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The reference manual for Grand Central Dispatch is available at
1801e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   http://developer.apple.com/library/mac/#documentation/Performance/Reference/GCD_libdispatch_Ref/Reference/reference.html
1811e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The implementation details are at
1821e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   http://libdispatch.macosforge.org/trac/browser/trunk/src/queue.c
1831e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
1841e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
1851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid asan_dispatch_call_block_and_release(void *block) {
1861e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false);
1871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *context = (asan_block_context_t*)block;
1881e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
1891e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("asan_dispatch_call_block_and_release(): "
1901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany           "context: %p, pthread_self: %p\n",
1911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany           block, pthread_self());
1921e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
1931e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  AsanThread *t = asanThreadRegistry().GetCurrent();
1941e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (t) {
1951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // We've already executed a job on this worker thread. Let's reuse the
1961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // AsanThread object.
1971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    if (t != asanThreadRegistry().GetMain()) {
1981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany      // Flush the statistics and update the current thread's tid.
1991e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany      asanThreadRegistry().UnregisterThread(t);
2001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany      asanThreadRegistry().RegisterThread(t, context->parent_tid, &stack);
2011e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    }
2021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // Otherwise the worker is being executed on the main thread -- we are
2031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // draining the dispatch queue.
2041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // TODO(glider): any checks for that?
2051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  } else {
2061e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // It's incorrect to assert that the current thread is not dying: at least
2071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // the callbacks from dispatch_sync() are sometimes called after the TSD is
2081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // destroyed.
209a6b52264e1231bfc4ee9a2d9a4f32678c97295f0Kostya Serebryany    AsanThread *t = AsanThread::Create(context->parent_tid, NULL, NULL);
210a6b52264e1231bfc4ee9a2d9a4f32678c97295f0Kostya Serebryany    asanThreadRegistry().RegisterThread(t, context->parent_tid, &stack);
21169eca73ac96688c8bfe1f23ee006af29c7858c40Kostya Serebryany    t->Init();
2121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    asanThreadRegistry().SetCurrent(t);
2131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
2141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  // Call the original dispatcher for the block.
2151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  context->func(context->block);
2161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_free(context, &stack);
2171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
2181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
2191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}  // namespace __asan
2201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
2211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyusing namespace __asan;  // NOLINT
2221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
2231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Wrap |ctxt| and |func| into an asan_block_context_t.
2241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The caller retains control of the allocated context.
2251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
2261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyasan_block_context_t *alloc_asan_context(void *ctxt, dispatch_function_t func,
2271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                                         AsanStackTrace *stack) {
2281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt =
2291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany      (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), stack);
2301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->block = ctxt;
2311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->func = func;
2321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  AsanThread *curr_thread = asanThreadRegistry().GetCurrent();
2331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_debug) {
2341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // Sometimes at Chromium teardown this assertion is violated:
2351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    //  -- a task is created via dispatch_async() on the "CFMachPort"
2361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    //     thread while doing _dispatch_queue_drain();
2371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    //  -- a task is created via dispatch_async_f() on the
2381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    //     "com.apple.root.default-overcommit-priority" thread while doing
2391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    //     _dispatch_dispose().
2401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    // TODO(glider): find out what's going on.
2411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    CHECK(curr_thread || asanThreadRegistry().IsCurrentThreadDying());
2421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
2431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrMinusOne();
2441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return asan_ctxt;
2451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
2461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
2471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): can we reduce code duplication by introducing a macro?
2481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
2491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyint WRAP(dispatch_async_f)(dispatch_queue_t dq,
2501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                           void *ctxt,
2511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                           dispatch_function_t func) {
2521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false);
2531e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
2541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
2551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_async_f(): context: %p, pthread_self: %p\n",
2561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany        asan_ctxt, pthread_self());
2571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
2581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
2591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return real_dispatch_async_f(dq, (void*)asan_ctxt,
2601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                               asan_dispatch_call_block_and_release);
2611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
2621e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
2631e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
2641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyint WRAP(dispatch_sync_f)(dispatch_queue_t dq,
2651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                          void *ctxt,
2661e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                          dispatch_function_t func) {
2671e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false);
2681e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
2691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
2701e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_sync_f(): context: %p, pthread_self: %p\n",
2711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany        asan_ctxt, pthread_self());
2721e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
2731e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
2741e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return real_dispatch_sync_f(dq, (void*)asan_ctxt,
2751e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                              asan_dispatch_call_block_and_release);
2761e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
2771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
2781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
2791e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyint WRAP(dispatch_after_f)(dispatch_time_t when,
2801e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                           dispatch_queue_t dq,
2811e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                           void *ctxt,
2821e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                           dispatch_function_t func) {
2831e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false);
2841e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
2851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
2861e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_after_f: %p\n", asan_ctxt);
2871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
2881e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
2891e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return real_dispatch_after_f(when, dq, (void*)asan_ctxt,
2901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                               asan_dispatch_call_block_and_release);
2911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
2921e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
2931e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
2941e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid WRAP(dispatch_barrier_async_f)(dispatch_queue_t dq,
2951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                                    void *ctxt, dispatch_function_t func) {
2961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false);
2971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
2981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
2991e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_barrier_async_f(): context: %p, pthread_self: %p\n",
3001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany           asan_ctxt, pthread_self());
3011e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
3021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
3031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  real_dispatch_barrier_async_f(dq, (void*)asan_ctxt,
3041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                                asan_dispatch_call_block_and_release);
3051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
3061e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
3071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
3081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid WRAP(dispatch_group_async_f)(dispatch_group_t group,
3091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                                  dispatch_queue_t dq,
3101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                                  void *ctxt, dispatch_function_t func) {
3111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false);
3121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
3131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
3141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_group_async_f(): context: %p, pthread_self: %p\n",
3151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany           asan_ctxt, pthread_self());
3161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
3171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
3181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  real_dispatch_group_async_f(group, dq, (void*)asan_ctxt,
3191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                              asan_dispatch_call_block_and_release);
3201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
3211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
3221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following stuff has been extremely helpful while looking for the
3231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// unhandled functions that spawned jobs on Chromium shutdown. If the verbosity
3241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// level is 2 or greater, we wrap pthread_workqueue_additem_np() in order to
3251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// find the points of worker thread creation (each of such threads may be used
3261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// to run several tasks, that's why this is not enough to support the whole
3271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// libdispatch API.
3281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
3291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *wrap_workitem_func(void *arg) {
3301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
3311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("wrap_workitem_func: %p, pthread_self: %p\n", arg, pthread_self());
3321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
3331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *ctxt = (asan_block_context_t*)arg;
3341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  worker_t fn = (worker_t)(ctxt->func);
3351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  void *result =  fn(ctxt->block);
3361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false);
3371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_free(arg, &stack);
3381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return result;
3391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
3401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
3411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
3421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyint WRAP(pthread_workqueue_additem_np)(pthread_workqueue_t workq,
3431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    void *(*workitem_func)(void *), void * workitem_arg,
3441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    pthread_workitem_handle_t * itemhandlep, unsigned int *gencountp) {
3451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  GET_STACK_TRACE_HERE(kStackTraceMax, /*fast_unwind*/false);
3461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt =
3471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany      (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), &stack);
3481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->block = workitem_arg;
3491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->func = (dispatch_function_t)workitem_func;
3501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrMinusOne();
3511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
3521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("pthread_workqueue_additem_np: %p\n", asan_ctxt);
3531e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
3541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
3551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return real_pthread_workqueue_additem_np(workq, wrap_workitem_func, asan_ctxt,
3561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                                           itemhandlep, gencountp);
3571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
358d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany
359d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#endif  // __APPLE__
360