asan_mac.cc revision 650a1e163ef05b89f40143eb8b9af4f64ad0b68d
11e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===-- asan_mac.cc -------------------------------------------------------===//
21e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
31e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//                     The LLVM Compiler Infrastructure
41e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
51e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is distributed under the University of Illinois Open Source
61e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// License. See LICENSE.TXT for details.
71e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
81e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===//
91e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is a part of AddressSanitizer, an address sanity checker.
111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Mac-specific details.
131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===//
141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
15d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#ifdef __APPLE__
161e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_mac.h"
181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_internal.h"
20895b3872acb5bcccb1769ea69d37dd33c722f99dAlexander Potapenko#include "asan_mapping.h"
218a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#include "asan_procmaps.h"
221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_stack.h"
231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread.h"
241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include "asan_thread_registry.h"
251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
261e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko#include <crt_externs.h>  // for _NSGetEnviron
278a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#include <mach-o/dyld.h>
289b993e8cd0f8964782ee93524603d0c53adc2249Kostya Serebryany#include <mach-o/loader.h>
291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <sys/mman.h>
30ef14ff6512d7b2e20aa3206dff820b5f90285420Kostya Serebryany#include <sys/resource.h>
3159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko#include <sys/sysctl.h>
329107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany#include <sys/ucontext.h>
33c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany#include <pthread.h>
34a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany#include <fcntl.h>
351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany#include <unistd.h>
36d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany#include <libkern/OSAtomic.h>
371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanynamespace __asan {
391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
409107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryanyvoid GetPcSpBp(void *context, uintptr_t *pc, uintptr_t *sp, uintptr_t *bp) {
419107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  ucontext_t *ucontext = (ucontext_t*)context;
429107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# if __WORDSIZE == 64
439107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *pc = ucontext->uc_mcontext->__ss.__rip;
449107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *bp = ucontext->uc_mcontext->__ss.__rbp;
459107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *sp = ucontext->uc_mcontext->__ss.__rsp;
469107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# else
479107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *pc = ucontext->uc_mcontext->__ss.__eip;
489107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *bp = ucontext->uc_mcontext->__ss.__ebp;
499107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany  *sp = ucontext->uc_mcontext->__ss.__esp;
509107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany# endif  // __WORDSIZE
519107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany}
529107c26bd88fc9cf44a2cd7d6967eb830ac63be3Kostya Serebryany
5359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenkoint GetMacosVersion() {
5459dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  int mib[2] = { CTL_KERN, KERN_OSRELEASE };
5559dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  char version[100];
5659dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  size_t len = 0, maxlen = sizeof(version) / sizeof(version[0]);
5759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  for (int i = 0; i < maxlen; i++) version[i] = '\0';
5859dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  // Get the version length.
5959dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  CHECK(sysctl(mib, 2, NULL, &len, NULL, 0) != -1);
6059dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  CHECK(len < maxlen);
6159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  CHECK(sysctl(mib, 2, version, &len, NULL, 0) != -1);
6259dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  switch (version[0]) {
6359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko    case '9': return MACOS_VERSION_LEOPARD;
6459dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko    case '1': {
6559dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko      switch (version[1]) {
6659dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko        case '0': return MACOS_VERSION_SNOW_LEOPARD;
6759dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko        case '1': return MACOS_VERSION_LION;
6859dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko        default: return MACOS_VERSION_UNKNOWN;
6959dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko      }
7059dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko    }
7159dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko    default: return MACOS_VERSION_UNKNOWN;
7259dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko  }
7359dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko}
7459dc578df0de177b44c8c78f69d73735e38e5c14Alexander Potapenko
751e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// No-op. Mac does not support static linkage anyway.
761e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *AsanDoesNotSupportStaticLinkage() {
771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return NULL;
781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
791e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
80afaf71f0b2c6455614e2ab8f208312dea0871fe9Alexey Samsonovstatic inline bool IntervalsAreSeparate(uintptr_t start1, uintptr_t end1,
81afaf71f0b2c6455614e2ab8f208312dea0871fe9Alexey Samsonov                                        uintptr_t start2, uintptr_t end2) {
82f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko  CHECK(start1 <= end1);
83f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko  CHECK(start2 <= end2);
84afaf71f0b2c6455614e2ab8f208312dea0871fe9Alexey Samsonov  return (end1 < start2) || (end2 < start1);
85f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko}
86f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko
87f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko// FIXME: this is thread-unsafe, but should not cause problems most of the time.
88f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko// When the shadow is mapped only a single thread usually exists (plus maybe
89f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko// several worker threads on Mac, which aren't expected to map big chunks of
90f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko// memory).
91f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenkobool AsanShadowRangeIsAvailable() {
92f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko  AsanProcMaps procmaps;
93f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko  uintptr_t start, end;
94f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko  bool available = true;
95f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko  while (procmaps.Next(&start, &end,
96650a1e163ef05b89f40143eb8b9af4f64ad0b68dKostya Serebryany                       /*offset*/NULL, /*filename*/NULL, /*filename_size*/0)) {
97f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko    if (!IntervalsAreSeparate(start, end,
98f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko                              kLowShadowBeg - kMmapGranularity,
99f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko                              kHighShadowEnd)) {
100f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko      available = false;
101f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko      break;
102f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko    }
103f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko  }
104f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko  return available;
105f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko}
106f73a6a3f81573ba85a5e29955980818b18b0a58aAlexander Potapenko
1074803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryanybool AsanInterceptsSignal(int signum) {
1084803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany  return (signum == SIGSEGV || signum == SIGBUS) && FLAG_handle_segv;
1094803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany}
1104803ab90ead451b55a5833f0fd38b10fd1fc83ebKostya Serebryany
111a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanystatic void *asan_mmap(void *addr, size_t length, int prot, int flags,
1121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                int fd, uint64_t offset) {
1131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return mmap(addr, length, prot, flags, fd, offset);
1141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
1151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
1160ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryanysize_t AsanWrite(int fd, const void *buf, size_t count) {
1171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return write(fd, buf, count);
1181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
1191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
120de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyvoid *AsanMmapSomewhereOrDie(size_t size, const char *mem_type) {
121de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  size = RoundUpTo(size, kPageSize);
122de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  void *res = asan_mmap(0, size,
123de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany                        PROT_READ | PROT_WRITE,
124de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany                        MAP_PRIVATE | MAP_ANON, -1, 0);
125de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  if (res == (void*)-1) {
126de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany    OutOfMemoryMessageAndDie(mem_type, size);
127de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  }
128de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  return res;
129de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
130de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
131a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMmapFixedNoReserve(uintptr_t fixed_addr, size_t size) {
132a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany  return asan_mmap((void*)fixed_addr, size,
133a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   PROT_READ | PROT_WRITE,
134a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   MAP_PRIVATE | MAP_ANON | MAP_FIXED | MAP_NORESERVE,
135a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   0, 0);
136a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany}
137a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany
138a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryanyvoid *AsanMprotect(uintptr_t fixed_addr, size_t size) {
139a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany  return asan_mmap((void*)fixed_addr, size,
140a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   PROT_NONE,
141a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   MAP_PRIVATE | MAP_ANON | MAP_FIXED | MAP_NORESERVE,
142a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany                   0, 0);
143a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany}
144a874fe5b5d67152e4e737498d532eec80940bdcdKostya Serebryany
145de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyvoid AsanUnmapOrDie(void *addr, size_t size) {
146de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  if (!addr || !size) return;
147de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  int res = munmap(addr, size);
148de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  if (res != 0) {
149de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany    Report("Failed to unmap\n");
1500ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryany    AsanDie();
151de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  }
152de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
153de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
154de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyint AsanOpenReadonly(const char* filename) {
155de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  return open(filename, O_RDONLY);
156de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
157de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
1581e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenkoconst char *AsanGetEnv(const char *name) {
1591e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko  char ***env_ptr = _NSGetEnviron();
1601e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko  CHECK(env_ptr);
1611e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko  char **environ = *env_ptr;
1621e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko  CHECK(environ);
1631e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko  size_t name_len = internal_strlen(name);
1641e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko  while (*environ != NULL) {
1651e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko    size_t len = internal_strlen(*environ);
1661e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko    if (len > name_len) {
1671e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko      const char *p = *environ;
1681e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko      if (!internal_memcmp(p, name, name_len) &&
1691e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko          p[name_len] == '=') {  // Match.
1704dd8ba8238b1b698953628affe6e5b2edf3b3e3fAlexey Samsonov        return *environ + name_len + 1;  // String starting after =.
1711e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko      }
1721e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko    }
1731e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko    environ++;
1741e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko  }
1751e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko  return NULL;
1761e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko}
1771e316d7f488a75312539629e9d937e156280eeb6Alexander Potapenko
1780ecf5eb729dd81a43f8585cb438d3cb2a35899edKostya Serebryanysize_t AsanRead(int fd, void *buf, size_t count) {
179de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  return read(fd, buf, count);
180de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
181de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
182de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryanyint AsanClose(int fd) {
183de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany  return close(fd);
184de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany}
185de496f451bce322b6cde100456591f1f50ab3477Kostya Serebryany
1868a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander PotapenkoAsanProcMaps::AsanProcMaps() {
1878a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  Reset();
1888a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko}
1898a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko
1908a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander PotapenkoAsanProcMaps::~AsanProcMaps() {
1918a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko}
1928a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko
1933feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// More information about Mach-O headers can be found in mach-o/loader.h
1943feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Each Mach-O image has a header (mach_header or mach_header_64) starting with
1953feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// a magic number, and a list of linker load commands directly following the
1963feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// header.
1973feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// A load command is at least two 32-bit words: the command type and the
1983feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// command size in bytes. We're interested only in segment load commands
1993feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// (LC_SEGMENT and LC_SEGMENT_64), which tell that a part of the file is mapped
2003feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// into the task's address space.
2013feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// The |vmaddr|, |vmsize| and |fileoff| fields of segment_command or
2023feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// segment_command_64 correspond to the memory address, memory size and the
2033feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// file offset of the current memory segment.
2043feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Because these fields are taken from the images as is, one needs to add
2053feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// _dyld_get_image_vmaddr_slide() to get the actual addresses at runtime.
2063feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko
2078a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenkovoid AsanProcMaps::Reset() {
2088a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  // Count down from the top.
2098a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  // TODO(glider): as per man 3 dyld, iterating over the headers with
2103feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko  // _dyld_image_count is thread-unsafe. We need to register callbacks for
2113feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko  // adding and removing images which will invalidate the AsanProcMaps state.
2128a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  current_image_ = _dyld_image_count();
2133feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko  current_load_cmd_count_ = -1;
2143feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko  current_load_cmd_addr_ = NULL;
215ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko  current_magic_ = 0;
2163feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko}
2173feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko
2183feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Next and NextSegmentLoad were inspired by base/sysinfo.cc in
2193feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Google Perftools, http://code.google.com/p/google-perftools.
2203feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko
2213feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// NextSegmentLoad scans the current image for the next segment load command
2223feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// and returns the start and end addresses and file offset of the corresponding
2233feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// segment.
2243feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko// Note that the segment addresses are not necessarily sorted.
2253feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenkotemplate<uint32_t kLCSegment, typename SegmentCommand>
2263feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenkobool AsanProcMaps::NextSegmentLoad(
2273feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko    uintptr_t *start, uintptr_t *end, uintptr_t *offset,
2283feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko    char filename[], size_t filename_size) {
2293feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko  const char* lc = current_load_cmd_addr_;
2303feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko  current_load_cmd_addr_ += ((const load_command *)lc)->cmdsize;
2318a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  if (((const load_command *)lc)->cmd == kLCSegment) {
2323feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko    const intptr_t dlloff = _dyld_get_image_vmaddr_slide(current_image_);
2338a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    const SegmentCommand* sc = (const SegmentCommand *)lc;
2348a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    if (start) *start = sc->vmaddr + dlloff;
2358a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    if (end) *end = sc->vmaddr + sc->vmsize + dlloff;
2368a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    if (offset) *offset = sc->fileoff;
2378a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    if (filename) {
23809672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov      REAL(strncpy)(filename, _dyld_get_image_name(current_image_),
23909672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov                    filename_size);
2408a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    }
241ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko    if (FLAG_v >= 4)
242ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko      Report("LC_SEGMENT: %p--%p %s+%p\n", *start, *end, filename, *offset);
2438a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    return true;
2448a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  }
2458a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  return false;
2468a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko}
2478a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko
2488a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenkobool AsanProcMaps::Next(uintptr_t *start, uintptr_t *end,
2498a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko                        uintptr_t *offset, char filename[],
2508a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko                        size_t filename_size) {
2518a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  for (; current_image_ >= 0; current_image_--) {
2528a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    const mach_header* hdr = _dyld_get_image_header(current_image_);
2538a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    if (!hdr) continue;
2543feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko    if (current_load_cmd_count_ < 0) {
2553feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko      // Set up for this image;
2563feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko      current_load_cmd_count_ = hdr->ncmds;
257ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko      current_magic_ = hdr->magic;
258ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko      switch (current_magic_) {
2593feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko#ifdef MH_MAGIC_64
2603feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko        case MH_MAGIC_64: {
2613feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko          current_load_cmd_addr_ = (char*)hdr + sizeof(mach_header_64);
2623feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko          break;
2633feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko        }
2643feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko#endif
2653feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko        case MH_MAGIC: {
2663feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko          current_load_cmd_addr_ = (char*)hdr + sizeof(mach_header);
2673feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko          break;
2683feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko        }
2693feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko        default: {
2703feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko          continue;
2713feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko        }
2723feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko      }
2733feef82eab6d5f0ace384a670bfb5988e0c165a0Alexander Potapenko    }
2748a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko
275ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko    for (; current_load_cmd_count_ >= 0; current_load_cmd_count_--) {
276ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko      switch (current_magic_) {
277ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko        // current_magic_ may be only one of MH_MAGIC, MH_MAGIC_64.
2788a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#ifdef MH_MAGIC_64
279ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko        case MH_MAGIC_64: {
280ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko          if (NextSegmentLoad<LC_SEGMENT_64, struct segment_command_64>(
281ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko                  start, end, offset, filename, filename_size))
282ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko            return true;
283ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko          break;
284ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko        }
2858a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko#endif
286ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko        case MH_MAGIC: {
287ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko          if (NextSegmentLoad<LC_SEGMENT, struct segment_command>(
288ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko                  start, end, offset, filename, filename_size))
289ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko            return true;
290ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko          break;
291ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko        }
292ddf50a3e7a28c2ab12243e72b35ccf8c04f15b49Alexander Potapenko      }
2938a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    }
2948a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    // If we get here, no more load_cmd's in this image talk about
2958a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko    // segments.  Go on to the next image.
2968a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  }
2978a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  return false;
2988a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko}
2998a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko
3008a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenkobool AsanProcMaps::GetObjectNameAndOffset(uintptr_t addr, uintptr_t *offset,
3018a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko                                          char filename[],
3028a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko                                          size_t filename_size) {
3038a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko  return IterateForObjectNameAndOffset(addr, offset, filename, filename_size);
3048a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko}
3058a34d384255f9bf4c2a9b03a4df81b9af57124d8Alexander Potapenko
306c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryanyvoid AsanThread::SetThreadStackTopAndBottom() {
307c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  size_t stacksize = pthread_get_stacksize_np(pthread_self());
308c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  void *stackaddr = pthread_get_stackaddr_np(pthread_self());
309c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  stack_top_ = (uintptr_t)stackaddr;
310c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  stack_bottom_ = stack_top_ - stacksize;
311c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  int local;
312c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany  CHECK(AddrIsInStack((uintptr_t)&local));
313c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany}
314c549dd7b5fa5fb97270f57067797224cee0429f2Kostya Serebryany
315d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya SerebryanyAsanLock::AsanLock(LinkerInitialized) {
316d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  // We assume that OS_SPINLOCK_INIT is zero
317d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany}
318d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
319d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Lock() {
320d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(sizeof(OSSpinLock) <= sizeof(opaque_storage_));
321d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(OS_SPINLOCK_INIT == 0);
322d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(owner_ != (uintptr_t)pthread_self());
323d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  OSSpinLockLock((OSSpinLock*)&opaque_storage_);
324d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(!owner_);
325d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  owner_ = (uintptr_t)pthread_self();
326d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany}
327d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
328d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryanyvoid AsanLock::Unlock() {
329d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  CHECK(owner_ == (uintptr_t)pthread_self());
330d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  owner_ = 0;
331d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany  OSSpinLockUnlock((OSSpinLock*)&opaque_storage_);
332d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany}
333d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
3349cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanovvoid AsanStackTrace::GetStackTrace(size_t max_s, uintptr_t pc, uintptr_t bp) {
3359cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  size = 0;
3369cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  trace[0] = pc;
3379cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  if ((max_s) > 1) {
3389cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov    max_size = max_s;
3399cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov    FastUnwindStack(pc, bp);
3409cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  }
3419cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov}
3429cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov
3435b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov// The range of pages to be used for escape islands.
3443281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko// TODO(glider): instead of mapping a fixed range we must find a range of
3453281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko// unmapped pages in vmmap and take them.
3461346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// These constants were chosen empirically and may not work if the shadow
3471346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// memory layout changes. Unfortunately they do necessarily depend on
3481346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko// kHighMemBeg or kHighMemEnd.
3495b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovstatic void *island_allocator_pos = NULL;
3505b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov
3511346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#if __WORDSIZE == 32
3525b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandEnd (0xffdf0000 - kPageSize)
3535b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandBeg (kIslandEnd - 256 * kPageSize)
3541346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#else
3555b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandEnd (0x7fffffdf0000 - kPageSize)
3565b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov# define kIslandBeg (kIslandEnd - 256 * kPageSize)
3571346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko#endif
3583281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko
3593281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenkoextern "C"
3605b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovmach_error_t __interception_allocate_island(void **ptr,
3615b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov                                            size_t unused_size,
3625b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonov                                            void *unused_hint) {
3633281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko  if (!island_allocator_pos) {
3641346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko    island_allocator_pos =
3651346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko        asan_mmap((void*)kIslandBeg, kIslandEnd - kIslandBeg,
3661346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko                  PROT_READ | PROT_WRITE | PROT_EXEC,
3671346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko                  MAP_PRIVATE | MAP_ANON | MAP_FIXED,
3681346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko                 -1, 0);
3691346ced2eb8d10305e8d98496d9006cfbbad1548Alexander Potapenko    if (island_allocator_pos != (void*)kIslandBeg) {
3703281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko      return KERN_NO_SPACE;
3713281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko    }
3723281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko  };
3733281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko  *ptr = island_allocator_pos;
3743281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko  island_allocator_pos = (char*)island_allocator_pos + kPageSize;
3753281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko  return err_none;
3763281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko}
3773281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko
3783281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenkoextern "C"
3795b29018cf422e7711fb760b733c32127397a43fcAlexey Samsonovmach_error_t __interception_deallocate_island(void *ptr) {
3803281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko  // Do nothing.
3813281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko  // TODO(glider): allow to free and reuse the island memory.
3823281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko  return err_none;
3833281209790b5e543c79acb2f5008d1df77fb76d9Alexander Potapenko}
384d55f5f8c413622db4bd28b5cca9bfeb4d61564e0Kostya Serebryany
3851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Support for the following functions from libdispatch on Mac OS:
3861e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_async_f()
3871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_async()
3881e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_sync_f()
3891e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_sync()
3901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_after_f()
3911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_after()
3921e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_group_async_f()
3931e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_group_async()
3941e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): libdispatch API contains other functions that we don't support
3951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// yet.
3961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
3971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// dispatch_sync() and dispatch_sync_f() are synchronous, although chances are
3981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// they can cause jobs to run on a thread different from the current one.
3991e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): if so, we need a test for this (otherwise we should remove
4001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// them).
4011e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
4021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following functions use dispatch_barrier_async_f() (which isn't a library
4031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// function but is exported) and are thus supported:
4041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_source_set_cancel_handler_f()
4051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_source_set_cancel_handler()
4061e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_source_set_event_handler_f()
4071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   dispatch_source_set_event_handler()
4081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//
4091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The reference manual for Grand Central Dispatch is available at
4101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   http://developer.apple.com/library/mac/#documentation/Performance/Reference/GCD_libdispatch_Ref/Reference/reference.html
4111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The implementation details are at
4121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//   http://libdispatch.macosforge.org/trac/browser/trunk/src/queue.c
4131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
4141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
4151e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid asan_dispatch_call_block_and_release(void *block) {
4169cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  GET_STACK_TRACE_HERE(kStackTraceMax);
4171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *context = (asan_block_context_t*)block;
4181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
4191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("asan_dispatch_call_block_and_release(): "
4201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany           "context: %p, pthread_self: %p\n",
4211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany           block, pthread_self());
4221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
4231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  AsanThread *t = asanThreadRegistry().GetCurrent();
424af3441580555ceed092170232cd5f2cc180f19f4Kostya Serebryany  if (!t) {
42555cdfc6c5af92560bc0623b5a0d70af71511c3c8Alexey Samsonov    t = AsanThread::Create(context->parent_tid, NULL, NULL, &stack);
42655cdfc6c5af92560bc0623b5a0d70af71511c3c8Alexey Samsonov    asanThreadRegistry().RegisterThread(t);
42769eca73ac96688c8bfe1f23ee006af29c7858c40Kostya Serebryany    t->Init();
4281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    asanThreadRegistry().SetCurrent(t);
4291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
4301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  // Call the original dispatcher for the block.
4311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  context->func(context->block);
4321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_free(context, &stack);
4331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
4341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
4351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}  // namespace __asan
4361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
4371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyusing namespace __asan;  // NOLINT
4381e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
4391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Wrap |ctxt| and |func| into an asan_block_context_t.
4401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The caller retains control of the allocated context.
4411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
4421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyasan_block_context_t *alloc_asan_context(void *ctxt, dispatch_function_t func,
4431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany                                         AsanStackTrace *stack) {
4441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt =
4451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany      (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), stack);
4461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->block = ctxt;
4471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->func = func;
4481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrMinusOne();
4491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return asan_ctxt;
4501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
4511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
4521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// TODO(glider): can we reduce code duplication by introducing a macro?
453f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_async_f, dispatch_queue_t dq, void *ctxt,
454f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov                                    dispatch_function_t func) {
4559cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  GET_STACK_TRACE_HERE(kStackTraceMax);
4561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
4571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
4581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_async_f(): context: %p, pthread_self: %p\n",
4591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany        asan_ctxt, pthread_self());
4601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
4611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
46209672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov  return REAL(dispatch_async_f)(dq, (void*)asan_ctxt,
46309672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov                                asan_dispatch_call_block_and_release);
4641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
4651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
466f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_sync_f, dispatch_queue_t dq, void *ctxt,
467f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov                                   dispatch_function_t func) {
4689cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  GET_STACK_TRACE_HERE(kStackTraceMax);
4691e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
4701e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
4711e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_sync_f(): context: %p, pthread_self: %p\n",
4721e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany        asan_ctxt, pthread_self());
4731e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
4741e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
47509672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov  return REAL(dispatch_sync_f)(dq, (void*)asan_ctxt,
47609672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov                               asan_dispatch_call_block_and_release);
4771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
4781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
479f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_after_f, dispatch_time_t when,
480f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov                                    dispatch_queue_t dq, void *ctxt,
481f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov                                    dispatch_function_t func) {
4829cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  GET_STACK_TRACE_HERE(kStackTraceMax);
4831e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
4841e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
4851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_after_f: %p\n", asan_ctxt);
4861e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
4871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
48809672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov  return REAL(dispatch_after_f)(when, dq, (void*)asan_ctxt,
48909672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov                                asan_dispatch_call_block_and_release);
4901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
4911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
492f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_barrier_async_f, dispatch_queue_t dq, void *ctxt,
493f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov                                            dispatch_function_t func) {
4949cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  GET_STACK_TRACE_HERE(kStackTraceMax);
4951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
4961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
4971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_barrier_async_f(): context: %p, pthread_self: %p\n",
4981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany           asan_ctxt, pthread_self());
4991e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
5001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
50109672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov  REAL(dispatch_barrier_async_f)(dq, (void*)asan_ctxt,
50209672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov                                 asan_dispatch_call_block_and_release);
5031e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
5041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
505f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(void, dispatch_group_async_f, dispatch_group_t group,
506f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov                                          dispatch_queue_t dq, void *ctxt,
507f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov                                          dispatch_function_t func) {
5089cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  GET_STACK_TRACE_HERE(kStackTraceMax);
5091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt = alloc_asan_context(ctxt, func, &stack);
5101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
5111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("dispatch_group_async_f(): context: %p, pthread_self: %p\n",
5121e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany           asan_ctxt, pthread_self());
5131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
5141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
51509672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov  REAL(dispatch_group_async_f)(group, dq, (void*)asan_ctxt,
51609672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov                               asan_dispatch_call_block_and_release);
5171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
5181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
5191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The following stuff has been extremely helpful while looking for the
5201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// unhandled functions that spawned jobs on Chromium shutdown. If the verbosity
5211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// level is 2 or greater, we wrap pthread_workqueue_additem_np() in order to
5221e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// find the points of worker thread creation (each of such threads may be used
5231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// to run several tasks, that's why this is not enough to support the whole
5241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// libdispatch API.
5251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyextern "C"
5261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyvoid *wrap_workitem_func(void *arg) {
5271e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
5281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("wrap_workitem_func: %p, pthread_self: %p\n", arg, pthread_self());
5291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
5301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *ctxt = (asan_block_context_t*)arg;
5311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  worker_t fn = (worker_t)(ctxt->func);
5321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  void *result =  fn(ctxt->block);
5339cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  GET_STACK_TRACE_HERE(kStackTraceMax);
5341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_free(arg, &stack);
5351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  return result;
5361e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
5371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany
538f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(int, pthread_workqueue_additem_np, pthread_workqueue_t workq,
5391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    void *(*workitem_func)(void *), void * workitem_arg,
5401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    pthread_workitem_handle_t * itemhandlep, unsigned int *gencountp) {
5419cfa194cc62026fc7c6e82f7303eee8ad4d10cf4Evgeniy Stepanov  GET_STACK_TRACE_HERE(kStackTraceMax);
5421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_block_context_t *asan_ctxt =
5431e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany      (asan_block_context_t*) asan_malloc(sizeof(asan_block_context_t), &stack);
5441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->block = workitem_arg;
5451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->func = (dispatch_function_t)workitem_func;
5461e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  asan_ctxt->parent_tid = asanThreadRegistry().GetCurrentTidOrMinusOne();
5471e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  if (FLAG_v >= 2) {
5481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    Report("pthread_workqueue_additem_np: %p\n", asan_ctxt);
5491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany    PRINT_CURRENT_STACK();
5501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany  }
55109672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov  return REAL(pthread_workqueue_additem_np)(workq, wrap_workitem_func,
55209672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov                                            asan_ctxt, itemhandlep,
55309672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov                                            gencountp);
5541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}
555d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany
556431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// CF_RC_BITS, the layout of CFRuntimeBase and __CFStrIsConstant are internal
557431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// and subject to change in further CoreFoundation versions. Apple does not
558431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// guarantee any binary compatibility from release to release.
559431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko
560431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// See http://opensource.apple.com/source/CF/CF-635.15/CFInternal.h
561431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if defined(__BIG_ENDIAN__)
562431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#define CF_RC_BITS 0
563431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif
564431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko
565431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if defined(__LITTLE_ENDIAN__)
566431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#define CF_RC_BITS 3
567431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif
568431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko
569431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// See http://opensource.apple.com/source/CF/CF-635.15/CFRuntime.h
570431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenkotypedef struct __CFRuntimeBase {
571431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  uintptr_t _cfisa;
572431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  uint8_t _cfinfo[4];
573431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if __LP64__
574431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  uint32_t _rc;
575431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif
576431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko} CFRuntimeBase;
577431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko
578431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko// See http://opensource.apple.com/source/CF/CF-635.15/CFString.c
579431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenkoint __CFStrIsConstant(CFStringRef str) {
580431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  CFRuntimeBase *base = (CFRuntimeBase*)str;
581431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#if __LP64__
582431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  return base->_rc == 0;
583431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#else
584431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  return (base->_cfinfo[CF_RC_BITS]) == 0;
585431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko#endif
586431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko}
587431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko
588f2598fc21bf651d23feab396a7581d48c01c3be5Alexey SamsonovINTERCEPTOR(CFStringRef, CFStringCreateCopy, CFAllocatorRef alloc,
589f2598fc21bf651d23feab396a7581d48c01c3be5Alexey Samsonov                                             CFStringRef str) {
590431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  if (__CFStrIsConstant(str)) {
591431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko    return str;
592431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  } else {
59309672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov    return REAL(CFStringCreateCopy)(alloc, str);
594431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko  }
595431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko}
596431e51782d62d1257348e41e24da6b544fe70507Alexander Potapenko
597d6567c5166412f6acdde851e767c26f332d51d3dKostya Serebryany#endif  // __APPLE__
598