sanitizer_linux.cc revision c0dbb80bf0eac2771da6faefa5c22155ed4fd33b
1ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//===-- sanitizer_linux.cc ------------------------------------------------===// 2ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// 3ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// The LLVM Compiler Infrastructure 4ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// 5ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// This file is distributed under the University of Illinois Open Source 6ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// License. See LICENSE.TXT for details. 7ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// 8ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//===----------------------------------------------------------------------===// 9ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// 10ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// This file is shared between AddressSanitizer and ThreadSanitizer 11ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// run-time libraries and implements linux-specific functions from 12ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// sanitizer_libc.h. 13ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//===----------------------------------------------------------------------===// 14ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#ifdef __linux__ 15ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov 166895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov#include "sanitizer_common.h" 1794b5036ee6ba866e1702848855b6d687d1e70afaAlexey Samsonov#include "sanitizer_internal_defs.h" 18ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include "sanitizer_libc.h" 1993da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko#include "sanitizer_mutex.h" 20a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov#include "sanitizer_placement_new.h" 216895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov#include "sanitizer_procmaps.h" 22a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#include "sanitizer_stacktrace.h" 23ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov 24c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov#include <fcntl.h> 25e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov#include <pthread.h> 260969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonov#include <sched.h> 27ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include <sys/mman.h> 28e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov#include <sys/resource.h> 29c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov#include <sys/stat.h> 30ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include <sys/syscall.h> 31e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov#include <sys/time.h> 32ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include <sys/types.h> 33ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include <unistd.h> 34a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#include <unwind.h> 353334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov#include <errno.h> 36dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany#include <sys/prctl.h> 37f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov#include <linux/futex.h> 38ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov 399d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany// Are we using 32-bit or 64-bit syscalls? 405af39e50366f1aacbebc284f572f08ad1ad07357Kostya Serebryany// x32 (which defines __x86_64__) has SANITIZER_WORDSIZE == 32 4108bfe4988de493dd3e61d02759b3f19c42f8fb78Kostya Serebryany// but it still needs to use 64-bit syscalls. 425af39e50366f1aacbebc284f572f08ad1ad07357Kostya Serebryany#if defined(__x86_64__) || SANITIZER_WORDSIZE == 64 439d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany# define SANITIZER_LINUX_USES_64BIT_SYSCALLS 1 449d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#else 459d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany# define SANITIZER_LINUX_USES_64BIT_SYSCALLS 0 469d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#endif 479d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany 48ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonovnamespace __sanitizer { 49ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov 50e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov// --------------- sanitizer_libc.h 51ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonovvoid *internal_mmap(void *addr, uptr length, int prot, int flags, 52ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov int fd, u64 offset) { 539d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#if SANITIZER_LINUX_USES_64BIT_SYSCALLS 54ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov return (void *)syscall(__NR_mmap, addr, length, prot, flags, fd, offset); 55ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#else 56ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov return (void *)syscall(__NR_mmap2, addr, length, prot, flags, fd, offset); 57ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#endif 58ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov} 59ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov 601f11d31faa5ed89b74f7d543b1182fe8de198be5Alexey Samsonovint internal_munmap(void *addr, uptr length) { 611f11d31faa5ed89b74f7d543b1182fe8de198be5Alexey Samsonov return syscall(__NR_munmap, addr, length); 621f11d31faa5ed89b74f7d543b1182fe8de198be5Alexey Samsonov} 631f11d31faa5ed89b74f7d543b1182fe8de198be5Alexey Samsonov 64a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonovint internal_close(fd_t fd) { 65a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov return syscall(__NR_close, fd); 66a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov} 67a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov 68c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonovfd_t internal_open(const char *filename, bool write) { 69c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov return syscall(__NR_open, filename, 709b8a9c1b1ce4659457178ff4c0838ac1b35ca9dcKostya Serebryany write ? O_WRONLY | O_CREAT /*| O_CLOEXEC*/ : O_RDONLY, 0660); 71c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov} 72c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov 73a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonovuptr internal_read(fd_t fd, void *buf, uptr count) { 743334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov sptr res; 753334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov HANDLE_EINTR(res, (sptr)syscall(__NR_read, fd, buf, count)); 763334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov return res; 77a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov} 78a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov 79a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonovuptr internal_write(fd_t fd, const void *buf, uptr count) { 803334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov sptr res; 813334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov HANDLE_EINTR(res, (sptr)syscall(__NR_write, fd, buf, count)); 823334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov return res; 83a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov} 84a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov 858e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonovuptr internal_filesize(fd_t fd) { 869d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#if SANITIZER_LINUX_USES_64BIT_SYSCALLS 87a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov struct stat st; 888e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov if (syscall(__NR_fstat, fd, &st)) 898e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov return -1; 90a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov#else 91a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov struct stat64 st; 92a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov if (syscall(__NR_fstat64, fd, &st)) 93a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov return -1; 94a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov#endif 958e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov return (uptr)st.st_size; 968e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov} 978e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov 988e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonovint internal_dup2(int oldfd, int newfd) { 998e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov return syscall(__NR_dup2, oldfd, newfd); 1008e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov} 1018e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov 102d1b8f588d6b712b6ff2b3d58c73d71614f520122Alexey Samsonovuptr internal_readlink(const char *path, char *buf, uptr bufsize) { 103d1b8f588d6b712b6ff2b3d58c73d71614f520122Alexey Samsonov return (uptr)syscall(__NR_readlink, path, buf, bufsize); 104d1b8f588d6b712b6ff2b3d58c73d71614f520122Alexey Samsonov} 105d1b8f588d6b712b6ff2b3d58c73d71614f520122Alexey Samsonov 1060969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonovint internal_sched_yield() { 1070969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonov return syscall(__NR_sched_yield); 1080969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonov} 1090969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonov 110e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov// ----------------- sanitizer_common.h 11193b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonovbool FileExists(const char *filename) { 1129d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#if SANITIZER_LINUX_USES_64BIT_SYSCALLS 11393b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov struct stat st; 11493b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov if (syscall(__NR_stat, filename, &st)) 11593b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov return false; 11693b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov#else 11793b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov struct stat64 st; 11893b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov if (syscall(__NR_stat64, filename, &st)) 11993b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov return false; 12093b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov#endif 12193b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov // Sanity check: filename is a regular file. 12293b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov return S_ISREG(st.st_mode); 12393b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov} 12493b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov 125e0023f74ea88efee329f68391b70f8adc6b21617Dmitry Vyukovuptr GetTid() { 126e0023f74ea88efee329f68391b70f8adc6b21617Dmitry Vyukov return syscall(__NR_gettid); 127e0023f74ea88efee329f68391b70f8adc6b21617Dmitry Vyukov} 128e0023f74ea88efee329f68391b70f8adc6b21617Dmitry Vyukov 129ed996f79710f532bf231537e44d5c8c9c9d57e8dAlexey Samsonovvoid GetThreadStackTopAndBottom(bool at_initialization, uptr *stack_top, 130e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov uptr *stack_bottom) { 131e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov static const uptr kMaxThreadStackSize = 256 * (1 << 20); // 256M 132e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov CHECK(stack_top); 133e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov CHECK(stack_bottom); 134ed996f79710f532bf231537e44d5c8c9c9d57e8dAlexey Samsonov if (at_initialization) { 135e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov // This is the main thread. Libpthread may not be initialized yet. 136e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov struct rlimit rl; 1376985085c4860bf945358f227ddba26511ae770e9Kostya Serebryany CHECK_EQ(getrlimit(RLIMIT_STACK, &rl), 0); 138e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov 139e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov // Find the mapping that contains a stack variable. 140e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonov MemoryMappingLayout proc_maps; 141e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov uptr start, end, offset; 142e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov uptr prev_end = 0; 143e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov while (proc_maps.Next(&start, &end, &offset, 0, 0)) { 144e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov if ((uptr)&rl < end) 145e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov break; 146e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov prev_end = end; 147e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov } 148e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov CHECK((uptr)&rl >= start && (uptr)&rl < end); 149e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov 150e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov // Get stacksize from rlimit, but clip it so that it does not overlap 151e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov // with other mappings. 152e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov uptr stacksize = rl.rlim_cur; 153e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov if (stacksize > end - prev_end) 154e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov stacksize = end - prev_end; 155e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov // When running with unlimited stack size, we still want to set some limit. 156e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov // The unlimited stack size is caused by 'ulimit -s unlimited'. 157e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov // Also, for some reason, GNU make spawns subprocesses with unlimited stack. 158e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov if (stacksize > kMaxThreadStackSize) 159e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov stacksize = kMaxThreadStackSize; 160e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov *stack_top = end; 161e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov *stack_bottom = end - stacksize; 162e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov return; 163e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov } 164e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov pthread_attr_t attr; 1656985085c4860bf945358f227ddba26511ae770e9Kostya Serebryany CHECK_EQ(pthread_getattr_np(pthread_self(), &attr), 0); 166e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov uptr stacksize = 0; 167e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov void *stackaddr = 0; 168e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov pthread_attr_getstack(&attr, &stackaddr, (size_t*)&stacksize); 169e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov pthread_attr_destroy(&attr); 170e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov 171e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov *stack_top = (uptr)stackaddr + stacksize; 172e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov *stack_bottom = (uptr)stackaddr; 173e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov CHECK(stacksize < kMaxThreadStackSize); // Sanity check. 174e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov} 175e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov 1763dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov// Like getenv, but reads env directly from /proc and does not use libc. 1773dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov// This function should be called first inside __asan_init. 1783dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonovconst char *GetEnv(const char *name) { 1793dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov static char *environ; 1803dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov static uptr len; 1813dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov static bool inited; 1823dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov if (!inited) { 1833dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov inited = true; 1843dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov uptr environ_size; 1853dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov len = ReadFileToBuffer("/proc/self/environ", 1863dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov &environ, &environ_size, 1 << 26); 1873dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov } 1883dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov if (!environ || len == 0) return 0; 1893dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov uptr namelen = internal_strlen(name); 1903dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov const char *p = environ; 1913dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov while (*p != '\0') { // will happen at the \0\0 that terminates the buffer 1923dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov // proc file has the format NAME=value\0NAME=value\0NAME=value\0... 1933dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov const char* endp = 1943dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov (char*)internal_memchr(p, '\0', len - (p - environ)); 1953dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov if (endp == 0) // this entry isn't NUL terminated 1963dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov return 0; 1973dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov else if (!internal_memcmp(p, name, namelen) && p[namelen] == '=') // Match. 1983dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov return p + namelen + 1; // point after = 1993dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov p = endp + 1; 2003dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov } 2013dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov return 0; // Not found. 2023dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov} 2033dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov 204d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonovvoid ReExec() { 205d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov static const int kMaxArgv = 100; 206d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov InternalScopedBuffer<char*> argv(kMaxArgv + 1); 207d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov static char *buff; 208d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov uptr buff_size = 0; 209d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov ReadFileToBuffer("/proc/self/cmdline", &buff, &buff_size, 1024 * 1024); 210d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov argv[0] = buff; 211d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov int argc, i; 212d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov for (argc = 1, i = 1; ; i++) { 213d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov if (buff[i] == 0) { 214d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov if (buff[i+1] == 0) break; 215d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov argv[argc] = &buff[i+1]; 216d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov CHECK_LE(argc, kMaxArgv); // FIXME: make this more flexible. 217d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov argc++; 218d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov } 219d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov } 220d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov argv[argc] = 0; 221d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov execv(argv[0], argv.data()); 222d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov} 223d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov 22425742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenkovoid PrepareForSandboxing() { 22525742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko // Some kinds of sandboxes may forbid filesystem access, so we won't be able 22625742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko // to read the file mappings from /proc/self/maps. Luckily, neither the 22725742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko // process will be able to load additional libraries, so it's fine to use the 22825742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko // cached mappings. 22925742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko MemoryMappingLayout::CacheMemoryMappings(); 23025742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko} 23125742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko 232e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov// ----------------- sanitizer_procmaps.h 233286dd3f8afe6700e5dd9b0bdb7afd23121c98c12Dmitry Vyukov// Linker initialized. 234286dd3f8afe6700e5dd9b0bdb7afd23121c98c12Dmitry VyukovProcSelfMapsBuff MemoryMappingLayout::cached_proc_self_maps_; 235ad91267d45fef531c1082ab7974e4cc78aba5280Alexander PotapenkoStaticSpinMutex MemoryMappingLayout::cache_lock_; // Linker initialized. 23693da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko 237e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey SamsonovMemoryMappingLayout::MemoryMappingLayout() { 238ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko proc_self_maps_.len = 239ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko ReadFileToBuffer("/proc/self/maps", &proc_self_maps_.data, 240ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko &proc_self_maps_.mmaped_size, 1 << 26); 241ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko if (proc_self_maps_.mmaped_size == 0) { 24293da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko LoadFromCache(); 243ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko CHECK_GT(proc_self_maps_.len, 0); 24493da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko } 245ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko // internal_write(2, proc_self_maps_.data, proc_self_maps_.len); 2466895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov Reset(); 24793da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko // FIXME: in the future we may want to cache the mappings on demand only. 24893da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko CacheMemoryMappings(); 2496895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov} 2506895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov 251e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey SamsonovMemoryMappingLayout::~MemoryMappingLayout() { 2527385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko // Only unmap the buffer if it is different from the cached one. Otherwise 2537385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko // it will be unmapped when the cache is refreshed. 2547385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko if (proc_self_maps_.data != cached_proc_self_maps_.data) { 2557385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko UnmapOrDie(proc_self_maps_.data, proc_self_maps_.mmaped_size); 2567385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko } 2576895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov} 2586895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov 259e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonovvoid MemoryMappingLayout::Reset() { 260ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko current_ = proc_self_maps_.data; 2616895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov} 2626895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov 26393da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko// static 26493da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenkovoid MemoryMappingLayout::CacheMemoryMappings() { 26593da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko SpinMutexLock l(&cache_lock_); 26693da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko // Don't invalidate the cache if the mappings are unavailable. 267ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko ProcSelfMapsBuff old_proc_self_maps; 268ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko old_proc_self_maps = cached_proc_self_maps_; 269ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko cached_proc_self_maps_.len = 270ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko ReadFileToBuffer("/proc/self/maps", &cached_proc_self_maps_.data, 271ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko &cached_proc_self_maps_.mmaped_size, 1 << 26); 272ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko if (cached_proc_self_maps_.mmaped_size == 0) { 273ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko cached_proc_self_maps_ = old_proc_self_maps; 27493da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko } else { 275ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko if (old_proc_self_maps.mmaped_size) { 276ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko UnmapOrDie(old_proc_self_maps.data, 277ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko old_proc_self_maps.mmaped_size); 27893da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko } 27993da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko } 28093da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko} 28193da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko 28293da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenkovoid MemoryMappingLayout::LoadFromCache() { 28393da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko SpinMutexLock l(&cache_lock_); 284ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko if (cached_proc_self_maps_.data) { 285286dd3f8afe6700e5dd9b0bdb7afd23121c98c12Dmitry Vyukov proc_self_maps_ = cached_proc_self_maps_; 28693da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko } 28793da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko} 28893da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko 289a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany// Parse a hex value in str and update str. 290a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryanystatic uptr ParseHex(char **str) { 291a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany uptr x = 0; 292a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany char *s; 293a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany for (s = *str; ; s++) { 294a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany char c = *s; 295a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany uptr v = 0; 296a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany if (c >= '0' && c <= '9') 297a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany v = c - '0'; 298a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany else if (c >= 'a' && c <= 'f') 299a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany v = c - 'a' + 10; 300a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany else if (c >= 'A' && c <= 'F') 301a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany v = c - 'A' + 10; 302a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany else 303a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany break; 304a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany x = x * 16 + v; 305a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany } 306a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany *str = s; 307a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany return x; 308a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany} 309a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany 310a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryanystatic bool IsOnOf(char c, char c1, char c2) { 311a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany return c == c1 || c == c2; 312a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany} 313a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany 314a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryanystatic bool IsDecimal(char c) { 315a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany return c >= '0' && c <= '9'; 316a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany} 317a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany 318e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonovbool MemoryMappingLayout::Next(uptr *start, uptr *end, uptr *offset, 319e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonov char filename[], uptr filename_size) { 320ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko char *last = proc_self_maps_.data + proc_self_maps_.len; 3216895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov if (current_ >= last) return false; 3226895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov uptr dummy; 3236895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov if (!start) start = &dummy; 3246895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov if (!end) end = &dummy; 3256895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov if (!offset) offset = &dummy; 3266895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov char *next_line = (char*)internal_memchr(current_, '\n', last - current_); 3276895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov if (next_line == 0) 3286895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov next_line = last; 329a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany // Example: 08048000-08056000 r-xp 00000000 03:0c 64593 /foo/bar 330a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany *start = ParseHex(¤t_); 331bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany CHECK_EQ(*current_++, '-'); 332a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany *end = ParseHex(¤t_); 333bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany CHECK_EQ(*current_++, ' '); 334a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany CHECK(IsOnOf(*current_++, '-', 'r')); 335a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany CHECK(IsOnOf(*current_++, '-', 'w')); 336a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany CHECK(IsOnOf(*current_++, '-', 'x')); 337a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany CHECK(IsOnOf(*current_++, 's', 'p')); 338bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany CHECK_EQ(*current_++, ' '); 339a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany *offset = ParseHex(¤t_); 340bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany CHECK_EQ(*current_++, ' '); 341a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany ParseHex(¤t_); 342bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany CHECK_EQ(*current_++, ':'); 343a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany ParseHex(¤t_); 344bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany CHECK_EQ(*current_++, ' '); 345a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany while (IsDecimal(*current_)) 346a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany current_++; 347bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany CHECK_EQ(*current_++, ' '); 3486895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov // Skip spaces. 3496895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov while (current_ < next_line && *current_ == ' ') 3506895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov current_++; 3516895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov // Fill in the filename. 3526895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov uptr i = 0; 3536895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov while (current_ < next_line) { 3546895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov if (filename && i < filename_size - 1) 3556895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov filename[i++] = *current_; 3566895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov current_++; 3576895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov } 3586895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov if (filename && i < filename_size) 3596895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov filename[i] = 0; 3606895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov current_ = next_line + 1; 3616895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov return true; 3626895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov} 3636895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov 364e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonov// Gets the object name and the offset by walking MemoryMappingLayout. 365e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonovbool MemoryMappingLayout::GetObjectNameAndOffset(uptr addr, uptr *offset, 366e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonov char filename[], 367e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonov uptr filename_size) { 3686895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov return IterateForObjectNameAndOffset(addr, offset, filename, filename_size); 3696895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov} 3706895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov 371dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryanybool SanitizerSetThreadName(const char *name) { 3721ec519c604021162de8bdb8d433fbad1c5033200Dmitry Vyukov return 0 == prctl(PR_SET_NAME, (unsigned long)name, 0, 0, 0); // NOLINT 373dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany} 374dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany 375dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryanybool SanitizerGetThreadName(char *name, int max_len) { 376dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany char buff[17]; 3771ec519c604021162de8bdb8d433fbad1c5033200Dmitry Vyukov if (prctl(PR_GET_NAME, (unsigned long)buff, 0, 0, 0)) // NOLINT 378dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany return false; 379dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany internal_strncpy(name, buff, max_len); 380dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany name[max_len] = 0; 381dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany return true; 382dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany} 383dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany 3844fce4495502a3668cc4e99164ffcaea92e534d48Dmitry Vyukov#ifndef SANITIZER_GO 385a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany//------------------------- SlowUnwindStack ----------------------------------- 386a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#ifdef __arm__ 387a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#define UNWIND_STOP _URC_END_OF_STACK 388a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#define UNWIND_CONTINUE _URC_NO_REASON 389a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#else 390a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#define UNWIND_STOP _URC_NORMAL_STOP 391a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#define UNWIND_CONTINUE _URC_NO_REASON 392a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#endif 393a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany 394a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryanyuptr Unwind_GetIP(struct _Unwind_Context *ctx) { 395a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#ifdef __arm__ 396a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany uptr val; 397a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany _Unwind_VRS_Result res = _Unwind_VRS_Get(ctx, _UVRSC_CORE, 398a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany 15 /* r15 = PC */, _UVRSD_UINT32, &val); 399a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany CHECK(res == _UVRSR_OK && "_Unwind_VRS_Get failed"); 400a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany // Clear the Thumb bit. 401a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany return val & ~(uptr)1; 402a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#else 403a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany return _Unwind_GetIP(ctx); 404a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#endif 405a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany} 406a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany 407a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany_Unwind_Reason_Code Unwind_Trace(struct _Unwind_Context *ctx, void *param) { 408a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany StackTrace *b = (StackTrace*)param; 409a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany CHECK(b->size < b->max_size); 410a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany uptr pc = Unwind_GetIP(ctx); 411a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany b->trace[b->size++] = pc; 412a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany if (b->size == b->max_size) return UNWIND_STOP; 413a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany return UNWIND_CONTINUE; 414a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany} 415a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany 41649d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryanystatic bool MatchPc(uptr cur_pc, uptr trace_pc) { 4175e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany return cur_pc - trace_pc <= 64 || trace_pc - cur_pc <= 64; 41849d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany} 41949d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany 42049d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryanyvoid StackTrace::SlowUnwindStack(uptr pc, uptr max_depth) { 421a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany this->size = 0; 422a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany this->max_size = max_depth; 423a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany if (max_depth > 1) { 424a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany _Unwind_Backtrace(Unwind_Trace, this); 4255e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany // We need to pop a few frames so that pc is on top. 4265e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany // trace[0] belongs to the current function so we always pop it. 42749d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany int to_pop = 1; 4285e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany /**/ if (size > 1 && MatchPc(pc, trace[1])) to_pop = 1; 4295e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany else if (size > 2 && MatchPc(pc, trace[2])) to_pop = 2; 4305e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany else if (size > 3 && MatchPc(pc, trace[3])) to_pop = 3; 4315e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany else if (size > 4 && MatchPc(pc, trace[4])) to_pop = 4; 4325e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany else if (size > 5 && MatchPc(pc, trace[5])) to_pop = 5; 43349d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany this->PopStackFrames(to_pop); 434a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany } 43549d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany this->trace[0] = pc; 436a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany} 437a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany 4384fce4495502a3668cc4e99164ffcaea92e534d48Dmitry Vyukov#endif // #ifndef SANITIZER_GO 4394fce4495502a3668cc4e99164ffcaea92e534d48Dmitry Vyukov 440f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukovenum MutexState { 441f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov MtxUnlocked = 0, 442f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov MtxLocked = 1, 443f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov MtxSleeping = 2 444f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov}; 445f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov 446f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry VyukovBlockingMutex::BlockingMutex(LinkerInitialized) { 447d164ed175a61529589938b3db3cab076a19acf67Dmitry Vyukov CHECK_EQ(owner_, 0); 448f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov} 449f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov 450f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukovvoid BlockingMutex::Lock() { 451f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov atomic_uint32_t *m = reinterpret_cast<atomic_uint32_t *>(&opaque_storage_); 452f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov if (atomic_exchange(m, MtxLocked, memory_order_acquire) == MtxUnlocked) 453f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov return; 454f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov while (atomic_exchange(m, MtxSleeping, memory_order_acquire) != MtxUnlocked) 455c0dbb80bf0eac2771da6faefa5c22155ed4fd33bDmitry Vyukov syscall(__NR_futex, m, FUTEX_WAIT, MtxSleeping, 0, 0, 0); 456f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov} 457f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov 458f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukovvoid BlockingMutex::Unlock() { 459f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov atomic_uint32_t *m = reinterpret_cast<atomic_uint32_t *>(&opaque_storage_); 460f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov u32 v = atomic_exchange(m, MtxUnlocked, memory_order_relaxed); 46148526014de78e21f7ed027a60670016bc7f5d292Dmitry Vyukov CHECK_NE(v, MtxUnlocked); 462f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov if (v == MtxSleeping) 463c0dbb80bf0eac2771da6faefa5c22155ed4fd33bDmitry Vyukov syscall(__NR_futex, m, FUTEX_WAKE, 1, 0, 0, 0); 464f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov} 465f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov 466ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov} // namespace __sanitizer 467ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov 468ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#endif // __linux__ 469