sanitizer_linux.cc revision 6d6ab9eeea4a99370d7ab18ce80eb96091e2cf3f
1ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//===-- sanitizer_linux.cc ------------------------------------------------===//
2ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//
3ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//                     The LLVM Compiler Infrastructure
4ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//
5ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// This file is distributed under the University of Illinois Open Source
6ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// License. See LICENSE.TXT for details.
7ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//
8ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//===----------------------------------------------------------------------===//
9ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//
10ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// This file is shared between AddressSanitizer and ThreadSanitizer
11ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// run-time libraries and implements linux-specific functions from
12ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov// sanitizer_libc.h.
13ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov//===----------------------------------------------------------------------===//
1424e13723f8477d8c42ab8b2a7f4f69fc089842f1Evgeniy Stepanov
1524e13723f8477d8c42ab8b2a7f4f69fc089842f1Evgeniy Stepanov#include "sanitizer_platform.h"
1624e13723f8477d8c42ab8b2a7f4f69fc089842f1Evgeniy Stepanov#if SANITIZER_LINUX
17ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov
186895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov#include "sanitizer_common.h"
1994b5036ee6ba866e1702848855b6d687d1e70afaAlexey Samsonov#include "sanitizer_internal_defs.h"
20ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include "sanitizer_libc.h"
216fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany#include "sanitizer_linux.h"
2293da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko#include "sanitizer_mutex.h"
23a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov#include "sanitizer_placement_new.h"
246895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov#include "sanitizer_procmaps.h"
25a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#include "sanitizer_stacktrace.h"
26ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov
27b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov#include <dlfcn.h>
2835a7faf1fbfac678136e79d53824672dafb7d13eAlexey Samsonov#include <errno.h>
29c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov#include <fcntl.h>
30e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov#include <pthread.h>
310969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonov#include <sched.h>
32ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include <sys/mman.h>
336fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany#include <sys/ptrace.h>
34e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov#include <sys/resource.h>
35c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov#include <sys/stat.h>
36ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include <sys/syscall.h>
37e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov#include <sys/time.h>
38ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include <sys/types.h>
39fa5c41eddf77a3614da0f62044ebf741d86aeab7Dmitry Vyukov#include <sys/prctl.h>
40ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#include <unistd.h>
41a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#include <unwind.h>
4235a7faf1fbfac678136e79d53824672dafb7d13eAlexey Samsonov
4324e13723f8477d8c42ab8b2a7f4f69fc089842f1Evgeniy Stepanov#if !SANITIZER_ANDROID
4435a7faf1fbfac678136e79d53824672dafb7d13eAlexey Samsonov#include <sys/signal.h>
4535a7faf1fbfac678136e79d53824672dafb7d13eAlexey Samsonov#endif
46fa5c41eddf77a3614da0f62044ebf741d86aeab7Dmitry Vyukov
47fa5c41eddf77a3614da0f62044ebf741d86aeab7Dmitry Vyukov// <linux/futex.h> is broken on some linux distributions.
48fa5c41eddf77a3614da0f62044ebf741d86aeab7Dmitry Vyukovconst int FUTEX_WAIT = 0;
49fa5c41eddf77a3614da0f62044ebf741d86aeab7Dmitry Vyukovconst int FUTEX_WAKE = 1;
50ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov
519d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany// Are we using 32-bit or 64-bit syscalls?
525af39e50366f1aacbebc284f572f08ad1ad07357Kostya Serebryany// x32 (which defines __x86_64__) has SANITIZER_WORDSIZE == 32
5308bfe4988de493dd3e61d02759b3f19c42f8fb78Kostya Serebryany// but it still needs to use 64-bit syscalls.
545af39e50366f1aacbebc284f572f08ad1ad07357Kostya Serebryany#if defined(__x86_64__) || SANITIZER_WORDSIZE == 64
559d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany# define SANITIZER_LINUX_USES_64BIT_SYSCALLS 1
569d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#else
579d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany# define SANITIZER_LINUX_USES_64BIT_SYSCALLS 0
589d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#endif
599d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany
60ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonovnamespace __sanitizer {
61ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov
62e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov// --------------- sanitizer_libc.h
63ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonovvoid *internal_mmap(void *addr, uptr length, int prot, int flags,
64ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov                    int fd, u64 offset) {
659d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#if SANITIZER_LINUX_USES_64BIT_SYSCALLS
66ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov  return (void *)syscall(__NR_mmap, addr, length, prot, flags, fd, offset);
67ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#else
68ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov  return (void *)syscall(__NR_mmap2, addr, length, prot, flags, fd, offset);
69ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#endif
70ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov}
71ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov
721f11d31faa5ed89b74f7d543b1182fe8de198be5Alexey Samsonovint internal_munmap(void *addr, uptr length) {
731f11d31faa5ed89b74f7d543b1182fe8de198be5Alexey Samsonov  return syscall(__NR_munmap, addr, length);
741f11d31faa5ed89b74f7d543b1182fe8de198be5Alexey Samsonov}
751f11d31faa5ed89b74f7d543b1182fe8de198be5Alexey Samsonov
76a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonovint internal_close(fd_t fd) {
77a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov  return syscall(__NR_close, fd);
78a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov}
79a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov
80ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonovfd_t internal_open(const char *filename, int flags) {
81ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonov  return syscall(__NR_open, filename, flags);
82ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonov}
83ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonov
84e85c83dcee3d35068e6670ab32545953d4330335Alexey Samsonovfd_t internal_open(const char *filename, int flags, u32 mode) {
85ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonov  return syscall(__NR_open, filename, flags, mode);
86ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonov}
87ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonov
88ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonovfd_t OpenFile(const char *filename, bool write) {
89ee7cc4454421a176d23442382afd9a01d36e7ad4Alexey Samsonov  return internal_open(filename,
909b8a9c1b1ce4659457178ff4c0838ac1b35ca9dcKostya Serebryany      write ? O_WRONLY | O_CREAT /*| O_CLOEXEC*/ : O_RDONLY, 0660);
91c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov}
92c5d465136b911bf925f2a631e2b79f1c03e8a1b0Alexey Samsonov
93a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonovuptr internal_read(fd_t fd, void *buf, uptr count) {
943334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov  sptr res;
953334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov  HANDLE_EINTR(res, (sptr)syscall(__NR_read, fd, buf, count));
963334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov  return res;
97a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov}
98a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov
99a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonovuptr internal_write(fd_t fd, const void *buf, uptr count) {
1003334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov  sptr res;
1013334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov  HANDLE_EINTR(res, (sptr)syscall(__NR_write, fd, buf, count));
1023334e12d33261cb8f211f2f49f28ddfa027a40c3Evgeniy Stepanov  return res;
103a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov}
104a56aefd2e01940fcf88d1426f9de3d5e4b1ee203Alexey Samsonov
1054c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonovint internal_stat(const char *path, void *buf) {
1064c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#if SANITIZER_LINUX_USES_64BIT_SYSCALLS
1074c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov  return syscall(__NR_stat, path, buf);
1084c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#else
1094c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov  return syscall(__NR_stat64, path, buf);
1104c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#endif
1114c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov}
1124c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov
1134c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonovint internal_lstat(const char *path, void *buf) {
1144c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#if SANITIZER_LINUX_USES_64BIT_SYSCALLS
1154c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov  return syscall(__NR_lstat, path, buf);
1164c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#else
1174c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov  return syscall(__NR_lstat64, path, buf);
1184c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#endif
1194c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov}
1204c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov
1214c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonovint internal_fstat(fd_t fd, void *buf) {
1224c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#if SANITIZER_LINUX_USES_64BIT_SYSCALLS
1234c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov  return syscall(__NR_fstat, fd, buf);
1244c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#else
1254c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov  return syscall(__NR_fstat64, fd, buf);
1264c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov#endif
1274c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov}
1284c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov
1298e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonovuptr internal_filesize(fd_t fd) {
1309d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#if SANITIZER_LINUX_USES_64BIT_SYSCALLS
131a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov  struct stat st;
132a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov#else
133a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov  struct stat64 st;
134a68633fb76208137ccb807914df52758ee5ca6f0Alexey Samsonov#endif
1354c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov  if (internal_fstat(fd, &st))
1364c9317a7b61e136f832d2ede70f557963fd46bceAlexey Samsonov    return -1;
1378e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov  return (uptr)st.st_size;
1388e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov}
1398e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov
1408e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonovint internal_dup2(int oldfd, int newfd) {
1418e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov  return syscall(__NR_dup2, oldfd, newfd);
1428e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov}
1438e820fcf7aafeb8101322182d742fcf99255d972Alexey Samsonov
144d1b8f588d6b712b6ff2b3d58c73d71614f520122Alexey Samsonovuptr internal_readlink(const char *path, char *buf, uptr bufsize) {
145d1b8f588d6b712b6ff2b3d58c73d71614f520122Alexey Samsonov  return (uptr)syscall(__NR_readlink, path, buf, bufsize);
146d1b8f588d6b712b6ff2b3d58c73d71614f520122Alexey Samsonov}
147d1b8f588d6b712b6ff2b3d58c73d71614f520122Alexey Samsonov
1486d6ab9eeea4a99370d7ab18ce80eb96091e2cf3fDmitry Vyukovint internal_unlink(const char *path) {
1496d6ab9eeea4a99370d7ab18ce80eb96091e2cf3fDmitry Vyukov  return syscall(__NR_unlink, path);
1506d6ab9eeea4a99370d7ab18ce80eb96091e2cf3fDmitry Vyukov}
1516d6ab9eeea4a99370d7ab18ce80eb96091e2cf3fDmitry Vyukov
1520969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonovint internal_sched_yield() {
1530969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonov  return syscall(__NR_sched_yield);
1540969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonov}
1550969bcf2c936126b1f6e636b978aade8fc207437Alexey Samsonov
156f882247088952deed954a19d745c2dd8871e2035Alexey Samsonovvoid internal__exit(int exitcode) {
157f882247088952deed954a19d745c2dd8871e2035Alexey Samsonov  syscall(__NR_exit_group, exitcode);
158f882247088952deed954a19d745c2dd8871e2035Alexey Samsonov  Die();  // Unreachable.
159f882247088952deed954a19d745c2dd8871e2035Alexey Samsonov}
160f882247088952deed954a19d745c2dd8871e2035Alexey Samsonov
161e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov// ----------------- sanitizer_common.h
16293b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonovbool FileExists(const char *filename) {
1639d0dbbaf33e5c2fe280f141e30be497d62b703a8Kostya Serebryany#if SANITIZER_LINUX_USES_64BIT_SYSCALLS
16493b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov  struct stat st;
16593b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov  if (syscall(__NR_stat, filename, &st))
16693b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov    return false;
16793b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov#else
16893b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov  struct stat64 st;
16993b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov  if (syscall(__NR_stat64, filename, &st))
17093b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov    return false;
17193b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov#endif
17293b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov  // Sanity check: filename is a regular file.
17393b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov  return S_ISREG(st.st_mode);
17493b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov}
17593b4cafd631b661b4b612ccdc0938f7f1e1c86d6Alexey Samsonov
176e0023f74ea88efee329f68391b70f8adc6b21617Dmitry Vyukovuptr GetTid() {
177e0023f74ea88efee329f68391b70f8adc6b21617Dmitry Vyukov  return syscall(__NR_gettid);
178e0023f74ea88efee329f68391b70f8adc6b21617Dmitry Vyukov}
179e0023f74ea88efee329f68391b70f8adc6b21617Dmitry Vyukov
180ed996f79710f532bf231537e44d5c8c9c9d57e8dAlexey Samsonovvoid GetThreadStackTopAndBottom(bool at_initialization, uptr *stack_top,
181e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov                                uptr *stack_bottom) {
182e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  static const uptr kMaxThreadStackSize = 256 * (1 << 20);  // 256M
183e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  CHECK(stack_top);
184e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  CHECK(stack_bottom);
185ed996f79710f532bf231537e44d5c8c9c9d57e8dAlexey Samsonov  if (at_initialization) {
186e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    // This is the main thread. Libpthread may not be initialized yet.
187e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    struct rlimit rl;
1886985085c4860bf945358f227ddba26511ae770e9Kostya Serebryany    CHECK_EQ(getrlimit(RLIMIT_STACK, &rl), 0);
189e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov
190e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    // Find the mapping that contains a stack variable.
191e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonov    MemoryMappingLayout proc_maps;
192e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    uptr start, end, offset;
193e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    uptr prev_end = 0;
19445717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov    while (proc_maps.Next(&start, &end, &offset, 0, 0, /* protection */0)) {
195e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov      if ((uptr)&rl < end)
196e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov        break;
197e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov      prev_end = end;
198e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    }
199e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    CHECK((uptr)&rl >= start && (uptr)&rl < end);
200e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov
201e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    // Get stacksize from rlimit, but clip it so that it does not overlap
202e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    // with other mappings.
203e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    uptr stacksize = rl.rlim_cur;
204e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    if (stacksize > end - prev_end)
205e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov      stacksize = end - prev_end;
206e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    // When running with unlimited stack size, we still want to set some limit.
207e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    // The unlimited stack size is caused by 'ulimit -s unlimited'.
208e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    // Also, for some reason, GNU make spawns subprocesses with unlimited stack.
209e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    if (stacksize > kMaxThreadStackSize)
210e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov      stacksize = kMaxThreadStackSize;
211e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    *stack_top = end;
212e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    *stack_bottom = end - stacksize;
213e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov    return;
214e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  }
215e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  pthread_attr_t attr;
2166985085c4860bf945358f227ddba26511ae770e9Kostya Serebryany  CHECK_EQ(pthread_getattr_np(pthread_self(), &attr), 0);
217e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  uptr stacksize = 0;
218e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  void *stackaddr = 0;
219e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  pthread_attr_getstack(&attr, &stackaddr, (size_t*)&stacksize);
220e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  pthread_attr_destroy(&attr);
221e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov
222e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  *stack_top = (uptr)stackaddr + stacksize;
223e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  *stack_bottom = (uptr)stackaddr;
224e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov  CHECK(stacksize < kMaxThreadStackSize);  // Sanity check.
225e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov}
226e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov
2273dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov// Like getenv, but reads env directly from /proc and does not use libc.
2283dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov// This function should be called first inside __asan_init.
2293dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonovconst char *GetEnv(const char *name) {
2303dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  static char *environ;
2313dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  static uptr len;
2323dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  static bool inited;
2333dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  if (!inited) {
2343dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov    inited = true;
2353dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov    uptr environ_size;
2363dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov    len = ReadFileToBuffer("/proc/self/environ",
2373dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov                           &environ, &environ_size, 1 << 26);
2383dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  }
2393dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  if (!environ || len == 0) return 0;
2403dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  uptr namelen = internal_strlen(name);
2413dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  const char *p = environ;
2423dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  while (*p != '\0') {  // will happen at the \0\0 that terminates the buffer
2433dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov    // proc file has the format NAME=value\0NAME=value\0NAME=value\0...
2443dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov    const char* endp =
2453dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov        (char*)internal_memchr(p, '\0', len - (p - environ));
2463dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov    if (endp == 0)  // this entry isn't NUL terminated
2473dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov      return 0;
2483dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov    else if (!internal_memcmp(p, name, namelen) && p[namelen] == '=')  // Match.
2493dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov      return p + namelen + 1;  // point after =
2503dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov    p = endp + 1;
2513dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  }
2523dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov  return 0;  // Not found.
2533dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov}
2543dbeabb3446f203156ae03d957de9bdf50933ae4Alexey Samsonov
255eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov#ifdef __GLIBC__
256eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov
257eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanovextern "C" {
258eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov  extern void *__libc_stack_end;
259eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov}
260eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov
261eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanovstatic void GetArgsAndEnv(char ***argv, char ***envp) {
262eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov  uptr *stack_end = (uptr *)__libc_stack_end;
263eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov  int argc = *stack_end;
264eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov  *argv = (char**)(stack_end + 1);
265eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov  *envp = (char**)(stack_end + argc + 2);
266eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov}
267eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov
268eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov#else  // __GLIBC__
269eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov
27023709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbournestatic void ReadNullSepFileToArray(const char *path, char ***arr,
27123709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne                                   int arr_size) {
27223709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne  char *buff;
273d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov  uptr buff_size = 0;
27423709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne  *arr = (char **)MmapOrDie(arr_size * sizeof(char *), "NullSepFileArray");
27523709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne  ReadFileToBuffer(path, &buff, &buff_size, 1024 * 1024);
27623709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne  (*arr)[0] = buff;
27723709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne  int count, i;
27823709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne  for (count = 1, i = 1; ; i++) {
279d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov    if (buff[i] == 0) {
280d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov      if (buff[i+1] == 0) break;
28123709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne      (*arr)[count] = &buff[i+1];
28223709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne      CHECK_LE(count, arr_size - 1);  // FIXME: make this more flexible.
28323709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne      count++;
284d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov    }
285d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov  }
28623709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne  (*arr)[count] = 0;
28723709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne}
28823709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne
289eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanovstatic void GetArgsAndEnv(char ***argv, char ***envp) {
2907b7801d0811e7091240ddbfdcff817791973ef6fEvgeniy Stepanov  static const int kMaxArgv = 2000, kMaxEnvp = 2000;
291eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov  ReadNullSepFileToArray("/proc/self/cmdline", argv, kMaxArgv);
292eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov  ReadNullSepFileToArray("/proc/self/environ", envp, kMaxEnvp);
293eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov}
294eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov
295eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov#endif  // __GLIBC__
296eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov
297eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanovvoid ReExec() {
29823709c9ad9ac7c45de288f5260403426bf932db7Peter Collingbourne  char **argv, **envp;
299eab061185ec0046d447b298a1dff84f028202a3cEvgeniy Stepanov  GetArgsAndEnv(&argv, &envp);
300f35eae83757946decb312deab3f0fe155fe5d580Evgeniy Stepanov  execve("/proc/self/exe", argv, envp);
301f35eae83757946decb312deab3f0fe155fe5d580Evgeniy Stepanov  Printf("execve failed, errno %d\n", errno);
302f35eae83757946decb312deab3f0fe155fe5d580Evgeniy Stepanov  Die();
303d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov}
304d7e5bb4043adf4756e6f8cfe0f5a3165b185474dAlexey Samsonov
30525742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenkovoid PrepareForSandboxing() {
30625742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko  // Some kinds of sandboxes may forbid filesystem access, so we won't be able
30725742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko  // to read the file mappings from /proc/self/maps. Luckily, neither the
30825742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko  // process will be able to load additional libraries, so it's fine to use the
30925742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko  // cached mappings.
31025742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko  MemoryMappingLayout::CacheMemoryMappings();
31125742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko}
31225742574510cfb41b97e32f63f107fbb9b328d13Alexander Potapenko
313e5931fd7d2a74fd7fb60bd8d7f644cca51a24364Alexey Samsonov// ----------------- sanitizer_procmaps.h
314286dd3f8afe6700e5dd9b0bdb7afd23121c98c12Dmitry Vyukov// Linker initialized.
315286dd3f8afe6700e5dd9b0bdb7afd23121c98c12Dmitry VyukovProcSelfMapsBuff MemoryMappingLayout::cached_proc_self_maps_;
316ad91267d45fef531c1082ab7974e4cc78aba5280Alexander PotapenkoStaticSpinMutex MemoryMappingLayout::cache_lock_;  // Linker initialized.
31793da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko
318e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey SamsonovMemoryMappingLayout::MemoryMappingLayout() {
319ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  proc_self_maps_.len =
320ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko      ReadFileToBuffer("/proc/self/maps", &proc_self_maps_.data,
321ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko                       &proc_self_maps_.mmaped_size, 1 << 26);
322ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  if (proc_self_maps_.mmaped_size == 0) {
32393da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko    LoadFromCache();
324ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko    CHECK_GT(proc_self_maps_.len, 0);
32593da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  }
326ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  // internal_write(2, proc_self_maps_.data, proc_self_maps_.len);
3276895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  Reset();
32893da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  // FIXME: in the future we may want to cache the mappings on demand only.
32993da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  CacheMemoryMappings();
3306895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov}
3316895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov
332e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey SamsonovMemoryMappingLayout::~MemoryMappingLayout() {
3337385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko  // Only unmap the buffer if it is different from the cached one. Otherwise
3347385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko  // it will be unmapped when the cache is refreshed.
3357385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko  if (proc_self_maps_.data != cached_proc_self_maps_.data) {
3367385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko    UnmapOrDie(proc_self_maps_.data, proc_self_maps_.mmaped_size);
3377385f8b8b8723064910cf9737dc929e90aeac548Alexander Potapenko  }
3386895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov}
3396895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov
340e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonovvoid MemoryMappingLayout::Reset() {
341ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  current_ = proc_self_maps_.data;
3426895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov}
3436895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov
34493da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko// static
34593da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenkovoid MemoryMappingLayout::CacheMemoryMappings() {
34693da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  SpinMutexLock l(&cache_lock_);
34793da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  // Don't invalidate the cache if the mappings are unavailable.
348ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  ProcSelfMapsBuff old_proc_self_maps;
349ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  old_proc_self_maps = cached_proc_self_maps_;
350ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  cached_proc_self_maps_.len =
351ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko      ReadFileToBuffer("/proc/self/maps", &cached_proc_self_maps_.data,
352ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko                       &cached_proc_self_maps_.mmaped_size, 1 << 26);
353ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  if (cached_proc_self_maps_.mmaped_size == 0) {
354ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko    cached_proc_self_maps_ = old_proc_self_maps;
35593da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  } else {
356ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko    if (old_proc_self_maps.mmaped_size) {
357ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko      UnmapOrDie(old_proc_self_maps.data,
358ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko                 old_proc_self_maps.mmaped_size);
35993da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko    }
36093da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  }
36193da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko}
36293da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko
36393da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenkovoid MemoryMappingLayout::LoadFromCache() {
36493da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  SpinMutexLock l(&cache_lock_);
365ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  if (cached_proc_self_maps_.data) {
366286dd3f8afe6700e5dd9b0bdb7afd23121c98c12Dmitry Vyukov    proc_self_maps_ = cached_proc_self_maps_;
36793da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko  }
36893da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko}
36993da8b6a5e0ed2ca621897504c5d06449b3d7077Alexander Potapenko
370a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany// Parse a hex value in str and update str.
371a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryanystatic uptr ParseHex(char **str) {
372a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  uptr x = 0;
373a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  char *s;
374a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  for (s = *str; ; s++) {
375a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany    char c = *s;
376a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany    uptr v = 0;
377a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany    if (c >= '0' && c <= '9')
378a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany      v = c - '0';
379a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany    else if (c >= 'a' && c <= 'f')
380a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany      v = c - 'a' + 10;
381a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany    else if (c >= 'A' && c <= 'F')
382a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany      v = c - 'A' + 10;
383a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany    else
384a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany      break;
385a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany    x = x * 16 + v;
386a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  }
387a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  *str = s;
388a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  return x;
389a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany}
390a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany
391ab11e0b10d077945a6e681766b41e12ac6aeb0f0Alexey Samsonovstatic bool IsOneOf(char c, char c1, char c2) {
392a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  return c == c1 || c == c2;
393a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany}
394a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany
395a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryanystatic bool IsDecimal(char c) {
396a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  return c >= '0' && c <= '9';
397a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany}
398a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany
399e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonovbool MemoryMappingLayout::Next(uptr *start, uptr *end, uptr *offset,
40045717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov                               char filename[], uptr filename_size,
40145717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov                               uptr *protection) {
402ad91267d45fef531c1082ab7974e4cc78aba5280Alexander Potapenko  char *last = proc_self_maps_.data + proc_self_maps_.len;
4036895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  if (current_ >= last) return false;
4046895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  uptr dummy;
4056895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  if (!start) start = &dummy;
4066895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  if (!end) end = &dummy;
4076895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  if (!offset) offset = &dummy;
4086895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  char *next_line = (char*)internal_memchr(current_, '\n', last - current_);
4096895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  if (next_line == 0)
4106895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov    next_line = last;
411a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  // Example: 08048000-08056000 r-xp 00000000 03:0c 64593   /foo/bar
412a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  *start = ParseHex(&current_);
413bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany  CHECK_EQ(*current_++, '-');
414a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  *end = ParseHex(&current_);
415bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany  CHECK_EQ(*current_++, ' ');
41645717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov  uptr local_protection = 0;
417ab11e0b10d077945a6e681766b41e12ac6aeb0f0Alexey Samsonov  CHECK(IsOneOf(*current_, '-', 'r'));
41845717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov  if (*current_++ == 'r')
41945717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov    local_protection |= kProtectionRead;
420ab11e0b10d077945a6e681766b41e12ac6aeb0f0Alexey Samsonov  CHECK(IsOneOf(*current_, '-', 'w'));
42145717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov  if (*current_++ == 'w')
42245717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov    local_protection |= kProtectionWrite;
423ab11e0b10d077945a6e681766b41e12ac6aeb0f0Alexey Samsonov  CHECK(IsOneOf(*current_, '-', 'x'));
42445717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov  if (*current_++ == 'x')
42545717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov    local_protection |= kProtectionExecute;
426ab11e0b10d077945a6e681766b41e12ac6aeb0f0Alexey Samsonov  CHECK(IsOneOf(*current_, 's', 'p'));
42745717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov  if (*current_++ == 's')
42845717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov    local_protection |= kProtectionShared;
42945717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov  if (protection) {
43045717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov    *protection = local_protection;
43145717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov  }
432bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany  CHECK_EQ(*current_++, ' ');
433a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  *offset = ParseHex(&current_);
434bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany  CHECK_EQ(*current_++, ' ');
435a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  ParseHex(&current_);
436bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany  CHECK_EQ(*current_++, ':');
437a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  ParseHex(&current_);
438bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany  CHECK_EQ(*current_++, ' ');
439a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany  while (IsDecimal(*current_))
440a4e4744778e6b3067f5cf223cf28bb586c1ecf67Kostya Serebryany    current_++;
441bb8a9511bc748d6a4fd601d713bda584ef7bb772Kostya Serebryany  CHECK_EQ(*current_++, ' ');
4426895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  // Skip spaces.
4436895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  while (current_ < next_line && *current_ == ' ')
4446895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov    current_++;
4456895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  // Fill in the filename.
4466895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  uptr i = 0;
4476895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  while (current_ < next_line) {
4486895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov    if (filename && i < filename_size - 1)
4496895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov      filename[i++] = *current_;
4506895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov    current_++;
4516895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  }
4526895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  if (filename && i < filename_size)
4536895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov    filename[i] = 0;
4546895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  current_ = next_line + 1;
4556895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov  return true;
4566895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov}
4576895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov
458e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonov// Gets the object name and the offset by walking MemoryMappingLayout.
459e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonovbool MemoryMappingLayout::GetObjectNameAndOffset(uptr addr, uptr *offset,
460e1f5dac9296df08ff83ae5fca51ce4da995b55cfAlexey Samsonov                                                 char filename[],
46145717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov                                                 uptr filename_size,
46245717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov                                                 uptr *protection) {
46345717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov  return IterateForObjectNameAndOffset(addr, offset, filename, filename_size,
46445717c9d5e39a434749ae10509111f9df1b2cdf4Alexey Samsonov                                       protection);
4656895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov}
4666895adc39c4e09371154c8037366ad4464163ed0Alexey Samsonov
467dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryanybool SanitizerSetThreadName(const char *name) {
468b10a5621daa804f3a2b18fbe75d5fed2a4aeadd3Kostya Serebryany#ifdef PR_SET_NAME
4691ec519c604021162de8bdb8d433fbad1c5033200Dmitry Vyukov  return 0 == prctl(PR_SET_NAME, (unsigned long)name, 0, 0, 0);  // NOLINT
470b10a5621daa804f3a2b18fbe75d5fed2a4aeadd3Kostya Serebryany#else
471b10a5621daa804f3a2b18fbe75d5fed2a4aeadd3Kostya Serebryany  return false;
472b10a5621daa804f3a2b18fbe75d5fed2a4aeadd3Kostya Serebryany#endif
473dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany}
474dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany
475dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryanybool SanitizerGetThreadName(char *name, int max_len) {
476b10a5621daa804f3a2b18fbe75d5fed2a4aeadd3Kostya Serebryany#ifdef PR_GET_NAME
477dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany  char buff[17];
4781ec519c604021162de8bdb8d433fbad1c5033200Dmitry Vyukov  if (prctl(PR_GET_NAME, (unsigned long)buff, 0, 0, 0))  // NOLINT
479dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany    return false;
480dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany  internal_strncpy(name, buff, max_len);
481dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany  name[max_len] = 0;
482dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany  return true;
483b10a5621daa804f3a2b18fbe75d5fed2a4aeadd3Kostya Serebryany#else
484b10a5621daa804f3a2b18fbe75d5fed2a4aeadd3Kostya Serebryany  return false;
485b10a5621daa804f3a2b18fbe75d5fed2a4aeadd3Kostya Serebryany#endif
486dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany}
487dddb18b7be36fe1843c8b98a8d9d7614aef5ce8dKostya Serebryany
4884fce4495502a3668cc4e99164ffcaea92e534d48Dmitry Vyukov#ifndef SANITIZER_GO
489a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany//------------------------- SlowUnwindStack -----------------------------------
490a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#ifdef __arm__
491a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#define UNWIND_STOP _URC_END_OF_STACK
492a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#define UNWIND_CONTINUE _URC_NO_REASON
493a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#else
494a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#define UNWIND_STOP _URC_NORMAL_STOP
495a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#define UNWIND_CONTINUE _URC_NO_REASON
496a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#endif
497a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany
498a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryanyuptr Unwind_GetIP(struct _Unwind_Context *ctx) {
499a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#ifdef __arm__
500a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  uptr val;
501a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  _Unwind_VRS_Result res = _Unwind_VRS_Get(ctx, _UVRSC_CORE,
502a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany      15 /* r15 = PC */, _UVRSD_UINT32, &val);
503a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  CHECK(res == _UVRSR_OK && "_Unwind_VRS_Get failed");
504a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  // Clear the Thumb bit.
505a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  return val & ~(uptr)1;
506a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#else
507a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  return _Unwind_GetIP(ctx);
508a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany#endif
509a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany}
510a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany
511a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany_Unwind_Reason_Code Unwind_Trace(struct _Unwind_Context *ctx, void *param) {
512a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  StackTrace *b = (StackTrace*)param;
513a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  CHECK(b->size < b->max_size);
514a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  uptr pc = Unwind_GetIP(ctx);
515a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  b->trace[b->size++] = pc;
516a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  if (b->size == b->max_size) return UNWIND_STOP;
517a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  return UNWIND_CONTINUE;
518a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany}
519a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany
52049d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryanystatic bool MatchPc(uptr cur_pc, uptr trace_pc) {
5215e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany  return cur_pc - trace_pc <= 64 || trace_pc - cur_pc <= 64;
52249d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany}
52349d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany
52449d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryanyvoid StackTrace::SlowUnwindStack(uptr pc, uptr max_depth) {
525a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  this->size = 0;
526a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  this->max_size = max_depth;
527a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  if (max_depth > 1) {
528a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany    _Unwind_Backtrace(Unwind_Trace, this);
5295e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany    // We need to pop a few frames so that pc is on top.
5305e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany    // trace[0] belongs to the current function so we always pop it.
53149d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany    int to_pop = 1;
5325e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany    /**/ if (size > 1 && MatchPc(pc, trace[1])) to_pop = 1;
5335e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany    else if (size > 2 && MatchPc(pc, trace[2])) to_pop = 2;
5345e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany    else if (size > 3 && MatchPc(pc, trace[3])) to_pop = 3;
5355e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany    else if (size > 4 && MatchPc(pc, trace[4])) to_pop = 4;
5365e10443518154a9d68d299ef65a0a99ed42193b7Kostya Serebryany    else if (size > 5 && MatchPc(pc, trace[5])) to_pop = 5;
53749d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany    this->PopStackFrames(to_pop);
538a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany  }
53949d616ec42ab420ce3ebcbe846b21e3729adf5acKostya Serebryany  this->trace[0] = pc;
540a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany}
541a30c8f9eac981dcf137e84226810b760e35c7be1Kostya Serebryany
5424fce4495502a3668cc4e99164ffcaea92e534d48Dmitry Vyukov#endif  // #ifndef SANITIZER_GO
5434fce4495502a3668cc4e99164ffcaea92e534d48Dmitry Vyukov
544f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukovenum MutexState {
545f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  MtxUnlocked = 0,
546f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  MtxLocked = 1,
547f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  MtxSleeping = 2
548f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov};
549f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov
550f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry VyukovBlockingMutex::BlockingMutex(LinkerInitialized) {
551d164ed175a61529589938b3db3cab076a19acf67Dmitry Vyukov  CHECK_EQ(owner_, 0);
552f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov}
553f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov
55493af5948d3e0c5bdc396f432dd0ae782f499c449Alexey SamsonovBlockingMutex::BlockingMutex() {
55593af5948d3e0c5bdc396f432dd0ae782f499c449Alexey Samsonov  internal_memset(this, 0, sizeof(*this));
55693af5948d3e0c5bdc396f432dd0ae782f499c449Alexey Samsonov}
55793af5948d3e0c5bdc396f432dd0ae782f499c449Alexey Samsonov
558f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukovvoid BlockingMutex::Lock() {
559f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  atomic_uint32_t *m = reinterpret_cast<atomic_uint32_t *>(&opaque_storage_);
560f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  if (atomic_exchange(m, MtxLocked, memory_order_acquire) == MtxUnlocked)
561f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov    return;
562f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  while (atomic_exchange(m, MtxSleeping, memory_order_acquire) != MtxUnlocked)
563c0dbb80bf0eac2771da6faefa5c22155ed4fd33bDmitry Vyukov    syscall(__NR_futex, m, FUTEX_WAIT, MtxSleeping, 0, 0, 0);
564f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov}
565f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov
566f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukovvoid BlockingMutex::Unlock() {
567f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  atomic_uint32_t *m = reinterpret_cast<atomic_uint32_t *>(&opaque_storage_);
568f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  u32 v = atomic_exchange(m, MtxUnlocked, memory_order_relaxed);
56948526014de78e21f7ed027a60670016bc7f5d292Dmitry Vyukov  CHECK_NE(v, MtxUnlocked);
570f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov  if (v == MtxSleeping)
571c0dbb80bf0eac2771da6faefa5c22155ed4fd33bDmitry Vyukov    syscall(__NR_futex, m, FUTEX_WAKE, 1, 0, 0, 0);
572f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov}
573f4f51f2cc6fa936f0c65577f82e6b62989d546eeDmitry Vyukov
574ce700979f644c790c2d9d80f5cc2a1ada0380284Alexey Samsonovvoid BlockingMutex::CheckLocked() {
575ce700979f644c790c2d9d80f5cc2a1ada0380284Alexey Samsonov  atomic_uint32_t *m = reinterpret_cast<atomic_uint32_t *>(&opaque_storage_);
576ce700979f644c790c2d9d80f5cc2a1ada0380284Alexey Samsonov  CHECK_NE(MtxUnlocked, atomic_load(m, memory_order_relaxed));
577ce700979f644c790c2d9d80f5cc2a1ada0380284Alexey Samsonov}
578ce700979f644c790c2d9d80f5cc2a1ada0380284Alexey Samsonov
5796fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany// ----------------- sanitizer_linux.h
5806fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany// The actual size of this structure is specified by d_reclen.
5816fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany// Note that getdents64 uses a different structure format. We only provide the
5826fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany// 32-bit syscall here.
5836fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanystruct linux_dirent {
5846fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  unsigned long      d_ino;
5856fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  unsigned long      d_off;
5866fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  unsigned short     d_reclen;
5876fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  char               d_name[256];
5886fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany};
5896fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
5906fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany// Syscall wrappers.
5916fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanylong internal_ptrace(int request, int pid, void *addr, void *data) {
5926fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return syscall(__NR_ptrace, request, pid, addr, data);
5936fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
5946fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
5956fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanyint internal_waitpid(int pid, int *status, int options) {
5966fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return syscall(__NR_wait4, pid, status, options, NULL /* rusage */);
5976fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
5986fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
5996fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanyint internal_getppid() {
6006fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return syscall(__NR_getppid);
6016fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6026fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6036fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanyint internal_getdents(fd_t fd, struct linux_dirent *dirp, unsigned int count) {
6046fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return syscall(__NR_getdents, fd, dirp, count);
6056fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6066fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6076fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya SerebryanyOFF_T internal_lseek(fd_t fd, OFF_T offset, int whence) {
6086fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return syscall(__NR_lseek, fd, offset, whence);
6096fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6106fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6116fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanyint internal_prctl(int option, uptr arg2, uptr arg3, uptr arg4, uptr arg5) {
6126fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return syscall(__NR_prctl, option, arg2, arg3, arg4, arg5);
6136fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6146fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6156fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanyint internal_sigaltstack(const struct sigaltstack *ss,
6166fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany                         struct sigaltstack *oss) {
6176fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return syscall(__NR_sigaltstack, ss, oss);
6186fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6196fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6206fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6216fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany// ThreadLister implementation.
6226fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya SerebryanyThreadLister::ThreadLister(int pid)
6236fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  : pid_(pid),
6246fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    descriptor_(-1),
6256fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    error_(true),
6266fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    entry_((linux_dirent *)buffer_),
6276fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    bytes_read_(0) {
6286fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  char task_directory_path[80];
6296fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  internal_snprintf(task_directory_path, sizeof(task_directory_path),
6306fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany                    "/proc/%d/task/", pid);
6316fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  descriptor_ = internal_open(task_directory_path, O_RDONLY | O_DIRECTORY);
6326fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  if (descriptor_ < 0) {
6336fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    error_ = true;
6346fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    Report("Can't open /proc/%d/task for reading.\n", pid);
6356fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  } else {
6366fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    error_ = false;
6376fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  }
6386fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6396fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6406fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanyint ThreadLister::GetNextTID() {
6416fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  int tid = -1;
6426fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  do {
6436fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    if (error_)
6446fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany      return -1;
6456fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    if ((char *)entry_ >= &buffer_[bytes_read_] && !GetDirectoryEntries())
6466fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany      return -1;
6476fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    if (entry_->d_ino != 0 && entry_->d_name[0] >= '0' &&
6486fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany        entry_->d_name[0] <= '9') {
6496fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany      // Found a valid tid.
6506fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany      tid = (int)internal_atoll(entry_->d_name);
6516fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    }
6526fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    entry_ = (struct linux_dirent *)(((char *)entry_) + entry_->d_reclen);
6536fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  } while (tid < 0);
6546fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return tid;
6556fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6566fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6576fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanyvoid ThreadLister::Reset() {
6586fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  if (error_ || descriptor_ < 0)
6596fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    return;
6606fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  internal_lseek(descriptor_, 0, SEEK_SET);
6616fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6626fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6636fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya SerebryanyThreadLister::~ThreadLister() {
6646fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  if (descriptor_ >= 0)
6656fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    internal_close(descriptor_);
6666fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6676fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6686fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanybool ThreadLister::error() { return error_; }
6696fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
6706fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryanybool ThreadLister::GetDirectoryEntries() {
6716fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  CHECK_GE(descriptor_, 0);
6726fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  CHECK_NE(error_, true);
6736fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  bytes_read_ = internal_getdents(descriptor_,
6746fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany                                  (struct linux_dirent *)buffer_,
6756fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany                                  sizeof(buffer_));
6766fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  if (bytes_read_ < 0) {
6776fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    Report("Can't read directory entries from /proc/%d/task.\n", pid_);
6786fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    error_ = true;
6796fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    return false;
6806fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  } else if (bytes_read_ == 0) {
6816fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany    return false;
6826fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  }
6836fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  entry_ = (struct linux_dirent *)buffer_;
6846fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany  return true;
6856fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany}
6866fb47af2d2d305adbfc3d41bea589d1527a364a9Kostya Serebryany
687b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanovstatic uptr g_tls_size;
688b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov
689b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov#ifdef __i386__
690b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov# define DL_INTERNAL_FUNCTION __attribute__((regparm(3), stdcall))
691b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov#else
692b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov# define DL_INTERNAL_FUNCTION
693b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov#endif
694b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov
695b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanovvoid InitTlsSize() {
696b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov#ifndef SANITIZER_GO
697b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  typedef void (*get_tls_func)(size_t*, size_t*) DL_INTERNAL_FUNCTION;
698b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  get_tls_func get_tls;
699b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  void *get_tls_static_info_ptr = dlsym(RTLD_NEXT, "_dl_get_tls_static_info");
700b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  CHECK_EQ(sizeof(get_tls), sizeof(get_tls_static_info_ptr));
701b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  internal_memcpy(&get_tls, &get_tls_static_info_ptr,
702b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov                  sizeof(get_tls_static_info_ptr));
703b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  CHECK_NE(get_tls, 0);
704b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  size_t tls_size = 0;
705b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  size_t tls_align = 0;
706b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  get_tls(&tls_size, &tls_align);
707b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  g_tls_size = tls_size;
708b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov#endif
709b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov}
710b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov
711b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanovuptr GetTlsSize() {
712b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov  return g_tls_size;
713b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov}
714b114ed83859d8d4964ac2284584733bcd2acf4f6Evgeniy Stepanov
715b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanovvoid AdjustStackSizeLinux(void *attr_, int verbosity) {
716b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  pthread_attr_t *attr = (pthread_attr_t *)attr_;
717609a02ad07f09147e2fe7beaa257b8c607aca033Evgeniy Stepanov  uptr stackaddr = 0;
718b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  size_t stacksize = 0;
719b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  pthread_attr_getstack(attr, (void**)&stackaddr, &stacksize);
720b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  // GLibC will return (0 - stacksize) as the stack address in the case when
721b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  // stacksize is set, but stackaddr is not.
722b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  bool stack_set = (stackaddr != 0) && (stackaddr + stacksize != 0);
723b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  // We place a lot of tool data into TLS, account for that.
724b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  const uptr minstacksize = GetTlsSize() + 128*1024;
725b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  if (stacksize < minstacksize) {
726b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov    if (!stack_set) {
727b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov      if (verbosity && stacksize != 0)
728b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov        Printf("Sanitizer: increasing stacksize %zu->%zu\n", stacksize,
729b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov               minstacksize);
730b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov      pthread_attr_setstacksize(attr, minstacksize);
731b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov    } else {
732b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov      Printf("Sanitizer: pre-allocated stack size is insufficient: "
733b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov             "%zu < %zu\n", stacksize, minstacksize);
734b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov      Printf("Sanitizer: pthread_create is likely to fail.\n");
735b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov    }
736b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov  }
737b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov}
738b9bf700ae7fe59e25976e0abe9636150f3a39cd2Evgeniy Stepanov
739ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov}  // namespace __sanitizer
740ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov
741ae4d9caa4f47fa6abcd641719e9f520622940c17Alexey Samsonov#endif  // __linux__
742