asan_thread.cc revision c519335c2d6d32acaac32c0595f08a05081567e7
12a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)//===-- asan_thread.cc ----------------------------------------------------===// 22a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 32a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// The LLVM Compiler Infrastructure 42a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 52a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// This file is distributed under the University of Illinois Open Source 62a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// License. See LICENSE.TXT for details. 72a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// 82a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)//===----------------------------------------------------------------------===// 9c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// 101320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci// This file is a part of AddressSanitizer, an address sanity checker. 11c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// 122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Thread-related code. 139ab5563a3196760eb381d102cbb2bc0f7abc6a50Ben Murdoch//===----------------------------------------------------------------------===// 14a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles)#include "asan_allocator.h" 154e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)#include "asan_interceptors.h" 16c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)#include "asan_poisoning.h" 172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "asan_stack.h" 182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "asan_thread.h" 192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "asan_mapping.h" 202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "sanitizer_common/sanitizer_common.h" 214e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)#include "sanitizer_common/sanitizer_placement_new.h" 224e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)#include "lsan/lsan_common.h" 232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)namespace __asan { 252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// AsanThreadContext implementation. 272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AsanThreadContext::OnCreated(void *arg) { 292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CreateThreadContextArgs *args = static_cast<CreateThreadContextArgs*>(arg); 302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (args->stack) { 312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) internal_memcpy(&stack, args->stack, sizeof(stack)); 322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) thread = args->thread; 342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) thread->set_context(this); 352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AsanThreadContext::OnFinished() { 38116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch // Drop the link to the AsanThread object. 39116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch thread = 0; 40116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} 41116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 42116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch// MIPS requires aligned address 43116680a4aac90f2aa7413d9095a592090648e557Ben Murdochstatic ALIGNED(16) char thread_registry_placeholder[sizeof(ThreadRegistry)]; 442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)static ThreadRegistry *asan_thread_registry; 45116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 46116680a4aac90f2aa7413d9095a592090648e557Ben Murdochstatic ThreadContextBase *GetAsanThreadContext(u32 tid) { 47116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch void *mem = MmapOrDie(sizeof(AsanThreadContext), "AsanThreadContext"); 48116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch return new(mem) AsanThreadContext(tid); 49116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} 50116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 51116680a4aac90f2aa7413d9095a592090648e557Ben MurdochThreadRegistry &asanThreadRegistry() { 52116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch static bool initialized; 53116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch // Don't worry about thread_safety - this should be called when there is 54116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch // a single thread. 552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!initialized) { 562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Never reuse ASan threads: we store pointer to AsanThreadContext 57c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // in TSD and can't reliably tell when no more TSD destructors will 58b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // be called. It would be wrong to reuse AsanThreadContext for another 59c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // thread before all TSD destructors will be called for it. 60b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) asan_thread_registry = new(thread_registry_placeholder) ThreadRegistry( 61f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) GetAsanThreadContext, kMaxNumberOfThreads, kMaxNumberOfThreads); 62f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) initialized = true; 63c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } 64c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) return *asan_thread_registry; 652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)AsanThreadContext *GetThreadContextByTidLocked(u32 tid) { 687dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch return static_cast<AsanThreadContext *>( 692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) asanThreadRegistry().GetThreadLocked(tid)); 702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// AsanThread implementation. 732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 74a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles)AsanThread *AsanThread::Create(thread_callback_t start_routine, 752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) void *arg) { 762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uptr PageSize = GetPageSizeCached(); 772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uptr size = RoundUpTo(sizeof(AsanThread), PageSize); 782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AsanThread *thread = (AsanThread*)MmapOrDie(size, __FUNCTION__); 792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) thread->start_routine_ = start_routine; 802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) thread->arg_ = arg; 812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) thread->context_ = 0; 822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return thread; 842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AsanThread::TSDDtor(void *tsd) { 872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AsanThreadContext *context = (AsanThreadContext*)tsd; 882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (flags()->verbosity >= 1) 892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Report("T%d TSDDtor\n", context->tid); 902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (context->thread) 912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) context->thread->Destroy(); 922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AsanThread::Destroy() { 952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (flags()->verbosity >= 1) { 962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Report("T%d exited\n", tid()); 972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) asanThreadRegistry().FinishThread(tid()); 1002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FlushToDeadThreadStats(&stats_); 101c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // We also clear the shadow on thread destruction because 102c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // some code may still be executing in later TSD destructors 103c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // and we don't want it to have any poisoned stack. 104c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) ClearShadowForThreadStackAndTLS(); 1052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DeleteFakeStack(); 106c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) uptr size = RoundUpTo(sizeof(AsanThread), GetPageSizeCached()); 1072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) UnmapOrDie(this, size); 108c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)} 109c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 110c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// We want to create the FakeStack lazyly on the first use, but not eralier 111c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// than the stack size is known and the procedure has to be async-signal safe. 112c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)FakeStack *AsanThread::AsyncSignalSafeLazyInitFakeStack() { 113c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) uptr stack_size = this->stack_size(); 114c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (stack_size == 0) // stack_size is not yet available, don't use FakeStack. 115c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) return 0; 116c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) uptr old_val = 0; 117c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // fake_stack_ has 3 states: 118c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // 0 -- not initialized 1192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // 1 -- being initialized 1204e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) // ptr -- initialized 1214e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) // This CAS checks if the state was 0 and if so changes it to state 1, 1222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // if that was successfull, it initilizes the pointer. 1232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (atomic_compare_exchange_strong( 1242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) reinterpret_cast<atomic_uintptr_t *>(&fake_stack_), &old_val, 1UL, 1252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) memory_order_relaxed)) { 1262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uptr stack_size_log = Log2(RoundUpToPowerOfTwo(stack_size)); 1272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (flags()->uar_stack_size_log) 1282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) stack_size_log = static_cast<uptr>(flags()->uar_stack_size_log); 1292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) fake_stack_ = FakeStack::Create(stack_size_log); 1307d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) SetTLSFakeStack(fake_stack_); 1312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return fake_stack_; 1322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return 0; 1342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1354e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) 1364e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)void AsanThread::Init() { 1372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SetThreadStackAndTls(); 1382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(AddrIsInMem(stack_bottom_)); 1392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(AddrIsInMem(stack_top_ - 1)); 1402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ClearShadowForThreadStackAndTLS(); 1412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (flags()->verbosity >= 1) { 1422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int local = 0; 143c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) Report("T%d: stack [%p,%p) size 0x%zx; local=%p\n", 1442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) tid(), (void*)stack_bottom_, (void*)stack_top_, 1452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) stack_top_ - stack_bottom_, &local); 146c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } 1472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) fake_stack_ = 0; // Will be initialized lazily if needed. 1482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AsanPlatformThreadInit(); 149c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)} 150c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 151c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)thread_return_t AsanThread::ThreadStart(uptr os_id) { 1522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Init(); 1532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) asanThreadRegistry().StartThread(tid(), os_id, 0); 1542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (flags()->use_sigaltstack) SetAlternateSignalStack(); 1552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!start_routine_) { 1575d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // start_routine_ == 0 if we're on the main thread or on one of the 1587d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) // OS X libdispatch worker threads. But nobody is supposed to call 1597d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) // ThreadStart() for the worker threads. 1607d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) CHECK_EQ(tid(), 0); 1617d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) return 0; 1627d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) } 1637d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) 1647d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) thread_return_t res = start_routine_(arg_); 1657d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) malloc_storage().CommitBack(); 166c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (flags()->use_sigaltstack) UnsetAlternateSignalStack(); 1672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // On POSIX systems we defer this to the TSD destructor. LSan will consider 169c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // the thread's memory as non-live from the moment we call Destroy(), even 170c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // though that memory might contain pointers to heap objects which will be 171c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // cleaned up by a user-defined TSD destructor. Thus, calling Destroy() before 172c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // the TSD destructors have run might cause false positives in LSan. 173c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (!SANITIZER_POSIX) 174c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) this->Destroy(); 175c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 176c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) return res; 177c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)} 178c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 179c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)void AsanThread::SetThreadStackAndTls() { 180c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) uptr tls_size = 0; 181c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) GetThreadStackAndTls(tid() == 0, &stack_bottom_, &stack_size_, &tls_begin_, 182c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) &tls_size); 183c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) stack_top_ = stack_bottom_ + stack_size_; 184c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) tls_end_ = tls_begin_ + tls_size; 185c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 186c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) int local; 187c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) CHECK(AddrIsInStack((uptr)&local)); 188c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)} 1892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AsanThread::ClearShadowForThreadStackAndTLS() { 1914e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) PoisonShadow(stack_bottom_, stack_top_ - stack_bottom_, 0); 1924e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) if (tls_begin_ != tls_end_) 1934e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) PoisonShadow(tls_begin_, tls_end_ - tls_begin_, 0); 1944e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)} 1952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)const char *AsanThread::GetFrameNameByAddr(uptr addr, uptr *offset, 1972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uptr *frame_pc) { 1984e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) uptr bottom = 0; 1992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (AddrIsInStack(addr)) { 200c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) bottom = stack_bottom(); 201c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } else if (has_fake_stack()) { 2022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) bottom = fake_stack()->AddrIsInFakeStack(addr); 2032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(bottom); 2044e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) *offset = addr - bottom; 2051675a649fd7a8b3cb80ffddae2dc181f122353c5Ben Murdoch *frame_pc = ((uptr*)bottom)[2]; 206c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) return (const char *)((uptr*)bottom)[1]; 207c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } 2082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uptr aligned_addr = addr & ~(SANITIZER_WORDSIZE/8 - 1); // align addr. 2092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) u8 *shadow_ptr = (u8*)MemToShadow(aligned_addr); 2103551c9c881056c480085172ff9840cab31610854Torne (Richard Coles) u8 *shadow_bottom = (u8*)MemToShadow(bottom); 2113551c9c881056c480085172ff9840cab31610854Torne (Richard Coles) 2123551c9c881056c480085172ff9840cab31610854Torne (Richard Coles) while (shadow_ptr >= shadow_bottom && 2132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) *shadow_ptr != kAsanStackLeftRedzoneMagic) { 2145d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) shadow_ptr--; 2157d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) } 2164e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) 2174e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) while (shadow_ptr >= shadow_bottom && 2187d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) *shadow_ptr == kAsanStackLeftRedzoneMagic) { 2197d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) shadow_ptr--; 2207d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) } 2217d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) 2227d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) if (shadow_ptr < shadow_bottom) { 2233551c9c881056c480085172ff9840cab31610854Torne (Richard Coles) *offset = 0; 2247d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) return "UNKNOWN"; 2254e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) } 2264e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) 2274e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) uptr* ptr = (uptr*)SHADOW_TO_MEM((uptr)(shadow_ptr + 1)); 2284e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) CHECK(ptr[0] == kCurrentStackFrameMagic); 2294e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) *offset = addr - (uptr)ptr; 2304e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) *frame_pc = ptr[2]; 2314e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) return (const char*)ptr[1]; 2324e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles)} 2337d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) 2347d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles)static bool ThreadStackContainsAddress(ThreadContextBase *tctx_base, 2357d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) void *addr) { 2367d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) AsanThreadContext *tctx = static_cast<AsanThreadContext*>(tctx_base); 2372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AsanThread *t = tctx->thread; 2382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!t) return false; 2394e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) if (t->AddrIsInStack((uptr)addr)) return true; 2404e180b6a0b4720a9b8e9e959a882386f690f08ffTorne (Richard Coles) if (t->has_fake_stack() && t->fake_stack()->AddrIsInFakeStack((uptr)addr)) 2412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return true; 242c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) return false; 243c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)} 2442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)AsanThread *GetCurrentThread() { 246c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) AsanThreadContext *context = 247c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) reinterpret_cast<AsanThreadContext *>(AsanTSDGet()); 248c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (!context) { 2493551c9c881056c480085172ff9840cab31610854Torne (Richard Coles) if (SANITIZER_ANDROID) { 250c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // On Android, libc constructor is called _after_ asan_init, and cleans up 251c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // TSD. Try to figure out if this is still the main thread by the stack 252c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // address. We are not entirely sure that we have correct main thread 253c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // limits, so only do this magic on Android, and only if the found thread 2543551c9c881056c480085172ff9840cab31610854Torne (Richard Coles) // is the main thread. 255c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) AsanThreadContext *tctx = GetThreadContextByTidLocked(0); 256c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (ThreadStackContainsAddress(tctx, &context)) { 2573551c9c881056c480085172ff9840cab31610854Torne (Richard Coles) SetCurrentThread(tctx->thread); 2582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return tctx->thread; 259c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } 260c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } 2612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return 0; 2622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 263c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) return context->thread; 2642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void SetCurrentThread(AsanThread *t) { 2672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(t->context()); 2682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (flags()->verbosity >= 2) { 2692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Report("SetCurrentThread: %p for thread %p\n", 2705d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) t->context(), (void*)GetThreadSelf()); 2715d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 2725d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Make sure we do not reset the current AsanThread. 2737d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) CHECK_EQ(0, AsanTSDGet()); 2747d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles) AsanTSDSet(t->context()); 2752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK_EQ(t->context(), AsanTSDGet()); 2762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)u32 GetCurrentTidOrInvalid() { 2792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AsanThread *t = GetCurrentThread(); 2802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return t ? t->tid() : kInvalidTid; 2812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)AsanThread *FindThreadByStackAddress(uptr addr) { 2842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) asanThreadRegistry().CheckLocked(); 2852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AsanThreadContext *tctx = static_cast<AsanThreadContext *>( 2862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) asanThreadRegistry().FindThreadContextLocked(ThreadStackContainsAddress, 2872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) (void *)addr)); 2882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return tctx ? tctx->thread : 0; 2892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void EnsureMainThreadIDIsCorrect() { 2922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AsanThreadContext *context = 2932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) reinterpret_cast<AsanThreadContext *>(AsanTSDGet()); 2942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (context && (context->tid == 0)) 2952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) context->os_id = GetTid(); 2962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)__asan::AsanThread *GetAsanThreadByOsIDLocked(uptr os_id) { 2992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) __asan::AsanThreadContext *context = static_cast<__asan::AsanThreadContext *>( 3005f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) __asan::asanThreadRegistry().FindThreadContextByOsIDLocked(os_id)); 3015f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (!context) return 0; 3025f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) return context->thread; 3035f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles)} 304116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} // namespace __asan 305116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 306116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch// --- Implementation of LSan-specific functions --- {{{1 307116680a4aac90f2aa7413d9095a592090648e557Ben Murdochnamespace __lsan { 308116680a4aac90f2aa7413d9095a592090648e557Ben Murdochbool GetThreadRangesLocked(uptr os_id, uptr *stack_begin, uptr *stack_end, 309116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch uptr *tls_begin, uptr *tls_end, 310116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch uptr *cache_begin, uptr *cache_end) { 311116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch __asan::AsanThread *t = __asan::GetAsanThreadByOsIDLocked(os_id); 312116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch if (!t) return false; 313116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch *stack_begin = t->stack_bottom(); 314116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch *stack_end = t->stack_top(); 315116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch *tls_begin = t->tls_begin(); 316116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch *tls_end = t->tls_end(); 317116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch // ASan doesn't keep allocator caches in TLS, so these are unused. 318116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch *cache_begin = 0; 319116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch *cache_end = 0; 320116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch return true; 321116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} 322116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 323116680a4aac90f2aa7413d9095a592090648e557Ben Murdochvoid ForEachExtraStackRange(uptr os_id, RangeIteratorCallback callback, 324116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch void *arg) { 325116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch __asan::AsanThread *t = __asan::GetAsanThreadByOsIDLocked(os_id); 326116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch if (t && t->has_fake_stack()) 327116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch t->fake_stack()->ForEachFakeFrame(callback, arg); 328116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} 329116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 330116680a4aac90f2aa7413d9095a592090648e557Ben Murdochvoid LockThreadRegistry() { 331116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch __asan::asanThreadRegistry().Lock(); 332116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} 333116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 334116680a4aac90f2aa7413d9095a592090648e557Ben Murdochvoid UnlockThreadRegistry() { 335116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch __asan::asanThreadRegistry().Unlock(); 336116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} 337116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch 338116680a4aac90f2aa7413d9095a592090648e557Ben Murdochvoid EnsureMainThreadIDIsCorrect() { 339116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch __asan::EnsureMainThreadIDIsCorrect(); 340116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} 341116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch} // namespace __lsan 342116680a4aac90f2aa7413d9095a592090648e557Ben Murdoch