123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344 |
- //===-- asan_thread.cc ----------------------------------------------------===//
- //
- // This file is distributed under the University of Illinois Open Source
- // License. See LICENSE.TXT for details.
- //
- //===----------------------------------------------------------------------===//
- //
- // This file is a part of AddressSanitizer, an address sanity checker.
- //
- // Thread-related code.
- //===----------------------------------------------------------------------===//
- #include "asan_allocator.h"
- #include "asan_interceptors.h"
- #include "asan_poisoning.h"
- #include "asan_stack.h"
- #include "asan_thread.h"
- #include "asan_mapping.h"
- #include "sanitizer_common/sanitizer_common.h"
- #include "sanitizer_common/sanitizer_placement_new.h"
- #include "sanitizer_common/sanitizer_stackdepot.h"
- #include "sanitizer_common/sanitizer_tls_get_addr.h"
- #include "lsan/lsan_common.h"
- namespace __asan {
- // AsanThreadContext implementation.
- void AsanThreadContext::OnCreated(void *arg) {
- CreateThreadContextArgs *args = static_cast<CreateThreadContextArgs*>(arg);
- if (args->stack)
- stack_id = StackDepotPut(*args->stack);
- thread = args->thread;
- thread->set_context(this);
- }
- void AsanThreadContext::OnFinished() {
- // Drop the link to the AsanThread object.
- thread = 0;
- }
- // MIPS requires aligned address
- static ALIGNED(16) char thread_registry_placeholder[sizeof(ThreadRegistry)];
- static ThreadRegistry *asan_thread_registry;
- static BlockingMutex mu_for_thread_context(LINKER_INITIALIZED);
- static LowLevelAllocator allocator_for_thread_context;
- static ThreadContextBase *GetAsanThreadContext(u32 tid) {
- BlockingMutexLock lock(&mu_for_thread_context);
- return new(allocator_for_thread_context) AsanThreadContext(tid);
- }
- ThreadRegistry &asanThreadRegistry() {
- static bool initialized;
- // Don't worry about thread_safety - this should be called when there is
- // a single thread.
- if (!initialized) {
- // Never reuse ASan threads: we store pointer to AsanThreadContext
- // in TSD and can't reliably tell when no more TSD destructors will
- // be called. It would be wrong to reuse AsanThreadContext for another
- // thread before all TSD destructors will be called for it.
- asan_thread_registry = new(thread_registry_placeholder) ThreadRegistry(
- GetAsanThreadContext, kMaxNumberOfThreads, kMaxNumberOfThreads);
- initialized = true;
- }
- return *asan_thread_registry;
- }
- AsanThreadContext *GetThreadContextByTidLocked(u32 tid) {
- return static_cast<AsanThreadContext *>(
- asanThreadRegistry().GetThreadLocked(tid));
- }
- // AsanThread implementation.
- AsanThread *AsanThread::Create(thread_callback_t start_routine,
- void *arg) {
- uptr PageSize = GetPageSizeCached();
- uptr size = RoundUpTo(sizeof(AsanThread), PageSize);
- AsanThread *thread = (AsanThread*)MmapOrDie(size, __func__);
- thread->start_routine_ = start_routine;
- thread->arg_ = arg;
- return thread;
- }
- void AsanThread::TSDDtor(void *tsd) {
- AsanThreadContext *context = (AsanThreadContext*)tsd;
- VReport(1, "T%d TSDDtor\n", context->tid);
- if (context->thread)
- context->thread->Destroy();
- }
- void AsanThread::Destroy() {
- int tid = this->tid();
- VReport(1, "T%d exited\n", tid);
- malloc_storage().CommitBack();
- if (common_flags()->use_sigaltstack) UnsetAlternateSignalStack();
- asanThreadRegistry().FinishThread(tid);
- FlushToDeadThreadStats(&stats_);
- // We also clear the shadow on thread destruction because
- // some code may still be executing in later TSD destructors
- // and we don't want it to have any poisoned stack.
- ClearShadowForThreadStackAndTLS();
- DeleteFakeStack(tid);
- uptr size = RoundUpTo(sizeof(AsanThread), GetPageSizeCached());
- UnmapOrDie(this, size);
- DTLS_Destroy();
- }
- // We want to create the FakeStack lazyly on the first use, but not eralier
- // than the stack size is known and the procedure has to be async-signal safe.
- FakeStack *AsanThread::AsyncSignalSafeLazyInitFakeStack() {
- uptr stack_size = this->stack_size();
- if (stack_size == 0) // stack_size is not yet available, don't use FakeStack.
- return 0;
- uptr old_val = 0;
- // fake_stack_ has 3 states:
- // 0 -- not initialized
- // 1 -- being initialized
- // ptr -- initialized
- // This CAS checks if the state was 0 and if so changes it to state 1,
- // if that was successful, it initializes the pointer.
- if (atomic_compare_exchange_strong(
- reinterpret_cast<atomic_uintptr_t *>(&fake_stack_), &old_val, 1UL,
- memory_order_relaxed)) {
- uptr stack_size_log = Log2(RoundUpToPowerOfTwo(stack_size));
- CHECK_LE(flags()->min_uar_stack_size_log, flags()->max_uar_stack_size_log);
- stack_size_log =
- Min(stack_size_log, static_cast<uptr>(flags()->max_uar_stack_size_log));
- stack_size_log =
- Max(stack_size_log, static_cast<uptr>(flags()->min_uar_stack_size_log));
- fake_stack_ = FakeStack::Create(stack_size_log);
- SetTLSFakeStack(fake_stack_);
- return fake_stack_;
- }
- return 0;
- }
- void AsanThread::Init() {
- fake_stack_ = 0; // Will be initialized lazily if needed.
- CHECK_EQ(this->stack_size(), 0U);
- SetThreadStackAndTls();
- CHECK_GT(this->stack_size(), 0U);
- CHECK(AddrIsInMem(stack_bottom_));
- CHECK(AddrIsInMem(stack_top_ - 1));
- ClearShadowForThreadStackAndTLS();
- int local = 0;
- VReport(1, "T%d: stack [%p,%p) size 0x%zx; local=%p\n", tid(),
- (void *)stack_bottom_, (void *)stack_top_, stack_top_ - stack_bottom_,
- &local);
- AsanPlatformThreadInit();
- }
- thread_return_t AsanThread::ThreadStart(uptr os_id) {
- Init();
- asanThreadRegistry().StartThread(tid(), os_id, 0);
- if (common_flags()->use_sigaltstack) SetAlternateSignalStack();
- if (!start_routine_) {
- // start_routine_ == 0 if we're on the main thread or on one of the
- // OS X libdispatch worker threads. But nobody is supposed to call
- // ThreadStart() for the worker threads.
- CHECK_EQ(tid(), 0);
- return 0;
- }
- thread_return_t res = start_routine_(arg_);
- // On POSIX systems we defer this to the TSD destructor. LSan will consider
- // the thread's memory as non-live from the moment we call Destroy(), even
- // though that memory might contain pointers to heap objects which will be
- // cleaned up by a user-defined TSD destructor. Thus, calling Destroy() before
- // the TSD destructors have run might cause false positives in LSan.
- if (!SANITIZER_POSIX)
- this->Destroy();
- return res;
- }
- void AsanThread::SetThreadStackAndTls() {
- uptr tls_size = 0;
- GetThreadStackAndTls(tid() == 0, &stack_bottom_, &stack_size_, &tls_begin_,
- &tls_size);
- stack_top_ = stack_bottom_ + stack_size_;
- tls_end_ = tls_begin_ + tls_size;
- int local;
- CHECK(AddrIsInStack((uptr)&local));
- }
- void AsanThread::ClearShadowForThreadStackAndTLS() {
- PoisonShadow(stack_bottom_, stack_top_ - stack_bottom_, 0);
- if (tls_begin_ != tls_end_)
- PoisonShadow(tls_begin_, tls_end_ - tls_begin_, 0);
- }
- bool AsanThread::GetStackFrameAccessByAddr(uptr addr,
- StackFrameAccess *access) {
- uptr bottom = 0;
- if (AddrIsInStack(addr)) {
- bottom = stack_bottom();
- } else if (has_fake_stack()) {
- bottom = fake_stack()->AddrIsInFakeStack(addr);
- CHECK(bottom);
- access->offset = addr - bottom;
- access->frame_pc = ((uptr*)bottom)[2];
- access->frame_descr = (const char *)((uptr*)bottom)[1];
- return true;
- }
- uptr aligned_addr = addr & ~(SANITIZER_WORDSIZE/8 - 1); // align addr.
- u8 *shadow_ptr = (u8*)MemToShadow(aligned_addr);
- u8 *shadow_bottom = (u8*)MemToShadow(bottom);
- while (shadow_ptr >= shadow_bottom &&
- *shadow_ptr != kAsanStackLeftRedzoneMagic) {
- shadow_ptr--;
- }
- while (shadow_ptr >= shadow_bottom &&
- *shadow_ptr == kAsanStackLeftRedzoneMagic) {
- shadow_ptr--;
- }
- if (shadow_ptr < shadow_bottom) {
- return false;
- }
- uptr* ptr = (uptr*)SHADOW_TO_MEM((uptr)(shadow_ptr + 1));
- CHECK(ptr[0] == kCurrentStackFrameMagic);
- access->offset = addr - (uptr)ptr;
- access->frame_pc = ptr[2];
- access->frame_descr = (const char*)ptr[1];
- return true;
- }
- static bool ThreadStackContainsAddress(ThreadContextBase *tctx_base,
- void *addr) {
- AsanThreadContext *tctx = static_cast<AsanThreadContext*>(tctx_base);
- AsanThread *t = tctx->thread;
- if (!t) return false;
- if (t->AddrIsInStack((uptr)addr)) return true;
- if (t->has_fake_stack() && t->fake_stack()->AddrIsInFakeStack((uptr)addr))
- return true;
- return false;
- }
- AsanThread *GetCurrentThread() {
- AsanThreadContext *context =
- reinterpret_cast<AsanThreadContext *>(AsanTSDGet());
- if (!context) {
- if (SANITIZER_ANDROID) {
- // On Android, libc constructor is called _after_ asan_init, and cleans up
- // TSD. Try to figure out if this is still the main thread by the stack
- // address. We are not entirely sure that we have correct main thread
- // limits, so only do this magic on Android, and only if the found thread
- // is the main thread.
- AsanThreadContext *tctx = GetThreadContextByTidLocked(0);
- if (ThreadStackContainsAddress(tctx, &context)) {
- SetCurrentThread(tctx->thread);
- return tctx->thread;
- }
- }
- return 0;
- }
- return context->thread;
- }
- void SetCurrentThread(AsanThread *t) {
- CHECK(t->context());
- VReport(2, "SetCurrentThread: %p for thread %p\n", t->context(),
- (void *)GetThreadSelf());
- // Make sure we do not reset the current AsanThread.
- CHECK_EQ(0, AsanTSDGet());
- AsanTSDSet(t->context());
- CHECK_EQ(t->context(), AsanTSDGet());
- }
- u32 GetCurrentTidOrInvalid() {
- AsanThread *t = GetCurrentThread();
- return t ? t->tid() : kInvalidTid;
- }
- AsanThread *FindThreadByStackAddress(uptr addr) {
- asanThreadRegistry().CheckLocked();
- AsanThreadContext *tctx = static_cast<AsanThreadContext *>(
- asanThreadRegistry().FindThreadContextLocked(ThreadStackContainsAddress,
- (void *)addr));
- return tctx ? tctx->thread : 0;
- }
- void EnsureMainThreadIDIsCorrect() {
- AsanThreadContext *context =
- reinterpret_cast<AsanThreadContext *>(AsanTSDGet());
- if (context && (context->tid == 0))
- context->os_id = GetTid();
- }
- __asan::AsanThread *GetAsanThreadByOsIDLocked(uptr os_id) {
- __asan::AsanThreadContext *context = static_cast<__asan::AsanThreadContext *>(
- __asan::asanThreadRegistry().FindThreadContextByOsIDLocked(os_id));
- if (!context) return 0;
- return context->thread;
- }
- } // namespace __asan
- // --- Implementation of LSan-specific functions --- {{{1
- namespace __lsan {
- bool GetThreadRangesLocked(uptr os_id, uptr *stack_begin, uptr *stack_end,
- uptr *tls_begin, uptr *tls_end,
- uptr *cache_begin, uptr *cache_end) {
- __asan::AsanThread *t = __asan::GetAsanThreadByOsIDLocked(os_id);
- if (!t) return false;
- *stack_begin = t->stack_bottom();
- *stack_end = t->stack_top();
- *tls_begin = t->tls_begin();
- *tls_end = t->tls_end();
- // ASan doesn't keep allocator caches in TLS, so these are unused.
- *cache_begin = 0;
- *cache_end = 0;
- return true;
- }
- void ForEachExtraStackRange(uptr os_id, RangeIteratorCallback callback,
- void *arg) {
- __asan::AsanThread *t = __asan::GetAsanThreadByOsIDLocked(os_id);
- if (t && t->has_fake_stack())
- t->fake_stack()->ForEachFakeFrame(callback, arg);
- }
- void LockThreadRegistry() {
- __asan::asanThreadRegistry().Lock();
- }
- void UnlockThreadRegistry() {
- __asan::asanThreadRegistry().Unlock();
- }
- void EnsureMainThreadIDIsCorrect() {
- __asan::EnsureMainThreadIDIsCorrect();
- }
- } // namespace __lsan
|