pthread_create.cpp revision 80906141f79be8be63fc915bfab467029b442ca1
14b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes/* 24b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * Copyright (C) 2008 The Android Open Source Project 34b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * All rights reserved. 44b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * 54b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * Redistribution and use in source and binary forms, with or without 64b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * modification, are permitted provided that the following conditions 74b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * are met: 84b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * * Redistributions of source code must retain the above copyright 94b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * notice, this list of conditions and the following disclaimer. 104b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * * Redistributions in binary form must reproduce the above copyright 114b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * notice, this list of conditions and the following disclaimer in 124b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * the documentation and/or other materials provided with the 134b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * distribution. 144b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * 154b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 164b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 174b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 184b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE 194b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 204b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 214b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS 224b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 234b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 244b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 254b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 264b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes * SUCH DAMAGE. 274b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes */ 284b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 294b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include <pthread.h> 304b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 314b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include <errno.h> 324b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include <sys/mman.h> 334b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 344b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include "pthread_internal.h" 354b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 364b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include "private/bionic_ssp.h" 374b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include "private/bionic_tls.h" 388f2a5a0b40fc82126c691d5c30131d908772aab7Elliott Hughes#include "private/libc_logging.h" 394b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include "private/thread_private.h" 404b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include "private/ErrnoRestorer.h" 414b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#include "private/ScopedPthreadMutexLocker.h" 424b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 4370b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughesextern "C" pid_t __bionic_clone(uint32_t flags, void* child_stack, int* parent_tid, void* tls, int* child_tid, int (*fn)(void*), void* arg); 4480906141f79be8be63fc915bfab467029b442ca1Elliott Hughesextern "C" int __set_tls(void*); 454b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 464b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#ifdef __i386__ 474b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#define ATTRIBUTES __attribute__((noinline)) __attribute__((fastcall)) 484b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#else 494b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#define ATTRIBUTES __attribute__((noinline)) 504b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes#endif 514b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 524b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughesextern "C" void ATTRIBUTES _thread_created_hook(pid_t thread_id); 534b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 544b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughesstatic pthread_mutex_t gPthreadStackCreationLock = PTHREAD_MUTEX_INITIALIZER; 554b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 564b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughesstatic pthread_mutex_t gDebuggerNotificationLock = PTHREAD_MUTEX_INITIALIZER; 574b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 5870b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes// This code is used both by each new pthread and the code that initializes the main thread. 5940eabe24e4e3ae8ebe437f1f4e43cf39cbba2e9eElliott Hughesvoid __init_tls(pthread_internal_t* thread) { 6070b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes // Zero-initialize all the slots after TLS_SLOT_SELF and TLS_SLOT_THREAD_ID. 6170b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes for (size_t i = TLS_SLOT_ERRNO; i < BIONIC_TLS_SLOTS; ++i) { 6240eabe24e4e3ae8ebe437f1f4e43cf39cbba2e9eElliott Hughes thread->tls[i] = NULL; 634b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 644b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 6580906141f79be8be63fc915bfab467029b442ca1Elliott Hughes#if defined(__i386__) 6680906141f79be8be63fc915bfab467029b442ca1Elliott Hughes __set_tls(thread->tls); 6780906141f79be8be63fc915bfab467029b442ca1Elliott Hughes#endif 6880906141f79be8be63fc915bfab467029b442ca1Elliott Hughes 694b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // Slot 0 must point to itself. The x86 Linux kernel reads the TLS from %fs:0. 7040eabe24e4e3ae8ebe437f1f4e43cf39cbba2e9eElliott Hughes thread->tls[TLS_SLOT_SELF] = thread->tls; 7140eabe24e4e3ae8ebe437f1f4e43cf39cbba2e9eElliott Hughes thread->tls[TLS_SLOT_THREAD_ID] = thread; 724b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // GCC looks in the TLS for the stack guard on x86, so copy it there from our global. 7340eabe24e4e3ae8ebe437f1f4e43cf39cbba2e9eElliott Hughes thread->tls[TLS_SLOT_STACK_GUARD] = (void*) __stack_chk_guard; 7470b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes} 754b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 7670b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughesvoid __init_alternate_signal_stack(pthread_internal_t* thread) { 7784114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes // Create and set an alternate signal stack. 7884114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes stack_t ss; 7984114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes ss.ss_sp = mmap(NULL, SIGSTKSZ, PROT_READ|PROT_WRITE, MAP_PRIVATE|MAP_ANONYMOUS, 0, 0); 8084114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes if (ss.ss_sp != MAP_FAILED) { 8184114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes ss.ss_size = SIGSTKSZ; 8284114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes ss.ss_flags = 0; 8384114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes sigaltstack(&ss, NULL); 8484114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes thread->alternate_signal_stack = ss.ss_sp; 8584114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes } 864b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes} 874b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 88cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughesint __init_thread(pthread_internal_t* thread, bool add_to_thread_list) { 894b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes int error = 0; 904b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 914b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // Set the scheduling policy/priority of the thread. 924b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes if (thread->attr.sched_policy != SCHED_NORMAL) { 93c3f114037dbf028896310609fd28cf2b3da99c4dElliott Hughes sched_param param; 944b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes param.sched_priority = thread->attr.sched_priority; 9540eabe24e4e3ae8ebe437f1f4e43cf39cbba2e9eElliott Hughes if (sched_setscheduler(thread->tid, thread->attr.sched_policy, ¶m) == -1) { 9698624c374646a050556bdc402b55b792fefa7e55Elliott Hughes#if __LP64__ 9798624c374646a050556bdc402b55b792fefa7e55Elliott Hughes // For backwards compatibility reasons, we only report failures on 64-bit devices. 9898624c374646a050556bdc402b55b792fefa7e55Elliott Hughes error = errno; 9998624c374646a050556bdc402b55b792fefa7e55Elliott Hughes#endif 100b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes __libc_format_log(ANDROID_LOG_WARN, "libc", 101b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes "pthread_create sched_setscheduler call failed: %s", strerror(errno)); 1024b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 1034b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 1044b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1054b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes thread->cleanup_stack = NULL; 1064b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1074b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes if (add_to_thread_list) { 1084b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes _pthread_internal_add(thread); 1094b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 1104b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1114b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return error; 1124b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes} 1134b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 114b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughesstatic void* __create_thread_stack(pthread_internal_t* thread) { 1154b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes ScopedPthreadMutexLocker lock(&gPthreadStackCreationLock); 1164b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1174b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // Create a new private anonymous map. 1184b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes int prot = PROT_READ | PROT_WRITE; 1194b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes int flags = MAP_PRIVATE | MAP_ANONYMOUS | MAP_NORESERVE; 120b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes void* stack = mmap(NULL, thread->attr.stack_size, prot, flags, -1, 0); 1214b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes if (stack == MAP_FAILED) { 122b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes __libc_format_log(ANDROID_LOG_WARN, 123b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes "libc", 124b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes "pthread_create failed: couldn't allocate %zd-byte stack: %s", 125b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes thread->attr.stack_size, strerror(errno)); 1264b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return NULL; 1274b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 1284b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1294b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // Set the guard region at the end of the stack to PROT_NONE. 130b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes if (mprotect(stack, thread->attr.guard_size, PROT_NONE) == -1) { 131b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes __libc_format_log(ANDROID_LOG_WARN, "libc", 132b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes "pthread_create failed: couldn't mprotect PROT_NONE %zd-byte stack guard region: %s", 133b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes thread->attr.guard_size, strerror(errno)); 134b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes munmap(stack, thread->attr.stack_size); 1354b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return NULL; 1364b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 1374b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1384b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return stack; 1394b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes} 1404b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 141e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughesstatic int __pthread_start(void* arg) { 142e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes pthread_internal_t* thread = reinterpret_cast<pthread_internal_t*>(arg); 143e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes 144e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes // Wait for our creating thread to release us. This lets it have time to 145e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes // notify gdb about this thread before we start doing anything. 146e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes // This also provides the memory barrier needed to ensure that all memory 147e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes // accesses previously made by the creating thread are visible to us. 148e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes pthread_mutex_t* start_mutex = (pthread_mutex_t*) &thread->tls[TLS_SLOT_START_MUTEX]; 149e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes pthread_mutex_lock(start_mutex); 150e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes pthread_mutex_destroy(start_mutex); 151e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes 152e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes __init_tls(thread); 153e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes 154e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes __init_alternate_signal_stack(thread); 155e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes 156e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes void* result = thread->start_routine(thread->start_routine_arg); 157e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes pthread_exit(result); 158e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes 159e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes return 0; 160e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes} 161e48b68570d872ef7ece1d873c0ea298ea76393f3Elliott Hughes 162cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes// A dummy start routine for pthread_create failures where we've created a thread but aren't 163cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes// going to run user code on it. We swap out the user's start routine for this and take advantage 164cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes// of the regular thread teardown to free up resources. 165cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughesstatic void* __do_nothing(void*) { 166cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes return NULL; 167cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes} 168cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes 1694b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughesint pthread_create(pthread_t* thread_out, pthread_attr_t const* attr, 1704b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes void* (*start_routine)(void*), void* arg) { 1714b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes ErrnoRestorer errno_restorer; 1724b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1734b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // Inform the rest of the C library that at least one thread 1744b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // was created. This will enforce certain functions to acquire/release 1754b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // locks (e.g. atexit()) to protect shared global structures. 1764b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // This works because pthread_create() is not called by the C library 1774b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // initialization routine that sets up the main thread's data structures. 1784b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes __isthreaded = 1; 1794b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1804b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes pthread_internal_t* thread = reinterpret_cast<pthread_internal_t*>(calloc(sizeof(*thread), 1)); 1814b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes if (thread == NULL) { 182cfa089df23ff50fcd5ed3854c54991d30be5fc7eElliott Hughes __libc_format_log(ANDROID_LOG_WARN, "libc", "pthread_create failed: couldn't allocate thread"); 1834b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return EAGAIN; 1844b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 1854b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1864b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes if (attr == NULL) { 1874b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes pthread_attr_init(&thread->attr); 1884b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } else { 1894b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes thread->attr = *attr; 1904b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes attr = NULL; // Prevent misuse below. 1914b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 1924b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 193b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes // Make sure the stack size and guard size are multiples of PAGE_SIZE. 194b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes thread->attr.stack_size = (thread->attr.stack_size + (PAGE_SIZE-1)) & ~(PAGE_SIZE-1); 195b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes thread->attr.guard_size = (thread->attr.guard_size + (PAGE_SIZE-1)) & ~(PAGE_SIZE-1); 1964b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 1974b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes if (thread->attr.stack_base == NULL) { 1984b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // The caller didn't provide a stack, so allocate one. 199b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes thread->attr.stack_base = __create_thread_stack(thread); 2004b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes if (thread->attr.stack_base == NULL) { 2014b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes free(thread); 2024b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return EAGAIN; 2034b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 2044b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } else { 2054b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // The caller did provide a stack, so remember we're not supposed to free it. 2062b6e43e00ece68b3aba26d8f95f07cd9d9294ab4Elliott Hughes thread->attr.flags |= PTHREAD_ATTR_FLAG_USER_ALLOCATED_STACK; 2074b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 2084b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 20984114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes // Make room for the TLS area. 21084114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes // The child stack is the same address, just growing in the opposite direction. 21184114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes // At offsets >= 0, we have the TLS slots. 21284114c8dd5b17efecf7988f263ce431208d7be5aElliott Hughes // At offsets < 0, we have the child stack. 21370b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes thread->tls = (void**)((uint8_t*)(thread->attr.stack_base) + thread->attr.stack_size - BIONIC_TLS_SLOTS * sizeof(void*)); 21470b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes void* child_stack = thread->tls; 2154b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 21670b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes // Create a mutex for the thread in TLS to wait on once it starts so we can keep 2174b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // it from doing anything until after we notify the debugger about it 2184b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // 2194b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // This also provides the memory barrier we need to ensure that all 2204b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // memory accesses previously performed by this thread are visible to 2214b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // the new thread. 22270b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes pthread_mutex_t* start_mutex = (pthread_mutex_t*) &thread->tls[TLS_SLOT_START_MUTEX]; 2234b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes pthread_mutex_init(start_mutex, NULL); 224877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes pthread_mutex_lock(start_mutex); 2254b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 22670b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes thread->tls[TLS_SLOT_THREAD_ID] = thread; 2274b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 22870b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes thread->start_routine = start_routine; 22970b24b1cc2a1a4436b1fea3f8b76616fdcb27224Elliott Hughes thread->start_routine_arg = arg; 2304b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 231877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes int flags = CLONE_VM | CLONE_FS | CLONE_FILES | CLONE_SIGHAND | CLONE_THREAD | CLONE_SYSVSEM | 232877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes CLONE_SETTLS | CLONE_PARENT_SETTID | CLONE_CHILD_CLEARTID; 23380906141f79be8be63fc915bfab467029b442ca1Elliott Hughes#if defined(__i386__) 23480906141f79be8be63fc915bfab467029b442ca1Elliott Hughes // On x86 (but not x86-64), CLONE_SETTLS takes a pointer to a struct user_desc rather than 23580906141f79be8be63fc915bfab467029b442ca1Elliott Hughes // a pointer to the TLS itself. Rather than try to deal with that here, we just let x86 set 23680906141f79be8be63fc915bfab467029b442ca1Elliott Hughes // the TLS manually in __init_tls, like all architectures used to. 23780906141f79be8be63fc915bfab467029b442ca1Elliott Hughes flags &= ~CLONE_SETTLS; 23880906141f79be8be63fc915bfab467029b442ca1Elliott Hughes#endif 239877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes int rc = __bionic_clone(flags, child_stack, &(thread->tid), thread->tls, &(thread->tid), __pthread_start, thread); 240877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes if (rc == -1) { 2414b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes int clone_errno = errno; 242877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes // We don't have to unlock the mutex at all because clone(2) failed so there's no child waiting to 243877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes // be unblocked, but we're about to unmap the memory the mutex is stored in, so this serves as a 244877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes // reminder that you can't rewrite this function to use a ScopedPthreadMutexLocker. 245877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes pthread_mutex_unlock(start_mutex); 2462b6e43e00ece68b3aba26d8f95f07cd9d9294ab4Elliott Hughes if ((thread->attr.flags & PTHREAD_ATTR_FLAG_USER_ALLOCATED_STACK) == 0) { 247b95cf0d23a1db3b7c37bd98b0c86196796c9b029Elliott Hughes munmap(thread->attr.stack_base, thread->attr.stack_size); 2484b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 2494b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes free(thread); 250cfa089df23ff50fcd5ed3854c54991d30be5fc7eElliott Hughes __libc_format_log(ANDROID_LOG_WARN, "libc", "pthread_create failed: clone failed: %s", strerror(errno)); 2514b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return clone_errno; 2524b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 2534b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 254cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes int init_errno = __init_thread(thread, true); 2554b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes if (init_errno != 0) { 256cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes // Mark the thread detached and replace its start_routine with a no-op. 257cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes // Letting the thread run is the easiest way to clean up its resources. 2584b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes thread->attr.flags |= PTHREAD_ATTR_FLAG_DETACHED; 259cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes thread->start_routine = __do_nothing; 260cef3faec0ea40fdfe58e425fd0be64f00de6a26dElliott Hughes pthread_mutex_unlock(start_mutex); 2614b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return init_errno; 2624b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 2634b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 2644b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes // Notify any debuggers about the new thread. 2654b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes { 2664b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes ScopedPthreadMutexLocker debugger_locker(&gDebuggerNotificationLock); 26740eabe24e4e3ae8ebe437f1f4e43cf39cbba2e9eElliott Hughes _thread_created_hook(thread->tid); 2684b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes } 2694b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 270877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes // Publish the pthread_t and unlock the mutex to let the new thread start running. 271877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes *thread_out = reinterpret_cast<pthread_t>(thread); 272877ec6d90418ff1d6597147d355a2229fdffae7eElliott Hughes pthread_mutex_unlock(start_mutex); 2734b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes 2744b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes return 0; 2754b4a8824289c48c823cd38bc63289d121aae3d67Elliott Hughes} 276