1ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* 2ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This file is part of drd, a thread error detector. 3ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Copyright (C) 2006-2013 Bart Van Assche <bvanassche@acm.org>. 5ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This program is free software; you can redistribute it and/or 7ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown modify it under the terms of the GNU General Public License as 8ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown published by the Free Software Foundation; either version 2 of the 9ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown License, or (at your option) any later version. 10ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 11ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This program is distributed in the hope that it will be useful, but 12ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown WITHOUT ANY WARRANTY; without even the implied warranty of 13ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 14ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown General Public License for more details. 15ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 16ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown You should have received a copy of the GNU General Public License 17ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown along with this program; if not, write to the Free Software 18ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 19ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 02111-1307, USA. 20ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 21ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The GNU General Public License is contained in the file COPYING. 22ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 23ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 24ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 25ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_barrier.h" 26ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_clientobj.h" 27ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_error.h" 28ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_suppression.h" 29ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_errormgr.h" // VG_(maybe_record_error)() 30ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_libcassert.h" // tl_assert() 31ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_libcprint.h" // VG_(printf)() 32ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_machine.h" // VG_(get_IP)() 33ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_mallocfree.h" // VG_(malloc)(), VG_(free)() 34ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_oset.h" 35ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_threadstate.h" // VG_(get_running_tid)() 36ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 37ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 38ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Type definitions. */ 39ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 40ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** Information associated with one thread participating in a barrier. */ 41ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstruct barrier_thread_info 42ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 43ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown UWord tid; // A DrdThreadId declared as UWord because 44ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // this member variable is the key of an OSet. 45b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Segment* sg; // Segment of the last pthread_barrier() call 46b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov // by thread tid. 479bea4c13fca0e3bb4b719dcb3ed63d47d479294eKenny Root Segment* post_wait_sg; // Segment created after *_barrier_wait() finished 48b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov ExeContext* wait_call_ctxt;// call stack for *_barrier_wait() call. 49b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Bool thread_finished;// Whether thread 'tid' has finished. 50ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}; 51ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 52ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 53ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Local functions. */ 54ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 55ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void barrier_cleanup(struct barrier_info* p); 56ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void barrier_delete_thread(struct barrier_info* const p, 57ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const DrdThreadId tid); 58436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic const HChar* barrier_get_typename(struct barrier_info* const p); 59436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic const HChar* barrier_type_name(const BarrierT bt); 60ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 61ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid barrier_report_wait_delete_race(const struct barrier_info* const p, 62ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const struct barrier_thread_info* const q); 63ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 64ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 65ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Local variables. */ 66ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 67ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool s_trace_barrier = False; 68ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic ULong s_barrier_segment_creation_count; 69ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 70ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 71ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Function definitions. */ 72ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 73ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid DRD_(barrier_set_trace)(const Bool trace_barrier) 74ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 75ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown s_trace_barrier = trace_barrier; 76ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 77ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 78ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** 79ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Initialize the structure *p with the specified thread ID and iteration 80ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * information. 81ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 82ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 83ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid DRD_(barrier_thread_initialize)(struct barrier_thread_info* const p, 84b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov const DrdThreadId tid) 85ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 86b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->tid = tid; 87b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->sg = NULL; 88b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->post_wait_sg = 0; 89b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->wait_call_ctxt = 0; 90b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->thread_finished = False; 91ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 92ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 93ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** 94ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Deallocate the memory that is owned by members of 95ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * struct barrier_thread_info. 96ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 97ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void DRD_(barrier_thread_destroy)(struct barrier_thread_info* const p) 98ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 99ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(p); 100b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(sg_put)(p->sg); 101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown DRD_(sg_put)(p->post_wait_sg); 102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** 105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Initialize the structure *p with the specified client-side barrier address, 106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * barrier object size and number of participants in each barrier. 107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 108ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid DRD_(barrier_initialize)(struct barrier_info* const p, 110ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const Addr barrier, 111ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const BarrierT barrier_type, 112ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const Word count) 113ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 114b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov int i; 115b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(barrier != 0); 117ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(barrier_type == pthread_barrier || barrier_type == gomp_barrier); 118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(p->a1 == barrier); 119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->cleanup = (void(*)(DrdClientobj*))barrier_cleanup; 121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->delete_thread 122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = (void(*)(DrdClientobj*, DrdThreadId))barrier_delete_thread; 123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->barrier_type = barrier_type; 124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->count = count; 125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->pre_iteration = 0; 126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->post_iteration = 0; 127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->pre_waiters_left = count; 128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->post_waiters_left = count; 129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(((struct barrier_thread_info*)0)->tid) == sizeof(Word)); 131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(((struct barrier_thread_info*)0)->tid) 132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown >= sizeof(DrdThreadId)); 133b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov for (i = 0; i < 2; i++) { 134b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->oset[i] = VG_(OSetGen_Create)(0, 0, VG_(malloc), "drd.barrier.bi.1", 135b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(free)); 136b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 137ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 138ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** 140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Deallocate the memory owned by the struct barrier_info object and also 141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * all the nodes in the OSet p->oset. 142ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * 143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Called by clientobj_destroy(). 144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void barrier_cleanup(struct barrier_info* p) 146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_thread_info* q; 148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Segment* latest_sg = 0; 149b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov OSet* oset; 150b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov int i; 151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(p); 153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 154b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(thread_get_latest_segment)(&latest_sg, DRD_(thread_get_running_tid)()); 155b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(latest_sg); 156b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 157b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (p->pre_waiters_left != p->count) { 158ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErrInfo bei = { DRD_(thread_get_running_tid)(), p->a1, 0, 0 }; 159ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(maybe_record_error)(VG_(get_running_tid)(), 160ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErr, 161ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(get_IP)(VG_(get_running_tid)()), 162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "Destruction of barrier that is being waited" 163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown " upon", 164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown &bei); 165b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } else { 166b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov oset = p->oset[1 - (p->pre_iteration & 1)]; 167b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(OSetGen_ResetIter)(oset); 168b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov for ( ; (q = VG_(OSetGen_Next)(oset)) != 0; ) { 169b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (q->post_wait_sg && !DRD_(vc_lte)(&q->post_wait_sg->vc, 170b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov &latest_sg->vc)) 171b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov { 172b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov barrier_report_wait_delete_race(p, q); 173b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 174b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(barrier_thread_destroy)(q); 1759bea4c13fca0e3bb4b719dcb3ed63d47d479294eKenny Root } 176b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 1779bea4c13fca0e3bb4b719dcb3ed63d47d479294eKenny Root 178b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov for (i = 0; i < 2; i++) { 179b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(OSetGen_Destroy)(p->oset[i]); 180b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->oset[i] = NULL; 181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown DRD_(sg_put)(latest_sg); 184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** 187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Look up the client-side barrier address barrier in s_barrier[]. If not 188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * found, add it. 189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstruct barrier_info* 192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownDRD_(barrier_get_or_allocate)(const Addr barrier, 193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const BarrierT barrier_type, const Word count) 194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_info *p; 196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(barrier_type == pthread_barrier || barrier_type == gomp_barrier); 198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(offsetof(DrdClientobj, barrier) == 0); 200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p = &(DRD_(clientobj_get)(barrier, ClientBarrier)->barrier); 201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (p == 0) 202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p = &(DRD_(clientobj_add)(barrier, ClientBarrier)->barrier); 204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown DRD_(barrier_initialize)(p, barrier, barrier_type, count); 205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return p; 207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** 210b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov * Look up the address of the struct barrier_info associated with the 211b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov * client-side barrier object. 212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic struct barrier_info* DRD_(barrier_get)(const Addr barrier) 214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(offsetof(DrdClientobj, barrier) == 0); 216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return &(DRD_(clientobj_get)(barrier, ClientBarrier)->barrier); 217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** 220b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov * Initialize a barrier with given client address, barrier type and number of 221b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov * participants. The 'reinitialization' argument indicates whether a barrier 222b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov * object is being initialized or reinitialized. 223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * 224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Called before pthread_barrier_init(). 225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid DRD_(barrier_init)(const Addr barrier, 227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const BarrierT barrier_type, const Word count, 228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const Bool reinitialization) 229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_info* p; 231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(barrier_type == pthread_barrier || barrier_type == gomp_barrier); 233ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (count == 0) 235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErrInfo bei = { DRD_(thread_get_running_tid)(), barrier, 0, 0 }; 237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(maybe_record_error)(VG_(get_running_tid)(), 238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErr, 239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(get_IP)(VG_(get_running_tid)()), 240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "pthread_barrier_init: 'count' argument is zero", 241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown &bei); 242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (! reinitialization && barrier_type == pthread_barrier) 245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 246ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p = DRD_(barrier_get)(barrier); 247ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (p) 248ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 249ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErrInfo bei = { DRD_(thread_get_running_tid)(), barrier, 0, 0 }; 250ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(maybe_record_error)(VG_(get_running_tid)(), 251ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErr, 252ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(get_IP)(VG_(get_running_tid)()), 253ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "Barrier reinitialization", 254ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown &bei); 255ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 256ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 257b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 258ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p = DRD_(barrier_get_or_allocate)(barrier, barrier_type, count); 259ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 260b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (s_trace_barrier) { 261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (reinitialization) 262b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(trace_msg)("[%d] barrier_reinit %s 0x%lx count %ld -> %ld", 263b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(thread_get_running_tid)(), 264b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov barrier_get_typename(p), barrier, p->count, count); 265ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown else 266b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(trace_msg)("[%d] barrier_init %s 0x%lx", 267b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(thread_get_running_tid)(), 268b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov barrier_get_typename(p), 269b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov barrier); 270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (reinitialization && p->count != count) 273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 274ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (p->pre_waiters_left != p->count || p->post_waiters_left != p->count) 275ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 276ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErrInfo bei = { DRD_(thread_get_running_tid)(), p->a1, 0, 0 }; 277ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(maybe_record_error)(VG_(get_running_tid)(), 278ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErr, 279ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(get_IP)(VG_(get_running_tid)()), 280ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "Reinitialization of barrier with active" 281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown " waiters", 282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown &bei); 283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->count = count; 285ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** Called after pthread_barrier_destroy() / gomp_barrier_destroy(). */ 289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid DRD_(barrier_destroy)(const Addr barrier, const BarrierT barrier_type) 290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_info* p; 292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p = DRD_(barrier_get)(barrier); 294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (s_trace_barrier) 296b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(trace_msg)("[%d] barrier_destroy %s 0x%lx", 297b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(thread_get_running_tid)(), 298b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov barrier_get_typename(p), barrier); 299ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 300ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (p == 0) 301ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 302ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown GenericErrInfo GEI = { 303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown .tid = DRD_(thread_get_running_tid)(), 304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown .addr = barrier, 305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown }; 306ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(maybe_record_error)(VG_(get_running_tid)(), 307ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown GenericErr, 308ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(get_IP)(VG_(get_running_tid)()), 309ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "Not a barrier", 310ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown &GEI); 311ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return; 312ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 313ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 314ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (p->pre_waiters_left != p->count || p->post_waiters_left != p->count) 315ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErrInfo bei = { DRD_(thread_get_running_tid)(), p->a1, 0, 0 }; 317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(maybe_record_error)(VG_(get_running_tid)(), 318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErr, 319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(get_IP)(VG_(get_running_tid)()), 320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "Destruction of a barrier with active waiters", 321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown &bei); 322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown DRD_(clientobj_remove)(p->a1, ClientBarrier); 325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** Called before pthread_barrier_wait() / gomp_barrier_wait(). */ 328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid DRD_(barrier_pre_wait)(const DrdThreadId tid, const Addr barrier, 329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const BarrierT barrier_type) 330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_info* p; 332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_thread_info* q; 333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const UWord word_tid = tid; 334b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov OSet* oset; 335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 336ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p = DRD_(barrier_get)(barrier); 337b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (p == 0 && barrier_type == gomp_barrier) { 338ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 339ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * gomp_barrier_wait() call has been intercepted but gomp_barrier_init() 340ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * not. The only cause I know of that can trigger this is that libgomp.so 341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * has been compiled with --enable-linux-futex. 342ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 343b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov BarrierErrInfo bei = { DRD_(thread_get_running_tid)(), 0, 0, 0 }; 344b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(maybe_record_error)(VG_(get_running_tid)(), 345b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov BarrierErr, 346b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(get_IP)(VG_(get_running_tid)()), 347b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov "Please verify whether gcc has been configured" 348b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov " with option --disable-linux-futex. See also" 349b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov " the section about OpenMP in the DRD manual.", 350b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov &bei); 351ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(p); 353ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 354ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (s_trace_barrier) 355b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(trace_msg)("[%d] barrier_pre_wait %s 0x%lx iteration %ld", 356b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(thread_get_running_tid)(), 357b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov barrier_get_typename(p), barrier, p->pre_iteration); 358b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 359b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Clean up nodes associated with finished threads. */ 360b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov oset = p->oset[p->pre_iteration & 1]; 361b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(oset); 362b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(OSetGen_ResetIter)(oset); 363b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov for ( ; (q = VG_(OSetGen_Next)(oset)) != 0; ) { 364b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (q->thread_finished) { 365b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov void* r = VG_(OSetGen_Remove)(oset, &q->tid); 366b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(r == q); 367b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(barrier_thread_destroy)(q); 368b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(OSetGen_FreeNode)(oset, q); 369b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(OSetGen_ResetIterAt)(oset, &word_tid); 370b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 371ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 372ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Allocate the per-thread data structure if necessary. */ 373b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov q = VG_(OSetGen_Lookup)(oset, &word_tid); 374b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (q == NULL) { 375b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov q = VG_(OSetGen_AllocNode)(oset, sizeof(*q)); 376b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(barrier_thread_initialize)(q, tid); 377b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(OSetGen_Insert)(oset, q); 378b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(VG_(OSetGen_Lookup)(oset, &word_tid) == q); 379ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 380ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 381ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Record *_barrier_wait() call context. */ 382ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown q->wait_call_ctxt = VG_(record_ExeContext)(VG_(get_running_tid)(), 0); 383ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 384ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 385ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Store a pointer to the latest segment of the current thread in the 386ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * per-thread data structure. 387ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 388b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(thread_get_latest_segment)(&q->sg, tid); 389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 391ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * If the same number of threads as the barrier count indicates have 392ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * called the pre *_barrier_wait() wrapper, toggle p->pre_iteration and 393ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * reset the p->pre_waiters_left counter. 394ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 395ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (--p->pre_waiters_left <= 0) 396ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 397b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->pre_iteration++; 398ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->pre_waiters_left = p->count; 399ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 400ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 401ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** Called after pthread_barrier_wait() / gomp_barrier_wait(). */ 403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid DRD_(barrier_post_wait)(const DrdThreadId tid, const Addr barrier, 404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const BarrierT barrier_type, const Bool waited, 405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const Bool serializing) 406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_info* p; 408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const UWord word_tid = tid; 409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_thread_info* q; 410ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_thread_info* r; 411b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov OSet* oset; 412ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 413ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p = DRD_(barrier_get)(barrier); 414ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 415ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (s_trace_barrier) 416b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(trace_msg)("[%d] barrier_post_wait %s 0x%lx iteration %ld%s", 417b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tid, p ? barrier_get_typename(p) : "(?)", 418b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov barrier, p ? p->post_iteration : -1, 419b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov serializing ? " (serializing)" : ""); 420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 422ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * If p == 0, this means that the barrier has been destroyed after 423ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * *_barrier_wait() returned and before this function was called. Just 424ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * return in that case -- race conditions between *_barrier_wait() 425ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * and *_barrier_destroy() are detected by the *_barrier_destroy() wrapper. 426ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (p == 0) 428ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return; 429ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 430ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* If the *_barrier_wait() call returned an error code, exit. */ 431ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (! waited) 432ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return; 433ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 434b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov oset = p->oset[p->post_iteration & 1]; 435b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov q = VG_(OSetGen_Lookup)(oset, &word_tid); 436b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (p->pre_iteration - p->post_iteration > 1) { 437b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov BarrierErrInfo bei = { DRD_(thread_get_running_tid)(), p->a1, 0, 0 }; 438b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(maybe_record_error)(VG_(get_running_tid)(), 439b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov BarrierErr, 440b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(get_IP)(VG_(get_running_tid)()), 441b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov "Number of concurrent pthread_barrier_wait()" 442b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov " calls exceeds the barrier count", 443b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov &bei); 444b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } else if (q == NULL) { 445ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErrInfo bei = { DRD_(thread_get_running_tid)(), p->a1, 0, 0 }; 446ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(maybe_record_error)(VG_(get_running_tid)(), 447ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErr, 448ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(get_IP)(VG_(get_running_tid)()), 449ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "Error in barrier implementation" 450ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown " -- barrier_wait() started before" 451ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown " barrier_destroy() and finished after" 452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown " barrier_destroy()", 453ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown &bei); 454b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 455b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (q == NULL) { 456b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov q = VG_(OSetGen_AllocNode)(oset, sizeof(*q)); 457b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(barrier_thread_initialize)(q, tid); 458b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(OSetGen_Insert)(oset, q); 459b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(VG_(OSetGen_Lookup)(oset, &word_tid) == q); 460b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov DRD_(thread_get_latest_segment)(&q->sg, tid); 461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 462ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 463ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Create a new segment and store a pointer to that segment. */ 464ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown DRD_(thread_new_segment)(tid); 465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown DRD_(thread_get_latest_segment)(&q->post_wait_sg, tid); 466ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown s_barrier_segment_creation_count++; 467ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 468ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 469ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Combine all vector clocks that were stored in the pre_barrier_wait 470ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * wrapper with the vector clock of the current thread. 471ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 472ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 473ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VectorClock old_vc; 474ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 475663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng DRD_(vc_copy)(&old_vc, DRD_(thread_get_vc)(tid)); 476b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(OSetGen_ResetIter)(oset); 477b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov for ( ; (r = VG_(OSetGen_Next)(oset)) != 0; ) 478ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 479ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (r != q) 480ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 481b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(r->sg); 482663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng DRD_(vc_combine)(DRD_(thread_get_vc)(tid), &r->sg->vc); 483ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 484ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 485ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown DRD_(thread_update_conflict_set)(tid, &old_vc); 486ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown DRD_(vc_cleanup)(&old_vc); 487ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 488ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 489ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 490ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * If the same number of threads as the barrier count indicates have 491ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * called the post *_barrier_wait() wrapper, toggle p->post_iteration and 492ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * reset the p->post_waiters_left counter. 493ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 494ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (--p->post_waiters_left <= 0) 495ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 496b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov p->post_iteration++; 497ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p->post_waiters_left = p->count; 498ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 499ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 500ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 501ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** Called when thread tid stops to exist. */ 502ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void barrier_delete_thread(struct barrier_info* const p, 503ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const DrdThreadId tid) 504ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 505ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct barrier_thread_info* q; 506ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const UWord word_tid = tid; 507b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov int i; 508ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 509b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov for (i = 0; i < 2; i++) { 510b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov q = VG_(OSetGen_Lookup)(p->oset[i], &word_tid); 511b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (q) 512b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov q->thread_finished = True; 513ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 514ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 515ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 516ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/** 517ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Report that *_barrier_destroy() has been called but that this call was 518ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * not synchronized with the last *_barrier_wait() call on the same barrier. 519ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * 520ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * This topic has been discussed extensively on comp.programming.threads 521ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * (February 3, 2009). See also 522ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * <a href="http://groups.google.com/group/comp.programming.threads/browse_thread/thread/4f65535d6192aa50/a5f4bf1e3b437c4d">Immediately destroying pthread barriers</a>. 523ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 524ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 525ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid barrier_report_wait_delete_race(const struct barrier_info* const p, 526ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown const struct barrier_thread_info* const q) 527ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 528ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(p); 529ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(q); 530ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 531ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 532ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErrInfo bei 533ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = { DRD_(thread_get_running_tid)(), p->a1, q->tid, q->wait_call_ctxt }; 534ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(maybe_record_error)(VG_(get_running_tid)(), 535ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown BarrierErr, 536ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(get_IP)(VG_(get_running_tid)()), 537ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "Destruction of barrier not synchronized with" 538ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown " barrier wait call", 539ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown &bei); 540ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 541ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 542ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 543436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic const HChar* barrier_get_typename(struct barrier_info* const p) 544ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 545ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(p); 546ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 547ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return barrier_type_name(p->barrier_type); 548ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 549ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 550436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic const HChar* barrier_type_name(const BarrierT bt) 551ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 552ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (bt) 553ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown { 554ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case pthread_barrier: 555ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return "pthread barrier"; 556ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case gomp_barrier: 557ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return "gomp barrier"; 558ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 559ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return "?"; 560ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 561ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 562ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownULong DRD_(get_barrier_segment_creation_count)(void) 563ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 564ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return s_barrier_segment_creation_count; 565ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 566