1b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov/* -*- mode: C; c-basic-offset: 3; indent-tabs-mode: nil; -*- */
2ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*
3ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  This file is part of drd, a thread error detector.
4ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
5b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov  Copyright (C) 2006-2011 Bart Van Assche <bvanassche@acm.org>.
6ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
7ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  This program is free software; you can redistribute it and/or
8ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  modify it under the terms of the GNU General Public License as
9ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  published by the Free Software Foundation; either version 2 of the
10ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  License, or (at your option) any later version.
11ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
12ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  This program is distributed in the hope that it will be useful, but
13ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  WITHOUT ANY WARRANTY; without even the implied warranty of
14ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
15ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  General Public License for more details.
16ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
17ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  You should have received a copy of the GNU General Public License
18ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  along with this program; if not, write to the Free Software
19ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
20ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  02111-1307, USA.
21ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
22ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  The GNU General Public License is contained in the file COPYING.
23ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/
24ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
25ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
26ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_barrier.h"
27ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_clientreq.h"
28ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_cond.h"
29ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_error.h"
30ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_hb.h"
31ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_load_store.h"
32ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_malloc_wrappers.h"
33ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_mutex.h"
34ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_rwlock.h"
35ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_semaphore.h"
36ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_suppression.h"      // drd_start_suppression()
37ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "drd_thread.h"
38ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_basics.h"      // Bool
39ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_debuginfo.h"   // VG_(describe_IP)()
40ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_libcassert.h"
41ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_libcassert.h"  // tl_assert()
42ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_libcprint.h"   // VG_(message)()
43ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_machine.h"     // VG_(get_SP)()
44ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_threadstate.h"
45ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_tooliface.h"   // VG_(needs_...)()
46ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
47ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
48b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov/* Global variables. */
49b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov
50b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovBool DRD_(g_free_is_write);
51b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov
52b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov
53ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Local function declarations. */
54ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
55ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool handle_client_request(ThreadId vg_tid, UWord* arg, UWord* ret);
56ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
57ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
58ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Function definitions. */
59ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
60ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/**
61ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * Tell the Valgrind core the address of the DRD function that processes
62ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * client requests. Must be called before any client code is run.
63ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */
64ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid DRD_(clientreq_init)(void)
65ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
66ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(needs_client_requests)(handle_client_request);
67ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
68ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
69ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/**
70ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * DRD's handler for Valgrind client requests. The code below handles both
71ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * DRD's public and tool-internal client requests.
72ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */
73ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool handle_client_request(ThreadId vg_tid, UWord* arg, UWord* ret)
74ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
75ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   UWord result = 0;
76ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   const DrdThreadId drd_tid = DRD_(thread_get_running_tid)();
77ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
78ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   tl_assert(vg_tid == VG_(get_running_tid()));
79ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   tl_assert(DRD_(VgThreadIdToDrdThreadId)(vg_tid) == drd_tid);
80ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
81ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   switch (arg[0])
82ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   {
83ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__MALLOCLIKE_BLOCK:
84b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      if (DRD_(g_free_is_write)) {
85b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         GenericErrInfo GEI = {
86b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov            .tid = DRD_(thread_get_running_tid)(),
87b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov            .addr = 0,
88b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         };
89b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         VG_(maybe_record_error)(vg_tid,
90b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 GenericErr,
91b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 VG_(get_IP)(vg_tid),
92b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 "--free-is-write=yes is incompatible with"
93b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 " custom memory allocator client requests",
94b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 &GEI);
95b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      }
96ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (arg[1])
97ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(malloclike_block)(vg_tid, arg[1]/*addr*/, arg[2]/*size*/);
98ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
99ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
100b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov   case VG_USERREQ__RESIZEINPLACE_BLOCK:
101b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      if (!DRD_(freelike_block)(vg_tid, arg[1]/*addr*/, False))
102b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      {
103b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         GenericErrInfo GEI = {
104b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov            .tid = DRD_(thread_get_running_tid)(),
105b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov            .addr = 0,
106b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         };
107b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         VG_(maybe_record_error)(vg_tid,
108b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 GenericErr,
109b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 VG_(get_IP)(vg_tid),
110b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 "Invalid VG_USERREQ__RESIZEINPLACE_BLOCK request",
111b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 &GEI);
112b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      }
113b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      DRD_(malloclike_block)(vg_tid, arg[1]/*addr*/, arg[3]/*newSize*/);
114b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      break;
115b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov
116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__FREELIKE_BLOCK:
117b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      if (arg[1] && ! DRD_(freelike_block)(vg_tid, arg[1]/*addr*/, False))
118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         GenericErrInfo GEI = {
120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown	    .tid = DRD_(thread_get_running_tid)(),
121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown	    .addr = 0,
122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown	 };
123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         VG_(maybe_record_error)(vg_tid,
124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 GenericErr,
125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 VG_(get_IP)(vg_tid),
126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 "Invalid VG_USERREQ__FREELIKE_BLOCK request",
127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 &GEI);
128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_GET_VALGRIND_THREAD_ID:
132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      result = vg_tid;
133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_GET_DRD_THREAD_ID:
136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      result = drd_tid;
137ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
138ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_SET_THREAD_NAME:
140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_set_name)(drd_tid, (const char*)arg[1]);
141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
142ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_START_SUPPRESSION:
144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      /*_VG_USERREQ__HG_ARANGE_MAKE_UNTRACKED*/
145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ_TOOL_BASE('H','G') + 256 + 39:
146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(start_suppression)(arg[1], arg[1] + arg[2], "client");
147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_FINISH_SUPPRESSION:
150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      /*_VG_USERREQ__HG_ARANGE_MAKE_TRACKED*/
151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ_TOOL_BASE('H','G') + 256 + 40:
152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(finish_suppression)(arg[1], arg[1] + arg[2]);
153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
154ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
155ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_ANNOTATE_HAPPENS_BEFORE:
156ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(hb_happens_before)(drd_tid, arg[1]);
157ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
158ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
159ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_ANNOTATE_HAPPENS_AFTER:
160ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(hb_happens_after)(drd_tid, arg[1]);
161ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_ANNOTATE_RWLOCK_CREATE:
164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (arg[1])
165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
166ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         struct mutex_info* const mutex_p = DRD_(mutex_get)(arg[1]);
167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         if (mutex_p && mutex_p->mutex_type == mutex_type_spinlock)
168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown            break;
169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(rwlock_pre_init)(arg[1], user_rwlock);
171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_ANNOTATE_RWLOCK_DESTROY:
174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (arg[1])
175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         struct mutex_info* const mutex_p = DRD_(mutex_get)(arg[1]);
177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         if (mutex_p && mutex_p->mutex_type == mutex_type_spinlock)
178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown            break;
179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(rwlock_post_destroy)(arg[1], user_rwlock);
181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_ANNOTATE_RWLOCK_ACQUIRED:
184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (arg[1])
185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         struct mutex_info* const mutex_p = DRD_(mutex_get)(arg[1]);
187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         if (mutex_p && mutex_p->mutex_type == mutex_type_spinlock)
188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown            break;
189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      tl_assert(arg[2] == !! arg[2]);
191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (arg[2])
192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_pre_wrlock)(arg[1], user_rwlock);
194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_post_wrlock)(arg[1], user_rwlock, True);
195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      else
197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_pre_rdlock)(arg[1], user_rwlock);
199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_post_rdlock)(arg[1], user_rwlock, True);
200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_ANNOTATE_RWLOCK_RELEASED:
204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (arg[1])
205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         struct mutex_info* const mutex_p = DRD_(mutex_get)(arg[1]);
207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         if (mutex_p && mutex_p->mutex_type == mutex_type_spinlock)
208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown            break;
209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      tl_assert(arg[2] == !! arg[2]);
211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(rwlock_pre_unlock)(arg[1], user_rwlock);
212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__SET_PTHREAD_COND_INITIALIZER:
215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(pthread_cond_initializer) = (Addr)arg[1];
216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(pthread_cond_initializer_size) = arg[2];
217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_START_NEW_SEGMENT:
220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_new_segment)(DRD_(PtThreadIdToDrdThreadId)(arg[1]));
221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_START_TRACE_ADDR:
224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(start_tracing_address_range)(arg[1], arg[1] + arg[2]);
225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_STOP_TRACE_ADDR:
228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(stop_tracing_address_range)(arg[1], arg[1] + arg[2]);
229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_RECORD_LOADS:
232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_set_record_loads)(drd_tid, arg[1]);
233ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_RECORD_STORES:
236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_set_record_stores)(drd_tid, arg[1]);
237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__SET_PTHREADID:
240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      // pthread_self() returns 0 for programs not linked with libpthread.so.
241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (arg[1] != INVALID_POSIX_THREADID)
242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(thread_set_pthreadid)(drd_tid, arg[1]);
243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__SET_JOINABLE:
246b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov   {
247b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      const DrdThreadId drd_joinable = DRD_(PtThreadIdToDrdThreadId)(arg[1]);
248b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      if (drd_joinable != DRD_INVALID_THREADID)
249b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         DRD_(thread_set_joinable)(drd_joinable, (Bool)arg[2]);
250b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      else {
251b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         InvalidThreadIdInfo ITI = { DRD_(thread_get_running_tid)(), arg[1] };
252b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov         VG_(maybe_record_error)(vg_tid,
253b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 InvalidThreadId,
254b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 VG_(get_IP)(vg_tid),
255b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 "pthread_detach(): invalid thread ID",
256b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov                                 &ITI);
257b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov      }
258ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
259b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov   }
260ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__ENTERING_PTHREAD_CREATE:
262ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_entering_pthread_create)(drd_tid);
263ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
264ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
265ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__LEFT_PTHREAD_CREATE:
266ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_left_pthread_create)(drd_tid);
267ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
268ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
269ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_THREAD_JOIN:
270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   {
271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      const DrdThreadId thread_to_join = DRD_(PtThreadIdToDrdThreadId)(arg[1]);
272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (thread_to_join == DRD_INVALID_THREADID)
273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
274ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         InvalidThreadIdInfo ITI = { DRD_(thread_get_running_tid)(), arg[1] };
275ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         VG_(maybe_record_error)(vg_tid,
276ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 InvalidThreadId,
277ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 VG_(get_IP)(vg_tid),
278ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 "pthread_join(): invalid thread ID",
279ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 &ITI);
280ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      else
282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(thread_post_join)(drd_tid, thread_to_join);
284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
285ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_THREAD_CANCEL:
289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   {
290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      const DrdThreadId thread_to_cancel =DRD_(PtThreadIdToDrdThreadId)(arg[1]);
291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (thread_to_cancel == DRD_INVALID_THREADID)
292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         InvalidThreadIdInfo ITI = { DRD_(thread_get_running_tid)(), arg[1] };
294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         VG_(maybe_record_error)(vg_tid,
295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 InvalidThreadId,
296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 VG_(get_IP)(vg_tid),
297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 "pthread_cancel(): invalid thread ID",
298ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 &ITI);
299ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
300ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      else
301ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
302ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(thread_pre_cancel)(thread_to_cancel);
303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
306ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
307ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_THREAD_CANCEL:
308ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
309ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
310ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_MUTEX_INIT:
311ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
312ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(mutex_init)(arg[1], arg[2]);
313ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
314ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
315ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_MUTEX_INIT:
316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_MUTEX_DESTROY:
320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_enter_synchr)(drd_tid);
321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_MUTEX_DESTROY:
324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(mutex_post_destroy)(arg[1]);
326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_MUTEX_LOCK:
329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(mutex_pre_lock)(arg[1], arg[2], arg[3]);
331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_MUTEX_LOCK:
334ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(mutex_post_lock)(arg[1], arg[2], False/*post_cond_wait*/);
336ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
337ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
338ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_MUTEX_UNLOCK:
339ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
340ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(mutex_unlock)(arg[1], arg[2]);
341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
342ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
343ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_MUTEX_UNLOCK:
344ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
345ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
346ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
347ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_SPIN_INIT_OR_UNLOCK:
348ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
349ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(spinlock_init_or_unlock)(arg[1]);
350ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
351ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_SPIN_INIT_OR_UNLOCK:
353ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
354ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
355ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
356ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_COND_INIT:
357ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
358ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(cond_pre_init)(arg[1]);
359ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
360ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
361ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_COND_INIT:
362ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
363ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
364ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
365ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_COND_DESTROY:
366ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_enter_synchr)(drd_tid);
367ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
368ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
369ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_COND_DESTROY:
370ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
371ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(cond_post_destroy)(arg[1]);
372ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
373ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
374ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_COND_WAIT:
375ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
376ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
377ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         const Addr cond = arg[1];
378ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         const Addr mutex = arg[2];
379ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         const MutexT mutex_type = arg[3];
380ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(mutex_unlock)(mutex, mutex_type);
381ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(cond_pre_wait)(cond, mutex);
382ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
383ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
384ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
385ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_COND_WAIT:
386ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
387ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
388ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         const Addr cond = arg[1];
389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         const Addr mutex = arg[2];
390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         const Bool took_lock = arg[3];
391ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(cond_post_wait)(cond);
392ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(mutex_post_lock)(mutex, took_lock, True);
393ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
394ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
395ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
396ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_COND_SIGNAL:
397ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
398ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(cond_pre_signal)(arg[1]);
399ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
400ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
401ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_COND_SIGNAL:
402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_COND_BROADCAST:
406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(cond_pre_broadcast)(arg[1]);
408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
410ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_COND_BROADCAST:
411ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
412ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
413ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
414ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_SEM_INIT:
415ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
416ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(semaphore_init)(arg[1], arg[2], arg[3]);
417ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
418ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
419ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_SEM_INIT:
420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
422ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
423ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_SEM_DESTROY:
424ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_enter_synchr)(drd_tid);
425ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
426ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_SEM_DESTROY:
428ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
429ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(semaphore_destroy)(arg[1]);
430ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
431ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
432ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_SEM_OPEN:
433ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_enter_synchr)(drd_tid);
434ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
435ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
436ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_SEM_OPEN:
437ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
438ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(semaphore_open)(arg[1], (Char*)arg[2], arg[3], arg[4], arg[5]);
439ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
440ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
441ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_SEM_CLOSE:
442ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
443ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(semaphore_close)(arg[1]);
444ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
445ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
446ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_SEM_CLOSE:
447ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
448ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
449ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
450ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_SEM_WAIT:
451ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(semaphore_pre_wait)(arg[1]);
453ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
455ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_SEM_WAIT:
456ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
457ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(semaphore_post_wait)(drd_tid, arg[1], arg[2]);
458ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
459ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
460ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_SEM_POST:
461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
462ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(semaphore_pre_post)(drd_tid, arg[1]);
463ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
464ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_SEM_POST:
466ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
467ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(semaphore_post_post)(drd_tid, arg[1], arg[2]);
468ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
469ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
470ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_BARRIER_INIT:
471ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
472ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(barrier_init)(arg[1], arg[2], arg[3], arg[4]);
473ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
474ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
475ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_BARRIER_INIT:
476ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
477ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
478ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
479ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_BARRIER_DESTROY:
480ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_enter_synchr)(drd_tid);
481ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
482ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
483ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_BARRIER_DESTROY:
484ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
485ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(barrier_destroy)(arg[1], arg[2]);
486ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
487ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
488ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_BARRIER_WAIT:
489ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
490ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(barrier_pre_wait)(drd_tid, arg[1], arg[2]);
491ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
492ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
493ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_BARRIER_WAIT:
494ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
495ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(barrier_post_wait)(drd_tid, arg[1], arg[2], arg[3], arg[4]);
496ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
497ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
498ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_RWLOCK_INIT:
499ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(rwlock_pre_init)(arg[1], pthread_rwlock);
500ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
501ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
502ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_RWLOCK_DESTROY:
503ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(rwlock_post_destroy)(arg[1], pthread_rwlock);
504ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
505ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
506ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_RWLOCK_RDLOCK:
507ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
508ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_pre_rdlock)(arg[1], pthread_rwlock);
509ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
510ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
511ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_RWLOCK_RDLOCK:
512ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
513ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_post_rdlock)(arg[1], pthread_rwlock, arg[2]);
514ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
515ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
516ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_RWLOCK_WRLOCK:
517ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
518ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_pre_wrlock)(arg[1], pthread_rwlock);
519ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
520ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
521ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_RWLOCK_WRLOCK:
522ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_leave_synchr)(drd_tid) == 0)
523ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_post_wrlock)(arg[1], pthread_rwlock, arg[2]);
524ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
525ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
526ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__PRE_RWLOCK_UNLOCK:
527ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (DRD_(thread_enter_synchr)(drd_tid) == 0)
528ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(rwlock_pre_unlock)(arg[1], pthread_rwlock);
529ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
530ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
531ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__POST_RWLOCK_UNLOCK:
532ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      DRD_(thread_leave_synchr)(drd_tid);
533ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
534ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
535ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_CLEAN_MEMORY:
536ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (arg[2] > 0)
537ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         DRD_(clean_memory)(arg[1], arg[2]);
538ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
539ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
540ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__HELGRIND_ANNOTATION_UNIMP:
541ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
542ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         /* Note: it is assumed below that the text arg[1] points to is never
543ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          * freed, e.g. because it points to static data.
544ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          */
545ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         UnimpClReqInfo UICR =
546ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown            { DRD_(thread_get_running_tid)(), (Char*)arg[1] };
547ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         VG_(maybe_record_error)(vg_tid,
548ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 UnimpHgClReq,
549ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 VG_(get_IP)(vg_tid),
550ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 "",
551ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 &UICR);
552ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
553ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
554ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
555ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   case VG_USERREQ__DRD_ANNOTATION_UNIMP:
556ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      {
557ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         /* Note: it is assumed below that the text arg[1] points to is never
558ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          * freed, e.g. because it points to static data.
559ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          */
560ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         UnimpClReqInfo UICR =
561ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown            { DRD_(thread_get_running_tid)(), (Char*)arg[1] };
562ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         VG_(maybe_record_error)(vg_tid,
563ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 UnimpDrdClReq,
564ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 VG_(get_IP)(vg_tid),
565ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 "",
566ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                 &UICR);
567ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
568ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      break;
569ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
570ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   default:
571ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#if 0
572ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      VG_(message)(Vg_DebugMsg, "Unrecognized client request 0x%lx 0x%lx",
573ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                   arg[0], arg[1]);
574ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      tl_assert(0);
575ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#endif
576ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      return False;
577ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
578ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
579ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   *ret = result;
580ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return True;
581ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
582