1ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
2ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/
3ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- The address space manager: stuff common to all platforms     ---*/
4ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*---                                                              ---*/
5ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*---                                         m_aspacemgr-common.c ---*/
6ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/
7ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
8ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*
9ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   This file is part of Valgrind, a dynamic binary instrumentation
10ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   framework.
11ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
12436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov   Copyright (C) 2006-2013 OpenWorks LLP
13ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      info@open-works.co.uk
14ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
15ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   This program is free software; you can redistribute it and/or
16ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   modify it under the terms of the GNU General Public License as
17ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   published by the Free Software Foundation; either version 2 of the
18ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   License, or (at your option) any later version.
19ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
20ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   This program is distributed in the hope that it will be useful, but
21ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   WITHOUT ANY WARRANTY; without even the implied warranty of
22ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
23ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   General Public License for more details.
24ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
25ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   You should have received a copy of the GNU General Public License
26ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   along with this program; if not, write to the Free Software
27ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
28ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   02111-1307, USA.
29ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
30ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   The GNU General Public License is contained in the file COPYING.
31ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/
32ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
33ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* *************************************************************
34ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   DO NOT INCLUDE ANY OTHER FILES HERE.
35ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ADD NEW INCLUDES ONLY TO priv_aspacemgr.h
36ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   AND THEN ONLY AFTER READING DIRE WARNINGS THERE TOO.
37ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ************************************************************* */
38ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
39ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "priv_aspacemgr.h"
40ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "config.h"
41ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
42ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
43ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*-----------------------------------------------------------------*/
44ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*---                                                           ---*/
45ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Stuff to make aspacem almost completely independent of    ---*/
46ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- the rest of Valgrind.                                     ---*/
47ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*---                                                           ---*/
48ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*-----------------------------------------------------------------*/
49ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
50ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown//--------------------------------------------------------------
51ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown// Simple assert and assert-like fns, which avoid dependence on
52ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown// m_libcassert, and hence on the entire debug-info reader swamp
53ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
54ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown__attribute__ ((noreturn))
55ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid ML_(am_exit)( Int status )
56ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
57ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  if defined(VGO_linux)
58ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   (void)VG_(do_syscall1)(__NR_exit_group, status);
59ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  endif
60ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   (void)VG_(do_syscall1)(__NR_exit, status);
61ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* Why are we still alive here? */
62ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /*NOTREACHED*/
63ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   *(volatile Int *)0 = 'x';
64ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   aspacem_assert(2+2 == 5);
65ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
66ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
67436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovvoid ML_(am_barf) ( const HChar* what )
68ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
69ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)(0, "aspacem", "Valgrind: FATAL: %s\n", what);
70ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)(0, "aspacem", "Exiting now.\n");
71ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ML_(am_exit)(1);
72ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
73ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
74436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovvoid ML_(am_barf_toolow) ( const HChar* what )
75ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
76ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)(0, "aspacem",
77ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                    "Valgrind: FATAL: %s is too low.\n", what);
78ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)(0, "aspacem", "  Increase it and rebuild.  "
79ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                               "Exiting now.\n");
80ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ML_(am_exit)(1);
81ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
82ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
83ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid ML_(am_assert_fail)( const HChar* expr,
84436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov                          const HChar* file,
85ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                          Int line,
86436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov                          const HChar* fn )
87ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
88ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)(0, "aspacem",
89ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                    "Valgrind: FATAL: aspacem assertion failed:\n");
90ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)(0, "aspacem", "  %s\n", expr);
91ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)(0, "aspacem", "  at %s:%d (%s)\n", file,line,fn);
92ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)(0, "aspacem", "Exiting now.\n");
93ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ML_(am_exit)(1);
94ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
95ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
96ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownInt ML_(am_getpid)( void )
97ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
98ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes sres = VG_(do_syscall0)(__NR_getpid);
99ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   aspacem_assert(!sr_isError(sres));
100ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return sr_Res(sres);
101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown//--------------------------------------------------------------
105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown// A simple sprintf implementation, so as to avoid dependence on
106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown// m_libcprint.
107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
108ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void local_add_to_aspacem_sprintf_buf ( HChar c, void *p )
109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
110ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   HChar** aspacem_sprintf_ptr = p;
111ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   *(*aspacem_sprintf_ptr)++ = c;
112ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
113ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
114ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic
115ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownUInt local_vsprintf ( HChar* buf, const HChar *format, va_list vargs )
116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
117ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   Int ret;
118436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov   HChar *aspacem_sprintf_ptr = buf;
119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ret = VG_(debugLog_vprintf)
121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown            ( local_add_to_aspacem_sprintf_buf,
122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown              &aspacem_sprintf_ptr, format, vargs );
123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   local_add_to_aspacem_sprintf_buf('\0', &aspacem_sprintf_ptr);
124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return ret;
126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownUInt ML_(am_sprintf) ( HChar* buf, const HChar *format, ... )
129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   UInt ret;
131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   va_list vargs;
132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   va_start(vargs,format);
134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ret = local_vsprintf(buf, format, vargs);
135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   va_end(vargs);
136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
137ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return ret;
138ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown//--------------------------------------------------------------
142ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown// Direct access to a handful of syscalls.  This avoids dependence on
143b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov// m_libc*.  THESE DO NOT UPDATE THE aspacem-internal DATA
144b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov// STRUCTURES (SEGMENT ARRAY).  DO NOT USE THEM UNLESS YOU KNOW WHAT
145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown// YOU ARE DOING.
146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- Pertaining to mappings --- */
148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Note: this is VG_, not ML_. */
150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownSysRes VG_(am_do_mmap_NO_NOTIFY)( Addr start, SizeT length, UInt prot,
151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                                  UInt flags, Int fd, Off64T offset)
152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes res;
154ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   aspacem_assert(VG_IS_PAGE_ALIGNED(offset));
155436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov
156436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#  if defined(VGP_arm64_linux)
157436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov   res = VG_(do_syscall6)(__NR3264_mmap, (UWord)start, length,
158436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov                         prot, flags, fd, offset);
159436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#  elif defined(VGP_x86_linux) || defined(VGP_ppc32_linux) \
160436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov        || defined(VGP_arm_linux)
161ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* mmap2 uses 4096 chunks even if actual page size is bigger. */
162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   aspacem_assert((offset % 4096) == 0);
163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   res = VG_(do_syscall6)(__NR_mmap2, (UWord)start, length,
164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                          prot, flags, fd, offset / 4096);
165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  elif defined(VGP_amd64_linux) || defined(VGP_ppc64_linux) \
166436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov        || defined(VGP_s390x_linux) || defined(VGP_mips32_linux) \
167436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov        || defined(VGP_mips64_linux) || defined(VGP_arm64_linux)
168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   res = VG_(do_syscall6)(__NR_mmap, (UWord)start, length,
169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                         prot, flags, fd, offset);
170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  elif defined(VGP_x86_darwin)
171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (fd == 0  &&  (flags & VKI_MAP_ANONYMOUS)) {
172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown       fd = -1;  // MAP_ANON with fd==0 is EINVAL
173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   res = VG_(do_syscall7)(__NR_mmap, (UWord)start, length,
175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                          prot, flags, fd, offset & 0xffffffff, offset >> 32);
176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  elif defined(VGP_amd64_darwin)
177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (fd == 0  &&  (flags & VKI_MAP_ANONYMOUS)) {
178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown       fd = -1;  // MAP_ANON with fd==0 is EINVAL
179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   res = VG_(do_syscall6)(__NR_mmap, (UWord)start, length,
181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                          prot, flags, (UInt)fd, offset);
182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  else
183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#    error Unknown platform
184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  endif
185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return res;
186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic
189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownSysRes local_do_mprotect_NO_NOTIFY(Addr start, SizeT length, UInt prot)
190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return VG_(do_syscall3)(__NR_mprotect, (UWord)start, length, prot );
192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownSysRes ML_(am_do_munmap_NO_NOTIFY)(Addr start, SizeT length)
195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return VG_(do_syscall2)(__NR_munmap, (UWord)start, length );
197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#if HAVE_MREMAP
200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* The following are used only to implement mremap(). */
201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownSysRes ML_(am_do_extend_mapping_NO_NOTIFY)(
203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          Addr  old_addr,
204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          SizeT old_len,
205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          SizeT new_len
206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown       )
207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* Extend the mapping old_addr .. old_addr+old_len-1 to have length
209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      new_len, WITHOUT moving it.  If it can't be extended in place,
210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      fail. */
211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  if defined(VGO_linux)
212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return VG_(do_syscall5)(
213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             __NR_mremap,
214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             old_addr, old_len, new_len,
215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             0/*flags, meaning: must be at old_addr, else FAIL */,
216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             0/*new_addr, is ignored*/
217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          );
218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  else
219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#    error Unknown OS
220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  endif
221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownSysRes ML_(am_do_relocate_nooverlap_mapping_NO_NOTIFY)(
224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          Addr old_addr, Addr old_len,
225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          Addr new_addr, Addr new_len
226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown       )
227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* Move the mapping old_addr .. old_addr+old_len-1 to the new
229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      location and with the new length.  Only needs to handle the case
230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      where the two areas do not overlap, neither length is zero, and
231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      all args are page aligned. */
232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  if defined(VGO_linux)
233ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return VG_(do_syscall5)(
234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             __NR_mremap,
235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             old_addr, old_len, new_len,
236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             VKI_MREMAP_MAYMOVE|VKI_MREMAP_FIXED/*move-or-fail*/,
237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             new_addr
238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          );
239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  else
240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#    error Unknown OS
241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  endif
242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#endif
245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
246ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- Pertaining to files --- */
247ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
248436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovSysRes ML_(am_open) ( const HChar* pathname, Int flags, Int mode )
249436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{
250436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#  if defined(VGP_arm64_linux)
251436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov   /* ARM64 wants to use __NR_openat rather than __NR_open. */
252436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov   SysRes res = VG_(do_syscall4)(__NR_openat,
253436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov                                 VKI_AT_FDCWD, (UWord)pathname, flags, mode);
254436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#  else
255ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes res = VG_(do_syscall3)(__NR_open, (UWord)pathname, flags, mode);
256436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#  endif
257ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return res;
258ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
259ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
260ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownInt ML_(am_read) ( Int fd, void* buf, Int count)
261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
262ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes res = VG_(do_syscall3)(__NR_read, fd, (UWord)buf, count);
263ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return sr_isError(res) ? -1 : sr_Res(res);
264ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
265ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
266ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid ML_(am_close) ( Int fd )
267ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
268ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   (void)VG_(do_syscall1)(__NR_close, fd);
269ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownInt ML_(am_readlink)(HChar* path, HChar* buf, UInt bufsiz)
272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes res;
274436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#  if defined(VGP_arm64_linux)
275436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov   res = VG_(do_syscall4)(__NR_readlinkat, VKI_AT_FDCWD,
276436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov                                           (UWord)path, (UWord)buf, bufsiz);
277436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#  else
278ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   res = VG_(do_syscall3)(__NR_readlink, (UWord)path, (UWord)buf, bufsiz);
279436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#  endif
280ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return sr_isError(res) ? -1 : sr_Res(res);
281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownInt ML_(am_fcntl) ( Int fd, Int cmd, Addr arg )
284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
285b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov#  if defined(VGO_linux)
286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes res = VG_(do_syscall3)(__NR_fcntl, fd, cmd, arg);
287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  elif defined(VGO_darwin)
288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes res = VG_(do_syscall3)(__NR_fcntl_nocancel, fd, cmd, arg);
289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  else
290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  error "Unknown OS"
291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  endif
292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return sr_isError(res) ? -1 : sr_Res(res);
293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Get the dev, inode and mode info for a file descriptor, if
296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   possible.  Returns True on success. */
297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownBool ML_(am_get_fd_d_i_m)( Int fd,
298ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                           /*OUT*/ULong* dev,
299ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                           /*OUT*/ULong* ino, /*OUT*/UInt* mode )
300ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
301ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes          res;
302ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   struct vki_stat buf;
303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  if defined(VGO_linux) && defined(__NR_fstat64)
304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* Try fstat64 first as it can cope with minor and major device
305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      numbers outside the 0-255 range and it works properly for x86
306ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      binaries on amd64 systems where fstat seems to be broken. */
307ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   struct vki_stat64 buf64;
308ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   res = VG_(do_syscall2)(__NR_fstat64, fd, (UWord)&buf64);
309ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (!sr_isError(res)) {
310ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      *dev  = (ULong)buf64.st_dev;
311ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      *ino  = (ULong)buf64.st_ino;
312ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      *mode = (UInt) buf64.st_mode;
313ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      return True;
314ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
315ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  endif
316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   res = VG_(do_syscall2)(__NR_fstat, fd, (UWord)&buf);
317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (!sr_isError(res)) {
318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      *dev  = (ULong)buf.st_dev;
319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      *ino  = (ULong)buf.st_ino;
320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      *mode = (UInt) buf.st_mode;
321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      return True;
322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return False;
324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownBool ML_(am_resolve_filename) ( Int fd, /*OUT*/HChar* buf, Int nbuf )
327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#if defined(VGO_linux)
329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   Int i;
330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   HChar tmp[64];
331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   for (i = 0; i < nbuf; i++) buf[i] = 0;
332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ML_(am_sprintf)(tmp, "/proc/self/fd/%d", fd);
333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (ML_(am_readlink)(tmp, buf, nbuf) > 0 && buf[0] == '/')
334ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      return True;
335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   else
336ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      return False;
337ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
338ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#elif defined(VGO_darwin)
339ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   HChar tmp[VKI_MAXPATHLEN+1];
340ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (0 == ML_(am_fcntl)(fd, VKI_F_GETPATH, (UWord)tmp)) {
341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (nbuf > 0) {
342ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         VG_(strncpy)( buf, tmp, nbuf < sizeof(tmp) ? nbuf : sizeof(tmp) );
343ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         buf[nbuf-1] = 0;
344ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      }
345ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (tmp[0] == '/') return True;
346ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
347ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return False;
348ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
349ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  else
350ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#     error Unknown OS
351ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#  endif
352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
353ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
354ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
355ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
356ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
357ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*-----------------------------------------------------------------*/
358ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*---                                                           ---*/
359ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Manage stacks for Valgrind itself.                        ---*/
360ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*---                                                           ---*/
361ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*-----------------------------------------------------------------*/
362ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
363ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Allocate and initialise a VgStack (anonymous valgrind space).
364ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   Protect the stack active area and the guard areas appropriately.
365ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   Returns NULL on failure, else the address of the bottom of the
366ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   stack.  On success, also sets *initial_sp to what the stack pointer
367ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   should be set to. */
368ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
369ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownVgStack* VG_(am_alloc_VgStack)( /*OUT*/Addr* initial_sp )
370ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
371ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   Int      szB;
372ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SysRes   sres;
373ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VgStack* stack;
374ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   UInt*    p;
375ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   Int      i;
376ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
377ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* Allocate the stack. */
378ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   szB = VG_STACK_GUARD_SZB
379ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         + VG_STACK_ACTIVE_SZB + VG_STACK_GUARD_SZB;
380ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
381ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   sres = VG_(am_mmap_anon_float_valgrind)( szB );
382ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (sr_isError(sres))
383ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      return NULL;
384ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
385ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   stack = (VgStack*)(AddrH)sr_Res(sres);
386ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
387ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   aspacem_assert(VG_IS_PAGE_ALIGNED(szB));
388ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   aspacem_assert(VG_IS_PAGE_ALIGNED(stack));
389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* Protect the guard areas. */
391ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   sres = local_do_mprotect_NO_NOTIFY(
392ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             (Addr) &stack[0],
393ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             VG_STACK_GUARD_SZB, VKI_PROT_NONE
394ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          );
395ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (sr_isError(sres)) goto protect_failed;
396ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(am_notify_mprotect)(
397ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      (Addr) &stack->bytes[0],
398ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      VG_STACK_GUARD_SZB, VKI_PROT_NONE
399ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   );
400ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
401ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   sres = local_do_mprotect_NO_NOTIFY(
402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             (Addr) &stack->bytes[VG_STACK_GUARD_SZB + VG_STACK_ACTIVE_SZB],
403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown             VG_STACK_GUARD_SZB, VKI_PROT_NONE
404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown          );
405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   if (sr_isError(sres)) goto protect_failed;
406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(am_notify_mprotect)(
407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      (Addr) &stack->bytes[VG_STACK_GUARD_SZB + VG_STACK_ACTIVE_SZB],
408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      VG_STACK_GUARD_SZB, VKI_PROT_NONE
409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   );
410ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
411ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* Looks good.  Fill the active area with junk so we can later
412ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      tell how much got used. */
413ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
414ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   p = (UInt*)&stack->bytes[VG_STACK_GUARD_SZB];
415ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   for (i = 0; i < VG_STACK_ACTIVE_SZB/sizeof(UInt); i++)
416ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      p[i] = 0xDEADBEEF;
417ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
418ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   *initial_sp = (Addr)&stack->bytes[VG_STACK_GUARD_SZB + VG_STACK_ACTIVE_SZB];
419ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   *initial_sp -= 8;
420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   *initial_sp &= ~((Addr)0x1F); /* 32-align it */
421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
422ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   VG_(debugLog)( 1,"aspacem","allocated thread stack at 0x%llx size %d\n",
423ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown                  (ULong)(Addr)stack, szB);
424ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ML_(am_do_sanity_check)();
425ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return stack;
426ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown  protect_failed:
428ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   /* The stack was allocated, but we can't protect it.  Unmap it and
429ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      return NULL (failure). */
430ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   (void)ML_(am_do_munmap_NO_NOTIFY)( (Addr)stack, szB );
431ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   ML_(am_do_sanity_check)();
432ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return NULL;
433ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
434ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
435ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
436ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Figure out how many bytes of the stack's active area have not
437ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   been used.  Used for estimating if we are close to overflowing it. */
438ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
439ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownSizeT VG_(am_get_VgStack_unused_szB)( VgStack* stack, SizeT limit )
440ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{
441ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   SizeT i;
442ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   UInt* p;
443ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
444ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   p = (UInt*)&stack->bytes[VG_STACK_GUARD_SZB];
445ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   for (i = 0; i < VG_STACK_ACTIVE_SZB/sizeof(UInt); i++) {
446ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (p[i] != 0xDEADBEEF)
447ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         break;
448ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown      if (i * sizeof(UInt) >= limit)
449ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown         break;
450ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   }
451ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown   return i * sizeof(UInt);
453ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown}
454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
455ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown
456ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/
457ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- end                                                          ---*/
458ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/
459