1ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/ 3ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- The core dispatch loop, for jumping to a code address. ---*/ 4ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- dispatch-x86-linux.S ---*/ 5ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/ 6ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* 8ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This file is part of Valgrind, a dynamic binary instrumentation 9ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown framework. 10ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 11b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Copyright (C) 2000-2011 Julian Seward 12ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jseward@acm.org 13ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 14ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This program is free software; you can redistribute it and/or 15ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown modify it under the terms of the GNU General Public License as 16ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown published by the Free Software Foundation; either version 2 of the 17ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown License, or (at your option) any later version. 18ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 19ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This program is distributed in the hope that it will be useful, but 20ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown WITHOUT ANY WARRANTY; without even the implied warranty of 21ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 22ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown General Public License for more details. 23ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 24ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown You should have received a copy of the GNU General Public License 25ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown along with this program; if not, write to the Free Software 26ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 27ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 02111-1307, USA. 28ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 29ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The GNU General Public License is contained in the file COPYING. 30ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 31ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 32ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#if defined(VGP_x86_linux) 33ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 34ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_core_basics_asm.h" 35ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_core_dispatch_asm.h" 36ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_core_transtab_asm.h" 37ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "libvex_guest_offsets.h" /* for OFFSET_x86_EIP */ 38ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 39ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 40ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 41ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- ---*/ 42ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- The dispatch loop. VG_(run_innerloop) is used to ---*/ 43ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- run all translations except no-redir ones. ---*/ 44ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- ---*/ 45ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 46ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 47ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*----------------------------------------------------*/ 48ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Preamble (set everything up) ---*/ 49ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*----------------------------------------------------*/ 50ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 51ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* signature: 52ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownUWord VG_(run_innerloop) ( void* guest_state, UWord do_profiling ); 53ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 54ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.text 55ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.globl VG_(run_innerloop) 56ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.type VG_(run_innerloop), @function 57ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownVG_(run_innerloop): 58ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 4(%esp) holds guest_state */ 59ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 8(%esp) holds do_profiling */ 60ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 61ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* ----- entry point to VG_(run_innerloop) ----- */ 62ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %ebx 63ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %ecx 64ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %edx 65ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %esi 66ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %edi 67ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %ebp 68ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 69ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 28(%esp) holds guest_state */ 70ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 32(%esp) holds do_profiling */ 71ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 72ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Set up the guest state pointer */ 73ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 28(%esp), %ebp 74ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 75ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* fetch %EIP into %eax */ 76ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl OFFSET_x86_EIP(%ebp), %eax 77ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 78ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* set host FPU control word to the default mode expected 79ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown by VEX-generated code. See comments in libvex.h for 80ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown more info. */ 81ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown finit 82ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl $0x027F 83ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fldcw (%esp) 84ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addl $4, %esp 85ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 86ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* set host SSE control word to the default mode expected 87ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown by VEX-generated code. */ 88ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cmpl $0, VG_(machine_x86_have_mxcsr) 89ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jz L1 90ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl $0x1F80 91ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ldmxcsr (%esp) 92ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addl $4, %esp 93ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownL1: 94ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* set dir flag to known value */ 95ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cld 96ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 97ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* fall into main loop (the right one) */ 98ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cmpl $0, 32(%esp) /* do_profiling */ 99b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov je VG_(run_innerloop__dispatch_unassisted_unprofiled) 100b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov jmp VG_(run_innerloop__dispatch_unassisted_profiled) 101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*NOTREACHED*/ 102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*----------------------------------------------------*/ 104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- NO-PROFILING (standard) dispatcher ---*/ 105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*----------------------------------------------------*/ 106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.align 16 108b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov.global VG_(run_innerloop__dispatch_unassisted_unprofiled) 109b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovVG_(run_innerloop__dispatch_unassisted_unprofiled): 110b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* AT ENTRY: %eax is next guest addr, %ebp is the 111b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov unmodified guest state ptr */ 112ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 113ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* save the jump address in the guest state */ 114ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl %eax, OFFSET_x86_EIP(%ebp) 115ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Are we out of timeslice? If yes, defer to scheduler. */ 117ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown subl $1, VG_(dispatch_ctr) 118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jz counter_is_zero 119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* try a fast lookup in the translation cache */ 121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl %eax, %ebx /* next guest addr */ 122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown andl $ VG_TT_FAST_MASK, %ebx /* entry# */ 123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 0+VG_(tt_fast)(,%ebx,8), %esi /* .guest */ 124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 4+VG_(tt_fast)(,%ebx,8), %edi /* .host */ 125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cmpl %eax, %esi 126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jnz fast_lookup_failed 127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Found a match. Jump to .host. */ 129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jmp *%edi 130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ud2 /* persuade insn decoders not to speculate past here */ 131b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* generated code should run, then jump back to either 132b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(run_innerloop__dispatch_unassisted_unprofiled) or 133b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(run_innerloop__dispatch_assisted_unprofiled). */ 134b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /*NOTREACHED*/ 135b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 136b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov.align 16 137b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov.global VG_(run_innerloop__dispatch_assisted_unprofiled) 138b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovVG_(run_innerloop__dispatch_assisted_unprofiled): 139b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* AT ENTRY: %eax is next guest addr, %ebp is the 140b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov modified guest state ptr */ 141b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* We know the guest state pointer has been modified. 142b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov So jump directly to gsp_changed. */ 143b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov jmp gsp_changed 144b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov ud2 145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*NOTREACHED*/ 146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*----------------------------------------------------*/ 148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- PROFILING dispatcher (can be much slower) ---*/ 149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*----------------------------------------------------*/ 150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.align 16 152b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov.global VG_(run_innerloop__dispatch_unassisted_profiled) 153b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovVG_(run_innerloop__dispatch_unassisted_profiled): 154b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* AT ENTRY: %eax is next guest addr, %ebp is the 155b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov unmodified guest state ptr */ 156ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 157ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* save the jump address in the guest state */ 158ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl %eax, OFFSET_x86_EIP(%ebp) 159ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 160ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Are we out of timeslice? If yes, defer to scheduler. */ 161ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown subl $1, VG_(dispatch_ctr) 162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jz counter_is_zero 163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* try a fast lookup in the translation cache */ 165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl %eax, %ebx /* next guest addr */ 166ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown andl $ VG_TT_FAST_MASK, %ebx /* entry# */ 167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 0+VG_(tt_fast)(,%ebx,8), %esi /* .guest */ 168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 4+VG_(tt_fast)(,%ebx,8), %edi /* .host */ 169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cmpl %eax, %esi 170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jnz fast_lookup_failed 171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* increment bb profile counter */ 173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* note: innocuous as this sounds, it causes a huge amount more 174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stress on D1 and significantly slows everything down. */ 175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl VG_(tt_fastN)(,%ebx,4), %edx 176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Use "addl $1", not "incl", to avoid partial-flags stall on P4 */ 177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addl $1, (%edx) 178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Found a match. Jump to .host. */ 180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jmp *%edi 181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ud2 /* persuade insn decoders not to speculate past here */ 182b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* generated code should run, then jump back to either 183b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(run_innerloop__dispatch_unassisted_profiled) or 184b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(run_innerloop__dispatch_assisted_profiled). */ 185b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /*NOTREACHED*/ 186b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 187b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov.align 16 188b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov.global VG_(run_innerloop__dispatch_assisted_profiled) 189b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovVG_(run_innerloop__dispatch_assisted_profiled): 190b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* AT ENTRY: %eax is next guest addr, %ebp is the 191b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov modified guest state ptr */ 192b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* We know the guest state pointer has been modified. 193b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov So jump directly to gsp_changed. */ 194b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov jmp gsp_changed 195b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov ud2 196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*NOTREACHED*/ 197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*----------------------------------------------------*/ 199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- exit points ---*/ 200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*----------------------------------------------------*/ 201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Browngsp_changed: 203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Someone messed with the gsp. Have to 204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown defer to scheduler to resolve this. dispatch ctr 205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown is not yet decremented, so no need to increment. */ 206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* %EIP is NOT up to date here. First, need to write 207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown %eax back to %EIP, but without trashing %ebp since 208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown that holds the value we want to return to the scheduler. 209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Hence use %esi transiently for the guest state pointer. */ 210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 28(%esp), %esi 211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl %eax, OFFSET_x86_EIP(%esi) 212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl %ebp, %eax 213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jmp run_innerloop_exit 214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*NOTREACHED*/ 215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Browncounter_is_zero: 217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* %EIP is up to date here */ 218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* back out decrement of the dispatch counter */ 219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addl $1, VG_(dispatch_ctr) 220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl $ VG_TRC_INNER_COUNTERZERO, %eax 221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jmp run_innerloop_exit 222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*NOTREACHED*/ 223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownfast_lookup_failed: 225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* %EIP is up to date here */ 226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* back out decrement of the dispatch counter */ 227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addl $1, VG_(dispatch_ctr) 228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl $ VG_TRC_INNER_FASTMISS, %eax 229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jmp run_innerloop_exit 230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*NOTREACHED*/ 231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 233ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* All exits from the dispatcher go through here. %eax holds 235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the return value. 236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownrun_innerloop_exit: 238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* We're leaving. Check that nobody messed with 239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown %mxcsr or %fpucw. We can't mess with %eax here as it 240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown holds the tentative return value, but any other is OK. */ 241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#if !defined(ENABLE_INNER) 242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* This check fails for self-hosting, so skip in that case */ 243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl $0 244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fstcw (%esp) 245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cmpl $0x027F, (%esp) 246ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %esi /* get rid of the word without trashing %eflags */ 247ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jnz invariant_violation 248ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#endif 249ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cmpl $0, VG_(machine_x86_have_mxcsr) 250ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jz L2 251ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl $0 252ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmxcsr (%esp) 253ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown andl $0xFFFFFFC0, (%esp) /* mask out status flags */ 254ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cmpl $0x1F80, (%esp) 255ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %esi 256ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jnz invariant_violation 257ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownL2: /* otherwise we're OK */ 258ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jmp run_innerloop_exit_REALLY 259ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 260ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Browninvariant_violation: 261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl $ VG_TRC_INVARIANT_FAILED, %eax 262ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jmp run_innerloop_exit_REALLY 263ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 264ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownrun_innerloop_exit_REALLY: 265ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %ebp 266ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %edi 267ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %esi 268ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %edx 269ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %ecx 270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %ebx 271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ret 272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.size VG_(run_innerloop), .-VG_(run_innerloop) 273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 274ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 275ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 276ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- ---*/ 277ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- A special dispatcher, for running no-redir ---*/ 278ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- translations. Just runs the given translation once. ---*/ 279ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- ---*/ 280ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* signature: 283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid VG_(run_a_noredir_translation) ( UWord* argblock ); 284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 285ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Run a no-redir translation. argblock points to 4 UWords, 2 to carry args 287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and 2 to carry results: 288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 0: input: ptr to translation 289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1: input: ptr to guest state 290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2: output: next guest PC 291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3: output: guest state pointer afterwards (== thread return code) 292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.align 16 294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.global VG_(run_a_noredir_translation) 295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.type VG_(run_a_noredir_translation), @function 296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownVG_(run_a_noredir_translation): 297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Save callee-saves regs */ 298ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %esi 299ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %edi 300ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %ebp 301ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pushl %ebx 302ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 20(%esp), %edi /* %edi = argblock */ 304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 4(%edi), %ebp /* argblock[1] */ 305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jmp *0(%edi) /* argblock[0] */ 306ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*NOTREACHED*/ 307ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ud2 308ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* If the translation has been correctly constructed, we 309ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown should resume at the the following label. */ 310ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.global VG_(run_a_noredir_translation__return_point) 311ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownVG_(run_a_noredir_translation__return_point): 312ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl 20(%esp), %edi 313ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl %eax, 8(%edi) /* argblock[2] */ 314ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown movl %ebp, 12(%edi) /* argblock[3] */ 315ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %ebx 317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %ebp 318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %edi 319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown popl %esi 320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ret 321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.size VG_(run_a_noredir_translation), .-VG_(run_a_noredir_translation) 322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Let the linker know we don't need an executable stack */ 325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown.section .note.GNU-stack,"",@progbits 326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#endif // defined(VGP_x86_linux) 328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/ 330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- end ---*/ 331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/ 332