mc_translate.c revision 436e89c602e787e7a27dd6624b09beed41a0da8a
1ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/ 3ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Instrument IR to perform memory checking operations. ---*/ 4ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- mc_translate.c ---*/ 5ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/ 6ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* 8ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This file is part of MemCheck, a heavyweight Valgrind tool for 9ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown detecting memory errors. 10ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 11436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Copyright (C) 2000-2013 Julian Seward 12ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown jseward@acm.org 13ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 14ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This program is free software; you can redistribute it and/or 15ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown modify it under the terms of the GNU General Public License as 16ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown published by the Free Software Foundation; either version 2 of the 17ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown License, or (at your option) any later version. 18ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 19ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This program is distributed in the hope that it will be useful, but 20ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown WITHOUT ANY WARRANTY; without even the implied warranty of 21ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 22ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown General Public License for more details. 23ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 24ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown You should have received a copy of the GNU General Public License 25ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown along with this program; if not, write to the Free Software 26ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 27ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 02111-1307, USA. 28ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 29ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The GNU General Public License is contained in the file COPYING. 30ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 31ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 32ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_basics.h" 33663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng#include "pub_tool_poolalloc.h" // For mc_include.h 34ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_hashtable.h" // For mc_include.h 35ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_libcassert.h" 36ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_libcprint.h" 37ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_tooliface.h" 38ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_machine.h" // VG_(fnptr_to_fnentry) 39ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_xarray.h" 40ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_mallocfree.h" 41ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "pub_tool_libcbase.h" 42ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 43ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#include "mc_include.h" 44ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 45ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 46b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov/* FIXMEs JRS 2011-June-16. 47b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 48b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Check the interpretation for vector narrowing and widening ops, 49b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov particularly the saturating ones. I suspect they are either overly 50b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov pessimistic and/or wrong. 51b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov*/ 52b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 53ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* This file implements the Memcheck instrumentation, and in 54ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown particular contains the core of its undefined value detection 55ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown machinery. For a comprehensive background of the terminology, 56ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown algorithms and rationale used herein, read: 57ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 58ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Using Valgrind to detect undefined value errors with 59ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bit-precision 60ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 61ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Julian Seward and Nicholas Nethercote 62ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 63ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2005 USENIX Annual Technical Conference (General Track), 64ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Anaheim, CA, USA, April 10-15, 2005. 65ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 66ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ---- 67ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 68ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Here is as good a place as any to record exactly when V bits are and 69ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown should be checked, why, and what function is responsible. 70ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 71ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 72ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Memcheck complains when an undefined value is used: 73ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 74ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1. In the condition of a conditional branch. Because it could cause 75ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown incorrect control flow, and thus cause incorrect externally-visible 76ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown behaviour. [mc_translate.c:complainIfUndefined] 77ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 78ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2. As an argument to a system call, or as the value that specifies 79ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the system call number. Because it could cause an incorrect 80ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown externally-visible side effect. [mc_translate.c:mc_pre_reg_read] 81ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 82ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3. As the address in a load or store. Because it could cause an 83ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown incorrect value to be used later, which could cause externally-visible 84ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown behaviour (eg. via incorrect control flow or an incorrect system call 85ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown argument) [complainIfUndefined] 86ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 87ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4. As the target address of a branch. Because it could cause incorrect 88ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown control flow. [complainIfUndefined] 89ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 90ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5. As an argument to setenv, unsetenv, or putenv. Because it could put 91ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown an incorrect value into the external environment. 92ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown [mc_replace_strmem.c:VG_WRAP_FUNCTION_ZU(*, *env)] 93ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 94ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6. As the index in a GETI or PUTI operation. I'm not sure why... (njn). 95ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown [complainIfUndefined] 96ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 97ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7. As an argument to the VALGRIND_CHECK_MEM_IS_DEFINED and 98ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VALGRIND_CHECK_VALUE_IS_DEFINED client requests. Because the user 99ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown requested it. [in memcheck.h] 100ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Memcheck also complains, but should not, when an undefined value is used: 103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 8. As the shift value in certain SIMD shift operations (but not in the 105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown standard integer shift operations). This inconsistency is due to 106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown historical reasons.) [complainIfUndefined] 107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 108ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Memcheck does not complain, but should, when an undefined value is used: 110ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 111ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 9. As an input to a client request. Because the client request may 112ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown affect the visible behaviour -- see bug #144362 for an example 113ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown involving the malloc replacements in vg_replace_malloc.c and 114ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VALGRIND_NON_SIMD_CALL* requests, where an uninitialised argument 115ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown isn't identified. That bug report also has some info on how to solve 116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the problem. [valgrind.h:VALGRIND_DO_CLIENT_REQUEST] 117ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown In practice, 1 and 2 account for the vast majority of cases. 120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 122436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Generation of addr-definedness, addr-validity and 123436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov guard-definedness checks pertaining to loads and stores (Iex_Load, 124436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Ist_Store, IRLoadG, IRStoreG, LLSC, CAS and Dirty memory 125436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov loads/stores) was re-checked 11 May 2013. */ 126436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Forward decls ---*/ 129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstruct _MCEnv; 132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRType shadowTypeV ( IRType ty ); 134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRExpr* expr2vbits ( struct _MCEnv* mce, IRExpr* e ); 135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRTemp findShadowTmpB ( struct _MCEnv* mce, IRTemp orig ); 136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 137b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanovstatic IRExpr *i128_const_zero(void); 138ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Memcheck running state, and tmp management. ---*/ 141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 142ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Carries info about a particular tmp. The tmp's number is not 144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown recorded, as this is implied by (equal to) its index in the tmpMap 145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown in MCEnv. The tmp's type is also not recorded, as this is present 146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown in MCEnv.sb->tyenv. 147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown When .kind is Orig, .shadowV and .shadowB may give the identities 149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown of the temps currently holding the associated definedness (shadowV) 150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and origin (shadowB) values, or these may be IRTemp_INVALID if code 151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown to compute such values has not yet been emitted. 152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown When .kind is VSh or BSh then the tmp is holds a V- or B- value, 154ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and so .shadowV and .shadowB must be IRTemp_INVALID, since it is 155ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown illogical for a shadow tmp itself to be shadowed. 156ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 157ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Browntypedef 158ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown enum { Orig=1, VSh=2, BSh=3 } 159ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempKind; 160ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 161ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Browntypedef 162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct { 163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempKind kind; 164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp shadowV; 165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp shadowB; 166ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempMapEnt; 168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Carries around state during memcheck instrumentation. */ 171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Browntypedef 172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct _MCEnv { 173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* MODIFIED: the superblock being constructed. IRStmts are 174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown added. */ 175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRSB* sb; 176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool trace; 177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* MODIFIED: a table [0 .. #temps_in_sb-1] which gives the 179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown current kind and possibly shadow temps for each temp in the 180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRSB being constructed. Note that it does not contain the 181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown type of each tmp. If you want to know the type, look at the 182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown relevant entry in sb->tyenv. It follows that at all times 183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown during the instrumentation process, the valid indices for 184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmpMap and sb->tyenv are identical, being 0 .. N-1 where N is 185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown total number of Orig, V- and B- temps allocated so far. 186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The reason for this strange split (types in one place, all 188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown other info in another) is that we need the types to be 189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown attached to sb so as to make it possible to do 190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "typeOfIRExpr(mce->bb->tyenv, ...)" at various places in the 191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown instrumentation process. */ 192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown XArray* /* of TempMapEnt */ tmpMap; 193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* MODIFIED: indicates whether "bogus" literals have so far been 195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown found. Starts off False, and may change to True. */ 196663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Bool bogusLiterals; 197663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 198663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* READONLY: indicates whether we should use expensive 199663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng interpretations of integer adds, since unfortunately LLVM 200663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng uses them to do ORs in some circumstances. Defaulted to True 201663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng on MacOS and False everywhere else. */ 202663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Bool useLLVMworkarounds; 203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* READONLY: the guest layout. This indicates which parts of 205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the guest state should be regarded as 'always defined'. */ 206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VexGuestLayout* layout; 207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* READONLY: the host word type. Needed for constructing 209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown arguments of type 'HWord' to be passed to helper functions. 210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Ity_I32 or Ity_I64 only. */ 211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType hWordTy; 212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown MCEnv; 214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* SHADOW TMP MANAGEMENT. Shadow tmps are allocated lazily (on 216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown demand), as they are encountered. This is for two reasons. 217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (1) (less important reason): Many original tmps are unused due to 219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown initial IR optimisation, and we do not want to spaces in tables 220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tracking them. 221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Shadow IRTemps are therefore allocated on demand. mce.tmpMap is a 223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown table indexed [0 .. n_types-1], which gives the current shadow for 224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown each original tmp, or INVALID_IRTEMP if none is so far assigned. 225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown It is necessary to support making multiple assignments to a shadow 226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown -- specifically, after testing a shadow for definedness, it needs 227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown to be made defined. But IR's SSA property disallows this. 228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (2) (more important reason): Therefore, when a shadow needs to get 230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown a new value, a new temporary is created, the value is assigned to 231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown that, and the tmpMap is updated to reflect the new binding. 232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 233ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown A corollary is that if the tmpMap maps a given tmp to 234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp_INVALID and we are hoping to read that shadow tmp, it means 235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown there's a read-before-write error in the original tmps. The IR 236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sanity checker should catch all such anomalies, however. 237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Create a new IRTemp of type 'ty' and kind 'kind', and add it to 240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown both the table in mce->sb and to our auxiliary mapping. Note that 241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown newTemp may cause mce->tmpMap to resize, hence previous results 242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown from VG_(indexXA)(mce->tmpMap) are invalidated. */ 243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRTemp newTemp ( MCEnv* mce, IRType ty, TempKind kind ) 244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Word newIx; 246ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempMapEnt ent; 247ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp tmp = newIRTemp(mce->sb->tyenv, ty); 248ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent.kind = kind; 249ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent.shadowV = IRTemp_INVALID; 250ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent.shadowB = IRTemp_INVALID; 251ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown newIx = VG_(addToXA)( mce->tmpMap, &ent ); 252ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(newIx == (Word)tmp); 253ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return tmp; 254ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 255ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 256ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 257ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Find the tmp currently shadowing the given original tmp. If none 258ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown so far exists, allocate one. */ 259ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRTemp findShadowTmpV ( MCEnv* mce, IRTemp orig ) 260ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempMapEnt* ent; 262ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* VG_(indexXA) range-checks 'orig', hence no need to check 263ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown here. */ 264ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent = (TempMapEnt*)VG_(indexXA)( mce->tmpMap, (Word)orig ); 265ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ent->kind == Orig); 266ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (ent->shadowV == IRTemp_INVALID) { 267ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp tmpV 268ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = newTemp( mce, shadowTypeV(mce->sb->tyenv->types[orig]), VSh ); 269ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* newTemp may cause mce->tmpMap to resize, hence previous results 270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown from VG_(indexXA) are invalid. */ 271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent = (TempMapEnt*)VG_(indexXA)( mce->tmpMap, (Word)orig ); 272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ent->kind == Orig); 273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ent->shadowV == IRTemp_INVALID); 274ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent->shadowV = tmpV; 275ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 276ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return ent->shadowV; 277ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 278ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 279ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Allocate a new shadow for the given original tmp. This means any 280ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown previous shadow is abandoned. This is needed because it is 281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown necessary to give a new value to a shadow once it has been tested 282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for undefinedness, but unfortunately IR's SSA property disallows 283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown this. Instead we must abandon the old shadow, allocate a new one 284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and use that instead. 285ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This is the same as findShadowTmpV, except we don't bother to see 287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if a shadow temp already existed -- we simply allocate a new one 288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown regardless. */ 289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void newShadowTmpV ( MCEnv* mce, IRTemp orig ) 290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempMapEnt* ent; 292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* VG_(indexXA) range-checks 'orig', hence no need to check 293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown here. */ 294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent = (TempMapEnt*)VG_(indexXA)( mce->tmpMap, (Word)orig ); 295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ent->kind == Orig); 296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (1) { 297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp tmpV 298ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = newTemp( mce, shadowTypeV(mce->sb->tyenv->types[orig]), VSh ); 299ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* newTemp may cause mce->tmpMap to resize, hence previous results 300ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown from VG_(indexXA) are invalid. */ 301ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent = (TempMapEnt*)VG_(indexXA)( mce->tmpMap, (Word)orig ); 302ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ent->kind == Orig); 303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent->shadowV = tmpV; 304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 306ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 307ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 308ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 309ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- IRAtoms -- a subset of IRExprs ---*/ 310ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 311ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 312ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* An atom is either an IRExpr_Const or an IRExpr_Tmp, as defined by 313ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown isIRAtom() in libvex_ir.h. Because this instrumenter expects flat 314ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown input, most of this code deals in atoms. Usefully, a value atom 315ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown always has a V-value which is also an atom: constants are shadowed 316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown by constants, and temps are shadowed by the corresponding shadow 317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown temporary. */ 318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Browntypedef IRExpr IRAtom; 320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* (used for sanity checks only): is this an atom which looks 322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown like it's from original code? */ 323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool isOriginalAtom ( MCEnv* mce, IRAtom* a1 ) 324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (a1->tag == Iex_Const) 326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; 327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (a1->tag == Iex_RdTmp) { 328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempMapEnt* ent = VG_(indexXA)( mce->tmpMap, a1->Iex.RdTmp.tmp ); 329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return ent->kind == Orig; 330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 334ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* (used for sanity checks only): is this an atom which looks 335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown like it's from shadow code? */ 336ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool isShadowAtom ( MCEnv* mce, IRAtom* a1 ) 337ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 338ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (a1->tag == Iex_Const) 339ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; 340ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (a1->tag == Iex_RdTmp) { 341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempMapEnt* ent = VG_(indexXA)( mce->tmpMap, a1->Iex.RdTmp.tmp ); 342ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return ent->kind == VSh || ent->kind == BSh; 343ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 344ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 345ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 346ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 347ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* (used for sanity checks only): check that both args are atoms and 348ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown are identically-kinded. */ 349ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool sameKindedAtoms ( IRAtom* a1, IRAtom* a2 ) 350ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 351ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (a1->tag == Iex_RdTmp && a2->tag == Iex_RdTmp) 352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; 353ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (a1->tag == Iex_Const && a2->tag == Iex_Const) 354ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; 355ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 356ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 357ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 358ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 359ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 360ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Type management ---*/ 361ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 362ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 363ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Shadow state is always accessed using integer types. This returns 364ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown an integer type with the same size (as per sizeofIRType) as the 365ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown given type. The only valid shadow types are Bit, I8, I16, I32, 366663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng I64, I128, V128, V256. */ 367ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 368ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRType shadowTypeV ( IRType ty ) 369ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 370ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 371ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I1: 372ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: 373ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: 374ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: 375ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: 376ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I128: return ty; 377ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_F32: return Ity_I32; 378663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Ity_D32: return Ity_I32; 379ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_F64: return Ity_I64; 380663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Ity_D64: return Ity_I64; 381b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Ity_F128: return Ity_I128; 382663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Ity_D128: return Ity_I128; 383ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_V128: return Ity_V128; 384663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Ity_V256: return Ity_V256; 385ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: ppIRType(ty); 386ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:shadowTypeV"); 387ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 388ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Produce a 'defined' value of the given shadow type. Should only be 391ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown supplied shadow types (Bit/I8/I16/I32/UI64). */ 392ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRExpr* definedOfType ( IRType ty ) { 393ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 394ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I1: return IRExpr_Const(IRConst_U1(False)); 395ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: return IRExpr_Const(IRConst_U8(0)); 396ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: return IRExpr_Const(IRConst_U16(0)); 397ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: return IRExpr_Const(IRConst_U32(0)); 398ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: return IRExpr_Const(IRConst_U64(0)); 399b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Ity_I128: return i128_const_zero(); 400ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_V128: return IRExpr_Const(IRConst_V128(0x0000)); 401436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V256: return IRExpr_Const(IRConst_V256(0x00000000)); 402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: VG_(tool_panic)("memcheck:definedOfType"); 403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Constructing IR fragments ---*/ 409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 410ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 411ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* add stmt to a bb */ 412ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic inline void stmt ( HChar cat, MCEnv* mce, IRStmt* st ) { 413ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (mce->trace) { 414ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" %c: ", cat); 415ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRStmt(st); 416ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 417ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 418ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addStmtToIRSB(mce->sb, st); 419ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* assign value to tmp */ 422ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic inline 423ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid assign ( HChar cat, MCEnv* mce, IRTemp tmp, IRExpr* expr ) { 424ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt(cat, mce, IRStmt_WrTmp(tmp,expr)); 425ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 426ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* build various kinds of expressions */ 428ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define triop(_op, _arg1, _arg2, _arg3) \ 429ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr_Triop((_op),(_arg1),(_arg2),(_arg3)) 430ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define binop(_op, _arg1, _arg2) IRExpr_Binop((_op),(_arg1),(_arg2)) 431ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define unop(_op, _arg) IRExpr_Unop((_op),(_arg)) 432436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov#define mkU1(_n) IRExpr_Const(IRConst_U1(_n)) 433ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define mkU8(_n) IRExpr_Const(IRConst_U8(_n)) 434ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define mkU16(_n) IRExpr_Const(IRConst_U16(_n)) 435ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define mkU32(_n) IRExpr_Const(IRConst_U32(_n)) 436ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define mkU64(_n) IRExpr_Const(IRConst_U64(_n)) 437ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define mkV128(_n) IRExpr_Const(IRConst_V128(_n)) 438ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown#define mkexpr(_tmp) IRExpr_RdTmp((_tmp)) 439ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 440ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Bind the given expression to a new temporary, and return the 441ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown temporary. This effectively converts an arbitrary expression into 442ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown an atom. 443ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 444ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'ty' is the type of 'e' and hence the type that the new temporary 445ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown needs to be. But passing it in is redundant, since we can deduce 446ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the type merely by inspecting 'e'. So at least use that fact to 447ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assert that the two types agree. */ 448ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* assignNew ( HChar cat, MCEnv* mce, IRType ty, IRExpr* e ) 449ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 450ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempKind k; 451ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp t; 452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType tyE = typeOfIRExpr(mce->sb->tyenv, e); 453663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(tyE == ty); /* so 'ty' is redundant (!) */ 455ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (cat) { 456ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 'V': k = VSh; break; 457ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 'B': k = BSh; break; 458ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 'C': k = Orig; break; 459ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* happens when we are making up new "orig" 460ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expressions, for IRCAS handling */ 461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: tl_assert(0); 462ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 463ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown t = newTemp(mce, ty, k); 464ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign(cat, mce, t, e); 465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkexpr(t); 466ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 467ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 468ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 469ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 470b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov/*--- Helper functions for 128-bit ops ---*/ 471b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov/*------------------------------------------------------------*/ 472663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 473b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanovstatic IRExpr *i128_const_zero(void) 474b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov{ 475663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* z64 = IRExpr_Const(IRConst_U64(0)); 476663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return binop(Iop_64HLto128, z64, z64); 477b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov} 478b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 479663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng/* There are no I128-bit loads and/or stores [as generated by any 480663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng current front ends]. So we do not need to worry about that in 481663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng expr2vbits_Load */ 482663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 483b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 484b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov/*------------------------------------------------------------*/ 485ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Constructing definedness primitive ops ---*/ 486ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 487ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 488ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --------- Defined-if-either-defined --------- */ 489ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 490ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkDifD8 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 491ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 492ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 493ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I8, binop(Iop_And8, a1, a2)); 494ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 495ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 496ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkDifD16 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 497ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 498ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 499ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, binop(Iop_And16, a1, a2)); 500ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 501ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 502ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkDifD32 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 503ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 504ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 505ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, binop(Iop_And32, a1, a2)); 506ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 507ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 508ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkDifD64 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 509ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 510ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 511ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, binop(Iop_And64, a1, a2)); 512ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 513ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 514ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkDifDV128 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 515ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 516ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 517ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, binop(Iop_AndV128, a1, a2)); 518ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 519ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 520663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic IRAtom* mkDifDV256 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 521663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce,a1)); 522663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce,a2)); 523663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_V256, binop(Iop_AndV256, a1, a2)); 524663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 525663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 526ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --------- Undefined-if-either-undefined --------- */ 527ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 528ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkUifU8 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 529ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 530ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 531ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I8, binop(Iop_Or8, a1, a2)); 532ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 533ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 534ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkUifU16 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 535ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 536ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 537ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, binop(Iop_Or16, a1, a2)); 538ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 539ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 540ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkUifU32 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 541ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 542ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 543ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, binop(Iop_Or32, a1, a2)); 544ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 545ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 546ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkUifU64 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 547ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 548ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 549ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, binop(Iop_Or64, a1, a2)); 550ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 551ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 552b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanovstatic IRAtom* mkUifU128 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 553b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov IRAtom *tmp1, *tmp2, *tmp3, *tmp4, *tmp5, *tmp6; 554b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(isShadowAtom(mce,a1)); 555b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(isShadowAtom(mce,a2)); 556b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tmp1 = assignNew('V', mce, Ity_I64, unop(Iop_128to64, a1)); 557b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tmp2 = assignNew('V', mce, Ity_I64, unop(Iop_128HIto64, a1)); 558b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tmp3 = assignNew('V', mce, Ity_I64, unop(Iop_128to64, a2)); 559b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tmp4 = assignNew('V', mce, Ity_I64, unop(Iop_128HIto64, a2)); 560b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tmp5 = assignNew('V', mce, Ity_I64, binop(Iop_Or64, tmp1, tmp3)); 561b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tmp6 = assignNew('V', mce, Ity_I64, binop(Iop_Or64, tmp2, tmp4)); 562b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 563b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return assignNew('V', mce, Ity_I128, binop(Iop_64HLto128, tmp6, tmp5)); 564b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov} 565b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 566ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkUifUV128 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 567ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 568ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a2)); 569ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, binop(Iop_OrV128, a1, a2)); 570ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 571ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 572663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic IRAtom* mkUifUV256 ( MCEnv* mce, IRAtom* a1, IRAtom* a2 ) { 573663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce,a1)); 574663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce,a2)); 575663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_V256, binop(Iop_OrV256, a1, a2)); 576663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 577663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 578ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkUifU ( MCEnv* mce, IRType vty, IRAtom* a1, IRAtom* a2 ) { 579ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (vty) { 580ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: return mkUifU8(mce, a1, a2); 581ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: return mkUifU16(mce, a1, a2); 582ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: return mkUifU32(mce, a1, a2); 583ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: return mkUifU64(mce, a1, a2); 584b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Ity_I128: return mkUifU128(mce, a1, a2); 585ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_V128: return mkUifUV128(mce, a1, a2); 586436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V256: return mkUifUV256(mce, a1, a2); 587ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 588ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); ppIRType(vty); VG_(printf)("\n"); 589ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:mkUifU"); 590ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 591ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 592ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 593ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --------- The Left-family of operations. --------- */ 594ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 595ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkLeft8 ( MCEnv* mce, IRAtom* a1 ) { 596ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 597ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I8, unop(Iop_Left8, a1)); 598ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 599ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 600ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkLeft16 ( MCEnv* mce, IRAtom* a1 ) { 601ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 602ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, unop(Iop_Left16, a1)); 603ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 604ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 605ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkLeft32 ( MCEnv* mce, IRAtom* a1 ) { 606ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 607ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, unop(Iop_Left32, a1)); 608ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 609ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 610ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkLeft64 ( MCEnv* mce, IRAtom* a1 ) { 611ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,a1)); 612ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, unop(Iop_Left64, a1)); 613ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 614ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 615ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --------- 'Improvement' functions for AND/OR. --------- */ 616ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 617ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* ImproveAND(data, vbits) = data OR vbits. Defined (0) data 0s give 618ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown defined (0); all other -> undefined (1). 619ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 620ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveAND8 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 621ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 622ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 623ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 624ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 625ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I8, binop(Iop_Or8, data, vbits)); 626ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 627ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 628ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveAND16 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 629ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 630ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 631ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 632ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 633ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, binop(Iop_Or16, data, vbits)); 634ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 635ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 636ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveAND32 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 637ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 638ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 639ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 640ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 641ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, binop(Iop_Or32, data, vbits)); 642ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 643ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 644ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveAND64 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 645ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 646ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 647ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 648ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 649ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, binop(Iop_Or64, data, vbits)); 650ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 651ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 652ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveANDV128 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 653ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 654ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 655ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 656ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 657ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, binop(Iop_OrV128, data, vbits)); 658ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 659ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 660663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic IRAtom* mkImproveANDV256 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 661663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 662663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isOriginalAtom(mce, data)); 663663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce, vbits)); 664663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(sameKindedAtoms(data, vbits)); 665663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_V256, binop(Iop_OrV256, data, vbits)); 666663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 667663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 668ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* ImproveOR(data, vbits) = ~data OR vbits. Defined (0) data 1s give 669ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown defined (0); all other -> undefined (1). 670ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 671ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveOR8 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 672ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 673ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 674ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 675ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 676ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew( 677ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, Ity_I8, 678ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(Iop_Or8, 679ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I8, unop(Iop_Not8, data)), 680ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vbits) ); 681ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 682ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 683ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveOR16 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 684ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 685ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 686ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 687ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 688ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew( 689ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, Ity_I16, 690ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(Iop_Or16, 691ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I16, unop(Iop_Not16, data)), 692ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vbits) ); 693ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 694ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 695ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveOR32 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 696ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 697ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 698ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 699ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 700ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew( 701ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, Ity_I32, 702ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(Iop_Or32, 703ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I32, unop(Iop_Not32, data)), 704ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vbits) ); 705ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 706ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 707ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveOR64 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 708ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 709ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 710ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 711ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 712ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew( 713ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, Ity_I64, 714ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(Iop_Or64, 715ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I64, unop(Iop_Not64, data)), 716ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vbits) ); 717ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 718ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 719ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkImproveORV128 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 720ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 721ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 722ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vbits)); 723ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(data, vbits)); 724ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew( 725ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, Ity_V128, 726ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(Iop_OrV128, 727ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, unop(Iop_NotV128, data)), 728ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vbits) ); 729ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 730ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 731663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic IRAtom* mkImproveORV256 ( MCEnv* mce, IRAtom* data, IRAtom* vbits ) 732663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 733663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isOriginalAtom(mce, data)); 734663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce, vbits)); 735663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(sameKindedAtoms(data, vbits)); 736663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew( 737663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 'V', mce, Ity_V256, 738663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_OrV256, 739663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng assignNew('V', mce, Ity_V256, unop(Iop_NotV256, data)), 740663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng vbits) ); 741663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 742663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 743ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --------- Pessimising casts. --------- */ 744ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 745b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov/* The function returns an expression of type DST_TY. If any of the VBITS 746b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov is undefined (value == 1) the resulting expression has all bits set to 747b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 1. Otherwise, all bits are 0. */ 748b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 749ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCastTo( MCEnv* mce, IRType dst_ty, IRAtom* vbits ) 750ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 751ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType src_ty; 752ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* tmp1; 753663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 754ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Note, dst_ty is a shadow type, not an original type. */ 755ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vbits)); 756ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown src_ty = typeOfIRExpr(mce->sb->tyenv, vbits); 757ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 758ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Fast-track some common cases */ 759ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (src_ty == Ity_I32 && dst_ty == Ity_I32) 760ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, unop(Iop_CmpwNEZ32, vbits)); 761ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 762ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (src_ty == Ity_I64 && dst_ty == Ity_I64) 763ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, unop(Iop_CmpwNEZ64, vbits)); 764ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 765ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (src_ty == Ity_I32 && dst_ty == Ity_I64) { 766663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* PCast the arg, then clone it. */ 767ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* tmp = assignNew('V', mce, Ity_I32, unop(Iop_CmpwNEZ32, vbits)); 768ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, binop(Iop_32HLto64, tmp, tmp)); 769ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 770ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 771436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (src_ty == Ity_I32 && dst_ty == Ity_V128) { 772436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* PCast the arg, then clone it 4 times. */ 773436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* tmp = assignNew('V', mce, Ity_I32, unop(Iop_CmpwNEZ32, vbits)); 774436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tmp = assignNew('V', mce, Ity_I64, binop(Iop_32HLto64, tmp, tmp)); 775436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_V128, binop(Iop_64HLtoV128, tmp, tmp)); 776436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 777436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 778436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (src_ty == Ity_I32 && dst_ty == Ity_V256) { 779436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* PCast the arg, then clone it 8 times. */ 780436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* tmp = assignNew('V', mce, Ity_I32, unop(Iop_CmpwNEZ32, vbits)); 781436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tmp = assignNew('V', mce, Ity_I64, binop(Iop_32HLto64, tmp, tmp)); 782436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tmp = assignNew('V', mce, Ity_V128, binop(Iop_64HLtoV128, tmp, tmp)); 783436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_V256, binop(Iop_V128HLtoV256, tmp, tmp)); 784436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 785436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 786663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (src_ty == Ity_I64 && dst_ty == Ity_I32) { 787663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* PCast the arg. This gives all 0s or all 1s. Then throw away 788663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng the top half. */ 789663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* tmp = assignNew('V', mce, Ity_I64, unop(Iop_CmpwNEZ64, vbits)); 790663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_I32, unop(Iop_64to32, tmp)); 791663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 792663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 793ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Else do it the slow way .. */ 794663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* First of all, collapse vbits down to a single bit. */ 795ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = NULL; 796ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (src_ty) { 797ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I1: 798ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = vbits; 799ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 800ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: 801ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_I1, unop(Iop_CmpNEZ8, vbits)); 802ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 803ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: 804ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_I1, unop(Iop_CmpNEZ16, vbits)); 805ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 806ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: 807ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_I1, unop(Iop_CmpNEZ32, vbits)); 808ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 809ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: 810ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_I1, unop(Iop_CmpNEZ64, vbits)); 811ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 812ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I128: { 813ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Gah. Chop it in half, OR the halves together, and compare 814ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown that with zero. */ 815ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* tmp2 = assignNew('V', mce, Ity_I64, unop(Iop_128HIto64, vbits)); 816ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* tmp3 = assignNew('V', mce, Ity_I64, unop(Iop_128to64, vbits)); 817ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* tmp4 = assignNew('V', mce, Ity_I64, binop(Iop_Or64, tmp2, tmp3)); 818ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_I1, 819ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown unop(Iop_CmpNEZ64, tmp4)); 820ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 821ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 822ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 823ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(src_ty); 824ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("mkPCastTo(1)"); 825ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 826ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(tmp1); 827ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Now widen up to the dst type. */ 828ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (dst_ty) { 829ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I1: 830ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return tmp1; 831ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: 832ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I8, unop(Iop_1Sto8, tmp1)); 833ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: 834ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, unop(Iop_1Sto16, tmp1)); 835ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: 836ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, unop(Iop_1Sto32, tmp1)); 837ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: 838ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, unop(Iop_1Sto64, tmp1)); 839ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_V128: 840ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_I64, unop(Iop_1Sto64, tmp1)); 841ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_V128, binop(Iop_64HLtoV128, tmp1, tmp1)); 842ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return tmp1; 843ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I128: 844ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_I64, unop(Iop_1Sto64, tmp1)); 845ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp1 = assignNew('V', mce, Ity_I128, binop(Iop_64HLto128, tmp1, tmp1)); 846ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return tmp1; 847436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V256: 848436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tmp1 = assignNew('V', mce, Ity_I64, unop(Iop_1Sto64, tmp1)); 849436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tmp1 = assignNew('V', mce, Ity_V128, binop(Iop_64HLtoV128, 850436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tmp1, tmp1)); 851436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tmp1 = assignNew('V', mce, Ity_V256, binop(Iop_V128HLtoV256, 852436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tmp1, tmp1)); 853436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return tmp1; 854ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 855ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(dst_ty); 856ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("mkPCastTo(2)"); 857ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 858ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 859ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 860ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --------- Accurate interpretation of CmpEQ/CmpNE. --------- */ 861ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* 862ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Normally, we can do CmpEQ/CmpNE by doing UifU on the arguments, and 863ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCasting to Ity_U1. However, sometimes it is necessary to be more 864ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown accurate. The insight is that the result is defined if two 865ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown corresponding bits can be found, one from each argument, so that 866ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown both bits are defined but are different -- that makes EQ say "No" 867ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and NE say "Yes". Hence, we compute an improvement term and DifD 868ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown it onto the "normal" (UifU) result. 869ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 870ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The result is: 871ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 872ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCastTo<1> ( 873ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown -- naive version 874ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCastTo<sz>( UifU<sz>(vxx, vyy) ) 875ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 876ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown `DifD<sz>` 877ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 878ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown -- improvement term 879ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCastTo<sz>( PCast<sz>( CmpEQ<sz> ( vec, 1...1 ) ) ) 880ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 881ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 882ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown where 883ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vec contains 0 (defined) bits where the corresponding arg bits 884ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown are defined but different, and 1 bits otherwise. 885ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 886ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vec = Or<sz>( vxx, // 0 iff bit defined 887ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vyy, // 0 iff bit defined 888ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Not<sz>(Xor<sz>( xx, yy )) // 0 iff bits different 889ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 890ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 891ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown If any bit of vec is 0, the result is defined and so the 892ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown improvement term should produce 0...0, else it should produce 893ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1...1. 894ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 895ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Hence require for the improvement term: 896ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 897ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if vec == 1...1 then 1...1 else 0...0 898ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown -> 899ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCast<sz>( CmpEQ<sz> ( vec, 1...1 ) ) 900ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 901ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This was extensively re-analysed and checked on 6 July 05. 902ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 903ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* expensiveCmpEQorNE ( MCEnv* mce, 904ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty, 905ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vxx, IRAtom* vyy, 906ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* xx, IRAtom* yy ) 907ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 908ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *naive, *vec, *improvement_term; 909ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *improved, *final_cast, *top; 910ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opDIFD, opUIFU, opXOR, opNOT, opCMP, opOR; 911ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 912ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vxx)); 913ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vyy)); 914ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,xx)); 915ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,yy)); 916ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(vxx,xx)); 917ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(vyy,yy)); 918ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 919ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 920436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I16: 921436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov opOR = Iop_Or16; 922436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov opDIFD = Iop_And16; 923436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov opUIFU = Iop_Or16; 924436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov opNOT = Iop_Not16; 925436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov opXOR = Iop_Xor16; 926436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov opCMP = Iop_CmpEQ16; 927436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov top = mkU16(0xFFFF); 928436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 929ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: 930ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opOR = Iop_Or32; 931ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opDIFD = Iop_And32; 932ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opUIFU = Iop_Or32; 933ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opNOT = Iop_Not32; 934ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opXOR = Iop_Xor32; 935ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opCMP = Iop_CmpEQ32; 936ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown top = mkU32(0xFFFFFFFF); 937ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 938ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: 939ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opOR = Iop_Or64; 940ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opDIFD = Iop_And64; 941ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opUIFU = Iop_Or64; 942ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opNOT = Iop_Not64; 943ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opXOR = Iop_Xor64; 944ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opCMP = Iop_CmpEQ64; 945ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown top = mkU64(0xFFFFFFFFFFFFFFFFULL); 946ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 947ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 948ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("expensiveCmpEQorNE"); 949ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 950ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 951ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown naive 952ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = mkPCastTo(mce,ty, 953ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, ty, binop(opUIFU, vxx, vyy))); 954ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 955ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vec 956ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew( 957ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce,ty, 958ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( opOR, 959ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, binop(opOR, vxx, vyy)), 960ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew( 961ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce,ty, 962ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown unop( opNOT, 963ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, binop(opXOR, xx, yy)))))); 964ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 965ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown improvement_term 966ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = mkPCastTo( mce,ty, 967ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,Ity_I1, binop(opCMP, vec, top))); 968ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 969ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown improved 970ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew( 'V', mce,ty, binop(opDIFD, naive, improvement_term) ); 971ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 972ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown final_cast 973ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = mkPCastTo( mce, Ity_I1, improved ); 974ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 975ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return final_cast; 976ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 977ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 978ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 979ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --------- Semi-accurate interpretation of CmpORD. --------- */ 980ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 981ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* CmpORD32{S,U} does PowerPC-style 3-way comparisons: 982ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 983ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown CmpORD32S(x,y) = 1<<3 if x <s y 984ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = 1<<2 if x >s y 985ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = 1<<1 if x == y 986ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 987ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and similarly the unsigned variant. The default interpretation is: 988ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 989ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown CmpORD32{S,U}#(x,y,x#,y#) = PCast(x# `UifU` y#) 990ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown & (7<<1) 991ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 992ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The "& (7<<1)" reflects the fact that all result bits except 3,2,1 993ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown are zero and therefore defined (viz, zero). 994ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 995ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Also deal with a special case better: 996ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 997ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown CmpORD32S(x,0) 998ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 999ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Here, bit 3 (LT) of the result is a copy of the top bit of x and 1000ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown will be defined even if the rest of x isn't. In which case we do: 1001ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1002ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown CmpORD32S#(x,x#,0,{impliedly 0}#) 1003ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = PCast(x#) & (3<<1) -- standard interp for GT#,EQ# 1004ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown | (x# >>u 31) << 3 -- LT# = x#[31] 1005ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1006ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Analogous handling for CmpORD64{S,U}. 1007ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1008ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool isZeroU32 ( IRAtom* e ) 1009ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1010ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 1011ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toBool( e->tag == Iex_Const 1012ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && e->Iex.Const.con->tag == Ico_U32 1013ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && e->Iex.Const.con->Ico.U32 == 0 ); 1014ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1015ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1016ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool isZeroU64 ( IRAtom* e ) 1017ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1018ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 1019ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toBool( e->tag == Iex_Const 1020ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && e->Iex.Const.con->tag == Ico_U64 1021ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && e->Iex.Const.con->Ico.U64 == 0 ); 1022ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1023ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1024ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* doCmpORD ( MCEnv* mce, 1025ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp cmp_op, 1026ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* xxhash, IRAtom* yyhash, 1027ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* xx, IRAtom* yy ) 1028ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1029ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool m64 = cmp_op == Iop_CmpORD64S || cmp_op == Iop_CmpORD64U; 1030ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool syned = cmp_op == Iop_CmpORD64S || cmp_op == Iop_CmpORD32S; 1031ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opOR = m64 ? Iop_Or64 : Iop_Or32; 1032ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opAND = m64 ? Iop_And64 : Iop_And32; 1033ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opSHL = m64 ? Iop_Shl64 : Iop_Shl32; 1034ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opSHR = m64 ? Iop_Shr64 : Iop_Shr32; 1035ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty = m64 ? Ity_I64 : Ity_I32; 1036ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int width = m64 ? 64 : 32; 1037ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1038ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool (*isZero)(IRAtom*) = m64 ? isZeroU64 : isZeroU32; 1039ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1040ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* threeLeft1 = NULL; 1041ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* sevenLeft1 = NULL; 1042ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1043ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,xxhash)); 1044ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,yyhash)); 1045ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,xx)); 1046ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,yy)); 1047ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(xxhash,xx)); 1048ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(yyhash,yy)); 1049ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(cmp_op == Iop_CmpORD32S || cmp_op == Iop_CmpORD32U 1050ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || cmp_op == Iop_CmpORD64S || cmp_op == Iop_CmpORD64U); 1051ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1052ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) { 1053ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIROp(cmp_op); VG_(printf)(" "); 1054ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRExpr(xx); VG_(printf)(" "); ppIRExpr( yy ); VG_(printf)("\n"); 1055ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1056ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1057ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (syned && isZero(yy)) { 1058ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* fancy interpretation */ 1059ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* if yy is zero, then it must be fully defined (zero#). */ 1060ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isZero(yyhash)); 1061ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown threeLeft1 = m64 ? mkU64(3<<1) : mkU32(3<<1); 1062ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 1063ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( 1064ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opOR, 1065ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew( 1066ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce,ty, 1067ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( 1068ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opAND, 1069ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCastTo(mce,ty, xxhash), 1070ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown threeLeft1 1071ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown )), 1072ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew( 1073ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce,ty, 1074ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( 1075ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opSHL, 1076ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew( 1077ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce,ty, 1078ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(opSHR, xxhash, mkU8(width-1))), 1079ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkU8(3) 1080ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown )) 1081ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 1082ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1083ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* standard interpretation */ 1084ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sevenLeft1 = m64 ? mkU64(7<<1) : mkU32(7<<1); 1085ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 1086ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( 1087ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opAND, 1088ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCastTo( mce,ty, 1089ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkUifU(mce,ty, xxhash,yyhash)), 1090ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sevenLeft1 1091ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 1092ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1093ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1094ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1095ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1096ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1097ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Emit a test and complaint if something is undefined. ---*/ 1098ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1099ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1100ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* schemeE ( MCEnv* mce, IRExpr* e ); /* fwds */ 1101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Set the annotations on a dirty helper to indicate that the stack 1104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pointer and instruction pointers might be read. This is the 1105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown behaviour of all 'emit-a-complaint' style functions we might 1106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown call. */ 1107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1108ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void setHelperAnns ( MCEnv* mce, IRDirty* di ) { 1109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown di->nFxState = 2; 1110663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[0].fx = Ifx_Read; 1111663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[0].offset = mce->layout->offset_SP; 1112663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[0].size = mce->layout->sizeof_SP; 1113663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[0].nRepeats = 0; 1114663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[0].repeatLen = 0; 1115663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[1].fx = Ifx_Read; 1116663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[1].offset = mce->layout->offset_IP; 1117663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[1].size = mce->layout->sizeof_IP; 1118663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[1].nRepeats = 0; 1119663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng di->fxState[1].repeatLen = 0; 1120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1123436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Check the supplied *original* |atom| for undefinedness, and emit a 1124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown complaint if so. Once that happens, mark it as defined. This is 1125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown possible because the atom is either a tmp or literal. If it's a 1126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tmp, it will be shadowed by a tmp, and so we can set the shadow to 1127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown be defined. In fact as mentioned above, we will have to allocate a 1128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown new tmp to carry the new 'defined' shadow value, and update the 1129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown original->tmp mapping accordingly; we cannot simply assign a new 1130436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov value to an existing shadow tmp as this breaks SSAness. 1131436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1132436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov The checks are performed, any resulting complaint emitted, and 1133436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov |atom|'s shadow temp set to 'defined', ONLY in the case that 1134436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov |guard| evaluates to True at run-time. If it evaluates to False 1135436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov then no action is performed. If |guard| is NULL (the usual case) 1136436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov then it is assumed to be always-true, and hence these actions are 1137436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov performed unconditionally. 1138436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1139436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov This routine does not generate code to check the definedness of 1140436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov |guard|. The caller is assumed to have taken care of that already. 1141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1142663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic void complainIfUndefined ( MCEnv* mce, IRAtom* atom, IRExpr *guard ) 1143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom; 1145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty; 1146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int sz; 1147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRDirty* di; 1148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* cond; 1149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* origin; 1150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown void* fn; 1151436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov const HChar* nm; 1152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr** args; 1153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int nargs; 1154ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1155ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // Don't do V bit tests if we're not reporting undefined value errors. 1156ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (MC_(clo_mc_level) == 1) 1157ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return; 1158ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1159436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (guard) 1160436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(isOriginalAtom(mce, guard)); 1161436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Since the original expression is atomic, there's no duplicated 1163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown work generated by making multiple V-expressions for it. So we 1164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown don't really care about the possibility that someone else may 1165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown also create a V-interpretion for it. */ 1166ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, atom)); 1167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vatom = expr2vbits( mce, atom ); 1168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatom)); 1169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom, vatom)); 1170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ty = typeOfIRExpr(mce->sb->tyenv, vatom); 1172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* sz is only used for constructing the error message */ 1174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sz = ty==Ity_I1 ? 0 : sizeofIRType(ty); 1175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cond = mkPCastTo( mce, Ity_I1, vatom ); 1177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* cond will be 0 if all defined, and 1 if any not defined. */ 1178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Get the origin info for the value we are about to check. At 1180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown least, if we are doing origin tracking. If not, use a dummy 1181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown zero origin. */ 1182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (MC_(clo_mc_level) == 3) { 1183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown origin = schemeE( mce, atom ); 1184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (mce->hWordTy == Ity_I64) { 1185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown origin = assignNew( 'B', mce, Ity_I64, unop(Iop_32Uto64, origin) ); 1186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown origin = NULL; 1189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = NULL; 1192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = NULL; 1193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = NULL; 1194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = -1; 1195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (sz) { 1197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 0: 1198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (origin) { 1199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_check0_fail_w_o); 1200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_check0_fail_w_o)"; 1201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_1(origin); 1202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 1; 1203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_check0_fail_no_o); 1205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_check0_fail_no_o)"; 1206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_0(); 1207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 0; 1208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 1210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 1: 1211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (origin) { 1212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_check1_fail_w_o); 1213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_check1_fail_w_o)"; 1214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_1(origin); 1215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 1; 1216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_check1_fail_no_o); 1218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_check1_fail_no_o)"; 1219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_0(); 1220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 0; 1221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 1223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 4: 1224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (origin) { 1225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_check4_fail_w_o); 1226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_check4_fail_w_o)"; 1227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_1(origin); 1228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 1; 1229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_check4_fail_no_o); 1231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_check4_fail_no_o)"; 1232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_0(); 1233ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 0; 1234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 1236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 8: 1237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (origin) { 1238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_check8_fail_w_o); 1239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_check8_fail_w_o)"; 1240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_1(origin); 1241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 1; 1242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_check8_fail_no_o); 1244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_check8_fail_no_o)"; 1245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_0(); 1246ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 0; 1247ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1248ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 1249ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 2: 1250ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 16: 1251ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (origin) { 1252ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_checkN_fail_w_o); 1253ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_checkN_fail_w_o)"; 1254ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_2( mkIRExpr_HWord( sz ), origin); 1255ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 2; 1256ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1257ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown fn = &MC_(helperc_value_checkN_fail_no_o); 1258ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nm = "MC_(helperc_value_checkN_fail_no_o)"; 1259ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args = mkIRExprVec_1( mkIRExpr_HWord( sz ) ); 1260ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nargs = 1; 1261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1262ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 1263ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 1264ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("unexpected szB"); 1265ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1266ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1267ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(fn); 1268ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(nm); 1269ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(args); 1270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(nargs >= 0 && nargs <= 2); 1271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert( (MC_(clo_mc_level) == 3 && origin != NULL) 1272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || (MC_(clo_mc_level) == 2 && origin == NULL) ); 1273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1274ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown di = unsafeIRDirty_0_N( nargs/*regparms*/, nm, 1275ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(fnptr_to_fnentry)( fn ), args ); 1276436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov di->guard = cond; // and cond is PCast-to-1(atom#) 1277663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 1278436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* If the complaint is to be issued under a guard condition, AND 1279436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov that into the guard condition for the helper call. */ 1280663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (guard) { 1281436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom *g1 = assignNew('V', mce, Ity_I32, unop(Iop_1Uto32, di->guard)); 1282436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom *g2 = assignNew('V', mce, Ity_I32, unop(Iop_1Uto32, guard)); 1283436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom *e = assignNew('V', mce, Ity_I32, binop(Iop_And32, g1, g2)); 1284436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov di->guard = assignNew('V', mce, Ity_I1, unop(Iop_32to1, e)); 1285663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 1286663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 1287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown setHelperAnns( mce, di ); 1288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'V', mce, IRStmt_Dirty(di)); 1289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1290436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* If |atom| is shadowed by an IRTemp, set the shadow tmp to be 1291436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov defined -- but only in the case where the guard evaluates to 1292436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov True at run-time. Do the update by setting the orig->shadow 1293436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mapping for tmp to reflect the fact that this shadow is getting 1294436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov a new value. */ 1295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isIRAtom(vatom)); 1296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* sameKindedAtoms ... */ 1297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (vatom->tag == Iex_RdTmp) { 1298ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(atom->tag == Iex_RdTmp); 1299436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (guard == NULL) { 1300436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // guard is 'always True', hence update unconditionally 1301436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov newShadowTmpV(mce, atom->Iex.RdTmp.tmp); 1302436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov assign('V', mce, findShadowTmpV(mce, atom->Iex.RdTmp.tmp), 1303436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov definedOfType(ty)); 1304436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } else { 1305436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // update the temp only conditionally. Do this by copying 1306436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // its old value when the guard is False. 1307436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // The old value .. 1308436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRTemp old_tmpV = findShadowTmpV(mce, atom->Iex.RdTmp.tmp); 1309436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov newShadowTmpV(mce, atom->Iex.RdTmp.tmp); 1310436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* new_tmpV 1311436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = assignNew('V', mce, shadowTypeV(ty), 1312436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr_ITE(guard, definedOfType(ty), 1313436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mkexpr(old_tmpV))); 1314436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov assign('V', mce, findShadowTmpV(mce, atom->Iex.RdTmp.tmp), new_tmpV); 1315436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 1316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Shadowing PUTs/GETs, and indexed variants thereof ---*/ 1322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Examine the always-defined sections declared in layout to see if 1325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the (offset,size) section is within one. Note, is is an error to 1326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown partially fall into such a region: (offset,size) should either be 1327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown completely in such a region or completely not-in such a region. 1328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool isAlwaysDefd ( MCEnv* mce, Int offset, Int size ) 1330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int minoffD, maxoffD, i; 1332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int minoff = offset; 1333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int maxoff = minoff + size - 1; 1334ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert((minoff & ~0xFFFF) == 0); 1335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert((maxoff & ~0xFFFF) == 0); 1336ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1337ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < mce->layout->n_alwaysDefd; i++) { 1338ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown minoffD = mce->layout->alwaysDefd[i].offset; 1339ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown maxoffD = minoffD + mce->layout->alwaysDefd[i].size - 1; 1340ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert((minoffD & ~0xFFFF) == 0); 1341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert((maxoffD & ~0xFFFF) == 0); 1342ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1343ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (maxoff < minoffD || maxoffD < minoff) 1344ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown continue; /* no overlap */ 1345ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (minoff >= minoffD && maxoff <= maxoffD) 1346ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; /* completely contained in an always-defd section */ 1347ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1348ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:isAlwaysDefd:partial overlap"); 1349ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1350ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; /* could not find any containing section */ 1351ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1353ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1354ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Generate into bb suitable actions to shadow this Put. If the state 1355ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown slice is marked 'always defined', do nothing. Otherwise, write the 1356ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown supplied V bits to the shadow state. We can pass in either an 1357ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown original atom or a V-atom, but not both. In the former case the 1358ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown relevant V-bits are then generated from the original. 1359663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng We assume here, that the definedness of GUARD has already been checked. 1360ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1361ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1362ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid do_shadow_PUT ( MCEnv* mce, Int offset, 1363663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* atom, IRAtom* vatom, IRExpr *guard ) 1364ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1365ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty; 1366ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1367ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // Don't do shadow PUTs if we're not doing undefined value checking. 1368ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // Their absence lets Vex's optimiser remove all the shadow computation 1369ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // that they depend on, which includes GETs of the shadow registers. 1370ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (MC_(clo_mc_level) == 1) 1371ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return; 1372ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1373ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (atom) { 1374ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(!vatom); 1375ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, atom)); 1376ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vatom = expr2vbits( mce, atom ); 1377ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1378ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(vatom); 1379ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatom)); 1380ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1381ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1382ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ty = typeOfIRExpr(mce->sb->tyenv, vatom); 1383ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ty != Ity_I1); 1384b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(ty != Ity_I128); 1385ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (isAlwaysDefd(mce, offset, sizeofIRType(ty))) { 1386ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* later: no ... */ 1387ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* emit code to emit a complaint if any of the vbits are 1. */ 1388ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* complainIfUndefined(mce, atom); */ 1389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Do a plain shadow Put. */ 1391663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (guard) { 1392663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* If the guard expression evaluates to false we simply Put the value 1393663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng that is already stored in the guest state slot */ 1394663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom *cond, *iffalse; 1395663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 1396436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov cond = assignNew('V', mce, Ity_I1, guard); 1397663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng iffalse = assignNew('V', mce, ty, 1398663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRExpr_Get(offset + mce->layout->total_sizeB, ty)); 1399436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov vatom = assignNew('V', mce, ty, IRExpr_ITE(cond, vatom, iffalse)); 1400663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 1401663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng stmt( 'V', mce, IRStmt_Put( offset + mce->layout->total_sizeB, vatom )); 1402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Return an expression which contains the V bits corresponding to the 1407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown given GETI (passed in in pieces). 1408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1410663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengvoid do_shadow_PUTI ( MCEnv* mce, IRPutI *puti) 1411ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1412ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom; 1413ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty, tyS; 1414ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int arrSize;; 1415663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRRegArray* descr = puti->descr; 1416663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* ix = puti->ix; 1417663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Int bias = puti->bias; 1418663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* atom = puti->data; 1419ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // Don't do shadow PUTIs if we're not doing undefined value checking. 1421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // Their absence lets Vex's optimiser remove all the shadow computation 1422ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // that they depend on, which includes GETIs of the shadow registers. 1423ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (MC_(clo_mc_level) == 1) 1424ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return; 1425ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1426ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom)); 1427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vatom = expr2vbits( mce, atom ); 1428ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom, vatom)); 1429ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ty = descr->elemTy; 1430ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tyS = shadowTypeV(ty); 1431ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown arrSize = descr->nElems * sizeofIRType(ty); 1432ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ty != Ity_I1); 1433ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,ix)); 1434663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, ix, NULL); 1435ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (isAlwaysDefd(mce, descr->base, arrSize)) { 1436ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* later: no ... */ 1437ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* emit code to emit a complaint if any of the vbits are 1. */ 1438ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* complainIfUndefined(mce, atom); */ 1439ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1440ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Do a cloned version of the Put that refers to the shadow 1441ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown area. */ 1442ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRRegArray* new_descr 1443ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = mkIRRegArray( descr->base + mce->layout->total_sizeB, 1444ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tyS, descr->nElems); 1445663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng stmt( 'V', mce, IRStmt_PutI( mkIRPutI(new_descr, ix, bias, vatom) )); 1446ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1447ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1448ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1449ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1450ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Return an expression which contains the V bits corresponding to the 1451ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown given GET (passed in in pieces). 1452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1453ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRExpr* shadow_GET ( MCEnv* mce, Int offset, IRType ty ) 1455ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1456ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType tyS = shadowTypeV(ty); 1457ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ty != Ity_I1); 1458b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov tl_assert(ty != Ity_I128); 1459ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (isAlwaysDefd(mce, offset, sizeofIRType(ty))) { 1460ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Always defined, return all zeroes of the relevant type */ 1461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return definedOfType(tyS); 1462ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1463ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* return a cloned version of the Get that refers to the shadow 1464ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown area. */ 1465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* FIXME: this isn't an atom! */ 1466ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return IRExpr_Get( offset + mce->layout->total_sizeB, tyS ); 1467ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1468ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1469ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1470ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1471ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Return an expression which contains the V bits corresponding to the 1472ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown given GETI (passed in in pieces). 1473ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1474ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1475ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRExpr* shadow_GETI ( MCEnv* mce, 1476ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRRegArray* descr, IRAtom* ix, Int bias ) 1477ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1478ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty = descr->elemTy; 1479ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType tyS = shadowTypeV(ty); 1480ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int arrSize = descr->nElems * sizeofIRType(ty); 1481ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ty != Ity_I1); 1482ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,ix)); 1483663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, ix, NULL); 1484ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (isAlwaysDefd(mce, descr->base, arrSize)) { 1485ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Always defined, return all zeroes of the relevant type */ 1486ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return definedOfType(tyS); 1487ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1488ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* return a cloned version of the Get that refers to the shadow 1489ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown area. */ 1490ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRRegArray* new_descr 1491ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = mkIRRegArray( descr->base + mce->layout->total_sizeB, 1492ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tyS, descr->nElems); 1493ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return IRExpr_GetI( new_descr, ix, bias ); 1494ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1495ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1496ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1497ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1498ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1499ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Generating approximations for unknown operations, ---*/ 1500ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- using lazy-propagate semantics ---*/ 1501ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1502ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1503ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Lazy propagation of undefinedness from two values, resulting in the 1504ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown specified shadow type. 1505ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1506ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1507ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* mkLazy2 ( MCEnv* mce, IRType finalVty, IRAtom* va1, IRAtom* va2 ) 1508ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1509ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 1510ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t1 = typeOfIRExpr(mce->sb->tyenv, va1); 1511ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t2 = typeOfIRExpr(mce->sb->tyenv, va2); 1512ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va1)); 1513ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va2)); 1514ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1515ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* The general case is inefficient because PCast is an expensive 1516ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown operation. Here are some special cases which use PCast only 1517ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown once rather than twice. */ 1518ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1519ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I64 x I64 -> I64 */ 1520ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (t1 == Ity_I64 && t2 == Ity_I64 && finalVty == Ity_I64) { 1521ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("mkLazy2: I64 x I64 -> I64\n"); 1522ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, va1, va2); 1523ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, at); 1524ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 1525ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1526ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1527ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I64 x I64 -> I32 */ 1528ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (t1 == Ity_I64 && t2 == Ity_I64 && finalVty == Ity_I32) { 1529ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("mkLazy2: I64 x I64 -> I32\n"); 1530ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, va1, va2); 1531ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I32, at); 1532ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 1533ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1534ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1535ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) { 1536ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("mkLazy2 "); 1537ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t1); 1538ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("_"); 1539ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t2); 1540ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("_"); 1541ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(finalVty); 1542ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 1543ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1544ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1545ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* General case: force everything via 32-bit intermediaries. */ 1546ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I32, va1); 1547ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I32, at, mkPCastTo(mce, Ity_I32, va2)); 1548ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, finalVty, at); 1549ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 1550ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1551ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1552ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1553ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* 3-arg version of the above. */ 1554ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1555ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* mkLazy3 ( MCEnv* mce, IRType finalVty, 1556ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* va1, IRAtom* va2, IRAtom* va3 ) 1557ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1558ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 1559ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t1 = typeOfIRExpr(mce->sb->tyenv, va1); 1560ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t2 = typeOfIRExpr(mce->sb->tyenv, va2); 1561ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t3 = typeOfIRExpr(mce->sb->tyenv, va3); 1562ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va1)); 1563ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va2)); 1564ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va3)); 1565ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1566ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* The general case is inefficient because PCast is an expensive 1567ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown operation. Here are some special cases which use PCast only 1568ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown twice rather than three times. */ 1569ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1570ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32 x I64 x I64 -> I64 */ 1571ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Standard FP idiom: rm x FParg1 x FParg2 -> FPresult */ 1572ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (t1 == Ity_I32 && t2 == Ity_I64 && t3 == Ity_I64 1573ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && finalVty == Ity_I64) { 1574ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("mkLazy3: I32 x I64 x I64 -> I64\n"); 1575ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Widen 1st arg to I64. Since 1st arg is typically a rounding 1576ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mode indication which is fully defined, this should get 1577ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown folded out later. */ 1578ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, va1); 1579ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Now fold in 2nd and 3rd args. */ 1580ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, at, va2); 1581ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, at, va3); 1582ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* and PCast once again. */ 1583ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, at); 1584ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 1585ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1586ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1587436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* I32 x I8 x I64 -> I64 */ 1588436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (t1 == Ity_I32 && t2 == Ity_I8 && t3 == Ity_I64 1589436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov && finalVty == Ity_I64) { 1590436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (0) VG_(printf)("mkLazy3: I32 x I8 x I64 -> I64\n"); 1591436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Widen 1st and 2nd args to I64. Since 1st arg is typically a 1592436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov * rounding mode indication which is fully defined, this should 1593436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov * get folded out later. 1594436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov */ 1595436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at1 = mkPCastTo(mce, Ity_I64, va1); 1596436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at2 = mkPCastTo(mce, Ity_I64, va2); 1597436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkUifU(mce, Ity_I64, at1, at2); // UifU(PCast(va1), PCast(va2)) 1598436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkUifU(mce, Ity_I64, at, va3); 1599436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* and PCast once again. */ 1600436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkPCastTo(mce, Ity_I64, at); 1601436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return at; 1602436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 1603436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1604ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32 x I64 x I64 -> I32 */ 1605ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (t1 == Ity_I32 && t2 == Ity_I64 && t3 == Ity_I64 1606ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && finalVty == Ity_I32) { 1607ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("mkLazy3: I32 x I64 x I64 -> I32\n"); 1608ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, va1); 1609ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, at, va2); 1610ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, at, va3); 1611ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I32, at); 1612ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 1613ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1614ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1615ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32 x I32 x I32 -> I32 */ 1616ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 32-bit FP idiom, as (eg) happens on ARM */ 1617ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (t1 == Ity_I32 && t2 == Ity_I32 && t3 == Ity_I32 1618ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && finalVty == Ity_I32) { 1619ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("mkLazy3: I32 x I32 x I32 -> I32\n"); 1620ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = va1; 1621ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I32, at, va2); 1622ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I32, at, va3); 1623ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I32, at); 1624ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 1625ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1626ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1627b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* I32 x I128 x I128 -> I128 */ 1628b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Standard FP idiom: rm x FParg1 x FParg2 -> FPresult */ 1629b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (t1 == Ity_I32 && t2 == Ity_I128 && t3 == Ity_I128 1630b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov && finalVty == Ity_I128) { 1631b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (0) VG_(printf)("mkLazy3: I32 x I128 x I128 -> I128\n"); 1632b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Widen 1st arg to I128. Since 1st arg is typically a rounding 1633b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov mode indication which is fully defined, this should get 1634b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov folded out later. */ 1635b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = mkPCastTo(mce, Ity_I128, va1); 1636b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Now fold in 2nd and 3rd args. */ 1637b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = mkUifU(mce, Ity_I128, at, va2); 1638b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = mkUifU(mce, Ity_I128, at, va3); 1639b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* and PCast once again. */ 1640b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = mkPCastTo(mce, Ity_I128, at); 1641b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return at; 1642b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 1643436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1644436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* I32 x I8 x I128 -> I128 */ 1645436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Standard FP idiom: rm x FParg1 x FParg2 -> FPresult */ 1646436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (t1 == Ity_I32 && t2 == Ity_I8 && t3 == Ity_I128 1647436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov && finalVty == Ity_I128) { 1648436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (0) VG_(printf)("mkLazy3: I32 x I8 x I128 -> I128\n"); 1649436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Use I64 as an intermediate type, which means PCasting all 3 1650436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov args to I64 to start with. 1st arg is typically a rounding 1651436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mode indication which is fully defined, so we hope that it 1652436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov will get folded out later. */ 1653436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at1 = mkPCastTo(mce, Ity_I64, va1); 1654436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at2 = mkPCastTo(mce, Ity_I64, va2); 1655436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at3 = mkPCastTo(mce, Ity_I64, va3); 1656436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Now UifU all three together. */ 1657436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkUifU(mce, Ity_I64, at1, at2); // UifU(PCast(va1), PCast(va2)) 1658436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkUifU(mce, Ity_I64, at, at3); // ... `UifU` PCast(va3) 1659436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* and PCast once again. */ 1660436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkPCastTo(mce, Ity_I128, at); 1661436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return at; 1662436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 1663ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (1) { 1664ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("mkLazy3: "); 1665ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t1); 1666ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" x "); 1667ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t2); 1668ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" x "); 1669ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t3); 1670ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" -> "); 1671ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(finalVty); 1672ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 1673ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1674ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1675ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); 1676ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* General case: force everything via 32-bit intermediaries. */ 1677ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 1678ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I32, va1); 1679ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I32, at, mkPCastTo(mce, Ity_I32, va2)); 1680ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I32, at, mkPCastTo(mce, Ity_I32, va3)); 1681ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, finalVty, at); 1682ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 1683ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 1684ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1685ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1686ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1687ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* 4-arg version of the above. */ 1688ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1689ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* mkLazy4 ( MCEnv* mce, IRType finalVty, 1690ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* va1, IRAtom* va2, IRAtom* va3, IRAtom* va4 ) 1691ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1692ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 1693ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t1 = typeOfIRExpr(mce->sb->tyenv, va1); 1694ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t2 = typeOfIRExpr(mce->sb->tyenv, va2); 1695ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t3 = typeOfIRExpr(mce->sb->tyenv, va3); 1696ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType t4 = typeOfIRExpr(mce->sb->tyenv, va4); 1697ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va1)); 1698ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va2)); 1699ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va3)); 1700ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,va4)); 1701ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1702ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* The general case is inefficient because PCast is an expensive 1703ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown operation. Here are some special cases which use PCast only 1704ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown twice rather than three times. */ 1705ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1706ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32 x I64 x I64 x I64 -> I64 */ 1707ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Standard FP idiom: rm x FParg1 x FParg2 x FParg3 -> FPresult */ 1708ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (t1 == Ity_I32 && t2 == Ity_I64 && t3 == Ity_I64 && t4 == Ity_I64 1709ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && finalVty == Ity_I64) { 1710ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("mkLazy4: I32 x I64 x I64 x I64 -> I64\n"); 1711ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Widen 1st arg to I64. Since 1st arg is typically a rounding 1712ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mode indication which is fully defined, this should get 1713ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown folded out later. */ 1714ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, va1); 1715ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Now fold in 2nd, 3rd, 4th args. */ 1716ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, at, va2); 1717ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, at, va3); 1718ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU(mce, Ity_I64, at, va4); 1719ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* and PCast once again. */ 1720ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, at); 1721ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 1722ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1723b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* I32 x I32 x I32 x I32 -> I32 */ 1724b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Standard FP idiom: rm x FParg1 x FParg2 x FParg3 -> FPresult */ 1725b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (t1 == Ity_I32 && t2 == Ity_I32 && t3 == Ity_I32 && t4 == Ity_I32 1726b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov && finalVty == Ity_I32) { 1727b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov if (0) VG_(printf)("mkLazy4: I32 x I32 x I32 x I32 -> I32\n"); 1728b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = va1; 1729b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Now fold in 2nd, 3rd, 4th args. */ 1730b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = mkUifU(mce, Ity_I32, at, va2); 1731b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = mkUifU(mce, Ity_I32, at, va3); 1732b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = mkUifU(mce, Ity_I32, at, va4); 1733b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at = mkPCastTo(mce, Ity_I32, at); 1734b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return at; 1735b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 1736ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1737ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (1) { 1738ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("mkLazy4: "); 1739ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t1); 1740ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" x "); 1741ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t2); 1742ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" x "); 1743ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t3); 1744ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" x "); 1745ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(t4); 1746ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" -> "); 1747ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType(finalVty); 1748ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 1749ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1750ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1751ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); 1752ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1753ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1754ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1755ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Do the lazy propagation game from a null-terminated vector of 1756ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown atoms. This is presumably the arguments to a helper call, so the 1757ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRCallee info is also supplied in order that we can know which 1758ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown arguments should be ignored (via the .mcx_mask field). 1759ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1760ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1761ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* mkLazyN ( MCEnv* mce, 1762ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom** exprvec, IRType finalVtype, IRCallee* cee ) 1763ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1764ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int i; 1765ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* here; 1766ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* curr; 1767ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType mergeTy; 1768b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Bool mergeTy64 = True; 1769ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1770ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Decide on the type of the merge intermediary. If all relevant 1771ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown args are I64, then it's I64. In all other circumstances, use 1772ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown I32. */ 1773ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; exprvec[i]; i++) { 1774ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(i < 32); 1775ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, exprvec[i])); 1776ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (cee->mcx_mask & (1<<i)) 1777ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown continue; 1778ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (typeOfIRExpr(mce->sb->tyenv, exprvec[i]) != Ity_I64) 1779ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mergeTy64 = False; 1780ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1781ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1782ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mergeTy = mergeTy64 ? Ity_I64 : Ity_I32; 1783ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = definedOfType(mergeTy); 1784ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1785ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; exprvec[i]; i++) { 1786ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(i < 32); 1787ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, exprvec[i])); 1788ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Only take notice of this arg if the callee's mc-exclusion 1789ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mask does not say it is to be excluded. */ 1790ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (cee->mcx_mask & (1<<i)) { 1791ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* the arg is to be excluded from definedness checking. Do 1792ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nothing. */ 1793ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("excluding %s(%d)\n", cee->name, i); 1794ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1795ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* calculate the arg's definedness, and pessimistically merge 1796ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown it in. */ 1797ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown here = mkPCastTo( mce, mergeTy, expr2vbits(mce, exprvec[i]) ); 1798ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = mergeTy64 1799ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ? mkUifU64(mce, here, curr) 1800ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown : mkUifU32(mce, here, curr); 1801ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1802ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1803ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, finalVtype, curr ); 1804ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1805ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1806ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1807ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1808ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Generating expensive sequences for exact carry-chain ---*/ 1809ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- propagation in add/sub and related operations. ---*/ 1810ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1811ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1812ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 1813ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* expensiveAddSub ( MCEnv* mce, 1814ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool add, 1815ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty, 1816ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* qaa, IRAtom* qbb, 1817ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* aa, IRAtom* bb ) 1818ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1819ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *a_min, *b_min, *a_max, *b_max; 1820ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opAND, opOR, opXOR, opNOT, opADD, opSUB; 1821ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1822ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,qaa)); 1823ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,qbb)); 1824ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,aa)); 1825ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,bb)); 1826ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(qaa,aa)); 1827ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(qbb,bb)); 1828ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1829ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 1830ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: 1831ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opAND = Iop_And32; 1832ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opOR = Iop_Or32; 1833ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opXOR = Iop_Xor32; 1834ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opNOT = Iop_Not32; 1835ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opADD = Iop_Add32; 1836ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opSUB = Iop_Sub32; 1837ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 1838ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: 1839ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opAND = Iop_And64; 1840ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opOR = Iop_Or64; 1841ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opXOR = Iop_Xor64; 1842ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opNOT = Iop_Not64; 1843ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opADD = Iop_Add64; 1844ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opSUB = Iop_Sub64; 1845ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 1846ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 1847ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("expensiveAddSub"); 1848ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1849ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1850ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // a_min = aa & ~qaa 1851ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown a_min = assignNew('V', mce,ty, 1852ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(opAND, aa, 1853ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, unop(opNOT, qaa)))); 1854ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1855ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // b_min = bb & ~qbb 1856ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown b_min = assignNew('V', mce,ty, 1857ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(opAND, bb, 1858ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, unop(opNOT, qbb)))); 1859ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1860ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // a_max = aa | qaa 1861ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown a_max = assignNew('V', mce,ty, binop(opOR, aa, qaa)); 1862ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1863ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // b_max = bb | qbb 1864ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown b_max = assignNew('V', mce,ty, binop(opOR, bb, qbb)); 1865ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1866ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (add) { 1867ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // result = (qaa | qbb) | ((a_min + b_min) ^ (a_max + b_max)) 1868ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 1869ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, 1870ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( opOR, 1871ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, binop(opOR, qaa, qbb)), 1872ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, 1873ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( opXOR, 1874ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, binop(opADD, a_min, b_min)), 1875ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, binop(opADD, a_max, b_max)) 1876ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 1877ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 1878ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 1879ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 1880ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 1881ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // result = (qaa | qbb) | ((a_min - b_max) ^ (a_max + b_min)) 1882ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 1883ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, 1884ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( opOR, 1885ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, binop(opOR, qaa, qbb)), 1886ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, 1887ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop( opXOR, 1888ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, binop(opSUB, a_min, b_max)), 1889ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce,ty, binop(opSUB, a_max, b_min)) 1890ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 1891ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 1892ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 1893ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 1894ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 1895ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1896ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1897ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1898ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1899436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 1900436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* expensiveCountTrailingZeroes ( MCEnv* mce, IROp czop, 1901436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* atom, IRAtom* vatom ) 1902436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 1903436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRType ty; 1904436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IROp xorOp, subOp, andOp; 1905436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr *one; 1906436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom *improver, *improved; 1907436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(isShadowAtom(mce,vatom)); 1908436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(isOriginalAtom(mce,atom)); 1909436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(sameKindedAtoms(atom,vatom)); 1910436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1911436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov switch (czop) { 1912436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Ctz32: 1913436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ty = Ity_I32; 1914436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov xorOp = Iop_Xor32; 1915436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov subOp = Iop_Sub32; 1916436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov andOp = Iop_And32; 1917436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov one = mkU32(1); 1918436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 1919436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Ctz64: 1920436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ty = Ity_I64; 1921436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov xorOp = Iop_Xor64; 1922436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov subOp = Iop_Sub64; 1923436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov andOp = Iop_And64; 1924436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov one = mkU64(1); 1925436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 1926436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov default: 1927436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ppIROp(czop); 1928436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov VG_(tool_panic)("memcheck:expensiveCountTrailingZeroes"); 1929436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 1930436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1931436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // improver = atom ^ (atom - 1) 1932436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // 1933436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // That is, improver has its low ctz(atom) bits equal to one; 1934436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // higher bits (if any) equal to zero. 1935436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov improver = assignNew('V', mce,ty, 1936436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov binop(xorOp, 1937436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov atom, 1938436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov assignNew('V', mce, ty, 1939436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov binop(subOp, atom, one)))); 1940436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1941436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // improved = vatom & improver 1942436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // 1943436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // That is, treat any V bits above the first ctz(atom) bits as 1944436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // "defined". 1945436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov improved = assignNew('V', mce, ty, 1946436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov binop(andOp, vatom, improver)); 1947436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1948436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // Return pessimizing cast of improved. 1949436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return mkPCastTo(mce, ty, improved); 1950436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 1951436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1952436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1953ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1954ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Scalar shifts. ---*/ 1955ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 1956ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1957ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Produce an interpretation for (aa << bb) (or >>s, >>u). The basic 1958ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown idea is to shift the definedness bits by the original shift amount. 1959ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This introduces 0s ("defined") in new positions for left shifts and 1960ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown unsigned right shifts, and copies the top definedness bit for 1961ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown signed right shifts. So, conveniently, applying the original shift 1962ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown operator to the definedness bits for the left arg is exactly the 1963ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown right thing to do: 1964ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1965ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (qaa << bb) 1966ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1967ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown However if the shift amount is undefined then the whole result 1968ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown is undefined. Hence need: 1969ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1970ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (qaa << bb) `UifU` PCast(qbb) 1971ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1972ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown If the shift amount bb is a literal than qbb will say 'all defined' 1973ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and the UifU and PCast will get folded out by post-instrumentation 1974ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown optimisation. 1975ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 1976ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* scalarShift ( MCEnv* mce, 1977ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty, 1978ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp original_op, 1979ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* qaa, IRAtom* qbb, 1980ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* aa, IRAtom* bb ) 1981ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 1982ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,qaa)); 1983ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,qbb)); 1984ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,aa)); 1985ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,bb)); 1986ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(qaa,aa)); 1987ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(qbb,bb)); 1988ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 1989ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew( 1990ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, ty, 1991ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkUifU( mce, ty, 1992ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, ty, binop(original_op, qaa, bb)), 1993ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCastTo(mce, ty, qbb) 1994ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 1995ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 1996ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 1997ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1998ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1999ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 2000ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Helpers for dealing with vector primops. ---*/ 2001ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 2002ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2003ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Vector pessimisation -- pessimise within each lane individually. */ 2004ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2005ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast8x16 ( MCEnv* mce, IRAtom* at ) 2006ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2007ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, unop(Iop_CmpNEZ8x16, at)); 2008ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2009ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2010ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast16x8 ( MCEnv* mce, IRAtom* at ) 2011ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2012ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, unop(Iop_CmpNEZ16x8, at)); 2013ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2014ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2015ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast32x4 ( MCEnv* mce, IRAtom* at ) 2016ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2017ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, unop(Iop_CmpNEZ32x4, at)); 2018ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2019ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2020ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast64x2 ( MCEnv* mce, IRAtom* at ) 2021ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2022ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, unop(Iop_CmpNEZ64x2, at)); 2023ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2024ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2025663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic IRAtom* mkPCast64x4 ( MCEnv* mce, IRAtom* at ) 2026663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 2027663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_V256, unop(Iop_CmpNEZ64x4, at)); 2028663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 2029663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2030663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic IRAtom* mkPCast32x8 ( MCEnv* mce, IRAtom* at ) 2031663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 2032663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_V256, unop(Iop_CmpNEZ32x8, at)); 2033663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 2034663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2035ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast32x2 ( MCEnv* mce, IRAtom* at ) 2036ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2037ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, unop(Iop_CmpNEZ32x2, at)); 2038ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2039ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2040436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic IRAtom* mkPCast16x16 ( MCEnv* mce, IRAtom* at ) 2041436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2042436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_V256, unop(Iop_CmpNEZ16x16, at)); 2043436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2044436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2045ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast16x4 ( MCEnv* mce, IRAtom* at ) 2046ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2047ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, unop(Iop_CmpNEZ16x4, at)); 2048ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2049ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2050436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic IRAtom* mkPCast8x32 ( MCEnv* mce, IRAtom* at ) 2051436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2052436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_V256, unop(Iop_CmpNEZ8x32, at)); 2053436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2054436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2055ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast8x8 ( MCEnv* mce, IRAtom* at ) 2056ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2057ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, unop(Iop_CmpNEZ8x8, at)); 2058ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2059ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2060ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast16x2 ( MCEnv* mce, IRAtom* at ) 2061ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2062ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, unop(Iop_CmpNEZ16x2, at)); 2063ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2064ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2065ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* mkPCast8x4 ( MCEnv* mce, IRAtom* at ) 2066ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2067ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, unop(Iop_CmpNEZ8x4, at)); 2068ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2069ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2070ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2071ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Here's a simple scheme capable of handling ops derived from SSE1 2072ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown code and while only generating ops that can be efficiently 2073ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown implemented in SSE1. */ 2074ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2075ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* All-lanes versions are straightforward: 2076ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2077ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binary32Fx4(x,y) ==> PCast32x4(UifUV128(x#,y#)) 2078ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2079ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown unary32Fx4(x,y) ==> PCast32x4(x#) 2080ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2081ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Lowest-lane-only versions are more complex: 2082ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2083ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binary32F0x4(x,y) ==> SetV128lo32( 2084ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown x#, 2085ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCast32(V128to32(UifUV128(x#,y#))) 2086ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 2087ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2088ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown This is perhaps not so obvious. In particular, it's faster to 2089ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do a V128-bit UifU and then take the bottom 32 bits than the more 2090ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown obvious scheme of taking the bottom 32 bits of each operand 2091ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and doing a 32-bit UifU. Basically since UifU is fast and 2092ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown chopping lanes off vector values is slow. 2093ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2094ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Finally: 2095ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2096ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown unary32F0x4(x) ==> SetV128lo32( 2097ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown x#, 2098ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCast32(V128to32(x#)) 2099ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ) 2100ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Where: 2102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCast32(v#) = 1Sto32(CmpNE32(v#,0)) 2104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown PCast32x4(v#) = CmpNEZ32x4(v#) 2105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 2106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2108ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary32Fx4 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY ) 2109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2110ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2111ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2112ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomY)); 2113ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifUV128(mce, vatomX, vatomY); 2114ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, mkPCast32x4(mce, at)); 2115ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2117ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* unary32Fx4 ( MCEnv* mce, IRAtom* vatomX ) 2120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, mkPCast32x4(mce, vatomX)); 2124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary32F0x4 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY ) 2129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomY)); 2133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifUV128(mce, vatomX, vatomY); 2134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_I32, unop(Iop_V128to32, at)); 2135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I32, at); 2136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, binop(Iop_SetV128lo32, vatomX, at)); 2137ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2138ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* unary32F0x4 ( MCEnv* mce, IRAtom* vatomX ) 2142ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_I32, unop(Iop_V128to32, vatomX)); 2146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I32, at); 2147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, binop(Iop_SetV128lo32, vatomX, at)); 2148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- ... and ... 64Fx2 versions of the same ... --- */ 2152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2154ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary64Fx2 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY ) 2155ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2156ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2157ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2158ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomY)); 2159ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifUV128(mce, vatomX, vatomY); 2160ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, mkPCast64x2(mce, at)); 2161ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* unary64Fx2 ( MCEnv* mce, IRAtom* vatomX ) 2166ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, mkPCast64x2(mce, vatomX)); 2170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary64F0x2 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY ) 2175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomY)); 2179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifUV128(mce, vatomX, vatomY); 2180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_I64, unop(Iop_V128to64, at)); 2181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, at); 2182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, binop(Iop_SetV128lo64, vatomX, at)); 2183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* unary64F0x2 ( MCEnv* mce, IRAtom* vatomX ) 2188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_I64, unop(Iop_V128to64, vatomX)); 2192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, at); 2193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, binop(Iop_SetV128lo64, vatomX, at)); 2194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- --- ... and ... 32Fx2 versions of the same --- --- */ 2198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary32Fx2 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY ) 2201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomY)); 2205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU64(mce, vatomX, vatomY); 2206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_I64, mkPCast32x2(mce, at)); 2207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* unary32Fx2 ( MCEnv* mce, IRAtom* vatomX ) 2212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vatomX)); 2215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_I64, mkPCast32x2(mce, vatomX)); 2216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2219663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng/* --- ... and ... 64Fx4 versions of the same ... --- */ 2220663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2221663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic 2222663860b1408516d02ebfcb3a9999a134e6cfb223Ben ChengIRAtom* binary64Fx4 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY ) 2223663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 2224663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* at; 2225663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce, vatomX)); 2226663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce, vatomY)); 2227663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng at = mkUifUV256(mce, vatomX, vatomY); 2228663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng at = assignNew('V', mce, Ity_V256, mkPCast64x4(mce, at)); 2229663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return at; 2230663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 2231663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2232663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic 2233663860b1408516d02ebfcb3a9999a134e6cfb223Ben ChengIRAtom* unary64Fx4 ( MCEnv* mce, IRAtom* vatomX ) 2234663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 2235663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* at; 2236663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce, vatomX)); 2237663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng at = assignNew('V', mce, Ity_V256, mkPCast64x4(mce, vatomX)); 2238663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return at; 2239663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 2240663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2241663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng/* --- ... and ... 32Fx8 versions of the same ... --- */ 2242663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2243663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic 2244663860b1408516d02ebfcb3a9999a134e6cfb223Ben ChengIRAtom* binary32Fx8 ( MCEnv* mce, IRAtom* vatomX, IRAtom* vatomY ) 2245663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 2246663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* at; 2247663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce, vatomX)); 2248663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce, vatomY)); 2249663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng at = mkUifUV256(mce, vatomX, vatomY); 2250663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng at = assignNew('V', mce, Ity_V256, mkPCast32x8(mce, at)); 2251663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return at; 2252663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 2253663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2254663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic 2255663860b1408516d02ebfcb3a9999a134e6cfb223Ben ChengIRAtom* unary32Fx8 ( MCEnv* mce, IRAtom* vatomX ) 2256663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 2257663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* at; 2258663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(isShadowAtom(mce, vatomX)); 2259663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng at = assignNew('V', mce, Ity_V256, mkPCast32x8(mce, vatomX)); 2260663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return at; 2261663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 2262663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2263436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* --- 64Fx2 binary FP ops, with rounding mode --- */ 2264436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2265436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 2266436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* binary64Fx2_w_rm ( MCEnv* mce, IRAtom* vRM, 2267436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* vatomX, IRAtom* vatomY ) 2268436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2269436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* This is the same as binary64Fx2, except that we subsequently 2270436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov pessimise vRM (definedness of the rounding mode), widen to 128 2271436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov bits and UifU it into the result. As with the scalar cases, if 2272436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the RM is a constant then it is defined and so this extra bit 2273436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov will get constant-folded out later. */ 2274436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // "do" the vector args 2275436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* t1 = binary64Fx2(mce, vatomX, vatomY); 2276436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // PCast the RM, and widen it to 128 bits 2277436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* t2 = mkPCastTo(mce, Ity_V128, vRM); 2278436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // Roll it into the result 2279436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov t1 = mkUifUV128(mce, t1, t2); 2280436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return t1; 2281436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2282436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2283436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* --- ... and ... 32Fx4 versions of the same --- */ 2284436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2285436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 2286436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* binary32Fx4_w_rm ( MCEnv* mce, IRAtom* vRM, 2287436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* vatomX, IRAtom* vatomY ) 2288436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2289436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* t1 = binary32Fx4(mce, vatomX, vatomY); 2290436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // PCast the RM, and widen it to 128 bits 2291436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* t2 = mkPCastTo(mce, Ity_V128, vRM); 2292436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // Roll it into the result 2293436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov t1 = mkUifUV128(mce, t1, t2); 2294436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return t1; 2295436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2296436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2297436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* --- ... and ... 64Fx4 versions of the same --- */ 2298436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2299436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 2300436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* binary64Fx4_w_rm ( MCEnv* mce, IRAtom* vRM, 2301436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* vatomX, IRAtom* vatomY ) 2302436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2303436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* t1 = binary64Fx4(mce, vatomX, vatomY); 2304436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // PCast the RM, and widen it to 256 bits 2305436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* t2 = mkPCastTo(mce, Ity_V256, vRM); 2306436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // Roll it into the result 2307436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov t1 = mkUifUV256(mce, t1, t2); 2308436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return t1; 2309436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2310436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2311436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* --- ... and ... 32Fx8 versions of the same --- */ 2312436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2313436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 2314436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* binary32Fx8_w_rm ( MCEnv* mce, IRAtom* vRM, 2315436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* vatomX, IRAtom* vatomY ) 2316436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2317436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* t1 = binary32Fx8(mce, vatomX, vatomY); 2318436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // PCast the RM, and widen it to 256 bits 2319436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* t2 = mkPCastTo(mce, Ity_V256, vRM); 2320436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov // Roll it into the result 2321436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov t1 = mkUifUV256(mce, t1, t2); 2322436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return t1; 2323436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2324436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2325436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- --- Vector saturated narrowing --- --- */ 2327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2328b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov/* We used to do something very clever here, but on closer inspection 2329b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov (2011-Jun-15), and in particular bug #279698, it turns out to be 2330b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov wrong. Part of the problem came from the fact that for a long 2331b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov time, the IR primops to do with saturated narrowing were 2332b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov underspecified and managed to confuse multiple cases which needed 2333b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov to be separate: the op names had a signedness qualifier, but in 2334b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov fact the source and destination signednesses needed to be specified 2335b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov independently, so the op names really need two independent 2336b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov signedness specifiers. 2337b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 2338b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov As of 2011-Jun-15 (ish) the underspecification was sorted out 2339b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov properly. The incorrect instrumentation remained, though. That 2340b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov has now (2011-Oct-22) been fixed. 2341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2342b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov What we now do is simple: 2343ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2344b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Let the original narrowing op be QNarrowBinXtoYxZ, where Z is a 2345b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov number of lanes, X is the source lane width and signedness, and Y 2346b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov is the destination lane width and signedness. In all cases the 2347b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov destination lane width is half the source lane width, so the names 2348b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov have a bit of redundancy, but are at least easy to read. 2349ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2350b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov For example, Iop_QNarrowBin32Sto16Ux8 narrows 8 lanes of signed 32s 2351b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov to unsigned 16s. 2352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2353b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Let Vanilla(OP) be a function that takes OP, one of these 2354b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov saturating narrowing ops, and produces the same "shaped" narrowing 2355b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov op which is not saturating, but merely dumps the most significant 2356b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov bits. "same shape" means that the lane numbers and widths are the 2357b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov same as with OP. 2358ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2359b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov For example, Vanilla(Iop_QNarrowBin32Sto16Ux8) 2360b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov = Iop_NarrowBin32to16x8, 2361b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov that is, narrow 8 lanes of 32 bits to 8 lanes of 16 bits, by 2362b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov dumping the top half of each lane. 2363ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2364b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov So, with that in place, the scheme is simple, and it is simple to 2365b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov pessimise each lane individually and then apply Vanilla(OP) so as 2366b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov to get the result in the right "shape". If the original OP is 2367b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov QNarrowBinXtoYxZ then we produce 2368ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2369b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Vanilla(OP)( PCast-X-to-X-x-Z(vatom1), PCast-X-to-X-x-Z(vatom2) ) 2370ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2371b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov or for the case when OP is unary (Iop_QNarrowUn*) 2372b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 2373b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov Vanilla(OP)( PCast-X-to-X-x-Z(vatom) ) 2374ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 2375ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2376b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovIROp vanillaNarrowingOpOfShape ( IROp qnarrowOp ) 2377b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov{ 2378b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov switch (qnarrowOp) { 2379b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Binary: (128, 128) -> 128 */ 2380b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Ux16: 2381b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Sx16: 2382b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Uto8Ux16: 2383436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QNarrowBin64Sto32Sx4: 2384436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QNarrowBin64Uto32Ux4: 2385b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return Iop_NarrowBin16to8x16; 2386b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Ux8: 2387b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Sx8: 2388b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Uto16Ux8: 2389b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return Iop_NarrowBin32to16x8; 2390b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Binary: (64, 64) -> 64 */ 2391b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Sx4: 2392b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return Iop_NarrowBin32to16x4; 2393b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Ux8: 2394b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Sx8: 2395b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return Iop_NarrowBin16to8x8; 2396b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Unary: 128 -> 64 */ 2397b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Uto32Ux2: 2398b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Sto32Sx2: 2399b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Sto32Ux2: 2400b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return Iop_NarrowUn64to32x2; 2401b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Uto16Ux4: 2402b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Sto16Sx4: 2403b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Sto16Ux4: 2404b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return Iop_NarrowUn32to16x4; 2405b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Uto8Ux8: 2406b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Sto8Sx8: 2407b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Sto8Ux8: 2408b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return Iop_NarrowUn16to8x8; 2409b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov default: 2410b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov ppIROp(qnarrowOp); 2411b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov VG_(tool_panic)("vanillaNarrowOpOfShape"); 2412b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 2413b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov} 2414b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 2415b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanovstatic 2416b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovIRAtom* vectorNarrowBinV128 ( MCEnv* mce, IROp narrow_op, 2417b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov IRAtom* vatom1, IRAtom* vatom2) 2418ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2419ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *at1, *at2, *at3; 2420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* (*pcast)( MCEnv*, IRAtom* ); 2421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (narrow_op) { 2422436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QNarrowBin64Sto32Sx4: pcast = mkPCast32x4; break; 2423436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QNarrowBin64Uto32Ux4: pcast = mkPCast32x4; break; 2424b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Sx8: pcast = mkPCast32x4; break; 2425b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Uto16Ux8: pcast = mkPCast32x4; break; 2426b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Ux8: pcast = mkPCast32x4; break; 2427b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Sx16: pcast = mkPCast16x8; break; 2428b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Uto8Ux16: pcast = mkPCast16x8; break; 2429b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Ux16: pcast = mkPCast16x8; break; 2430b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov default: VG_(tool_panic)("vectorNarrowBinV128"); 2431ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 2432b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov IROp vanilla_narrow = vanillaNarrowingOpOfShape(narrow_op); 2433ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom1)); 2434ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom2)); 2435ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at1 = assignNew('V', mce, Ity_V128, pcast(mce, vatom1)); 2436ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at2 = assignNew('V', mce, Ity_V128, pcast(mce, vatom2)); 2437b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at3 = assignNew('V', mce, Ity_V128, binop(vanilla_narrow, at1, at2)); 2438ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at3; 2439ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2440ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2441ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2442b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovIRAtom* vectorNarrowBin64 ( MCEnv* mce, IROp narrow_op, 2443b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov IRAtom* vatom1, IRAtom* vatom2) 2444ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2445ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *at1, *at2, *at3; 2446ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* (*pcast)( MCEnv*, IRAtom* ); 2447ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (narrow_op) { 2448b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Sx4: pcast = mkPCast32x2; break; 2449b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Sx8: pcast = mkPCast16x4; break; 2450b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Ux8: pcast = mkPCast16x4; break; 2451b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov default: VG_(tool_panic)("vectorNarrowBin64"); 2452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 2453b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov IROp vanilla_narrow = vanillaNarrowingOpOfShape(narrow_op); 2454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom1)); 2455ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom2)); 2456ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at1 = assignNew('V', mce, Ity_I64, pcast(mce, vatom1)); 2457ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at2 = assignNew('V', mce, Ity_I64, pcast(mce, vatom2)); 2458b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at3 = assignNew('V', mce, Ity_I64, binop(vanilla_narrow, at1, at2)); 2459ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at3; 2460ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2462ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2463b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovIRAtom* vectorNarrowUnV128 ( MCEnv* mce, IROp narrow_op, 2464b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov IRAtom* vatom1) 2465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2466ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *at1, *at2; 2467ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* (*pcast)( MCEnv*, IRAtom* ); 24689bea4c13fca0e3bb4b719dcb3ed63d47d479294eKenny Root tl_assert(isShadowAtom(mce,vatom1)); 2469b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* For vanilla narrowing (non-saturating), we can just apply 2470b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov the op directly to the V bits. */ 2471b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov switch (narrow_op) { 2472b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NarrowUn16to8x8: 2473b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NarrowUn32to16x4: 2474b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NarrowUn64to32x2: 2475b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at1 = assignNew('V', mce, Ity_I64, unop(narrow_op, vatom1)); 2476b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return at1; 2477b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov default: 2478b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov break; /* Do Plan B */ 2479b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 2480b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* Plan B: for ops that involve a saturation operation on the args, 2481b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov we must PCast before the vanilla narrow. */ 2482b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov switch (narrow_op) { 2483b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Sto8Sx8: pcast = mkPCast16x8; break; 2484b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Sto8Ux8: pcast = mkPCast16x8; break; 2485b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Uto8Ux8: pcast = mkPCast16x8; break; 2486b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Sto16Sx4: pcast = mkPCast32x4; break; 2487b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Sto16Ux4: pcast = mkPCast32x4; break; 2488b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Uto16Ux4: pcast = mkPCast32x4; break; 2489b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Sto32Sx2: pcast = mkPCast64x2; break; 2490b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Sto32Ux2: pcast = mkPCast64x2; break; 2491b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Uto32Ux2: pcast = mkPCast64x2; break; 2492b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov default: VG_(tool_panic)("vectorNarrowUnV128"); 2493b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov } 2494b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov IROp vanilla_narrow = vanillaNarrowingOpOfShape(narrow_op); 2495ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at1 = assignNew('V', mce, Ity_V128, pcast(mce, vatom1)); 2496b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov at2 = assignNew('V', mce, Ity_I64, unop(vanilla_narrow, at1)); 2497ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at2; 2498ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2499ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2500ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2501b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy StepanovIRAtom* vectorWidenI64 ( MCEnv* mce, IROp longen_op, 2502b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov IRAtom* vatom1) 2503ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2504ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *at1, *at2; 2505ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* (*pcast)( MCEnv*, IRAtom* ); 2506ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (longen_op) { 2507b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen8Uto16x8: pcast = mkPCast16x8; break; 2508b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen8Sto16x8: pcast = mkPCast16x8; break; 2509b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen16Uto32x4: pcast = mkPCast32x4; break; 2510b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen16Sto32x4: pcast = mkPCast32x4; break; 2511b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen32Uto64x2: pcast = mkPCast64x2; break; 2512b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen32Sto64x2: pcast = mkPCast64x2; break; 2513b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov default: VG_(tool_panic)("vectorWidenI64"); 2514ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 2515ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom1)); 2516ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at1 = assignNew('V', mce, Ity_V128, unop(longen_op, vatom1)); 2517ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at2 = assignNew('V', mce, Ity_V128, pcast(mce, at1)); 2518ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at2; 2519ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2520ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2521ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2522ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- --- Vector integer arithmetic --- --- */ 2523ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2524ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Simple ... UifU the args and per-lane pessimise the results. */ 2525ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2526436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* --- V256-bit versions --- */ 2527436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2528436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 2529436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* binary8Ix32 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2530436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2531436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at; 2532436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkUifUV256(mce, vatom1, vatom2); 2533436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkPCast8x32(mce, at); 2534436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return at; 2535436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2536436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2537436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 2538436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* binary16Ix16 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2539436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2540436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at; 2541436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkUifUV256(mce, vatom1, vatom2); 2542436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkPCast16x16(mce, at); 2543436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return at; 2544436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2545436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2546436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 2547436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* binary32Ix8 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2548436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2549436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at; 2550436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkUifUV256(mce, vatom1, vatom2); 2551436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkPCast32x8(mce, at); 2552436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return at; 2553436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2554436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2555436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 2556436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* binary64Ix4 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2557436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 2558436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at; 2559436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkUifUV256(mce, vatom1, vatom2); 2560436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = mkPCast64x4(mce, at); 2561436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return at; 2562436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 2563436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2564ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- V128-bit versions --- */ 2565ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2566ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2567ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary8Ix16 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2568ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2569ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2570ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifUV128(mce, vatom1, vatom2); 2571ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast8x16(mce, at); 2572ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2573ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2574ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2575ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2576ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary16Ix8 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2577ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2578ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2579ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifUV128(mce, vatom1, vatom2); 2580ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast16x8(mce, at); 2581ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2582ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2583ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2584ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2585ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary32Ix4 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2586ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2587ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2588ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifUV128(mce, vatom1, vatom2); 2589ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast32x4(mce, at); 2590ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2591ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2592ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2593ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2594ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary64Ix2 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2595ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2596ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2597ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifUV128(mce, vatom1, vatom2); 2598ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast64x2(mce, at); 2599ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2600ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2601ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2602ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- 64-bit versions --- */ 2603ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2604ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2605ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary8Ix8 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2606ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2607ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2608ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU64(mce, vatom1, vatom2); 2609ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast8x8(mce, at); 2610ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2611ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2612ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2613ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2614ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary16Ix4 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2615ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2616ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2617ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU64(mce, vatom1, vatom2); 2618ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast16x4(mce, at); 2619ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2620ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2621ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2622ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2623ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary32Ix2 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2624ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2625ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2626ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU64(mce, vatom1, vatom2); 2627ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast32x2(mce, at); 2628ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2629ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2630ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2631ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2632ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary64Ix1 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2633ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2634ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2635ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU64(mce, vatom1, vatom2); 2636ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCastTo(mce, Ity_I64, at); 2637ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2638ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2639ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2640ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --- 32-bit versions --- */ 2641ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2642ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2643ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary8Ix4 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2644ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2645ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2646ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU32(mce, vatom1, vatom2); 2647ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast8x4(mce, at); 2648ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2649ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2650ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2651ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2652ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* binary16Ix2 ( MCEnv* mce, IRAtom* vatom1, IRAtom* vatom2 ) 2653ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2654ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 2655ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkUifU32(mce, vatom1, vatom2); 2656ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = mkPCast16x2(mce, at); 2657ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 2658ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2659ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2660ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2661ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 2662ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Generate shadow values from all kinds of IRExprs. ---*/ 2663ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 2664ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2665ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2666ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* expr2vbits_Qop ( MCEnv* mce, 2667ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp op, 2668ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* atom1, IRAtom* atom2, 2669ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* atom3, IRAtom* atom4 ) 2670ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2671ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom1 = expr2vbits( mce, atom1 ); 2672ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom2 = expr2vbits( mce, atom2 ); 2673ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom3 = expr2vbits( mce, atom3 ); 2674ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom4 = expr2vbits( mce, atom4 ); 2675ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2676ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom1)); 2677ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom2)); 2678ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom3)); 2679ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom4)); 2680ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom1)); 2681ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom2)); 2682ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom3)); 2683ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom4)); 2684ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom1,vatom1)); 2685ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom2,vatom2)); 2686ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom3,vatom3)); 2687ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom4,vatom4)); 2688ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (op) { 2689ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MAddF64: 2690ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MAddF64r32: 2691ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MSubF64: 2692ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MSubF64r32: 2693ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32(rm) x F64 x F64 x F64 -> F64 */ 2694ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy4(mce, Ity_I64, vatom1, vatom2, vatom3, vatom4); 2695b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 2696b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_MAddF32: 2697b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_MSubF32: 2698b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* I32(rm) x F32 x F32 x F32 -> F32 */ 2699b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkLazy4(mce, Ity_I32, vatom1, vatom2, vatom3, vatom4); 2700b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 2701663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* V256-bit data-steering */ 2702663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_64x4toV256: 2703663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_V256, 2704663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRExpr_Qop(op, vatom1, vatom2, vatom3, vatom4)); 2705663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 2706ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 2707ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIROp(op); 2708ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:expr2vbits_Qop"); 2709ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 2710ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2711ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2712ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2713ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2714ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* expr2vbits_Triop ( MCEnv* mce, 2715ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp op, 2716ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* atom1, IRAtom* atom2, IRAtom* atom3 ) 2717ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2718ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom1 = expr2vbits( mce, atom1 ); 2719ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom2 = expr2vbits( mce, atom2 ); 2720ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom3 = expr2vbits( mce, atom3 ); 2721ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2722ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom1)); 2723ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom2)); 2724ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom3)); 2725ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom1)); 2726ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom2)); 2727ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom3)); 2728ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom1,vatom1)); 2729ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom2,vatom2)); 2730ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom3,vatom3)); 2731ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (op) { 2732b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_AddF128: 2733663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_AddD128: 2734b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_SubF128: 2735663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_SubD128: 2736b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_MulF128: 2737663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_MulD128: 2738b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_DivF128: 2739663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_DivD128: 2740663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_QuantizeD128: 2741663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* I32(rm) x F128/D128 x F128/D128 -> F128/D128 */ 2742b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkLazy3(mce, Ity_I128, vatom1, vatom2, vatom3); 2743ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_AddF64: 2744663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_AddD64: 2745ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_AddF64r32: 2746ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SubF64: 2747663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_SubD64: 2748ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SubF64r32: 2749ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MulF64: 2750663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_MulD64: 2751ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MulF64r32: 2752ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivF64: 2753663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_DivD64: 2754ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivF64r32: 2755ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ScaleF64: 2756ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Yl2xF64: 2757ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Yl2xp1F64: 2758ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_AtanF64: 2759ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PRemF64: 2760ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PRem1F64: 2761663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_QuantizeD64: 2762663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* I32(rm) x F64/D64 x F64/D64 -> F64/D64 */ 2763ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy3(mce, Ity_I64, vatom1, vatom2, vatom3); 2764ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PRemC3210F64: 2765ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PRem1C3210F64: 2766ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32(rm) x F64 x F64 -> I32 */ 2767ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy3(mce, Ity_I32, vatom1, vatom2, vatom3); 2768ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_AddF32: 2769ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SubF32: 2770ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MulF32: 2771ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivF32: 2772ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32(rm) x F32 x F32 -> I32 */ 2773ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy3(mce, Ity_I32, vatom1, vatom2, vatom3); 2774663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_SignificanceRoundD64: 2775436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* IRRoundingMode(I32) x I8 x D64 -> D64 */ 2776663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkLazy3(mce, Ity_I64, vatom1, vatom2, vatom3); 2777663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_SignificanceRoundD128: 2778436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* IRRoundingMode(I32) x I8 x D128 -> D128 */ 2779663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkLazy3(mce, Ity_I128, vatom1, vatom2, vatom3); 2780ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ExtractV128: 2781663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom3, NULL); 2782ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, triop(op, vatom1, vatom2, atom3)); 2783ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Extract64: 2784663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom3, NULL); 2785ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, triop(op, vatom1, vatom2, atom3)); 2786ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SetElem8x8: 2787ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SetElem16x4: 2788ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SetElem32x2: 2789663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 2790ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, triop(op, vatom1, atom2, vatom3)); 2791436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* BCDIops */ 2792436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_BCDAdd: 2793436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_BCDSub: 2794436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov complainIfUndefined(mce, atom3, NULL); 2795436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_V128, triop(op, vatom1, vatom2, atom3)); 2796436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2797436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Vector FP with rounding mode as the first arg */ 2798436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Add64Fx2: 2799436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Sub64Fx2: 2800436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Mul64Fx2: 2801436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Div64Fx2: 2802436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary64Fx2_w_rm(mce, vatom1, vatom2, vatom3); 2803436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2804436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Add32Fx4: 2805436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Sub32Fx4: 2806436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Mul32Fx4: 2807436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Div32Fx4: 2808436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary32Fx4_w_rm(mce, vatom1, vatom2, vatom3); 2809436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2810436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Add64Fx4: 2811436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Sub64Fx4: 2812436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Mul64Fx4: 2813436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Div64Fx4: 2814436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary64Fx4_w_rm(mce, vatom1, vatom2, vatom3); 2815436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2816436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Add32Fx8: 2817436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Sub32Fx8: 2818436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Mul32Fx8: 2819436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Div32Fx8: 2820436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary32Fx8_w_rm(mce, vatom1, vatom2, vatom3); 2821436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2822ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 2823ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIROp(op); 2824ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:expr2vbits_Triop"); 2825ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 2826ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 2827ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2828ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2829ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 2830ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRAtom* expr2vbits_Binop ( MCEnv* mce, 2831ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp op, 2832ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* atom1, IRAtom* atom2 ) 2833ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 2834ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType and_or_ty; 2835ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* (*uifu) (MCEnv*, IRAtom*, IRAtom*); 2836ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* (*difd) (MCEnv*, IRAtom*, IRAtom*); 2837ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* (*improve) (MCEnv*, IRAtom*, IRAtom*); 2838ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2839ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom1 = expr2vbits( mce, atom1 ); 2840ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom2 = expr2vbits( mce, atom2 ); 2841ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2842ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom1)); 2843ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom2)); 2844ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom1)); 2845ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom2)); 2846ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom1,vatom1)); 2847ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sameKindedAtoms(atom2,vatom2)); 2848ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (op) { 2849ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2850ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 32-bit SIMD */ 2851ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2852ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add16x2: 2853ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_HAdd16Ux2: 2854ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_HAdd16Sx2: 2855ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub16x2: 2856ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_HSub16Ux2: 2857ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_HSub16Sx2: 2858ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd16Sx2: 2859ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub16Sx2: 2860663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_QSub16Ux2: 2861436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QAdd16Ux2: 2862ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary16Ix2(mce, vatom1, vatom2); 2863ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2864ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add8x4: 2865ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_HAdd8Ux4: 2866ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_HAdd8Sx4: 2867ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub8x4: 2868ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_HSub8Ux4: 2869ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_HSub8Sx4: 2870ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub8Ux4: 2871ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd8Ux4: 2872ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub8Sx4: 2873ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd8Sx4: 2874ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary8Ix4(mce, vatom1, vatom2); 2875ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2876ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 64-bit SIMD */ 2877ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2878ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShrN8x8: 2879ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShrN16x4: 2880ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShrN32x2: 2881ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SarN8x8: 2882ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SarN16x4: 2883ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SarN32x2: 2884ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShlN16x4: 2885ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShlN32x2: 2886ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShlN8x8: 2887ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Same scheme as with all other shifts. */ 2888663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 2889ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, binop(op, vatom1, atom2)); 2890ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2891b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Sx4: 2892b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Sx8: 2893b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Ux8: 2894b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return vectorNarrowBin64(mce, op, vatom1, vatom2); 2895ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2896ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min8Ux8: 2897ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min8Sx8: 2898ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max8Ux8: 2899ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max8Sx8: 2900ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Avg8Ux8: 2901ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub8Sx8: 2902ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub8Ux8: 2903ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub8x8: 2904ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT8Sx8: 2905ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT8Ux8: 2906ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ8x8: 2907ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd8Sx8: 2908ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd8Ux8: 2909ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSal8x8: 2910ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShl8x8: 2911ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add8x8: 2912ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul8x8: 2913ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PolynomialMul8x8: 2914ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary8Ix8(mce, vatom1, vatom2); 2915ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2916ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min16Sx4: 2917ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min16Ux4: 2918ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max16Sx4: 2919ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max16Ux4: 2920ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Avg16Ux4: 2921ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub16Ux4: 2922ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub16Sx4: 2923ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub16x4: 2924ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul16x4: 2925ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MulHi16Sx4: 2926ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MulHi16Ux4: 2927ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT16Sx4: 2928ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT16Ux4: 2929ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ16x4: 2930ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd16Sx4: 2931ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd16Ux4: 2932ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSal16x4: 2933ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShl16x4: 2934ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add16x4: 2935ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QDMulHi16Sx4: 2936ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QRDMulHi16Sx4: 2937ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary16Ix4(mce, vatom1, vatom2); 2938ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2939ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub32x2: 2940ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul32x2: 2941ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max32Sx2: 2942ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max32Ux2: 2943ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min32Sx2: 2944ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min32Ux2: 2945ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT32Sx2: 2946ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT32Ux2: 2947ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ32x2: 2948ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add32x2: 2949ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd32Ux2: 2950ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd32Sx2: 2951ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub32Ux2: 2952ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub32Sx2: 2953ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSal32x2: 2954ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShl32x2: 2955ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QDMulHi32Sx2: 2956ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QRDMulHi32Sx2: 2957ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary32Ix2(mce, vatom1, vatom2); 2958ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2959ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub64Ux1: 2960ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub64Sx1: 2961ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd64Ux1: 2962ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd64Sx1: 2963ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSal64x1: 2964ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShl64x1: 2965ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sal64x1: 2966ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary64Ix1(mce, vatom1, vatom2); 2967ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2968ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN8Sx8: 2969ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN8x8: 2970ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSalN8x8: 2971663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 2972ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast8x8(mce, vatom1); 2973ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2974ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN16Sx4: 2975ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN16x4: 2976ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSalN16x4: 2977663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 2978ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast16x4(mce, vatom1); 2979ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2980ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN32Sx2: 2981ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN32x2: 2982ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSalN32x2: 2983663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 2984ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x2(mce, vatom1); 2985ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2986ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN64Sx1: 2987ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN64x1: 2988ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSalN64x1: 2989663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 2990ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x2(mce, vatom1); 2991ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2992ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMax32Sx2: 2993ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMax32Ux2: 2994ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMin32Sx2: 2995ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMin32Ux2: 2996ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMax32Fx2: 2997ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMin32Fx2: 2998663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_I64, 2999663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_PwMax32Ux2, 3000663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast32x2(mce, vatom1), 3001663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast32x2(mce, vatom2))); 3002ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3003ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMax16Sx4: 3004ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMax16Ux4: 3005ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMin16Sx4: 3006ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMin16Ux4: 3007663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_I64, 3008663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_PwMax16Ux4, 3009663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast16x4(mce, vatom1), 3010663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast16x4(mce, vatom2))); 3011ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3012ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMax8Sx8: 3013ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMax8Ux8: 3014ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMin8Sx8: 3015ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwMin8Ux8: 3016663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_I64, 3017663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_PwMax8Ux8, 3018663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast8x8(mce, vatom1), 3019663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast8x8(mce, vatom2))); 3020ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3021ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAdd32x2: 3022ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAdd32Fx2: 3023ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x2(mce, 3024663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng assignNew('V', mce, Ity_I64, 3025663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_PwAdd32x2, 3026663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast32x2(mce, vatom1), 3027663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast32x2(mce, vatom2)))); 3028ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3029ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAdd16x4: 3030ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast16x4(mce, 3031663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng assignNew('V', mce, Ity_I64, 3032663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(op, mkPCast16x4(mce, vatom1), 3033663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast16x4(mce, vatom2)))); 3034ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3035ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAdd8x8: 3036ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast8x8(mce, 3037663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng assignNew('V', mce, Ity_I64, 3038663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(op, mkPCast8x8(mce, vatom1), 3039663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast8x8(mce, vatom2)))); 3040ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3041ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl8x8: 3042ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shr8x8: 3043ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sar8x8: 3044ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sal8x8: 3045ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifU64(mce, 3046ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I64, binop(op, vatom1, atom2)), 3047ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast8x8(mce,vatom2) 3048ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3049ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3050ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl16x4: 3051ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shr16x4: 3052ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sar16x4: 3053ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sal16x4: 3054ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifU64(mce, 3055ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I64, binop(op, vatom1, atom2)), 3056ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast16x4(mce,vatom2) 3057ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3058ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3059ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl32x2: 3060ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shr32x2: 3061ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sar32x2: 3062ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sal32x2: 3063ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifU64(mce, 3064ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I64, binop(op, vatom1, atom2)), 3065ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast32x2(mce,vatom2) 3066ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3067ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3068ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 64-bit data-steering */ 3069ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveLO32x2: 3070ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveLO16x4: 3071ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveLO8x8: 3072ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveHI32x2: 3073ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveHI16x4: 3074ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveHI8x8: 3075ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatOddLanes8x8: 3076ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatEvenLanes8x8: 3077ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatOddLanes16x4: 3078ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatEvenLanes16x4: 3079ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveOddLanes8x8: 3080ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveEvenLanes8x8: 3081ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveOddLanes16x4: 3082ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveEvenLanes16x4: 3083ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, binop(op, vatom1, vatom2)); 3084ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3085ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_GetElem8x8: 3086663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3087ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I8, binop(op, vatom1, atom2)); 3088ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_GetElem16x4: 3089663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3090ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, binop(op, vatom1, atom2)); 3091ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_GetElem32x2: 3092663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3093ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, binop(op, vatom1, atom2)); 3094ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3095ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Perm8x8: rearrange values in left arg using steering values 3096ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown from right arg. So rearrange the vbits in the same way but 3097ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pessimise wrt steering values. */ 3098ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Perm8x8: 3099ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifU64( 3100ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, 3101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I64, binop(op, vatom1, atom2)), 3102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast8x8(mce, vatom2) 3103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* V128-bit SIMD */ 3106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShrN8x16: 3108ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShrN16x8: 3109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShrN32x4: 3110ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShrN64x2: 3111ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SarN8x16: 3112ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SarN16x8: 3113ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SarN32x4: 3114ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SarN64x2: 3115ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShlN8x16: 3116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShlN16x8: 3117ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShlN32x4: 3118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShlN64x2: 3119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Same scheme as with all other shifts. Note: 22 Oct 05: 3120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown this is wrong now, scalar shifts are done properly lazily. 3121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Vector shifts should be fixed too. */ 3122663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)); 3124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* V x V shifts/rotates are done using the standard lazy scheme. */ 3126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl8x16: 3127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shr8x16: 3128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sar8x16: 3129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sal8x16: 3130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Rol8x16: 3131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifUV128(mce, 3132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)), 3133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast8x16(mce,vatom2) 3134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl16x8: 3137ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shr16x8: 3138ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sar16x8: 3139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sal16x8: 3140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Rol16x8: 3141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifUV128(mce, 3142ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)), 3143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast16x8(mce,vatom2) 3144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl32x4: 3147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shr32x4: 3148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sar32x4: 3149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sal32x4: 3150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Rol32x4: 3151436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Rol64x2: 3152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifUV128(mce, 3153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)), 3154ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast32x4(mce,vatom2) 3155ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3156ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3157ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl64x2: 3158ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shr64x2: 3159ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sar64x2: 3160ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sal64x2: 3161ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifUV128(mce, 3162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)), 3163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast64x2(mce,vatom2) 3164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3166ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F32ToFixed32Ux4_RZ: 3167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F32ToFixed32Sx4_RZ: 3168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Fixed32UToF32x4_RN: 3169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Fixed32SToF32x4_RN: 3170663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x4(mce, vatom1); 3172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F32ToFixed32Ux2_RZ: 3174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F32ToFixed32Sx2_RZ: 3175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Fixed32UToF32x2_RN: 3176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Fixed32SToF32x2_RN: 3177663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x2(mce, vatom1); 3179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub8Ux16: 3181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub8Sx16: 3182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub8x16: 3183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min8Ux16: 3184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min8Sx16: 3185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max8Ux16: 3186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max8Sx16: 3187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT8Sx16: 3188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT8Ux16: 3189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ8x16: 3190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Avg8Ux16: 3191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Avg8Sx16: 3192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd8Ux16: 3193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd8Sx16: 3194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSal8x16: 3195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShl8x16: 3196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add8x16: 3197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul8x16: 3198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PolynomialMul8x16: 3199436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_PolynomialMulAdd8x16: 3200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary8Ix16(mce, vatom1, vatom2); 3201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub16Ux8: 3203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub16Sx8: 3204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub16x8: 3205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul16x8: 3206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MulHi16Sx8: 3207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MulHi16Ux8: 3208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min16Sx8: 3209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min16Ux8: 3210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max16Sx8: 3211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max16Ux8: 3212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT16Sx8: 3213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT16Ux8: 3214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ16x8: 3215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Avg16Ux8: 3216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Avg16Sx8: 3217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd16Ux8: 3218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd16Sx8: 3219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSal16x8: 3220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShl16x8: 3221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add16x8: 3222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QDMulHi16Sx8: 3223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QRDMulHi16Sx8: 3224436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_PolynomialMulAdd16x8: 3225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary16Ix8(mce, vatom1, vatom2); 3226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub32x4: 3228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT32Sx4: 3229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT32Ux4: 3230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ32x4: 3231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd32Sx4: 3232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd32Ux4: 3233ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub32Sx4: 3234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub32Ux4: 3235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSal32x4: 3236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShl32x4: 3237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Avg32Ux4: 3238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Avg32Sx4: 3239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add32x4: 3240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max32Ux4: 3241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max32Sx4: 3242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min32Ux4: 3243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min32Sx4: 3244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul32x4: 3245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QDMulHi32Sx4: 3246ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QRDMulHi32Sx4: 3247436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_PolynomialMulAdd32x4: 3248ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary32Ix4(mce, vatom1, vatom2); 3249ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3250ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub64x2: 3251ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add64x2: 3252436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Max64Sx2: 3253436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Max64Ux2: 3254436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Min64Sx2: 3255436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Min64Ux2: 3256b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_CmpEQ64x2: 3257ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT64Sx2: 3258436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpGT64Ux2: 3259ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSal64x2: 3260ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShl64x2: 3261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd64Ux2: 3262ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QAdd64Sx2: 3263ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub64Ux2: 3264ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSub64Sx2: 3265436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_PolynomialMulAdd64x2: 3266436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CipherV128: 3267436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CipherLV128: 3268436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_NCipherV128: 3269436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_NCipherLV128: 3270436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary64Ix2(mce, vatom1, vatom2); 3271436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3272436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QNarrowBin64Sto32Sx4: 3273436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QNarrowBin64Uto32Ux4: 3274b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Sx8: 3275b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Uto16Ux8: 3276b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin32Sto16Ux8: 3277b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Sx16: 3278b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Uto8Ux16: 3279b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowBin16Sto8Ux16: 3280b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return vectorNarrowBinV128(mce, op, vatom1, vatom2); 3281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min64Fx2: 3283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max64Fx2: 3284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLT64Fx2: 3285ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLE64Fx2: 3286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ64Fx2: 3287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpUN64Fx2: 3288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary64Fx2(mce, vatom1, vatom2); 3289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub64F0x2: 3291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul64F0x2: 3292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min64F0x2: 3293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max64F0x2: 3294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Div64F0x2: 3295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLT64F0x2: 3296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLE64F0x2: 3297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ64F0x2: 3298ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpUN64F0x2: 3299ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add64F0x2: 3300ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary64F0x2(mce, vatom1, vatom2); 3301ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3302ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min32Fx4: 3303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max32Fx4: 3304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLT32Fx4: 3305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLE32Fx4: 3306ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ32Fx4: 3307ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpUN32Fx4: 3308ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT32Fx4: 3309ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGE32Fx4: 3310ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Recps32Fx4: 3311ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Rsqrts32Fx4: 3312ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary32Fx4(mce, vatom1, vatom2); 3313ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3314ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub32Fx2: 3315ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul32Fx2: 3316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min32Fx2: 3317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max32Fx2: 3318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ32Fx2: 3319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGT32Fx2: 3320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpGE32Fx2: 3321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add32Fx2: 3322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Recps32Fx2: 3323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Rsqrts32Fx2: 3324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary32Fx2(mce, vatom1, vatom2); 3325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub32F0x4: 3327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul32F0x4: 3328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Min32F0x4: 3329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Max32F0x4: 3330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Div32F0x4: 3331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLT32F0x4: 3332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLE32F0x4: 3333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ32F0x4: 3334ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpUN32F0x4: 3335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add32F0x4: 3336ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return binary32F0x4(mce, vatom1, vatom2); 3337ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3338ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN8Sx16: 3339ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN8x16: 3340ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSalN8x16: 3341663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3342ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast8x16(mce, vatom1); 3343ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3344ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN16Sx8: 3345ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN16x8: 3346ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSalN16x8: 3347663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3348ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast16x8(mce, vatom1); 3349ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3350ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN32Sx4: 3351ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN32x4: 3352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSalN32x4: 3353663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3354ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x4(mce, vatom1); 3355ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3356ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN64Sx2: 3357ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QShlN64x2: 3358ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QSalN64x2: 3359663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3360ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x4(mce, vatom1); 3361ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3362ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mull32Sx2: 3363ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mull32Ux2: 3364ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QDMulLong32Sx2: 3365b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return vectorWidenI64(mce, Iop_Widen32Sto64x2, 3366b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov mkUifU64(mce, vatom1, vatom2)); 3367ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3368ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mull16Sx4: 3369ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mull16Ux4: 3370ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QDMulLong16Sx4: 3371b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return vectorWidenI64(mce, Iop_Widen16Sto32x4, 3372b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov mkUifU64(mce, vatom1, vatom2)); 3373ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3374ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mull8Sx8: 3375ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mull8Ux8: 3376ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PolynomialMull8x8: 3377b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return vectorWidenI64(mce, Iop_Widen8Sto16x8, 3378b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov mkUifU64(mce, vatom1, vatom2)); 3379ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3380ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAdd32x4: 3381ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x4(mce, 3382ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, binop(op, mkPCast32x4(mce, vatom1), 3383ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast32x4(mce, vatom2)))); 3384ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3385ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAdd16x8: 3386ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast16x8(mce, 3387ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, binop(op, mkPCast16x8(mce, vatom1), 3388ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast16x8(mce, vatom2)))); 3389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAdd8x16: 3391ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast8x16(mce, 3392ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, binop(op, mkPCast8x16(mce, vatom1), 3393ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast8x16(mce, vatom2)))); 3394ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3395ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* V128-bit data-steering */ 3396ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SetV128lo32: 3397ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SetV128lo64: 3398ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_64HLtoV128: 3399ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveLO64x2: 3400ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveLO32x4: 3401ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveLO16x8: 3402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveLO8x16: 3403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveHI64x2: 3404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveHI32x4: 3405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveHI16x8: 3406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveHI8x16: 3407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatOddLanes8x16: 3408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatOddLanes16x8: 3409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatOddLanes32x4: 3410ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatEvenLanes8x16: 3411ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatEvenLanes16x8: 3412ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CatEvenLanes32x4: 3413ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveOddLanes8x16: 3414ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveOddLanes16x8: 3415ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveOddLanes32x4: 3416ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveEvenLanes8x16: 3417ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveEvenLanes16x8: 3418ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_InterleaveEvenLanes32x4: 3419ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, binop(op, vatom1, vatom2)); 3420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_GetElem8x16: 3422663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3423ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I8, binop(op, vatom1, atom2)); 3424ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_GetElem16x8: 3425663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3426ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, binop(op, vatom1, atom2)); 3427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_GetElem32x4: 3428663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3429ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, binop(op, vatom1, atom2)); 3430ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_GetElem64x2: 3431663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3432ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, binop(op, vatom1, atom2)); 3433ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3434ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Perm8x16: rearrange values in left arg using steering values 3435ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown from right arg. So rearrange the vbits in the same way but 3436663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng pessimise wrt steering values. Perm32x4 ditto. */ 3437ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Perm8x16: 3438ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifUV128( 3439ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, 3440ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)), 3441ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCast8x16(mce, vatom2) 3442ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 3443663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_Perm32x4: 3444663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkUifUV128( 3445663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mce, 3446663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)), 3447663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCast32x4(mce, vatom2) 3448663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng ); 3449ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3450ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* These two take the lower half of each 16-bit lane, sign/zero 3451ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown extend it to 32, and multiply together, producing a 32x4 3452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown result (and implicitly ignoring half the operand bits). So 3453ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown treat it as a bunch of independent 16x8 operations, but then 3454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do 32-bit shifts left-right to copy the lower half results 3455ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (which are all 0s or all 1s due to PCasting in binary16Ix8) 3456ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown into the upper half of each result lane. */ 3457ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullEven16Ux8: 3458ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullEven16Sx8: { 3459ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 3460ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = binary16Ix8(mce,vatom1,vatom2); 3461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, binop(Iop_ShlN32x4, at, mkU8(16))); 3462ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, binop(Iop_SarN32x4, at, mkU8(16))); 3463ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 3464ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 3465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3466ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Same deal as Iop_MullEven16{S,U}x8 */ 3467ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullEven8Ux16: 3468ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullEven8Sx16: { 3469ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* at; 3470ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = binary8Ix16(mce,vatom1,vatom2); 3471ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, binop(Iop_ShlN16x8, at, mkU8(8))); 3472ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown at = assignNew('V', mce, Ity_V128, binop(Iop_SarN16x8, at, mkU8(8))); 3473ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return at; 3474ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 3475ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3476436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Same deal as Iop_MullEven16{S,U}x8 */ 3477436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_MullEven32Ux4: 3478436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_MullEven32Sx4: { 3479436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* at; 3480436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = binary32Ix4(mce,vatom1,vatom2); 3481436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = assignNew('V', mce, Ity_V128, binop(Iop_ShlN64x2, at, mkU8(32))); 3482436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at = assignNew('V', mce, Ity_V128, binop(Iop_SarN64x2, at, mkU8(32))); 3483436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return at; 3484436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 3485436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3486ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* narrow 2xV128 into 1xV128, hi half from left arg, in a 2 x 3487ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 32x4 -> 16x8 laneage, discarding the upper half of each lane. 3488ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Simply apply same op to the V bits, since this really no more 3489ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown than a data steering operation. */ 3490b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NarrowBin32to16x8: 3491b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NarrowBin16to8x16: 3492436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_NarrowBin64to32x4: 3493ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, 3494ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(op, vatom1, vatom2)); 3495ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3496ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShrV128: 3497ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ShlV128: 3498ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Same scheme as with all other shifts. Note: 10 Nov 05: 3499ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown this is wrong now, scalar shifts are done properly lazily. 3500ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Vector shifts should be fixed too. */ 3501663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, atom2, NULL); 3502ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)); 3503ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3504436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* SHA Iops */ 3505436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_SHA256: 3506436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_SHA512: 3507436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov complainIfUndefined(mce, atom2, NULL); 3508436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_V128, binop(op, vatom1, atom2)); 3509436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3510ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I128-bit data-steering */ 3511ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_64HLto128: 3512ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I128, binop(op, vatom1, vatom2)); 3513ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3514663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* V256-bit SIMD */ 3515663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3516663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_Max64Fx4: 3517663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_Min64Fx4: 3518663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return binary64Fx4(mce, vatom1, vatom2); 3519663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3520663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_Max32Fx8: 3521663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_Min32Fx8: 3522663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return binary32Fx8(mce, vatom1, vatom2); 3523663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3524663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* V256-bit data-steering */ 3525663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_V128HLtoV256: 3526663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_V256, binop(op, vatom1, vatom2)); 3527663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3528ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Scalar floating point */ 3529ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3530b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F32toI64S: 3531436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F32toI64U: 3532b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* I32(rm) x F32 -> I64 */ 3533b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3534b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 3535b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_I64StoF32: 3536b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* I32(rm) x I64 -> F32 */ 3537b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3538b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 3539ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF64toInt: 3540ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF64toF32: 3541ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F64toI64S: 3542b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F64toI64U: 3543ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_I64StoF64: 3544b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_I64UtoF64: 3545ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SinF64: 3546ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CosF64: 3547ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_TanF64: 3548ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_2xm1F64: 3549ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SqrtF64: 3550ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32(rm) x I64/F64 -> I64/F64 */ 3551ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3552ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3553663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_ShlD64: 3554663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_ShrD64: 3555663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_RoundD64toInt: 3556436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* I32(rm) x D64 -> D64 */ 3557663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3558663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3559663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_ShlD128: 3560663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_ShrD128: 3561663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_RoundD128toInt: 3562436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* I32(rm) x D128 -> D128 */ 3563663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkLazy2(mce, Ity_I128, vatom1, vatom2); 3564663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3565663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_D64toI64S: 3566436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D64toI64U: 3567663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_I64StoD64: 3568436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I64UtoD64: 3569436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* I32(rm) x I64/D64 -> D64/I64 */ 3570436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3571436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3572436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F32toD32: 3573436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F64toD32: 3574436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F128toD32: 3575436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D32toF32: 3576436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D64toF32: 3577436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D128toF32: 3578436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* I32(rm) x F32/F64/F128/D32/D64/D128 -> D32/F32 */ 3579436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3580436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3581436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F32toD64: 3582436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F64toD64: 3583436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F128toD64: 3584436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D32toF64: 3585436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D64toF64: 3586436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D128toF64: 3587436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* I32(rm) x F32/F64/F128/D32/D64/D128 -> D64/F64 */ 3588663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3589663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3590436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F32toD128: 3591436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F64toD128: 3592436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F128toD128: 3593436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D32toF128: 3594436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D64toF128: 3595436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D128toF128: 3596436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* I32(rm) x F32/F64/F128/D32/D64/D128 -> D128/F128 */ 3597436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return mkLazy2(mce, Ity_I128, vatom1, vatom2); 3598436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3599ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF32toInt: 3600ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_SqrtF32: 3601ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* I32(rm) x I32/F32 -> I32/F32 */ 3602ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3603ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3604b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_SqrtF128: 3605b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* I32(rm) x F128 -> F128 */ 3606b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkLazy2(mce, Ity_I128, vatom1, vatom2); 3607b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 3608b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_I32StoF32: 3609436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I32UtoF32: 3610b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F32toI32S: 3611436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F32toI32U: 3612b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov /* First arg is I32 (rounding mode), second is F32/I32 (data). */ 3613b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3614b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 3615b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F128toI32S: /* IRRoundingMode(I32) x F128 -> signed I32 */ 3616436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F128toI32U: /* IRRoundingMode(I32) x F128 -> unsigned I32 */ 3617b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F128toF32: /* IRRoundingMode(I32) x F128 -> F32 */ 3618436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D128toI32S: /* IRRoundingMode(I32) x D128 -> signed I32 */ 3619436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D128toI32U: /* IRRoundingMode(I32) x D128 -> unsigned I32 */ 3620b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3621b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 3622b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F128toI64S: /* IRRoundingMode(I32) x F128 -> signed I64 */ 3623436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_F128toI64U: /* IRRoundingMode(I32) x F128 -> unsigned I64 */ 3624b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F128toF64: /* IRRoundingMode(I32) x F128 -> F64 */ 3625436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D128toD64: /* IRRoundingMode(I64) x D128 -> D64 */ 3626436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D128toI64S: /* IRRoundingMode(I64) x D128 -> signed I64 */ 3627436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D128toI64U: /* IRRoundingMode(I32) x D128 -> unsigned I64 */ 3628b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3629b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 3630b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F64HLtoF128: 3631663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_D64HLtoD128: 3632663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_I128, 3633663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_64HLto128, vatom1, vatom2)); 3634b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 3635ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F64toI32U: 3636ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F64toI32S: 3637ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F64toF32: 3638b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_I64UtoF32: 3639436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D64toI32U: 3640436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_D64toI32S: 3641436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* First arg is I32 (rounding mode), second is F64/D64 (data). */ 3642ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3643ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3644663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_D64toD32: 3645436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* First arg is I32 (rounding mode), second is D64 (data). */ 3646436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3647663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3648ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F64toI16S: 3649ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* First arg is I32 (rounding mode), second is F64 (data). */ 3650ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I16, vatom1, vatom2); 3651ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3652663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_InsertExpD64: 3653663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* I64 x I64 -> D64 */ 3654663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3655663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3656663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_InsertExpD128: 3657663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* I64 x I128 -> D128 */ 3658663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkLazy2(mce, Ity_I128, vatom1, vatom2); 3659663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 3660b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_CmpF32: 3661ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpF64: 3662b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_CmpF128: 3663663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_CmpD64: 3664663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_CmpD128: 3665436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpExpD64: 3666436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpExpD128: 3667ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3668ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3669ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* non-FP after here */ 3670ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3671ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivModU64to32: 3672ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivModS64to32: 3673ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3674ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3675ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivModU128to64: 3676ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivModS128to64: 3677ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I128, vatom1, vatom2); 3678ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3679436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_8HLto16: 3680436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_I16, binop(op, vatom1, vatom2)); 3681ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_16HLto32: 3682ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, binop(op, vatom1, vatom2)); 3683ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_32HLto64: 3684ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, binop(op, vatom1, vatom2)); 3685ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3686b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_DivModS64to64: 3687ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullS64: 3688ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullU64: { 3689ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vLo64 = mkLeft64(mce, mkUifU64(mce, vatom1,vatom2)); 3690ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vHi64 = mkPCastTo(mce, Ity_I64, vLo64); 3691663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_I128, 3692663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_64HLto128, vHi64, vLo64)); 3693ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 3694ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3695ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullS32: 3696ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullU32: { 3697ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vLo32 = mkLeft32(mce, mkUifU32(mce, vatom1,vatom2)); 3698ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vHi32 = mkPCastTo(mce, Ity_I32, vLo32); 3699663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_I64, 3700663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_32HLto64, vHi32, vLo32)); 3701ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 3702ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3703ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullS16: 3704ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullU16: { 3705ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vLo16 = mkLeft16(mce, mkUifU16(mce, vatom1,vatom2)); 3706ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vHi16 = mkPCastTo(mce, Ity_I16, vLo16); 3707663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return assignNew('V', mce, Ity_I32, 3708663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng binop(Iop_16HLto32, vHi16, vLo16)); 3709ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 3710ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3711ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullS8: 3712ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_MullU8: { 3713ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vLo8 = mkLeft8(mce, mkUifU8(mce, vatom1,vatom2)); 3714ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vHi8 = mkPCastTo(mce, Ity_I8, vLo8); 3715ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, binop(Iop_8HLto16, vHi8, vLo8)); 3716ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 3717ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3718ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sad8Ux4: /* maybe we could do better? ftm, do mkLazy2. */ 3719ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivS32: 3720ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivU32: 3721b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_DivU32E: 3722b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_DivS32E: 3723663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_QAdd32S: /* could probably do better */ 3724663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_QSub32S: /* could probably do better */ 3725ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I32, vatom1, vatom2); 3726ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3727ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivS64: 3728ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_DivU64: 3729b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_DivS64E: 3730b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_DivU64E: 3731ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazy2(mce, Ity_I64, vatom1, vatom2); 3732ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3733ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add32: 3734663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (mce->bogusLiterals || mce->useLLVMworkarounds) 3735ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expensiveAddSub(mce,True,Ity_I32, 3736ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vatom1,vatom2, atom1,atom2); 3737ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown else 3738ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto cheap_AddSub32; 3739ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub32: 3740ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (mce->bogusLiterals) 3741ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expensiveAddSub(mce,False,Ity_I32, 3742ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vatom1,vatom2, atom1,atom2); 3743ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown else 3744ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto cheap_AddSub32; 3745ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3746ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cheap_AddSub32: 3747ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul32: 3748ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLeft32(mce, mkUifU32(mce, vatom1,vatom2)); 3749ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3750ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpORD32S: 3751ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpORD32U: 3752ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpORD64S: 3753ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpORD64U: 3754ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return doCmpORD(mce, op, vatom1,vatom2, atom1,atom2); 3755ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3756ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add64: 3757663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (mce->bogusLiterals || mce->useLLVMworkarounds) 3758ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expensiveAddSub(mce,True,Ity_I64, 3759ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vatom1,vatom2, atom1,atom2); 3760ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown else 3761ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto cheap_AddSub64; 3762ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub64: 3763ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (mce->bogusLiterals) 3764ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expensiveAddSub(mce,False,Ity_I64, 3765ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vatom1,vatom2, atom1,atom2); 3766ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown else 3767ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto cheap_AddSub64; 3768ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3769ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cheap_AddSub64: 3770ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul64: 3771ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLeft64(mce, mkUifU64(mce, vatom1,vatom2)); 3772ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3773ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Mul16: 3774ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add16: 3775ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub16: 3776ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLeft16(mce, mkUifU16(mce, vatom1,vatom2)); 3777ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3778436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Mul8: 3779ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sub8: 3780ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Add8: 3781ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLeft8(mce, mkUifU8(mce, vatom1,vatom2)); 3782ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3783ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ64: 3784ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNE64: 3785ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (mce->bogusLiterals) 3786436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov goto expensive_cmp64; 3787ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown else 3788ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto cheap_cmp64; 3789436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3790436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov expensive_cmp64: 3791436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ExpCmpNE64: 3792436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return expensiveCmpEQorNE(mce,Ity_I64, vatom1,vatom2, atom1,atom2 ); 3793436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3794ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cheap_cmp64: 3795ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLE64S: case Iop_CmpLE64U: 3796ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLT64U: case Iop_CmpLT64S: 3797ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, Ity_I1, mkUifU64(mce, vatom1,vatom2)); 3798ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3799ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ32: 3800ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNE32: 3801ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (mce->bogusLiterals) 3802436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov goto expensive_cmp32; 3803ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown else 3804ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto cheap_cmp32; 3805436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3806436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov expensive_cmp32: 3807436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ExpCmpNE32: 3808436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return expensiveCmpEQorNE(mce,Ity_I32, vatom1,vatom2, atom1,atom2 ); 3809436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3810ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cheap_cmp32: 3811ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLE32S: case Iop_CmpLE32U: 3812ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpLT32U: case Iop_CmpLT32S: 3813ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, Ity_I1, mkUifU32(mce, vatom1,vatom2)); 3814ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3815ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ16: case Iop_CmpNE16: 3816ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, Ity_I1, mkUifU16(mce, vatom1,vatom2)); 3817ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3818436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ExpCmpNE16: 3819436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return expensiveCmpEQorNE(mce,Ity_I16, vatom1,vatom2, atom1,atom2 ); 3820436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3821ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpEQ8: case Iop_CmpNE8: 3822ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, Ity_I1, mkUifU8(mce, vatom1,vatom2)); 3823ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3824ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CasCmpEQ8: case Iop_CasCmpNE8: 3825ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CasCmpEQ16: case Iop_CasCmpNE16: 3826ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CasCmpEQ32: case Iop_CasCmpNE32: 3827ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CasCmpEQ64: case Iop_CasCmpNE64: 3828ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Just say these all produce a defined result, regardless 3829ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown of their arguments. See COMMENT_ON_CasCmpEQ in this file. */ 3830ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I1, definedOfType(Ity_I1)); 3831ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3832ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl64: case Iop_Shr64: case Iop_Sar64: 3833ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return scalarShift( mce, Ity_I64, op, vatom1,vatom2, atom1,atom2 ); 3834ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3835ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl32: case Iop_Shr32: case Iop_Sar32: 3836ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return scalarShift( mce, Ity_I32, op, vatom1,vatom2, atom1,atom2 ); 3837ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3838ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Shl16: case Iop_Shr16: case Iop_Sar16: 3839ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return scalarShift( mce, Ity_I16, op, vatom1,vatom2, atom1,atom2 ); 3840ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3841436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Shl8: case Iop_Shr8: case Iop_Sar8: 3842ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return scalarShift( mce, Ity_I8, op, vatom1,vatom2, atom1,atom2 ); 3843ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3844663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_AndV256: 3845663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng uifu = mkUifUV256; difd = mkDifDV256; 3846663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng and_or_ty = Ity_V256; improve = mkImproveANDV256; goto do_And_Or; 3847ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_AndV128: 3848ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifUV128; difd = mkDifDV128; 3849ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_V128; improve = mkImproveANDV128; goto do_And_Or; 3850ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_And64: 3851ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifU64; difd = mkDifD64; 3852ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_I64; improve = mkImproveAND64; goto do_And_Or; 3853ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_And32: 3854ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifU32; difd = mkDifD32; 3855ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_I32; improve = mkImproveAND32; goto do_And_Or; 3856ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_And16: 3857ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifU16; difd = mkDifD16; 3858ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_I16; improve = mkImproveAND16; goto do_And_Or; 3859ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_And8: 3860ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifU8; difd = mkDifD8; 3861ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_I8; improve = mkImproveAND8; goto do_And_Or; 3862ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3863663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_OrV256: 3864663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng uifu = mkUifUV256; difd = mkDifDV256; 3865663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng and_or_ty = Ity_V256; improve = mkImproveORV256; goto do_And_Or; 3866ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_OrV128: 3867ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifUV128; difd = mkDifDV128; 3868ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_V128; improve = mkImproveORV128; goto do_And_Or; 3869ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Or64: 3870ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifU64; difd = mkDifD64; 3871ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_I64; improve = mkImproveOR64; goto do_And_Or; 3872ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Or32: 3873ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifU32; difd = mkDifD32; 3874ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_I32; improve = mkImproveOR32; goto do_And_Or; 3875ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Or16: 3876ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifU16; difd = mkDifD16; 3877ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_I16; improve = mkImproveOR16; goto do_And_Or; 3878ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Or8: 3879ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uifu = mkUifU8; difd = mkDifD8; 3880ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty = Ity_I8; improve = mkImproveOR8; goto do_And_Or; 3881ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3882ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_And_Or: 3883ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 3884ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew( 3885ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, 3886ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and_or_ty, 3887ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown difd(mce, uifu(mce, vatom1, vatom2), 3888ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown difd(mce, improve(mce, atom1, vatom1), 3889ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown improve(mce, atom2, vatom2) ) ) ); 3890ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3891ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Xor8: 3892ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifU8(mce, vatom1, vatom2); 3893ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Xor16: 3894ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifU16(mce, vatom1, vatom2); 3895ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Xor32: 3896ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifU32(mce, vatom1, vatom2); 3897ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Xor64: 3898ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifU64(mce, vatom1, vatom2); 3899ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_XorV128: 3900ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkUifUV128(mce, vatom1, vatom2); 3901663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_XorV256: 3902663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkUifUV256(mce, vatom1, vatom2); 3903ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3904436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* V256-bit SIMD */ 3905436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3906436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ShrN16x16: 3907436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ShrN32x8: 3908436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ShrN64x4: 3909436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_SarN16x16: 3910436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_SarN32x8: 3911436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ShlN16x16: 3912436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ShlN32x8: 3913436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ShlN64x4: 3914436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Same scheme as with all other shifts. Note: 22 Oct 05: 3915436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov this is wrong now, scalar shifts are done properly lazily. 3916436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Vector shifts should be fixed too. */ 3917436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov complainIfUndefined(mce, atom2, NULL); 3918436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_V256, binop(op, vatom1, atom2)); 3919436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3920436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QSub8Ux32: 3921436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QSub8Sx32: 3922436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Sub8x32: 3923436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Min8Ux32: 3924436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Min8Sx32: 3925436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Max8Ux32: 3926436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Max8Sx32: 3927436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpGT8Sx32: 3928436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpEQ8x32: 3929436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Avg8Ux32: 3930436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QAdd8Ux32: 3931436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QAdd8Sx32: 3932436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Add8x32: 3933436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary8Ix32(mce, vatom1, vatom2); 3934436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3935436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QSub16Ux16: 3936436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QSub16Sx16: 3937436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Sub16x16: 3938436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Mul16x16: 3939436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_MulHi16Sx16: 3940436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_MulHi16Ux16: 3941436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Min16Sx16: 3942436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Min16Ux16: 3943436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Max16Sx16: 3944436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Max16Ux16: 3945436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpGT16Sx16: 3946436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpEQ16x16: 3947436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Avg16Ux16: 3948436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QAdd16Ux16: 3949436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_QAdd16Sx16: 3950436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Add16x16: 3951436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary16Ix16(mce, vatom1, vatom2); 3952436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3953436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Sub32x8: 3954436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpGT32Sx8: 3955436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpEQ32x8: 3956436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Add32x8: 3957436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Max32Ux8: 3958436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Max32Sx8: 3959436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Min32Ux8: 3960436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Min32Sx8: 3961436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Mul32x8: 3962436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary32Ix8(mce, vatom1, vatom2); 3963436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3964436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Sub64x4: 3965436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Add64x4: 3966436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpEQ64x4: 3967436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpGT64Sx4: 3968436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return binary64Ix4(mce, vatom1, vatom2); 3969436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3970436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Perm32x8: rearrange values in left arg using steering values 3971436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov from right arg. So rearrange the vbits in the same way but 3972436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov pessimise wrt steering values. */ 3973436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Perm32x8: 3974436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return mkUifUV256( 3975436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mce, 3976436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov assignNew('V', mce, Ity_V256, binop(op, vatom1, atom2)), 3977436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mkPCast32x8(mce, vatom2) 3978436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ); 3979436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 3980ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 3981ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIROp(op); 3982ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:expr2vbits_Binop"); 3983ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 3984ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 3985ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3986ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3987ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 3988ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRExpr* expr2vbits_Unop ( MCEnv* mce, IROp op, IRAtom* atom ) 3989ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 3990436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* For the widening operations {8,16,32}{U,S}to{16,32,64}, the 3991436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov selection of shadow operation implicitly duplicates the logic in 3992436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_shadow_LoadG and should be kept in sync (in the very unlikely 3993436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov event that the interpretation of such widening ops changes in 3994436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov future). See comment in do_shadow_LoadG. */ 3995ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* vatom = expr2vbits( mce, atom ); 3996ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,atom)); 3997ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (op) { 3998ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3999ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sqrt64Fx2: 4000ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return unary64Fx2(mce, vatom); 4001ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4002ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sqrt64F0x2: 4003ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return unary64F0x2(mce, vatom); 4004ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4005663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_Sqrt32Fx8: 4006663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_RSqrt32Fx8: 4007663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_Recip32Fx8: 4008663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return unary32Fx8(mce, vatom); 4009663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4010663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_Sqrt64Fx4: 4011663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return unary64Fx4(mce, vatom); 4012663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4013ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sqrt32Fx4: 4014ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RSqrt32Fx4: 4015ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Recip32Fx4: 4016ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_I32UtoFx4: 4017ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_I32StoFx4: 4018ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QFtoI32Ux4_RZ: 4019ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_QFtoI32Sx4_RZ: 4020ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF32x4_RM: 4021ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF32x4_RP: 4022ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF32x4_RN: 4023ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF32x4_RZ: 4024ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Recip32x4: 4025ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Abs32Fx4: 4026ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Neg32Fx4: 4027ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Rsqrte32Fx4: 4028ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return unary32Fx4(mce, vatom); 4029ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4030ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_I32UtoFx2: 4031ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_I32StoFx2: 4032ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Recip32Fx2: 4033ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Recip32x2: 4034ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Abs32Fx2: 4035ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Neg32Fx2: 4036ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Rsqrte32Fx2: 4037ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return unary32Fx2(mce, vatom); 4038ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4039ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Sqrt32F0x4: 4040ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RSqrt32F0x4: 4041ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Recip32F0x4: 4042ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return unary32F0x4(mce, vatom); 4043ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4044ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_32UtoV128: 4045ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_64UtoV128: 4046ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Dup8x16: 4047ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Dup16x8: 4048ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Dup32x4: 4049ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse16_8x16: 4050ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse32_8x16: 4051ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse32_16x8: 4052ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse64_8x16: 4053ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse64_16x8: 4054ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse64_32x4: 4055663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_V256toV128_1: case Iop_V256toV128_0: 4056ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_V128, unop(op, vatom)); 4057ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4058b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F128HItoF64: /* F128 -> high half of F128 */ 4059663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_D128HItoD64: /* D128 -> high half of D128 */ 4060b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return assignNew('V', mce, Ity_I64, unop(Iop_128HIto64, vatom)); 4061b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F128LOtoF64: /* F128 -> low half of F128 */ 4062663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_D128LOtoD64: /* D128 -> low half of D128 */ 4063b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return assignNew('V', mce, Ity_I64, unop(Iop_128to64, vatom)); 4064b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 4065b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NegF128: 4066b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_AbsF128: 4067b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkPCastTo(mce, Ity_I128, vatom); 4068b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 4069b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_I32StoF128: /* signed I32 -> F128 */ 4070b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_I64StoF128: /* signed I64 -> F128 */ 4071436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I32UtoF128: /* unsigned I32 -> F128 */ 4072436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I64UtoF128: /* unsigned I64 -> F128 */ 4073b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F32toF128: /* F32 -> F128 */ 4074b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_F64toF128: /* F64 -> F128 */ 4075436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I32StoD128: /* signed I64 -> D128 */ 4076663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_I64StoD128: /* signed I64 -> D128 */ 4077436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I32UtoD128: /* unsigned I32 -> D128 */ 4078436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I64UtoD128: /* unsigned I64 -> D128 */ 4079b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return mkPCastTo(mce, Ity_I128, vatom); 4080b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 4081ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_F32toF64: 4082ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_I32StoF64: 4083ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_I32UtoF64: 4084ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_NegF64: 4085ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_AbsF64: 4086ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Est5FRSqrt: 4087ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF64toF64_NEAREST: 4088ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF64toF64_NegINF: 4089ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF64toF64_PosINF: 4090ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_RoundF64toF64_ZERO: 4091ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Clz64: 4092663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_D32toD64: 4093436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I32StoD64: 4094436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_I32UtoD64: 4095663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_ExtractExpD64: /* D64 -> I64 */ 4096663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_ExtractExpD128: /* D128 -> I64 */ 4097436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ExtractSigD64: /* D64 -> I64 */ 4098436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_ExtractSigD128: /* D128 -> I64 */ 4099663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_DPBtoBCD: 4100663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_BCDtoDPB: 4101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, Ity_I64, vatom); 4102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4103663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_D64toD128: 4104663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return mkPCastTo(mce, Ity_I128, vatom); 4105663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Clz32: 4107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_TruncF64asF32: 4108ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_NegF32: 4109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_AbsF32: 4110ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, Ity_I32, vatom); 4111ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4112436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Ctz32: 4113436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Ctz64: 4114436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return expensiveCountTrailingZeroes(mce, op, atom, vatom); 4115436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_1Uto64: 4117b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_1Sto64: 4118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_8Uto64: 4119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_8Sto64: 4120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_16Uto64: 4121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_16Sto64: 4122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_32Sto64: 4123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_32Uto64: 4124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_V128to64: 4125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_V128HIto64: 4126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_128HIto64: 4127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_128to64: 4128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Dup8x8: 4129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Dup16x4: 4130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Dup32x2: 4131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse16_8x8: 4132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse32_8x8: 4133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse32_16x4: 4134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse64_8x8: 4135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse64_16x4: 4136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Reverse64_32x2: 4137663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_V256to64_0: case Iop_V256to64_1: 4138663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_V256to64_2: case Iop_V256to64_3: 4139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I64, unop(op, vatom)); 4140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_64to32: 4142ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_64HIto32: 4143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_1Uto32: 4144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_1Sto32: 4145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_8Uto32: 4146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_16Uto32: 4147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_16Sto32: 4148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_8Sto32: 4149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_V128to32: 4150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I32, unop(op, vatom)); 4151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_8Sto16: 4153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_8Uto16: 4154ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_32to16: 4155ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_32HIto16: 4156ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_64to16: 4157436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_GetMSBs8x16: 4158ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I16, unop(op, vatom)); 4159ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4160ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_1Uto8: 4161b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_1Sto8: 4162ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_16to8: 4163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_16HIto8: 4164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_32to8: 4165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_64to8: 4166436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_GetMSBs8x8: 4167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I8, unop(op, vatom)); 4168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_32to1: 4170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I1, unop(Iop_32to1, vatom)); 4171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_64to1: 4173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, Ity_I1, unop(Iop_64to1, vatom)); 4174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ReinterpF64asI64: 4176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ReinterpI64asF64: 4177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ReinterpI32asF32: 4178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_ReinterpF32asI32: 4179663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_ReinterpI64asD64: 4180663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_ReinterpD64asI64: 4181663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Iop_NotV256: 4182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_NotV128: 4183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Not64: 4184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Not32: 4185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Not16: 4186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Not8: 4187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Not1: 4188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return vatom; 4189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNEZ8x8: 4191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Cnt8x8: 4192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Clz8Sx8: 4193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Cls8Sx8: 4194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Abs8x8: 4195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast8x8(mce, vatom); 4196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNEZ8x16: 4198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Cnt8x16: 4199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Clz8Sx16: 4200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Cls8Sx16: 4201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Abs8x16: 4202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast8x16(mce, vatom); 4203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNEZ16x4: 4205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Clz16Sx4: 4206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Cls16Sx4: 4207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Abs16x4: 4208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast16x4(mce, vatom); 4209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNEZ16x8: 4211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Clz16Sx8: 4212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Cls16Sx8: 4213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Abs16x8: 4214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast16x8(mce, vatom); 4215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNEZ32x2: 4217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Clz32Sx2: 4218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Cls32Sx2: 4219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_FtoI32Ux2_RZ: 4220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_FtoI32Sx2_RZ: 4221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Abs32x2: 4222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x2(mce, vatom); 4223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNEZ32x4: 4225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Clz32Sx4: 4226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Cls32Sx4: 4227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_FtoI32Ux4_RZ: 4228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_FtoI32Sx4_RZ: 4229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_Abs32x4: 4230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x4(mce, vatom); 4231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4232436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CmpwNEZ32: 4233436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return mkPCastTo(mce, Ity_I32, vatom); 4234436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpwNEZ64: 4236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, Ity_I64, vatom); 4237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CmpNEZ64x2: 4239436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_CipherSV128: 4240436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_Clz64x2: 4241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast64x2(mce, vatom); 4242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4243436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_PwBitMtxXpose64x2: 4244436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, Ity_V128, unop(op, vatom)); 4245436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4246b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NarrowUn16to8x8: 4247b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NarrowUn32to16x4: 4248b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_NarrowUn64to32x2: 4249b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Sto8Sx8: 4250b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Sto8Ux8: 4251b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn16Uto8Ux8: 4252b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Sto16Sx4: 4253b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Sto16Ux4: 4254b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn32Uto16Ux4: 4255b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Sto32Sx2: 4256b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Sto32Ux2: 4257b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_QNarrowUn64Uto32Ux2: 4258b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return vectorNarrowUnV128(mce, op, vatom); 4259b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov 4260b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen8Sto16x8: 4261b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen8Uto16x8: 4262b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen16Sto32x4: 4263b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen16Uto32x4: 4264b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen32Sto64x2: 4265b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_Widen32Uto64x2: 4266b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov return vectorWidenI64(mce, op, vatom); 4267ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4268ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL32Ux2: 4269ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL32Sx2: 4270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCastTo(mce, Ity_I64, 4271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I64, unop(op, mkPCast32x2(mce, vatom)))); 4272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL16Ux4: 4274ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL16Sx4: 4275ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x2(mce, 4276ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I64, unop(op, mkPCast16x4(mce, vatom)))); 4277ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4278ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL8Ux8: 4279ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL8Sx8: 4280ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast16x4(mce, 4281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I64, unop(op, mkPCast8x8(mce, vatom)))); 4282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL32Ux4: 4284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL32Sx4: 4285ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast64x2(mce, 4286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, unop(op, mkPCast32x4(mce, vatom)))); 4287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL16Ux8: 4289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL16Sx8: 4290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast32x4(mce, 4291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, unop(op, mkPCast16x8(mce, vatom)))); 4292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL8Ux16: 4294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_PwAddL8Sx16: 4295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkPCast16x8(mce, 4296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_V128, unop(op, mkPCast8x16(mce, vatom)))); 4297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4298b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Iop_I64UtoF32: 4299ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 4300ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIROp(op); 4301ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:expr2vbits_Unop"); 4302ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 4304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4306436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Worker function -- do not call directly. See comments on 4307436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov expr2vbits_Load for the meaning of |guard|. 4308436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4309436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Generates IR to (1) perform a definedness test of |addr|, (2) 4310436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov perform a validity test of |addr|, and (3) return the Vbits for the 4311436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov location indicated by |addr|. All of this only happens when 4312436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov |guard| is NULL or |guard| evaluates to True at run time. 4313436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4314436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov If |guard| evaluates to False at run time, the returned value is 4315436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the IR-mandated 0x55..55 value, and no checks nor shadow loads are 4316436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov performed. 4317436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4318436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov The definedness of |guard| itself is not checked. That is assumed 4319436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov to have been done before this point, by the caller. */ 4320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 4321436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* expr2vbits_Load_WRK ( MCEnv* mce, 4322436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IREndness end, IRType ty, 4323436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* addr, UInt bias, IRAtom* guard ) 4324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 4325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,addr)); 4326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(end == Iend_LE || end == Iend_BE); 4327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* First, emit a definedness test for the address. This also sets 4329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the address (shadow) to 'defined' following the test. */ 4330436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov complainIfUndefined( mce, addr, guard ); 4331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Now cook up a call to the relevant helper function, to read the 4333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown data V bits from shadow memory. */ 4334ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ty = shadowTypeV(ty); 4335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4336436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov void* helper = NULL; 4337436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov const HChar* hname = NULL; 4338436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Bool ret_via_outparam = False; 4339436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4340436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (end == Iend_LE) { 4341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 4342436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V256: helper = &MC_(helperc_LOADV256le); 4343436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV256le)"; 4344436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ret_via_outparam = True; 4345436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4346436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V128: helper = &MC_(helperc_LOADV128le); 4347436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV128le)"; 4348436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ret_via_outparam = True; 4349436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4350436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I64: helper = &MC_(helperc_LOADV64le); 4351436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV64le)"; 4352436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4353436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I32: helper = &MC_(helperc_LOADV32le); 4354436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV32le)"; 4355436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4356436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I16: helper = &MC_(helperc_LOADV16le); 4357436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV16le)"; 4358436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4359436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I8: helper = &MC_(helperc_LOADV8); 4360436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV8)"; 4361436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4362436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov default: ppIRType(ty); 4363436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov VG_(tool_panic)("memcheck:expr2vbits_Load_WRK(LE)"); 4364ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4365ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4366ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 4367436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V256: helper = &MC_(helperc_LOADV256be); 4368436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV256be)"; 4369436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ret_via_outparam = True; 4370436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4371436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V128: helper = &MC_(helperc_LOADV128be); 4372436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV128be)"; 4373436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ret_via_outparam = True; 4374436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4375436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I64: helper = &MC_(helperc_LOADV64be); 4376436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV64be)"; 4377436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4378436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I32: helper = &MC_(helperc_LOADV32be); 4379436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV32be)"; 4380436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4381436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I16: helper = &MC_(helperc_LOADV16be); 4382436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV16be)"; 4383436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4384436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I8: helper = &MC_(helperc_LOADV8); 4385436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname = "MC_(helperc_LOADV8)"; 4386436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4387436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov default: ppIRType(ty); 4388436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov VG_(tool_panic)("memcheck:expr2vbits_Load_WRK(BE)"); 4389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4391ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4392436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(helper); 4393436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(hname); 4394436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4395ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Generate the actual address into addrAct. */ 4396436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* addrAct; 4397ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (bias == 0) { 4398ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addrAct = addr; 4399ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4400ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp mkAdd; 4401ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* eBias; 4402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType tyAddr = mce->hWordTy; 4403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert( tyAddr == Ity_I32 || tyAddr == Ity_I64 ); 4404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkAdd = tyAddr==Ity_I32 ? Iop_Add32 : Iop_Add64; 4405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown eBias = tyAddr==Ity_I32 ? mkU32(bias) : mkU64(bias); 4406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addrAct = assignNew('V', mce, tyAddr, binop(mkAdd, addr, eBias) ); 4407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* We need to have a place to park the V bits we're just about to 4410ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown read. */ 4411436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRTemp datavbits = newTemp(mce, ty, VSh); 4412436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4413436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Here's the call. */ 4414436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRDirty* di; 4415436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (ret_via_outparam) { 4416436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov di = unsafeIRDirty_1_N( datavbits, 4417436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2/*regparms*/, 4418436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname, VG_(fnptr_to_fnentry)( helper ), 4419436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mkIRExprVec_2( IRExpr_VECRET(), addrAct ) ); 4420436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } else { 4421436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov di = unsafeIRDirty_1_N( datavbits, 4422436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 1/*regparms*/, 4423436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov hname, VG_(fnptr_to_fnentry)( helper ), 4424436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mkIRExprVec_1( addrAct ) ); 4425436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 4426436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown setHelperAnns( mce, di ); 4428436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (guard) { 4429436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov di->guard = guard; 4430436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Ideally the didn't-happen return value here would be all-ones 4431436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov (all-undefined), so it'd be obvious if it got used 4432436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov inadvertantly. We can get by with the IR-mandated default 4433436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov value (0b01 repeating, 0x55 etc) as that'll still look pretty 4434436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov undefined if it ever leaks out. */ 4435436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 4436ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'V', mce, IRStmt_Dirty(di) ); 4437ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4438ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkexpr(datavbits); 4439ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 4440ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4441ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4442436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Generate IR to do a shadow load. The helper is expected to check 4443436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the validity of the address and return the V bits for that address. 4444436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov This can optionally be controlled by a guard, which is assumed to 4445436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov be True if NULL. In the case where the guard is False at runtime, 4446436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the helper will return the didn't-do-the-call value of 0x55..55. 4447436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Since that means "completely undefined result", the caller of 4448436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov this function will need to fix up the result somehow in that 4449436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case. 4450436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4451436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Caller of this function is also expected to have checked the 4452436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov definedness of |guard| before this point. 4453436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov*/ 4454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 4455436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* expr2vbits_Load ( MCEnv* mce, 4456436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IREndness end, IRType ty, 4457436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* addr, UInt bias, 4458436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* guard ) 4459ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 4460ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(end == Iend_LE || end == Iend_BE); 4461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (shadowTypeV(ty)) { 4462436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I8: 4463436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I16: 4464436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_I32: 4465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: 4466436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V128: 4467436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ity_V256: 4468436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return expr2vbits_Load_WRK(mce, end, ty, addr, bias, guard); 4469ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 4470ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("expr2vbits_Load"); 4471ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4472ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 4473ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4474ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4475436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* The most general handler for guarded loads. Assumes the 4476436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov definedness of GUARD has already been checked by the caller. A 4477436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov GUARD of NULL is assumed to mean "always True". Generates code to 4478436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov check the definedness and validity of ADDR. 4479436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4480436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Generate IR to do a shadow load from ADDR and return the V bits. 4481436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov The loaded type is TY. The loaded data is then (shadow) widened by 4482436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov using VWIDEN, which can be Iop_INVALID to denote a no-op. If GUARD 4483436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov evaluates to False at run time then the returned Vbits are simply 4484436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov VALT instead. Note therefore that the argument type of VWIDEN must 4485436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov be TY and the result type of VWIDEN must equal the type of VALT. 4486436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov*/ 4487663860b1408516d02ebfcb3a9999a134e6cfb223Ben Chengstatic 4488436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* expr2vbits_Load_guarded_General ( MCEnv* mce, 4489436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IREndness end, IRType ty, 4490436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* addr, UInt bias, 4491436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* guard, 4492436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IROp vwiden, IRAtom* valt ) 4493663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng{ 4494436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Sanity check the conversion operation, and also set TYWIDE. */ 4495436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRType tyWide = Ity_INVALID; 4496436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov switch (vwiden) { 4497436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_INVALID: 4498436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tyWide = ty; 4499436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4500436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iop_16Uto32: case Iop_16Sto32: case Iop_8Uto32: case Iop_8Sto32: 4501436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tyWide = Ity_I32; 4502436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 4503436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov default: 4504436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov VG_(tool_panic)("memcheck:expr2vbits_Load_guarded_General"); 4505663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 4506663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4507436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* If the guard evaluates to True, this will hold the loaded V bits 4508436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov at TY. If the guard evaluates to False, this will be all 4509436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ones, meaning "all undefined", in which case we will have to 4510436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov replace it using an ITE below. */ 4511436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* iftrue1 4512436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = assignNew('V', mce, ty, 4513436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov expr2vbits_Load(mce, end, ty, addr, bias, guard)); 4514436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Now (shadow-) widen the loaded V bits to the desired width. In 4515436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the guard-is-False case, the allowable widening operators will 4516436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov in the worst case (unsigned widening) at least leave the 4517436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov pre-widened part as being marked all-undefined, and in the best 4518436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case (signed widening) mark the whole widened result as 4519436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov undefined. Anyway, it doesn't matter really, since in this case 4520436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov we will replace said value with the default value |valt| using an 4521436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ITE. */ 4522436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* iftrue2 4523436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = vwiden == Iop_INVALID 4524436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ? iftrue1 4525436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov : assignNew('V', mce, tyWide, unop(vwiden, iftrue1)); 4526436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* These are the V bits we will return if the load doesn't take 4527436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov place. */ 4528436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* iffalse 4529436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = valt; 4530436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Prepare the cond for the ITE. Convert a NULL cond into 4531436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov something that iropt knows how to fold out later. */ 4532436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* cond 4533436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = guard == NULL ? mkU1(1) : guard; 4534436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* And assemble the final result. */ 4535436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('V', mce, tyWide, IRExpr_ITE(cond, iftrue2, iffalse)); 4536436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 4537436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4538436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 4539436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* A simpler handler for guarded loads, in which there is no 4540436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov conversion operation, and the default V bit return (when the guard 4541436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov evaluates to False at runtime) is "all defined". If there is no 4542436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov guard expression or the guard is always TRUE this function behaves 4543436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov like expr2vbits_Load. It is assumed that definedness of GUARD has 4544436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov already been checked at the call site. */ 4545436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 4546436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* expr2vbits_Load_guarded_Simple ( MCEnv* mce, 4547436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IREndness end, IRType ty, 4548436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* addr, UInt bias, 4549436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom *guard ) 4550436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 4551436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return expr2vbits_Load_guarded_General( 4552436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mce, end, ty, addr, bias, guard, Iop_INVALID, definedOfType(ty) 4553436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ); 4554663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng} 4555663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4556663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4557ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 4558436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* expr2vbits_ITE ( MCEnv* mce, 4559436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* cond, IRAtom* iftrue, IRAtom* iffalse ) 4560ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 4561436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom *vbitsC, *vbits0, *vbits1; 4562ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty; 4563436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Given ITE(cond, iftrue, iffalse), generate 4564436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov ITE(cond, iftrue#, iffalse#) `UifU` PCast(cond#) 4565ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown That is, steer the V bits like the originals, but trash the 4566ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown result if the steering value is undefined. This gives 4567ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown lazy propagation. */ 4568ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, cond)); 4569436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(isOriginalAtom(mce, iftrue)); 4570436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(isOriginalAtom(mce, iffalse)); 4571ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4572ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vbitsC = expr2vbits(mce, cond); 4573436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov vbits1 = expr2vbits(mce, iftrue); 4574436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov vbits0 = expr2vbits(mce, iffalse); 4575ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ty = typeOfIRExpr(mce->sb->tyenv, vbits0); 4576ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4577ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 4578ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkUifU(mce, ty, assignNew('V', mce, ty, 4579436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr_ITE(cond, vbits1, vbits0)), 4580ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCastTo(mce, ty, vbitsC) ); 4581ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 4582ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4583ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* --------- This is the main expression-handling function. --------- */ 4584ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4585ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 4586ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRExpr* expr2vbits ( MCEnv* mce, IRExpr* e ) 4587ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 4588ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (e->tag) { 4589ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4590ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Get: 4591ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return shadow_GET( mce, e->Iex.Get.offset, e->Iex.Get.ty ); 4592ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4593ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_GetI: 4594ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return shadow_GETI( mce, e->Iex.GetI.descr, 4595ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.GetI.ix, e->Iex.GetI.bias ); 4596ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4597ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_RdTmp: 4598ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return IRExpr_RdTmp( findShadowTmpV(mce, e->Iex.RdTmp.tmp) ); 4599ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4600ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Const: 4601ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return definedOfType(shadowTypeV(typeOfIRExpr(mce->sb->tyenv, e))); 4602ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4603ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Qop: 4604ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expr2vbits_Qop( 4605ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, 4606663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng e->Iex.Qop.details->op, 4607663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng e->Iex.Qop.details->arg1, e->Iex.Qop.details->arg2, 4608663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng e->Iex.Qop.details->arg3, e->Iex.Qop.details->arg4 4609ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 4610ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4611ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Triop: 4612ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expr2vbits_Triop( 4613ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, 4614663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng e->Iex.Triop.details->op, 4615663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng e->Iex.Triop.details->arg1, e->Iex.Triop.details->arg2, 4616663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng e->Iex.Triop.details->arg3 4617ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 4618ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4619ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Binop: 4620ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expr2vbits_Binop( 4621ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, 4622ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.Binop.op, 4623ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.Binop.arg1, e->Iex.Binop.arg2 4624ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 4625ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4626ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Unop: 4627ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expr2vbits_Unop( mce, e->Iex.Unop.op, e->Iex.Unop.arg ); 4628ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4629ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Load: 4630ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return expr2vbits_Load( mce, e->Iex.Load.end, 4631ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.Load.ty, 4632436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov e->Iex.Load.addr, 0/*addr bias*/, 4633436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov NULL/* guard == "always True"*/ ); 4634ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4635ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_CCall: 4636ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkLazyN( mce, e->Iex.CCall.args, 4637ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.CCall.retty, 4638ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.CCall.cee ); 4639ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4640436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iex_ITE: 4641436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return expr2vbits_ITE( mce, e->Iex.ITE.cond, e->Iex.ITE.iftrue, 4642436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov e->Iex.ITE.iffalse); 4643ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4644ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 4645ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 4646ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRExpr(e); 4647ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 4648ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck: expr2vbits"); 4649ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4650ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 4651ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4652ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 4653ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Generate shadow stmts from all kinds of IRStmts. ---*/ 4654ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 4655ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4656ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Widen a value to the host word size. */ 4657ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4658ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 4659ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRExpr* zwidenToHostWord ( MCEnv* mce, IRAtom* vatom ) 4660ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 4661ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty, tyH; 4662ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4663ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* vatom is vbits-value and as such can only have a shadow type. */ 4664ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vatom)); 4665ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4666ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ty = typeOfIRExpr(mce->sb->tyenv, vatom); 4667ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tyH = mce->hWordTy; 4668ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4669ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (tyH == Ity_I32) { 4670ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 4671ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: 4672ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return vatom; 4673ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: 4674ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, tyH, unop(Iop_16Uto32, vatom)); 4675ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: 4676ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, tyH, unop(Iop_8Uto32, vatom)); 4677ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 4678ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto unhandled; 4679ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4680ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else 4681ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (tyH == Ity_I64) { 4682ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 4683ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: 4684ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, tyH, unop(Iop_32Uto64, vatom)); 4685ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: 4686ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, tyH, unop(Iop_32Uto64, 4687ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I32, unop(Iop_16Uto32, vatom)))); 4688ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: 4689ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew('V', mce, tyH, unop(Iop_32Uto64, 4690ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignNew('V', mce, Ity_I32, unop(Iop_8Uto32, vatom)))); 4691ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 4692ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto unhandled; 4693ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4694ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4695ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto unhandled; 4696ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4697ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown unhandled: 4698ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\nty = "); ppIRType(ty); VG_(printf)("\n"); 4699ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("zwidenToHostWord"); 4700ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 4701ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4702ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4703436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Generate a shadow store. |addr| is always the original address 4704436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov atom. You can pass in either originals or V-bits for the data 4705436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov atom, but obviously not both. This function generates a check for 4706436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the definedness and (indirectly) the validity of |addr|, but only 4707436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov when |guard| evaluates to True at run time (or is NULL). 4708ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4709436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov |guard| :: Ity_I1 controls whether the store really happens; NULL 4710436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov means it unconditionally does. Note that |guard| itself is not 4711436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov checked for definedness; the caller of this function must do that 4712436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if necessary. 4713436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov*/ 4714ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 4715ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid do_shadow_Store ( MCEnv* mce, 4716ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IREndness end, 4717ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* addr, UInt bias, 4718ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* data, IRAtom* vdata, 4719ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* guard ) 4720ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 4721ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp mkAdd; 4722ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty, tyAddr; 4723ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown void* helper = NULL; 4724436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov const HChar* hname = NULL; 4725ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRConst* c; 4726ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4727ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tyAddr = mce->hWordTy; 4728ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkAdd = tyAddr==Ity_I32 ? Iop_Add32 : Iop_Add64; 4729ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert( tyAddr == Ity_I32 || tyAddr == Ity_I64 ); 4730ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert( end == Iend_LE || end == Iend_BE ); 4731ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4732ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (data) { 4733ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(!vdata); 4734ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, data)); 4735ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(bias == 0); 4736ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vdata = expr2vbits( mce, data ); 4737ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4738ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(vdata); 4739ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4740ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4741ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce,addr)); 4742ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce,vdata)); 4743ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4744ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (guard) { 4745ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, guard)); 4746ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(typeOfIRExpr(mce->sb->tyenv, guard) == Ity_I1); 4747ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4748ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4749ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ty = typeOfIRExpr(mce->sb->tyenv, vdata); 4750ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4751ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // If we're not doing undefined value checking, pretend that this value 4752ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // is "all valid". That lets Vex's optimiser remove some of the V bit 4753ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // shadow computation ops that precede it. 4754ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (MC_(clo_mc_level) == 1) { 4755ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 4756663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Ity_V256: // V256 weirdness -- used four times 4757663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng c = IRConst_V256(V_BITS32_DEFINED); break; 4758663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Ity_V128: // V128 weirdness -- used twice 4759ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown c = IRConst_V128(V_BITS16_DEFINED); break; 4760ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: c = IRConst_U64 (V_BITS64_DEFINED); break; 4761ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: c = IRConst_U32 (V_BITS32_DEFINED); break; 4762ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: c = IRConst_U16 (V_BITS16_DEFINED); break; 4763ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: c = IRConst_U8 (V_BITS8_DEFINED); break; 4764ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: VG_(tool_panic)("memcheck:do_shadow_Store(LE)"); 4765ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4766ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vdata = IRExpr_Const( c ); 4767ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4768ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4769ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* First, emit a definedness test for the address. This also sets 4770436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the address (shadow) to 'defined' following the test. Both of 4771436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov those actions are gated on |guard|. */ 4772663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined( mce, addr, guard ); 4773ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4774ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Now decide which helper function to call to write the data V 4775ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bits into shadow memory. */ 4776ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (end == Iend_LE) { 4777ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 4778663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case Ity_V256: /* we'll use the helper four times */ 4779ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_V128: /* we'll use the helper twice */ 4780ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: helper = &MC_(helperc_STOREV64le); 4781ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname = "MC_(helperc_STOREV64le)"; 4782ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 4783ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: helper = &MC_(helperc_STOREV32le); 4784ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname = "MC_(helperc_STOREV32le)"; 4785ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 4786ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: helper = &MC_(helperc_STOREV16le); 4787ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname = "MC_(helperc_STOREV16le)"; 4788ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 4789ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: helper = &MC_(helperc_STOREV8); 4790ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname = "MC_(helperc_STOREV8)"; 4791ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 4792ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: VG_(tool_panic)("memcheck:do_shadow_Store(LE)"); 4793ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4794ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4795ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (ty) { 4796ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_V128: /* we'll use the helper twice */ 4797ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: helper = &MC_(helperc_STOREV64be); 4798ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname = "MC_(helperc_STOREV64be)"; 4799ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 4800ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: helper = &MC_(helperc_STOREV32be); 4801ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname = "MC_(helperc_STOREV32be)"; 4802ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 4803ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: helper = &MC_(helperc_STOREV16be); 4804ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname = "MC_(helperc_STOREV16be)"; 4805ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 4806ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: helper = &MC_(helperc_STOREV8); 4807ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname = "MC_(helperc_STOREV8)"; 4808ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 4809663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Note, no V256 case here, because no big-endian target that 4810663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng we support, has 256 vectors. */ 4811ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: VG_(tool_panic)("memcheck:do_shadow_Store(BE)"); 4812ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4813ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4814ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4815663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (UNLIKELY(ty == Ity_V256)) { 4816663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4817663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* V256-bit case -- phrased in terms of 64 bit units (Qs), with 4818663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Q3 being the most significant lane. */ 4819663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* These are the offsets of the Qs in memory. */ 4820663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Int offQ0, offQ1, offQ2, offQ3; 4821663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4822663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Various bits for constructing the 4 lane helper calls */ 4823663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRDirty *diQ0, *diQ1, *diQ2, *diQ3; 4824663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom *addrQ0, *addrQ1, *addrQ2, *addrQ3; 4825663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom *vdataQ0, *vdataQ1, *vdataQ2, *vdataQ3; 4826663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom *eBiasQ0, *eBiasQ1, *eBiasQ2, *eBiasQ3; 4827663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4828663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (end == Iend_LE) { 4829663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng offQ0 = 0; offQ1 = 8; offQ2 = 16; offQ3 = 24; 4830663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } else { 4831663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng offQ3 = 0; offQ2 = 8; offQ1 = 16; offQ0 = 24; 4832663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 4833663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4834663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng eBiasQ0 = tyAddr==Ity_I32 ? mkU32(bias+offQ0) : mkU64(bias+offQ0); 4835663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng addrQ0 = assignNew('V', mce, tyAddr, binop(mkAdd, addr, eBiasQ0) ); 4836663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng vdataQ0 = assignNew('V', mce, Ity_I64, unop(Iop_V256to64_0, vdata)); 4837663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng diQ0 = unsafeIRDirty_0_N( 4838663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 1/*regparms*/, 4839663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng hname, VG_(fnptr_to_fnentry)( helper ), 4840663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkIRExprVec_2( addrQ0, vdataQ0 ) 4841663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng ); 4842663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4843663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng eBiasQ1 = tyAddr==Ity_I32 ? mkU32(bias+offQ1) : mkU64(bias+offQ1); 4844663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng addrQ1 = assignNew('V', mce, tyAddr, binop(mkAdd, addr, eBiasQ1) ); 4845663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng vdataQ1 = assignNew('V', mce, Ity_I64, unop(Iop_V256to64_1, vdata)); 4846663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng diQ1 = unsafeIRDirty_0_N( 4847663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 1/*regparms*/, 4848663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng hname, VG_(fnptr_to_fnentry)( helper ), 4849663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkIRExprVec_2( addrQ1, vdataQ1 ) 4850663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng ); 4851663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4852663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng eBiasQ2 = tyAddr==Ity_I32 ? mkU32(bias+offQ2) : mkU64(bias+offQ2); 4853663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng addrQ2 = assignNew('V', mce, tyAddr, binop(mkAdd, addr, eBiasQ2) ); 4854663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng vdataQ2 = assignNew('V', mce, Ity_I64, unop(Iop_V256to64_2, vdata)); 4855663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng diQ2 = unsafeIRDirty_0_N( 4856663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 1/*regparms*/, 4857663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng hname, VG_(fnptr_to_fnentry)( helper ), 4858663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkIRExprVec_2( addrQ2, vdataQ2 ) 4859663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng ); 4860663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4861663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng eBiasQ3 = tyAddr==Ity_I32 ? mkU32(bias+offQ3) : mkU64(bias+offQ3); 4862663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng addrQ3 = assignNew('V', mce, tyAddr, binop(mkAdd, addr, eBiasQ3) ); 4863663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng vdataQ3 = assignNew('V', mce, Ity_I64, unop(Iop_V256to64_3, vdata)); 4864663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng diQ3 = unsafeIRDirty_0_N( 4865663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 1/*regparms*/, 4866663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng hname, VG_(fnptr_to_fnentry)( helper ), 4867663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkIRExprVec_2( addrQ3, vdataQ3 ) 4868663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng ); 4869663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4870663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (guard) 4871663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng diQ0->guard = diQ1->guard = diQ2->guard = diQ3->guard = guard; 4872663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4873663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng setHelperAnns( mce, diQ0 ); 4874663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng setHelperAnns( mce, diQ1 ); 4875663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng setHelperAnns( mce, diQ2 ); 4876663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng setHelperAnns( mce, diQ3 ); 4877663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng stmt( 'V', mce, IRStmt_Dirty(diQ0) ); 4878663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng stmt( 'V', mce, IRStmt_Dirty(diQ1) ); 4879663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng stmt( 'V', mce, IRStmt_Dirty(diQ2) ); 4880663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng stmt( 'V', mce, IRStmt_Dirty(diQ3) ); 4881663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4882663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 4883663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng else if (UNLIKELY(ty == Ity_V128)) { 4884ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4885ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* V128-bit case */ 4886ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* See comment in next clause re 64-bit regparms */ 4887ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* also, need to be careful about endianness */ 4888ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4889ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int offLo64, offHi64; 4890ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRDirty *diLo64, *diHi64; 4891ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *addrLo64, *addrHi64; 4892ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *vdataLo64, *vdataHi64; 4893ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *eBiasLo64, *eBiasHi64; 4894ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4895ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (end == Iend_LE) { 4896ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown offLo64 = 0; 4897ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown offHi64 = 8; 4898ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4899ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown offLo64 = 8; 4900ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown offHi64 = 0; 4901ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4902ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4903ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown eBiasLo64 = tyAddr==Ity_I32 ? mkU32(bias+offLo64) : mkU64(bias+offLo64); 4904ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addrLo64 = assignNew('V', mce, tyAddr, binop(mkAdd, addr, eBiasLo64) ); 4905ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vdataLo64 = assignNew('V', mce, Ity_I64, unop(Iop_V128to64, vdata)); 4906ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown diLo64 = unsafeIRDirty_0_N( 4907ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1/*regparms*/, 4908ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname, VG_(fnptr_to_fnentry)( helper ), 4909ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkIRExprVec_2( addrLo64, vdataLo64 ) 4910ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 4911ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown eBiasHi64 = tyAddr==Ity_I32 ? mkU32(bias+offHi64) : mkU64(bias+offHi64); 4912ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addrHi64 = assignNew('V', mce, tyAddr, binop(mkAdd, addr, eBiasHi64) ); 4913ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vdataHi64 = assignNew('V', mce, Ity_I64, unop(Iop_V128HIto64, vdata)); 4914ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown diHi64 = unsafeIRDirty_0_N( 4915ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1/*regparms*/, 4916ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname, VG_(fnptr_to_fnentry)( helper ), 4917ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkIRExprVec_2( addrHi64, vdataHi64 ) 4918ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 4919ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (guard) diLo64->guard = guard; 4920ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (guard) diHi64->guard = guard; 4921ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown setHelperAnns( mce, diLo64 ); 4922ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown setHelperAnns( mce, diHi64 ); 4923ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'V', mce, IRStmt_Dirty(diLo64) ); 4924ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'V', mce, IRStmt_Dirty(diHi64) ); 4925ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4926ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4927ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4928ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRDirty *di; 4929ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *addrAct; 4930ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4931ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 8/16/32/64-bit cases */ 4932ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Generate the actual address into addrAct. */ 4933ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (bias == 0) { 4934ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addrAct = addr; 4935ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4936ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* eBias = tyAddr==Ity_I32 ? mkU32(bias) : mkU64(bias); 4937ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addrAct = assignNew('V', mce, tyAddr, binop(mkAdd, addr, eBias)); 4938ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4939ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4940ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (ty == Ity_I64) { 4941ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* We can't do this with regparm 2 on 32-bit platforms, since 4942ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the back ends aren't clever enough to handle 64-bit 4943ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown regparm args. Therefore be different. */ 4944ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown di = unsafeIRDirty_0_N( 4945ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1/*regparms*/, 4946ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname, VG_(fnptr_to_fnentry)( helper ), 4947ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkIRExprVec_2( addrAct, vdata ) 4948ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 4949ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 4950ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown di = unsafeIRDirty_0_N( 4951ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2/*regparms*/, 4952ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hname, VG_(fnptr_to_fnentry)( helper ), 4953ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkIRExprVec_2( addrAct, 4954ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown zwidenToHostWord( mce, vdata )) 4955ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 4956ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4957ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (guard) di->guard = guard; 4958ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown setHelperAnns( mce, di ); 4959ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'V', mce, IRStmt_Dirty(di) ); 4960ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4961ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4962ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 4963ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4964ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4965ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Do lazy pessimistic propagation through a dirty helper call, by 4966ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown looking at the annotations on it. This is the most complex part of 4967ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Memcheck. */ 4968ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4969ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRType szToITy ( Int n ) 4970ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 4971ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (n) { 4972ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 1: return Ity_I8; 4973ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 2: return Ity_I16; 4974ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 4: return Ity_I32; 4975ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 8: return Ity_I64; 4976ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: VG_(tool_panic)("szToITy(memcheck)"); 4977ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 4978ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 4979ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4980ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 4981ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid do_shadow_Dirty ( MCEnv* mce, IRDirty* d ) 4982ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 4983663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Int i, k, n, toDo, gSz, gOff; 4984ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *src, *here, *curr; 4985ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType tySrc, tyDst; 4986ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp dst; 4987ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IREndness end; 4988ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4989ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* What's the native endianness? We need to know this. */ 4990ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown# if defined(VG_BIGENDIAN) 4991ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown end = Iend_BE; 4992ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown# elif defined(VG_LITTLEENDIAN) 4993ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown end = Iend_LE; 4994ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown# else 4995ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown# error "Unknown endianness" 4996ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown# endif 4997ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4998ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* First check the guard. */ 4999663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, d->guard, NULL); 5000ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5001ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Now round up all inputs and PCast over them. */ 5002ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = definedOfType(Ity_I32); 5003ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5004663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Inputs: unmasked args 5005663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Note: arguments are evaluated REGARDLESS of the guard expression */ 5006ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; d->args[i]; i++) { 5007436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* arg = d->args[i]; 5008436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if ( (d->cee->mcx_mask & (1<<i)) 5009436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov || UNLIKELY(is_IRExpr_VECRET_or_BBPTR(arg)) ) { 5010ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* ignore this arg */ 5011ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 5012436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov here = mkPCastTo( mce, Ity_I32, expr2vbits(mce, arg) ); 5013ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = mkUifU32(mce, here, curr); 5014ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5015ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5016ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5017ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Inputs: guest state that we read. */ 5018ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < d->nFxState; i++) { 5019ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(d->fxState[i].fx != Ifx_None); 5020ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->fxState[i].fx == Ifx_Write) 5021ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown continue; 5022ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5023663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Enumerate the described state segments */ 5024663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng for (k = 0; k < 1 + d->fxState[i].nRepeats; k++) { 5025663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff = d->fxState[i].offset + k * d->fxState[i].repeatLen; 5026663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gSz = d->fxState[i].size; 5027663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 5028663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Ignore any sections marked as 'always defined'. */ 5029663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (isAlwaysDefd(mce, gOff, gSz)) { 5030663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (0) 5031663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng VG_(printf)("memcheck: Dirty gst: ignored off %d, sz %d\n", 5032663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff, gSz); 5033663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng continue; 5034663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 5035ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5036663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* This state element is read or modified. So we need to 5037663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng consider it. If larger than 8 bytes, deal with it in 5038663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 8-byte chunks. */ 5039663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng while (True) { 5040663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(gSz >= 0); 5041663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (gSz == 0) break; 5042663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng n = gSz <= 8 ? gSz : 8; 5043663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* update 'curr' with UifU of the state slice 5044663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff .. gOff+n-1 */ 5045663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tySrc = szToITy( n ); 5046663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 5047663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Observe the guard expression. If it is false use an 5048663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng all-bits-defined bit pattern */ 5049663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom *cond, *iffalse, *iftrue; 5050663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 5051436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov cond = assignNew('V', mce, Ity_I1, d->guard); 5052663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng iftrue = assignNew('V', mce, tySrc, shadow_GET(mce, gOff, tySrc)); 5053663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng iffalse = assignNew('V', mce, tySrc, definedOfType(tySrc)); 5054663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng src = assignNew('V', mce, tySrc, 5055436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr_ITE(cond, iftrue, iffalse)); 5056663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 5057663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng here = mkPCastTo( mce, Ity_I32, src ); 5058663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng curr = mkUifU32(mce, here, curr); 5059663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gSz -= n; 5060663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff += n; 5061663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 5062ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5063ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5064ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5065ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Inputs: memory. First set up some info needed regardless of 5066ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown whether we're doing reads or writes. */ 5067ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5068ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->mFx != Ifx_None) { 5069ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Because we may do multiple shadow loads/stores from the same 5070ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown base address, it's best to do a single test of its 5071ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown definedness right now. Post-instrumentation optimisation 5072ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown should remove all but this test. */ 5073ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType tyAddr; 5074ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(d->mAddr); 5075663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined(mce, d->mAddr, d->guard); 5076ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5077ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tyAddr = typeOfIRExpr(mce->sb->tyenv, d->mAddr); 5078ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(tyAddr == Ity_I32 || tyAddr == Ity_I64); 5079ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(tyAddr == mce->hWordTy); /* not really right */ 5080ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5081ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5082ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Deal with memory inputs (reads or modifies) */ 5083ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->mFx == Ifx_Read || d->mFx == Ifx_Modify) { 5084ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo = d->mSize; 5085ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* chew off 32-bit chunks. We don't care about the endianness 5086ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown since it's all going to be condensed down to a single bit, 5087ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown but nevertheless choose an endianness which is hopefully 5088ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown native to the platform. */ 5089ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (toDo >= 4) { 5090ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown here = mkPCastTo( 5091ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, Ity_I32, 5092436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov expr2vbits_Load_guarded_Simple( 5093436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mce, end, Ity_I32, d->mAddr, d->mSize - toDo, d->guard ) 5094ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 5095ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = mkUifU32(mce, here, curr); 5096ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo -= 4; 5097ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5098ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* chew off 16-bit chunks */ 5099ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (toDo >= 2) { 5100ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown here = mkPCastTo( 5101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, Ity_I32, 5102436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov expr2vbits_Load_guarded_Simple( 5103436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mce, end, Ity_I16, d->mAddr, d->mSize - toDo, d->guard ) 5104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 5105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = mkUifU32(mce, here, curr); 5106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo -= 2; 5107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5108663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* chew off the remaining 8-bit chunk, if any */ 5109663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (toDo == 1) { 5110663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng here = mkPCastTo( 5111663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mce, Ity_I32, 5112436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov expr2vbits_Load_guarded_Simple( 5113436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mce, end, Ity_I8, d->mAddr, d->mSize - toDo, d->guard ) 5114663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng ); 5115663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng curr = mkUifU32(mce, here, curr); 5116663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng toDo -= 1; 5117663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 5118663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(toDo == 0); 5119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Whew! So curr is a 32-bit V-value summarising pessimistically 5122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown all the inputs to the helper. Now we need to re-distribute the 5123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown results to all destinations. */ 5124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Outputs: the destination temporary, if there is one. */ 5126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->tmp != IRTemp_INVALID) { 5127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown dst = findShadowTmpV(mce, d->tmp); 5128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tyDst = typeOfIRTemp(mce->sb->tyenv, d->tmp); 5129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'V', mce, dst, mkPCastTo( mce, tyDst, curr) ); 5130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Outputs: guest state that we write or modify. */ 5133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < d->nFxState; i++) { 5134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(d->fxState[i].fx != Ifx_None); 5135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->fxState[i].fx == Ifx_Read) 5136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown continue; 5137663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 5138663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Enumerate the described state segments */ 5139663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng for (k = 0; k < 1 + d->fxState[i].nRepeats; k++) { 5140663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff = d->fxState[i].offset + k * d->fxState[i].repeatLen; 5141663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gSz = d->fxState[i].size; 5142663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 5143663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Ignore any sections marked as 'always defined'. */ 5144663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (isAlwaysDefd(mce, gOff, gSz)) 5145663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng continue; 5146663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 5147663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* This state element is written or modified. So we need to 5148663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng consider it. If larger than 8 bytes, deal with it in 5149663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 8-byte chunks. */ 5150663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng while (True) { 5151663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(gSz >= 0); 5152663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (gSz == 0) break; 5153663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng n = gSz <= 8 ? gSz : 8; 5154663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Write suitably-casted 'curr' to the state slice 5155663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff .. gOff+n-1 */ 5156663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tyDst = szToITy( n ); 5157663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng do_shadow_PUT( mce, gOff, 5158663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng NULL, /* original atom */ 5159663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCastTo( mce, tyDst, curr ), d->guard ); 5160663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gSz -= n; 5161663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff += n; 5162663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 5163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5166ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Outputs: memory that we write or modify. Same comments about 5167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown endianness as above apply. */ 5168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->mFx == Ifx_Write || d->mFx == Ifx_Modify) { 5169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo = d->mSize; 5170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* chew off 32-bit chunks */ 5171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (toDo >= 4) { 5172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_Store( mce, end, d->mAddr, d->mSize - toDo, 5173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL, /* original data */ 5174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCastTo( mce, Ity_I32, curr ), 5175663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng d->guard ); 5176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo -= 4; 5177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* chew off 16-bit chunks */ 5179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (toDo >= 2) { 5180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_Store( mce, end, d->mAddr, d->mSize - toDo, 5181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL, /* original data */ 5182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkPCastTo( mce, Ity_I16, curr ), 5183663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng d->guard ); 5184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo -= 2; 5185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5186663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* chew off the remaining 8-bit chunk, if any */ 5187663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (toDo == 1) { 5188663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng do_shadow_Store( mce, end, d->mAddr, d->mSize - toDo, 5189663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng NULL, /* original data */ 5190663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mkPCastTo( mce, Ity_I8, curr ), 5191663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng d->guard ); 5192663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng toDo -= 1; 5193663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 5194663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(toDo == 0); 5195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* We have an ABI hint telling us that [base .. base+len-1] is to 5201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown become undefined ("writable"). Generate code to call a helper to 5202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown notify the A/V bit machinery of this fact. 5203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown We call 5205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown void MC_(helperc_MAKE_STACK_UNINIT) ( Addr base, UWord len, 5206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Addr nia ); 5207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 5208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 5209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid do_AbiHint ( MCEnv* mce, IRExpr* base, Int len, IRExpr* nia ) 5210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRDirty* di; 5212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Minor optimisation: if not doing origin tracking, ignore the 5213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown supplied nia and pass zero instead. This is on the basis that 5214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown MC_(helperc_MAKE_STACK_UNINIT) will ignore it anyway, and we can 5215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown almost always generate a shorter instruction to put zero into a 5216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown register than any other value. */ 5217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (MC_(clo_mc_level) < 3) 5218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nia = mkIRExpr_HWord(0); 5219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown di = unsafeIRDirty_0_N( 5221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 0/*regparms*/, 5222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "MC_(helperc_MAKE_STACK_UNINIT)", 5223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(fnptr_to_fnentry)( &MC_(helperc_MAKE_STACK_UNINIT) ), 5224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkIRExprVec_3( base, mkIRExpr_HWord( (UInt)len), nia ) 5225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 5226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'V', mce, IRStmt_Dirty(di) ); 5227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* ------ Dealing with IRCAS (big and complex) ------ */ 5231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* FWDS */ 5233ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* gen_load_b ( MCEnv* mce, Int szB, 5234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* baseaddr, Int offset ); 5235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* gen_maxU32 ( MCEnv* mce, IRAtom* b1, IRAtom* b2 ); 5236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void gen_store_b ( MCEnv* mce, Int szB, 5237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* baseaddr, Int offset, IRAtom* dataB, 5238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* guard ); 5239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void do_shadow_CAS_single ( MCEnv* mce, IRCAS* cas ); 5241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void do_shadow_CAS_double ( MCEnv* mce, IRCAS* cas ); 5242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Either ORIG and SHADOW are both IRExpr.RdTmps, or they are both 5245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr.Consts, else this asserts. If they are both Consts, it 5246ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown doesn't do anything. So that just leaves the RdTmp case. 5247ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5248ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown In which case: this assigns the shadow value SHADOW to the IR 5249ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown shadow temporary associated with ORIG. That is, ORIG, being an 5250ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown original temporary, will have a shadow temporary associated with 5251ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown it. However, in the case envisaged here, there will so far have 5252ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown been no IR emitted to actually write a shadow value into that 5253ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown temporary. What this routine does is to (emit IR to) copy the 5254ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown value in SHADOW into said temporary, so that after this call, 5255ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr.RdTmps of ORIG's shadow temp will correctly pick up the 5256ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown value in SHADOW. 5257ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5258ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Point is to allow callers to compute "by hand" a shadow value for 5259ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ORIG, and force it to be associated with ORIG. 5260ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown How do we know that that shadow associated with ORIG has not so far 5262ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown been assigned to? Well, we don't per se know that, but supposing 5263ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown it had. Then this routine would create a second assignment to it, 5264ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and later the IR sanity checker would barf. But that never 5265ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown happens. QED. 5266ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown*/ 5267ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void bind_shadow_tmp_to_orig ( UChar how, 5268ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown MCEnv* mce, 5269ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* orig, IRAtom* shadow ) 5270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, orig)); 5272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, shadow)); 5273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (orig->tag) { 5274ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Const: 5275ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(shadow->tag == Iex_Const); 5276ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 5277ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_RdTmp: 5278ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(shadow->tag == Iex_RdTmp); 5279ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (how == 'V') { 5280ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign('V', mce, findShadowTmpV(mce,orig->Iex.RdTmp.tmp), 5281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown shadow); 5282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 5283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(how == 'B'); 5284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign('B', mce, findShadowTmpB(mce,orig->Iex.RdTmp.tmp), 5285ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown shadow); 5286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 5288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 5289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); 5290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 5295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownvoid do_shadow_CAS ( MCEnv* mce, IRCAS* cas ) 5296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Scheme is (both single- and double- cases): 5298ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5299ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 1. fetch data#,dataB (the proposed new value) 5300ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5301ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 2. fetch expd#,expdB (what we expect to see at the address) 5302ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 3. check definedness of address 5304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 4. load old#,oldB from shadow memory; this also checks 5306ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addressibility of the address 5307ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5308ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5. the CAS itself 5309ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5310ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6. compute "expected == old". See COMMENT_ON_CasCmpEQ below. 5311ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5312ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7. if "expected == old" (as computed by (6)) 5313ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown store data#,dataB to shadow memory 5314ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5315ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Note that 5 reads 'old' but 4 reads 'old#'. Similarly, 5 stores 5316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'data' but 7 stores 'data#'. Hence it is possible for the 5317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown shadow data to be incorrectly checked and/or updated: 5318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * 7 is at least gated correctly, since the 'expected == old' 5320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown condition is derived from outputs of 5. However, the shadow 5321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown write could happen too late: imagine after 5 we are 5322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown descheduled, a different thread runs, writes a different 5323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (shadow) value at the address, and then we resume, hence 5324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown overwriting the shadow value written by the other thread. 5325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Because the original memory access is atomic, there's no way to 5327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown make both the original and shadow accesses into a single atomic 5328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown thing, hence this is unavoidable. 5329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown At least as Valgrind stands, I don't think it's a problem, since 5331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown we're single threaded *and* we guarantee that there are no 5332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown context switches during the execution of any specific superblock 5333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown -- context switches can only happen at superblock boundaries. 5334ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown If Valgrind ever becomes MT in the future, then it might be more 5336ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown of a problem. A possible kludge would be to artificially 5337ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown associate with the location, a lock, which we must acquire and 5338ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown release around the transaction as a whole. Hmm, that probably 5339ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown would't work properly since it only guards us against other 5340ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown threads doing CASs on the same location, not against other 5341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown threads doing normal reads and writes. 5342ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5343ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ------------------------------------------------------------ 5344ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5345ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown COMMENT_ON_CasCmpEQ: 5346ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5347ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Note two things. Firstly, in the sequence above, we compute 5348ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown "expected == old", but we don't check definedness of it. Why 5349ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown not? Also, the x86 and amd64 front ends use 5350436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Iop_CasCmp{EQ,NE}{8,16,32,64} comparisons to make the equivalent 5351ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown determination (expected == old ?) for themselves, and we also 5352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown don't check definedness for those primops; we just say that the 5353ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown result is defined. Why? Details follow. 5354ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5355ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown x86/amd64 contains various forms of locked insns: 5356ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * lock prefix before all basic arithmetic insn; 5357ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown eg lock xorl %reg1,(%reg2) 5358ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * atomic exchange reg-mem 5359ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown * compare-and-swaps 5360ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5361ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Rather than attempt to represent them all, which would be a 5362ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown royal PITA, I used a result from Maurice Herlihy 5363ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (http://en.wikipedia.org/wiki/Maurice_Herlihy), in which he 5364ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown demonstrates that compare-and-swap is a primitive more general 5365ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown than the other two, and so can be used to represent all of them. 5366ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown So the translation scheme for (eg) lock incl (%reg) is as 5367ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown follows: 5368ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5369ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown again: 5370ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown old = * %reg 5371ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown new = old + 1 5372ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown atomically { if (* %reg == old) { * %reg = new } else { goto again } } 5373ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5374ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The "atomically" is the CAS bit. The scheme is always the same: 5375ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown get old value from memory, compute new value, atomically stuff 5376ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown new value back in memory iff the old value has not changed (iow, 5377ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown no other thread modified it in the meantime). If it has changed 5378ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown then we've been out-raced and we have to start over. 5379ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5380ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Now that's all very neat, but it has the bad side effect of 5381ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown introducing an explicit equality test into the translation. 5382ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Consider the behaviour of said code on a memory location which 5383ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown is uninitialised. We will wind up doing a comparison on 5384ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown uninitialised data, and mc duly complains. 5385ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5386ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown What's difficult about this is, the common case is that the 5387ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown location is uncontended, and so we're usually comparing the same 5388ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown value (* %reg) with itself. So we shouldn't complain even if it 5389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown is undefined. But mc doesn't know that. 5390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5391ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown My solution is to mark the == in the IR specially, so as to tell 5392ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mc that it almost certainly compares a value with itself, and we 5393ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown should just regard the result as always defined. Rather than 5394ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown add a bit to all IROps, I just cloned Iop_CmpEQ{8,16,32,64} into 5395ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Iop_CasCmpEQ{8,16,32,64} so as not to disturb anything else. 5396ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5397ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown So there's always the question of, can this give a false 5398ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown negative? eg, imagine that initially, * %reg is defined; and we 5399ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown read that; but then in the gap between the read and the CAS, a 5400ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown different thread writes an undefined (and different) value at 5401ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the location. Then the CAS in this thread will fail and we will 5402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown go back to "again:", but without knowing that the trip back 5403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown there was based on an undefined comparison. No matter; at least 5404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the other thread won the race and the location is correctly 5405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown marked as undefined. What if it wrote an uninitialised version 5406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown of the same value that was there originally, though? 5407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown etc etc. Seems like there's a small corner case in which we 5409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown might lose the fact that something's defined -- we're out-raced 5410ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown in between the "old = * reg" and the "atomically {", _and_ the 5411ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown other thread is writing in an undefined version of what's 5412ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown already there. Well, that seems pretty unlikely. 5413ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5414ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown --- 5415ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5416ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown If we ever need to reinstate it .. code which generates a 5417ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown definedness test for "expected == old" was removed at r10432 of 5418ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown this file. 5419ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 5420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (cas->oldHi == IRTemp_INVALID) { 5421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_CAS_single( mce, cas ); 5422ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 5423ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_CAS_double( mce, cas ); 5424ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5425ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5426ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5428ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void do_shadow_CAS_single ( MCEnv* mce, IRCAS* cas ) 5429ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5430ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *vdataLo = NULL, *bdataLo = NULL; 5431ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *vexpdLo = NULL, *bexpdLo = NULL; 5432ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *voldLo = NULL, *boldLo = NULL; 5433ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *expd_eq_old = NULL; 5434ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opCasCmpEQ; 5435ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int elemSzB; 5436ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType elemTy; 5437ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool otrak = MC_(clo_mc_level) >= 3; /* a shorthand */ 5438ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5439ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* single CAS */ 5440ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(cas->oldHi == IRTemp_INVALID); 5441ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(cas->expdHi == NULL); 5442ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(cas->dataHi == NULL); 5443ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5444ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown elemTy = typeOfIRExpr(mce->sb->tyenv, cas->expdLo); 5445ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (elemTy) { 5446ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: elemSzB = 1; opCasCmpEQ = Iop_CasCmpEQ8; break; 5447ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: elemSzB = 2; opCasCmpEQ = Iop_CasCmpEQ16; break; 5448ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: elemSzB = 4; opCasCmpEQ = Iop_CasCmpEQ32; break; 5449ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: elemSzB = 8; opCasCmpEQ = Iop_CasCmpEQ64; break; 5450ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: tl_assert(0); /* IR defn disallows any other types */ 5451ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5453ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 1. fetch data# (the proposed new value) */ 5454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, cas->dataLo)); 5455ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vdataLo 5456ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('V', mce, elemTy, expr2vbits(mce, cas->dataLo)); 5457ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vdataLo)); 5458ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (otrak) { 5459ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bdataLo 5460ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, schemeE(mce, cas->dataLo)); 5461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, bdataLo)); 5462ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5463ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5464ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 2. fetch expected# (what we expect to see at the address) */ 5465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, cas->expdLo)); 5466ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vexpdLo 5467ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('V', mce, elemTy, expr2vbits(mce, cas->expdLo)); 5468ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vexpdLo)); 5469ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (otrak) { 5470ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bexpdLo 5471ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, schemeE(mce, cas->expdLo)); 5472ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, bexpdLo)); 5473ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5474ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5475ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 3. check definedness of address */ 5476ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 4. fetch old# from shadow memory; this also checks 5477ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addressibility of the address */ 5478ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown voldLo 5479ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew( 5480ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, elemTy, 5481ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expr2vbits_Load( 5482ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, 5483436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov cas->end, elemTy, cas->addr, 0/*Addr bias*/, 5484436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov NULL/*always happens*/ 5485ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown )); 5486ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bind_shadow_tmp_to_orig('V', mce, mkexpr(cas->oldLo), voldLo); 5487ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (otrak) { 5488ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown boldLo 5489ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, 5490ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown gen_load_b(mce, elemSzB, cas->addr, 0/*addr bias*/)); 5491ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bind_shadow_tmp_to_orig('B', mce, mkexpr(cas->oldLo), boldLo); 5492ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5493ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5494ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 5. the CAS itself */ 5495ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'C', mce, IRStmt_CAS(cas) ); 5496ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5497ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 6. compute "expected == old" */ 5498ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* See COMMENT_ON_CasCmpEQ in this file background/rationale. */ 5499ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Note that 'C' is kinda faking it; it is indeed a non-shadow 5500ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tree, but it's not copied from the input block. */ 5501ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old 5502ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('C', mce, Ity_I1, 5503ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(opCasCmpEQ, cas->expdLo, mkexpr(cas->oldLo))); 5504ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5505ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 7. if "expected == old" 5506ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown store data# to shadow memory */ 5507ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_Store( mce, cas->end, cas->addr, 0/*bias*/, 5508ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL/*data*/, vdataLo/*vdata*/, 5509ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old/*guard for store*/ ); 5510ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (otrak) { 5511ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown gen_store_b( mce, elemSzB, cas->addr, 0/*offset*/, 5512ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bdataLo/*bdata*/, 5513ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old/*guard for store*/ ); 5514ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5515ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5516ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5517ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5518ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void do_shadow_CAS_double ( MCEnv* mce, IRCAS* cas ) 5519ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5520ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *vdataHi = NULL, *bdataHi = NULL; 5521ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *vdataLo = NULL, *bdataLo = NULL; 5522ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *vexpdHi = NULL, *bexpdHi = NULL; 5523ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *vexpdLo = NULL, *bexpdLo = NULL; 5524ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *voldHi = NULL, *boldHi = NULL; 5525ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *voldLo = NULL, *boldLo = NULL; 5526ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *xHi = NULL, *xLo = NULL, *xHL = NULL; 5527ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *expd_eq_old = NULL, *zero = NULL; 5528ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opCasCmpEQ, opOr, opXor; 5529ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int elemSzB, memOffsLo, memOffsHi; 5530ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType elemTy; 5531ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool otrak = MC_(clo_mc_level) >= 3; /* a shorthand */ 5532ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5533ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* double CAS */ 5534ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(cas->oldHi != IRTemp_INVALID); 5535ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(cas->expdHi != NULL); 5536ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(cas->dataHi != NULL); 5537ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5538ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown elemTy = typeOfIRExpr(mce->sb->tyenv, cas->expdLo); 5539ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (elemTy) { 5540ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I8: 5541ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opCasCmpEQ = Iop_CasCmpEQ8; opOr = Iop_Or8; opXor = Iop_Xor8; 5542ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown elemSzB = 1; zero = mkU8(0); 5543ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 5544ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I16: 5545ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opCasCmpEQ = Iop_CasCmpEQ16; opOr = Iop_Or16; opXor = Iop_Xor16; 5546ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown elemSzB = 2; zero = mkU16(0); 5547ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 5548ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I32: 5549ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opCasCmpEQ = Iop_CasCmpEQ32; opOr = Iop_Or32; opXor = Iop_Xor32; 5550ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown elemSzB = 4; zero = mkU32(0); 5551ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 5552ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ity_I64: 5553ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown opCasCmpEQ = Iop_CasCmpEQ64; opOr = Iop_Or64; opXor = Iop_Xor64; 5554ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown elemSzB = 8; zero = mkU64(0); 5555ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 5556ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 5557ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); /* IR defn disallows any other types */ 5558ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5559ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5560ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 1. fetch data# (the proposed new value) */ 5561ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, cas->dataHi)); 5562ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, cas->dataLo)); 5563ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vdataHi 5564ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('V', mce, elemTy, expr2vbits(mce, cas->dataHi)); 5565ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vdataLo 5566ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('V', mce, elemTy, expr2vbits(mce, cas->dataLo)); 5567ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vdataHi)); 5568ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vdataLo)); 5569ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (otrak) { 5570ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bdataHi 5571ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, schemeE(mce, cas->dataHi)); 5572ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bdataLo 5573ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, schemeE(mce, cas->dataLo)); 5574ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, bdataHi)); 5575ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, bdataLo)); 5576ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5577ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5578ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 2. fetch expected# (what we expect to see at the address) */ 5579ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, cas->expdHi)); 5580ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, cas->expdLo)); 5581ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vexpdHi 5582ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('V', mce, elemTy, expr2vbits(mce, cas->expdHi)); 5583ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown vexpdLo 5584ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('V', mce, elemTy, expr2vbits(mce, cas->expdLo)); 5585ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vexpdHi)); 5586ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, vexpdLo)); 5587ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (otrak) { 5588ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bexpdHi 5589ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, schemeE(mce, cas->expdHi)); 5590ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bexpdLo 5591ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, schemeE(mce, cas->expdLo)); 5592ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, bexpdHi)); 5593ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isShadowAtom(mce, bexpdLo)); 5594ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5595ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5596ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 3. check definedness of address */ 5597ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 4. fetch old# from shadow memory; this also checks 5598ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addressibility of the address */ 5599ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (cas->end == Iend_LE) { 5600ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown memOffsLo = 0; 5601ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown memOffsHi = elemSzB; 5602ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 5603ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(cas->end == Iend_BE); 5604ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown memOffsLo = elemSzB; 5605ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown memOffsHi = 0; 5606ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5607ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown voldHi 5608ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew( 5609ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, elemTy, 5610ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expr2vbits_Load( 5611ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, 5612436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov cas->end, elemTy, cas->addr, memOffsHi/*Addr bias*/, 5613436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov NULL/*always happens*/ 5614ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown )); 5615ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown voldLo 5616ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew( 5617ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'V', mce, elemTy, 5618ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expr2vbits_Load( 5619ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce, 5620436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov cas->end, elemTy, cas->addr, memOffsLo/*Addr bias*/, 5621436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov NULL/*always happens*/ 5622ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown )); 5623ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bind_shadow_tmp_to_orig('V', mce, mkexpr(cas->oldHi), voldHi); 5624ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bind_shadow_tmp_to_orig('V', mce, mkexpr(cas->oldLo), voldLo); 5625ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (otrak) { 5626ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown boldHi 5627ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, 5628ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown gen_load_b(mce, elemSzB, cas->addr, 5629ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown memOffsHi/*addr bias*/)); 5630ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown boldLo 5631ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('B', mce, Ity_I32, 5632ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown gen_load_b(mce, elemSzB, cas->addr, 5633ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown memOffsLo/*addr bias*/)); 5634ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bind_shadow_tmp_to_orig('B', mce, mkexpr(cas->oldHi), boldHi); 5635ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bind_shadow_tmp_to_orig('B', mce, mkexpr(cas->oldLo), boldLo); 5636ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5637ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5638ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 5. the CAS itself */ 5639ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'C', mce, IRStmt_CAS(cas) ); 5640ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5641ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 6. compute "expected == old" */ 5642ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* See COMMENT_ON_CasCmpEQ in this file background/rationale. */ 5643ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Note that 'C' is kinda faking it; it is indeed a non-shadow 5644ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tree, but it's not copied from the input block. */ 5645ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 5646ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown xHi = oldHi ^ expdHi; 5647ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown xLo = oldLo ^ expdLo; 5648ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown xHL = xHi | xLo; 5649ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old = xHL == 0; 5650ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 5651ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown xHi = assignNew('C', mce, elemTy, 5652ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(opXor, cas->expdHi, mkexpr(cas->oldHi))); 5653ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown xLo = assignNew('C', mce, elemTy, 5654ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(opXor, cas->expdLo, mkexpr(cas->oldLo))); 5655ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown xHL = assignNew('C', mce, elemTy, 5656ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(opOr, xHi, xLo)); 5657ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old 5658ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = assignNew('C', mce, Ity_I1, 5659ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown binop(opCasCmpEQ, xHL, zero)); 5660ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5661ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 7. if "expected == old" 5662ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown store data# to shadow memory */ 5663ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_Store( mce, cas->end, cas->addr, memOffsHi/*bias*/, 5664ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL/*data*/, vdataHi/*vdata*/, 5665ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old/*guard for store*/ ); 5666ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_Store( mce, cas->end, cas->addr, memOffsLo/*bias*/, 5667ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL/*data*/, vdataLo/*vdata*/, 5668ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old/*guard for store*/ ); 5669ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (otrak) { 5670ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown gen_store_b( mce, elemSzB, cas->addr, memOffsHi/*offset*/, 5671ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bdataHi/*bdata*/, 5672ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old/*guard for store*/ ); 5673ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown gen_store_b( mce, elemSzB, cas->addr, memOffsLo/*offset*/, 5674ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bdataLo/*bdata*/, 5675ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expd_eq_old/*guard for store*/ ); 5676ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5677ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5678ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5679ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5680ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* ------ Dealing with LL/SC (not difficult) ------ */ 5681ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5682ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void do_shadow_LLSC ( MCEnv* mce, 5683ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IREndness stEnd, 5684ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp stResult, 5685ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr* stAddr, 5686ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr* stStoredata ) 5687ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5688ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* In short: treat a load-linked like a normal load followed by an 5689ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignment of the loaded (shadow) data to the result temporary. 5690ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Treat a store-conditional like a normal store, and mark the 5691ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown result temporary as defined. */ 5692ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType resTy = typeOfIRTemp(mce->sb->tyenv, stResult); 5693ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp resTmp = findShadowTmpV(mce, stResult); 5694ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5695ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isIRAtom(stAddr)); 5696ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (stStoredata) 5697ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isIRAtom(stStoredata)); 5698ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5699ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (stStoredata == NULL) { 5700ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Load Linked */ 5701ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Just treat this as a normal load, followed by an assignment of 5702ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the value to .result. */ 5703ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Stay sane */ 5704ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(resTy == Ity_I64 || resTy == Ity_I32 5705ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || resTy == Ity_I16 || resTy == Ity_I8); 5706ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'V', mce, resTmp, 5707ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expr2vbits_Load( 5708436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov mce, stEnd, resTy, stAddr, 0/*addr bias*/, 5709436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov NULL/*always happens*/) ); 5710ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 5711ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Store Conditional */ 5712ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Stay sane */ 5713ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType dataTy = typeOfIRExpr(mce->sb->tyenv, 5714ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stStoredata); 5715ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(dataTy == Ity_I64 || dataTy == Ity_I32 5716ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || dataTy == Ity_I16 || dataTy == Ity_I8); 5717ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_Store( mce, stEnd, 5718ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stAddr, 0/* addr bias */, 5719ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stStoredata, 5720ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL /* shadow data */, 5721ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL/*guard*/ ); 5722ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* This is a store conditional, so it writes to .result a value 5723ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown indicating whether or not the store succeeded. Just claim 5724ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown this value is always defined. In the PowerPC interpretation 5725ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown of store-conditional, definedness of the success indication 5726ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown depends on whether the address of the store matches the 5727ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown reservation address. But we can't tell that here (and 5728ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown anyway, we're not being PowerPC-specific). At least we are 5729ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown guaranteed that the definedness of the store address, and its 5730ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown addressibility, will be checked as per normal. So it seems 5731ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pretty safe to just say that the success indication is always 5732ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown defined. 5733ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5734ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown In schemeS, for origin tracking, we must correspondingly set 5735ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown a no-origin value for the origin shadow of .result. 5736ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 5737ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(resTy == Ity_I1); 5738ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'V', mce, resTmp, definedOfType(resTy) ); 5739ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5740ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5741ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5742ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5743436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* ---- Dealing with LoadG/StoreG (not entirely simple) ---- */ 5744436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 5745436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic void do_shadow_StoreG ( MCEnv* mce, IRStoreG* sg ) 5746436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 5747436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov complainIfUndefined(mce, sg->guard, NULL); 5748436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* do_shadow_Store will generate code to check the definedness and 5749436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov validity of sg->addr, in the case where sg->guard evaluates to 5750436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov True at run-time. */ 5751436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_shadow_Store( mce, sg->end, 5752436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov sg->addr, 0/* addr bias */, 5753436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov sg->data, 5754436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov NULL /* shadow data */, 5755436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov sg->guard ); 5756436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 5757436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 5758436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic void do_shadow_LoadG ( MCEnv* mce, IRLoadG* lg ) 5759436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 5760436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov complainIfUndefined(mce, lg->guard, NULL); 5761436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* expr2vbits_Load_guarded_General will generate code to check the 5762436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov definedness and validity of lg->addr, in the case where 5763436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov lg->guard evaluates to True at run-time. */ 5764436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 5765436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Look at the LoadG's built-in conversion operation, to determine 5766436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the source (actual loaded data) type, and the equivalent IROp. 5767436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov NOTE that implicitly we are taking a widening operation to be 5768436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov applied to original atoms and producing one that applies to V 5769436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov bits. Since signed and unsigned widening are self-shadowing, 5770436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov this is a straight copy of the op (modulo swapping from the 5771436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRLoadGOp form to the IROp form). Note also therefore that this 5772436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov implicitly duplicates the logic to do with said widening ops in 5773436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov expr2vbits_Unop. See comment at the start of expr2vbits_Unop. */ 5774436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IROp vwiden = Iop_INVALID; 5775436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRType loadedTy = Ity_INVALID; 5776436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov switch (lg->cvt) { 5777436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_Ident32: loadedTy = Ity_I32; vwiden = Iop_INVALID; break; 5778436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_16Uto32: loadedTy = Ity_I16; vwiden = Iop_16Uto32; break; 5779436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_16Sto32: loadedTy = Ity_I16; vwiden = Iop_16Sto32; break; 5780436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_8Uto32: loadedTy = Ity_I8; vwiden = Iop_8Uto32; break; 5781436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_8Sto32: loadedTy = Ity_I8; vwiden = Iop_8Sto32; break; 5782436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov default: VG_(tool_panic)("do_shadow_LoadG"); 5783436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 5784436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 5785436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* vbits_alt 5786436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = expr2vbits( mce, lg->alt ); 5787436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* vbits_final 5788436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = expr2vbits_Load_guarded_General(mce, lg->end, loadedTy, 5789436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov lg->addr, 0/*addr bias*/, 5790436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov lg->guard, vwiden, vbits_alt ); 5791436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* And finally, bind the V bits to the destination temporary. */ 5792436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov assign( 'V', mce, findShadowTmpV(mce, lg->dst), vbits_final ); 5793436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 5794436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 5795436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 5796ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 5797ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Memcheck main ---*/ 5798ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 5799ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5800ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void schemeS ( MCEnv* mce, IRStmt* st ); 5801ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5802ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool isBogusAtom ( IRAtom* at ) 5803ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5804ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ULong n = 0; 5805ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRConst* con; 5806ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isIRAtom(at)); 5807ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (at->tag == Iex_RdTmp) 5808ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 5809ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(at->tag == Iex_Const); 5810ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown con = at->Iex.Const.con; 5811ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (con->tag) { 5812ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ico_U1: return False; 5813ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ico_U8: n = (ULong)con->Ico.U8; break; 5814ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ico_U16: n = (ULong)con->Ico.U16; break; 5815ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ico_U32: n = (ULong)con->Ico.U32; break; 5816ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ico_U64: n = (ULong)con->Ico.U64; break; 5817ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ico_F64: return False; 5818b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov case Ico_F32i: return False; 5819ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ico_F64i: return False; 5820ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ico_V128: return False; 5821436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ico_V256: return False; 5822ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: ppIRExpr(at); tl_assert(0); 5823ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5824ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* VG_(printf)("%llx\n", n); */ 5825ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return (/*32*/ n == 0xFEFEFEFFULL 5826ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*32*/ || n == 0x80808080ULL 5827ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*32*/ || n == 0x7F7F7F7FULL 5828436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /*32*/ || n == 0x7EFEFEFFULL 5829436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /*32*/ || n == 0x81010100ULL 5830ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*64*/ || n == 0xFFFFFFFFFEFEFEFFULL 5831ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*64*/ || n == 0xFEFEFEFEFEFEFEFFULL 5832ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*64*/ || n == 0x0000000000008080ULL 5833ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*64*/ || n == 0x8080808080808080ULL 5834ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*64*/ || n == 0x0101010101010101ULL 5835ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 5836ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5837ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5838ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool checkForBogusLiterals ( /*FLAT*/ IRStmt* st ) 5839ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5840ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int i; 5841ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr* e; 5842ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRDirty* d; 5843ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRCAS* cas; 5844ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (st->tag) { 5845ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_WrTmp: 5846ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e = st->Ist.WrTmp.data; 5847ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (e->tag) { 5848ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Get: 5849ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_RdTmp: 5850ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 5851ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Const: 5852ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(e); 5853ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Unop: 5854436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return isBogusAtom(e->Iex.Unop.arg) 5855436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov || e->Iex.Unop.op == Iop_GetMSBs8x16; 5856ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_GetI: 5857ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(e->Iex.GetI.ix); 5858ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Binop: 5859ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(e->Iex.Binop.arg1) 5860ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || isBogusAtom(e->Iex.Binop.arg2); 5861ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Triop: 5862663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return isBogusAtom(e->Iex.Triop.details->arg1) 5863663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng || isBogusAtom(e->Iex.Triop.details->arg2) 5864663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng || isBogusAtom(e->Iex.Triop.details->arg3); 5865ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Qop: 5866663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return isBogusAtom(e->Iex.Qop.details->arg1) 5867663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng || isBogusAtom(e->Iex.Qop.details->arg2) 5868663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng || isBogusAtom(e->Iex.Qop.details->arg3) 5869663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng || isBogusAtom(e->Iex.Qop.details->arg4); 5870436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iex_ITE: 5871436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return isBogusAtom(e->Iex.ITE.cond) 5872436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov || isBogusAtom(e->Iex.ITE.iftrue) 5873436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov || isBogusAtom(e->Iex.ITE.iffalse); 5874ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Load: 5875ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(e->Iex.Load.addr); 5876ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_CCall: 5877ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; e->Iex.CCall.args[i]; i++) 5878ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (isBogusAtom(e->Iex.CCall.args[i])) 5879ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; 5880ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 5881ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 5882ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown goto unhandled; 5883ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5884ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Dirty: 5885ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown d = st->Ist.Dirty.details; 5886436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov for (i = 0; d->args[i]; i++) { 5887436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* atom = d->args[i]; 5888436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (LIKELY(!is_IRExpr_VECRET_or_BBPTR(atom))) { 5889436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (isBogusAtom(atom)) 5890436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return True; 5891436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 5892436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 5893436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (isBogusAtom(d->guard)) 5894ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; 5895ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->mAddr && isBogusAtom(d->mAddr)) 5896ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; 5897ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 5898ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Put: 5899ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(st->Ist.Put.data); 5900ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_PutI: 5901663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng return isBogusAtom(st->Ist.PutI.details->ix) 5902663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng || isBogusAtom(st->Ist.PutI.details->data); 5903ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Store: 5904ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(st->Ist.Store.addr) 5905ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || isBogusAtom(st->Ist.Store.data); 5906436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ist_StoreG: { 5907436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRStoreG* sg = st->Ist.StoreG.details; 5908436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return isBogusAtom(sg->addr) || isBogusAtom(sg->data) 5909436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov || isBogusAtom(sg->guard); 5910436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 5911436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ist_LoadG: { 5912436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRLoadG* lg = st->Ist.LoadG.details; 5913436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return isBogusAtom(lg->addr) || isBogusAtom(lg->alt) 5914436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov || isBogusAtom(lg->guard); 5915436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 5916ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Exit: 5917ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(st->Ist.Exit.guard); 5918ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_AbiHint: 5919ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(st->Ist.AbiHint.base) 5920ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || isBogusAtom(st->Ist.AbiHint.nia); 5921ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_NoOp: 5922ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_IMark: 5923ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_MBE: 5924ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 5925ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_CAS: 5926ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cas = st->Ist.CAS.details; 5927ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(cas->addr) 5928ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || (cas->expdHi ? isBogusAtom(cas->expdHi) : False) 5929ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || isBogusAtom(cas->expdLo) 5930ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || (cas->dataHi ? isBogusAtom(cas->dataHi) : False) 5931ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || isBogusAtom(cas->dataLo); 5932ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_LLSC: 5933ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return isBogusAtom(st->Ist.LLSC.addr) 5934ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || (st->Ist.LLSC.storedata 5935ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ? isBogusAtom(st->Ist.LLSC.storedata) 5936ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown : False); 5937ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 5938ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown unhandled: 5939ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRStmt(st); 5940ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("hasBogusLiterals"); 5941ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5942ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 5943ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5944ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5945ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRSB* MC_(instrument) ( VgCallbackClosure* closure, 5946ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRSB* sb_in, 5947ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VexGuestLayout* layout, 5948ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VexGuestExtents* vge, 5949436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov VexArchInfo* archinfo_host, 5950ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType gWordTy, IRType hWordTy ) 5951ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 5952ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool verboze = 0||False; 5953ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool bogus; 5954ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int i, j, first_stmt; 5955ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRStmt* st; 5956ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown MCEnv mce; 5957ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRSB* sb_out; 5958ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5959ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (gWordTy != hWordTy) { 5960ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* We don't currently support this case. */ 5961ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("host/guest word size mismatch"); 5962ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 5963ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5964ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Check we're not completely nuts */ 5965ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(UWord) == sizeof(void*)); 5966ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(Word) == sizeof(void*)); 5967ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(Addr) == sizeof(void*)); 5968ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(ULong) == 8); 5969ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(Long) == 8); 5970ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(Addr64) == 8); 5971ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(UInt) == 4); 5972ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeof(Int) == 4); 5973ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5974ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(MC_(clo_mc_level) >= 1 && MC_(clo_mc_level) <= 3); 5975ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5976ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Set up SB */ 5977ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sb_out = deepCopyIRSBExceptStmts(sb_in); 5978ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5979ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Set up the running environment. Both .sb and .tmpMap are 5980ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown modified as we go along. Note that tmps are added to both 5981ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown .sb->tyenv and .tmpMap together, so the valid index-set for 5982ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown those two arrays should always be identical. */ 5983ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(memset)(&mce, 0, sizeof(mce)); 5984ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce.sb = sb_out; 5985ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce.trace = verboze; 5986ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce.layout = layout; 5987ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce.hWordTy = hWordTy; 5988ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce.bogusLiterals = False; 5989ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 5990663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Do expensive interpretation for Iop_Add32 and Iop_Add64 on 5991663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Darwin. 10.7 is mostly built with LLVM, which uses these for 5992663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng bitfield inserts, and we get a lot of false errors if the cheap 5993663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng interpretation is used, alas. Could solve this much better if 5994663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng we knew which of such adds came from x86/amd64 LEA instructions, 5995663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng since these are the only ones really needing the expensive 5996663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng interpretation, but that would require some way to tag them in 5997663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng the _toIR.c front ends, which is a lot of faffing around. So 5998663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng for now just use the slow and blunt-instrument solution. */ 5999663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mce.useLLVMworkarounds = False; 6000663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng# if defined(VGO_darwin) 6001663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng mce.useLLVMworkarounds = True; 6002663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng# endif 6003663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6004ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce.tmpMap = VG_(newXA)( VG_(malloc), "mc.MC_(instrument).1", VG_(free), 6005ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sizeof(TempMapEnt)); 6006ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < sb_in->tyenv->types_used; i++) { 6007ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempMapEnt ent; 6008ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent.kind = Orig; 6009ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent.shadowV = IRTemp_INVALID; 6010ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent.shadowB = IRTemp_INVALID; 6011ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(addToXA)( mce.tmpMap, &ent ); 6012ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6013ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert( VG_(sizeXA)( mce.tmpMap ) == sb_in->tyenv->types_used ); 6014ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6015ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Make a preliminary inspection of the statements, to see if there 6016ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown are any dodgy-looking literals. If there are, we generate 6017ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown extra-detailed (hence extra-expensive) instrumentation in 6018ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown places. Scan the whole bb even if dodgyness is found earlier, 6019ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown so that the flatness assertion is applied to all stmts. */ 6020ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6021ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bogus = False; 6022ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6023ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < sb_in->stmts_used; i++) { 6024ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6025ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st = sb_in->stmts[i]; 6026ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(st); 6027ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isFlatIRStmt(st)); 6028ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6029ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (!bogus) { 6030ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bogus = checkForBogusLiterals(st); 6031ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0 && bogus) { 6032ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("bogus: "); 6033ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRStmt(st); 6034ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6035ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6036ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6037ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6038ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6039ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6040ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mce.bogusLiterals = bogus; 6041ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6042ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Copy verbatim any IR preamble preceding the first IMark */ 6043ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6044ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(mce.sb == sb_out); 6045ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(mce.sb != sb_in); 6046ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6047ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown i = 0; 6048ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (i < sb_in->stmts_used && sb_in->stmts[i]->tag != Ist_IMark) { 6049ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6050ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st = sb_in->stmts[i]; 6051ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(st); 6052ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isFlatIRStmt(st)); 6053ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6054ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'C', &mce, sb_in->stmts[i] ); 6055ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown i++; 6056ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6057ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6058ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Nasty problem. IR optimisation of the pre-instrumented IR may 6059ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cause the IR following the preamble to contain references to IR 6060ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown temporaries defined in the preamble. Because the preamble isn't 6061ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown instrumented, these temporaries don't have any shadows. 6062ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Nevertheless uses of them following the preamble will cause 6063ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown memcheck to generate references to their shadows. End effect is 6064ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown to cause IR sanity check failures, due to references to 6065ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown non-existent shadows. This is only evident for the complex 6066ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown preambles used for function wrapping on TOC-afflicted platforms 6067b32f58018498ea2225959b0ba11c18f0c433deefEvgeniy Stepanov (ppc64-linux). 6068ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6069ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The following loop therefore scans the preamble looking for 6070ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignments to temporaries. For each one found it creates an 6071ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignment to the corresponding (V) shadow temp, marking it as 6072ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'defined'. This is the same resulting IR as if the main 6073ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown instrumentation loop before had been applied to the statement 6074ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 'tmp = CONSTANT'. 6075ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6076ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Similarly, if origin tracking is enabled, we must generate an 6077ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assignment for the corresponding origin (B) shadow, claiming 6078ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown no-origin, as appropriate for a defined value. 6079ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown */ 6080ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (j = 0; j < i; j++) { 6081ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (sb_in->stmts[j]->tag == Ist_WrTmp) { 6082ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* findShadowTmpV checks its arg is an original tmp; 6083ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown no need to assert that here. */ 6084ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp tmp_o = sb_in->stmts[j]->Ist.WrTmp.tmp; 6085ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp tmp_v = findShadowTmpV(&mce, tmp_o); 6086ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType ty_v = typeOfIRTemp(sb_out->tyenv, tmp_v); 6087ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'V', &mce, tmp_v, definedOfType( ty_v ) ); 6088ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (MC_(clo_mc_level) == 3) { 6089ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp tmp_b = findShadowTmpB(&mce, tmp_o); 6090ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(typeOfIRTemp(sb_out->tyenv, tmp_b) == Ity_I32); 6091ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'B', &mce, tmp_b, mkU32(0)/* UNKNOWN ORIGIN */); 6092ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6093ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) { 6094ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("create shadow tmp(s) for preamble tmp [%d] ty ", j); 6095ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRType( ty_v ); 6096ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6097ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6098ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6099ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6100ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Iterate over the remaining stmts to generate instrumentation. */ 6102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sb_in->stmts_used > 0); 6104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(i >= 0); 6105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(i < sb_in->stmts_used); 6106ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sb_in->stmts[i]->tag == Ist_IMark); 6107ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6108ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (/* use current i*/; i < sb_in->stmts_used; i++) { 6109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6110ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st = sb_in->stmts[i]; 6111ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown first_stmt = sb_out->stmts_used; 6112ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6113ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (verboze) { 6114ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6115ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRStmt(st); 6116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6117ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (MC_(clo_mc_level) == 3) { 6120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* See comments on case Ist_CAS below. */ 6121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (st->tag != Ist_CAS) 6122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown schemeS( &mce, st ); 6123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Generate instrumentation code for each stmt ... */ 6126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (st->tag) { 6128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_WrTmp: 6130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'V', &mce, findShadowTmpV(&mce, st->Ist.WrTmp.tmp), 6131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expr2vbits( &mce, st->Ist.WrTmp.data) ); 6132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Put: 6135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_PUT( &mce, 6136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.Put.offset, 6137ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.Put.data, 6138663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng NULL /* shadow atom */, NULL /* guard */ ); 6139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_PutI: 6142663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng do_shadow_PUTI( &mce, st->Ist.PutI.details); 6143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Store: 6146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_Store( &mce, st->Ist.Store.end, 6147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.Store.addr, 0/* addr bias */, 6148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.Store.data, 6149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL /* shadow data */, 6150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown NULL/*guard*/ ); 6151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6153436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ist_StoreG: 6154436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_shadow_StoreG( &mce, st->Ist.StoreG.details ); 6155436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 6156436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6157436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ist_LoadG: 6158436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_shadow_LoadG( &mce, st->Ist.LoadG.details ); 6159436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 6160436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6161ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Exit: 6162663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined( &mce, st->Ist.Exit.guard, NULL ); 6163ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6164ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6165ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_IMark: 6166ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6167ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6168ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_NoOp: 6169ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_MBE: 6170ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6171ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6172ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Dirty: 6173ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_Dirty( &mce, st->Ist.Dirty.details ); 6174ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6175ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6176ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_AbiHint: 6177ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_AbiHint( &mce, st->Ist.AbiHint.base, 6178ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.AbiHint.len, 6179ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.AbiHint.nia ); 6180ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6181ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6182ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_CAS: 6183ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_CAS( &mce, st->Ist.CAS.details ); 6184ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Note, do_shadow_CAS copies the CAS itself to the output 6185ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown block, because it needs to add instrumentation both 6186ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown before and after it. Hence skip the copy below. Also 6187ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown skip the origin-tracking stuff (call to schemeS) above, 6188ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown since that's all tangled up with it too; do_shadow_CAS 6189ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown does it all. */ 6190ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6191ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6192ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_LLSC: 6193ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_LLSC( &mce, 6194ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.LLSC.end, 6195ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.LLSC.result, 6196ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.LLSC.addr, 6197ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.LLSC.storedata ); 6198ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6199ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6200ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 6201ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6202ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRStmt(st); 6203ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6204ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck: unhandled IRStmt"); 6205ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6206ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } /* switch (st->tag) */ 6207ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6208ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0 && verboze) { 6209ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (j = first_stmt; j < sb_out->stmts_used; j++) { 6210ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" "); 6211ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRStmt(sb_out->stmts[j]); 6212ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6213ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6214ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6215ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6216ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6217ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* ... and finally copy the stmt itself to the output. Except, 6218ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown skip the copy of IRCASs; see comments on case Ist_CAS 6219ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown above. */ 6220ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (st->tag != Ist_CAS) 6221ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt('C', &mce, st); 6222ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6223ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6224ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Now we need to complain if the jump target is undefined. */ 6225ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown first_stmt = sb_out->stmts_used; 6226ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6227ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (verboze) { 6228ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("sb_in->next = "); 6229ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRExpr(sb_in->next); 6230ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n\n"); 6231ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6232ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6233663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng complainIfUndefined( &mce, sb_in->next, NULL ); 6234ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6235ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0 && verboze) { 6236ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (j = first_stmt; j < sb_out->stmts_used; j++) { 6237ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)(" "); 6238ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRStmt(sb_out->stmts[j]); 6239ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6240ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6241ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("\n"); 6242ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6243ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6244ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* If this fails, there's been some serious snafu with tmp management, 6245ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown that should be investigated. */ 6246ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert( VG_(sizeXA)( mce.tmpMap ) == mce.sb->tyenv->types_used ); 6247ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(deleteXA)( mce.tmpMap ); 6248ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6249ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(mce.sb == sb_out); 6250ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return sb_out; 6251ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6252ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6253ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 6254ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Post-tree-build final tidying ---*/ 6255ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 6256ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6257ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* This exploits the observation that Memcheck often produces 6258ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown repeated conditional calls of the form 6259ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6260ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Dirty G MC_(helperc_value_check0/1/4/8_fail)(UInt otag) 6261ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6262ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown with the same guard expression G guarding the same helper call. 6263ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown The second and subsequent calls are redundant. This usually 6264ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown results from instrumentation of guest code containing multiple 6265ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown memory references at different constant offsets from the same base 6266ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown register. After optimisation of the instrumentation, you get a 6267ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown test for the definedness of the base register for each memory 6268ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown reference, which is kinda pointless. MC_(final_tidy) therefore 6269ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown looks for such repeated calls and removes all but the first. */ 6270ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6271ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* A struct for recording which (helper, guard) pairs we have already 6272ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown seen. */ 6273ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Browntypedef 6274ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown struct { void* entry; IRExpr* guard; } 6275ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Pair; 6276ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6277ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Return True if e1 and e2 definitely denote the same value (used to 6278ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown compare guards). Return False if unknown; False is the safe 6279ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown answer. Since guest registers and guest memory do not have the 6280ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown SSA property we must return False if any Gets or Loads appear in 6281ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the expression. */ 6282ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6283ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic Bool sameIRValue ( IRExpr* e1, IRExpr* e2 ) 6284ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6285ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (e1->tag != e2->tag) 6286ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 6287ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (e1->tag) { 6288ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Const: 6289ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return eqIRConst( e1->Iex.Const.con, e2->Iex.Const.con ); 6290ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Binop: 6291ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return e1->Iex.Binop.op == e2->Iex.Binop.op 6292ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && sameIRValue(e1->Iex.Binop.arg1, e2->Iex.Binop.arg1) 6293ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && sameIRValue(e1->Iex.Binop.arg2, e2->Iex.Binop.arg2); 6294ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Unop: 6295ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return e1->Iex.Unop.op == e2->Iex.Unop.op 6296ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && sameIRValue(e1->Iex.Unop.arg, e2->Iex.Unop.arg); 6297ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_RdTmp: 6298ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return e1->Iex.RdTmp.tmp == e2->Iex.RdTmp.tmp; 6299436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iex_ITE: 6300436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return sameIRValue( e1->Iex.ITE.cond, e2->Iex.ITE.cond ) 6301436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov && sameIRValue( e1->Iex.ITE.iftrue, e2->Iex.ITE.iftrue ) 6302436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov && sameIRValue( e1->Iex.ITE.iffalse, e2->Iex.ITE.iffalse ); 6303ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Qop: 6304ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Triop: 6305ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_CCall: 6306ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* be lazy. Could define equality for these, but they never 6307ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown appear to be used. */ 6308ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 6309ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Get: 6310ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_GetI: 6311ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Load: 6312ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* be conservative - these may not give the same value each 6313ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown time */ 6314ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 6315ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Binder: 6316ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* should never see this */ 6317ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* fallthrough */ 6318ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 6319ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("mc_translate.c: sameIRValue: unhandled: "); 6320ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRExpr(e1); 6321ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:sameIRValue"); 6322ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 6323ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6324ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6325ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6326ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* See if 'pairs' already has an entry for (entry, guard). Return 6327ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown True if so. If not, add an entry. */ 6328ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6329ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic 6330ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownBool check_or_add ( XArray* /*of Pair*/ pairs, IRExpr* guard, void* entry ) 6331ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6332ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Pair p; 6333ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Pair* pp; 6334ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int i, n = VG_(sizeXA)( pairs ); 6335ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < n; i++) { 6336ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown pp = VG_(indexXA)( pairs, i ); 6337ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (pp->entry == entry && sameIRValue(pp->guard, guard)) 6338ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return True; 6339ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6340ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p.guard = guard; 6341ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown p.entry = entry; 6342ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(addToXA)( pairs, &p ); 6343ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return False; 6344ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6345ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6346436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic Bool is_helperc_value_checkN_fail ( const HChar* name ) 6347ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6348ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return 6349ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 0==VG_(strcmp)(name, "MC_(helperc_value_check0_fail_no_o)") 6350ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || 0==VG_(strcmp)(name, "MC_(helperc_value_check1_fail_no_o)") 6351ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || 0==VG_(strcmp)(name, "MC_(helperc_value_check4_fail_no_o)") 6352ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || 0==VG_(strcmp)(name, "MC_(helperc_value_check8_fail_no_o)") 6353ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || 0==VG_(strcmp)(name, "MC_(helperc_value_check0_fail_w_o)") 6354ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || 0==VG_(strcmp)(name, "MC_(helperc_value_check1_fail_w_o)") 6355ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || 0==VG_(strcmp)(name, "MC_(helperc_value_check4_fail_w_o)") 6356ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || 0==VG_(strcmp)(name, "MC_(helperc_value_check8_fail_w_o)"); 6357ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6358ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6359ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff BrownIRSB* MC_(final_tidy) ( IRSB* sb_in ) 6360ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6361ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int i; 6362ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRStmt* st; 6363ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRDirty* di; 6364ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr* guard; 6365ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRCallee* cee; 6366ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Bool alreadyPresent; 6367ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown XArray* pairs = VG_(newXA)( VG_(malloc), "mc.ft.1", 6368ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(free), sizeof(Pair) ); 6369ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Scan forwards through the statements. Each time a call to one 6370ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown of the relevant helpers is seen, check if we have made a 6371ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown previous call to the same helper using the same guard 6372ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown expression, and if so, delete the call. */ 6373ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < sb_in->stmts_used; i++) { 6374ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st = sb_in->stmts[i]; 6375ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(st); 6376ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (st->tag != Ist_Dirty) 6377ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown continue; 6378ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown di = st->Ist.Dirty.details; 6379ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown guard = di->guard; 6380436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov tl_assert(guard); 6381ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) { ppIRExpr(guard); VG_(printf)("\n"); } 6382ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown cee = di->cee; 6383ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (!is_helperc_value_checkN_fail( cee->name )) 6384ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown continue; 6385ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Ok, we have a call to helperc_value_check0/1/4/8_fail with 6386ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown guard 'guard'. Check if we have already seen a call to this 6387ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown function with the same guard. If so, delete it. If not, 6388ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown add it to the set of calls we do know about. */ 6389ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown alreadyPresent = check_or_add( pairs, guard, cee->addr ); 6390ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (alreadyPresent) { 6391ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sb_in->stmts[i] = IRStmt_NoOp(); 6392ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("XX\n"); 6393ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6394ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6395ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(deleteXA)( pairs ); 6396ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return sb_in; 6397ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6398ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6399ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6400ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 6401ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- Origin tracking stuff ---*/ 6402ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*------------------------------------------------------------*/ 6403ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6404ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/* Almost identical to findShadowTmpV. */ 6405ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRTemp findShadowTmpB ( MCEnv* mce, IRTemp orig ) 6406ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6407ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown TempMapEnt* ent; 6408ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* VG_(indexXA) range-checks 'orig', hence no need to check 6409ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown here. */ 6410ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent = (TempMapEnt*)VG_(indexXA)( mce->tmpMap, (Word)orig ); 6411ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ent->kind == Orig); 6412ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (ent->shadowB == IRTemp_INVALID) { 6413ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp tmpB 6414ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = newTemp( mce, Ity_I32, BSh ); 6415ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* newTemp may cause mce->tmpMap to resize, hence previous results 6416ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown from VG_(indexXA) are invalid. */ 6417ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent = (TempMapEnt*)VG_(indexXA)( mce->tmpMap, (Word)orig ); 6418ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ent->kind == Orig); 6419ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(ent->shadowB == IRTemp_INVALID); 6420ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ent->shadowB = tmpB; 6421ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6422ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return ent->shadowB; 6423ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6424ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6425ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* gen_maxU32 ( MCEnv* mce, IRAtom* b1, IRAtom* b2 ) 6426ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6427ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew( 'B', mce, Ity_I32, binop(Iop_Max32U, b1, b2) ); 6428ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6429ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6430436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6431436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Make a guarded origin load, with no special handling in the 6432436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov didn't-happen case. A GUARD of NULL is assumed to mean "always 6433436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov True". 6434436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6435436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Generate IR to do a shadow origins load from BASEADDR+OFFSET and 6436436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return the otag. The loaded size is SZB. If GUARD evaluates to 6437436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov False at run time then the returned otag is zero. 6438436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov*/ 6439436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic IRAtom* gen_guarded_load_b ( MCEnv* mce, Int szB, 6440436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* baseaddr, 6441436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Int offset, IRExpr* guard ) 6442ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6443ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown void* hFun; 6444436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov const HChar* hName; 6445ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp bTmp; 6446ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRDirty* di; 6447ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType aTy = typeOfIRExpr( mce->sb->tyenv, baseaddr ); 6448ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opAdd = aTy == Ity_I32 ? Iop_Add32 : Iop_Add64; 6449ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* ea = baseaddr; 6450ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (offset != 0) { 6451ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* off = aTy == Ity_I32 ? mkU32( offset ) 6452ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown : mkU64( (Long)(Int)offset ); 6453ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ea = assignNew( 'B', mce, aTy, binop(opAdd, ea, off)); 6454ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6455ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bTmp = newTemp(mce, mce->hWordTy, BSh); 6456ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6457ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (szB) { 6458ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 1: hFun = (void*)&MC_(helperc_b_load1); 6459ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_load1)"; 6460ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6461ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 2: hFun = (void*)&MC_(helperc_b_load2); 6462ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_load2)"; 6463ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6464ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 4: hFun = (void*)&MC_(helperc_b_load4); 6465ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_load4)"; 6466ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6467ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 8: hFun = (void*)&MC_(helperc_b_load8); 6468ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_load8)"; 6469ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6470ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 16: hFun = (void*)&MC_(helperc_b_load16); 6471ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_load16)"; 6472ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6473663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case 32: hFun = (void*)&MC_(helperc_b_load32); 6474663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng hName = "MC_(helperc_b_load32)"; 6475663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng break; 6476ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 6477ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("mc_translate.c: gen_load_b: unhandled szB == %d\n", szB); 6478ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); 6479ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6480ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown di = unsafeIRDirty_1_N( 6481ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown bTmp, 1/*regparms*/, hName, VG_(fnptr_to_fnentry)( hFun ), 6482ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkIRExprVec_1( ea ) 6483ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 6484436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if (guard) { 6485436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov di->guard = guard; 6486436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Ideally the didn't-happen return value here would be 6487436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov all-zeroes (unknown-origin), so it'd be harmless if it got 6488436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov used inadvertantly. We slum it out with the IR-mandated 6489436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov default value (0b01 repeating, 0x55 etc) as that'll probably 6490436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov trump all legitimate otags via Max32, and it's pretty 6491436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov obviously bogus. */ 6492436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 6493ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* no need to mess with any annotations. This call accesses 6494ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown neither guest state nor guest memory. */ 6495ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'B', mce, IRStmt_Dirty(di) ); 6496ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (mce->hWordTy == Ity_I64) { 6497ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 64-bit host */ 6498ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp bTmp32 = newTemp(mce, Ity_I32, BSh); 6499ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'B', mce, bTmp32, unop(Iop_64to32, mkexpr(bTmp)) ); 6500ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkexpr(bTmp32); 6501ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 6502ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* 32-bit host */ 6503ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkexpr(bTmp); 6504ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6505ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6506ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6507663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6508436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Generate IR to do a shadow origins load from BASEADDR+OFFSET. The 6509436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov loaded size is SZB. The load is regarded as unconditional (always 6510436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov happens). 6511436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov*/ 6512436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic IRAtom* gen_load_b ( MCEnv* mce, Int szB, IRAtom* baseaddr, 6513436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Int offset ) 6514436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 6515436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return gen_guarded_load_b(mce, szB, baseaddr, offset, NULL/*guard*/); 6516436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 6517663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6518663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6519436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* The most general handler for guarded origin loads. A GUARD of NULL 6520436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov is assumed to mean "always True". 6521663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6522436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Generate IR to do a shadow origin load from ADDR+BIAS and return 6523436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the B bits. The loaded type is TY. If GUARD evaluates to False at 6524436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov run time then the returned B bits are simply BALT instead. 6525436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov*/ 6526436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic 6527436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy IvanovIRAtom* expr2ori_Load_guarded_General ( MCEnv* mce, 6528436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRType ty, 6529436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* addr, UInt bias, 6530436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* guard, IRAtom* balt ) 6531436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 6532436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* If the guard evaluates to True, this will hold the loaded 6533436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov origin. If the guard evaluates to False, this will be zero, 6534436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov meaning "unknown origin", in which case we will have to replace 6535436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov it using an ITE below. */ 6536436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* iftrue 6537436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = assignNew('B', mce, Ity_I32, 6538436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov gen_guarded_load_b(mce, sizeofIRType(ty), 6539436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov addr, bias, guard)); 6540436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* These are the bits we will return if the load doesn't take 6541436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov place. */ 6542436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* iffalse 6543436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = balt; 6544436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* Prepare the cond for the ITE. Convert a NULL cond into 6545436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov something that iropt knows how to fold out later. */ 6546436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* cond 6547436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = guard == NULL ? mkU1(1) : guard; 6548436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* And assemble the final result. */ 6549436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov return assignNew('B', mce, Ity_I32, IRExpr_ITE(cond, iftrue, iffalse)); 6550436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 6551436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6552436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6553436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Generate a shadow origins store. guard :: Ity_I1 controls whether 6554436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the store really happens; NULL means it unconditionally does. */ 6555ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void gen_store_b ( MCEnv* mce, Int szB, 6556ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* baseaddr, Int offset, IRAtom* dataB, 6557ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* guard ) 6558ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6559ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown void* hFun; 6560436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov const HChar* hName; 6561ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRDirty* di; 6562ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType aTy = typeOfIRExpr( mce->sb->tyenv, baseaddr ); 6563ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IROp opAdd = aTy == Ity_I32 ? Iop_Add32 : Iop_Add64; 6564ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* ea = baseaddr; 6565ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (guard) { 6566ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, guard)); 6567ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(typeOfIRExpr(mce->sb->tyenv, guard) == Ity_I1); 6568ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6569ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (offset != 0) { 6570ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* off = aTy == Ity_I32 ? mkU32( offset ) 6571ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown : mkU64( (Long)(Int)offset ); 6572ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ea = assignNew( 'B', mce, aTy, binop(opAdd, ea, off)); 6573ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6574ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (mce->hWordTy == Ity_I64) 6575ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown dataB = assignNew( 'B', mce, Ity_I64, unop(Iop_32Uto64, dataB)); 6576ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6577ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (szB) { 6578ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 1: hFun = (void*)&MC_(helperc_b_store1); 6579ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_store1)"; 6580ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6581ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 2: hFun = (void*)&MC_(helperc_b_store2); 6582ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_store2)"; 6583ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6584ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 4: hFun = (void*)&MC_(helperc_b_store4); 6585ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_store4)"; 6586ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6587ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 8: hFun = (void*)&MC_(helperc_b_store8); 6588ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_store8)"; 6589ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6590ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case 16: hFun = (void*)&MC_(helperc_b_store16); 6591ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName = "MC_(helperc_b_store16)"; 6592ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 6593663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng case 32: hFun = (void*)&MC_(helperc_b_store32); 6594663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng hName = "MC_(helperc_b_store32)"; 6595663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng break; 6596ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 6597ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); 6598ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6599ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown di = unsafeIRDirty_0_N( 2/*regparms*/, 6600ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown hName, VG_(fnptr_to_fnentry)( hFun ), 6601ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkIRExprVec_2( ea, dataB ) 6602ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 6603ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* no need to mess with any annotations. This call accesses 6604ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown neither guest state nor guest memory. */ 6605ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (guard) di->guard = guard; 6606ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'B', mce, IRStmt_Dirty(di) ); 6607ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6608ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6609ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* narrowTo32 ( MCEnv* mce, IRAtom* e ) { 6610ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType eTy = typeOfIRExpr(mce->sb->tyenv, e); 6611ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (eTy == Ity_I64) 6612ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew( 'B', mce, Ity_I32, unop(Iop_64to32, e) ); 6613ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (eTy == Ity_I32) 6614ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return e; 6615ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); 6616ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6617ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6618ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* zWidenFrom32 ( MCEnv* mce, IRType dstTy, IRAtom* e ) { 6619ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType eTy = typeOfIRExpr(mce->sb->tyenv, e); 6620ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(eTy == Ity_I32); 6621ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (dstTy == Ity_I64) 6622ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return assignNew( 'B', mce, Ity_I64, unop(Iop_32Uto64, e) ); 6623ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); 6624ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6625ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6626ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6627ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic IRAtom* schemeE ( MCEnv* mce, IRExpr* e ) 6628ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6629ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(MC_(clo_mc_level) == 3); 6630ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6631ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (e->tag) { 6632ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6633ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_GetI: { 6634ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRRegArray* descr_b; 6635ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *t1, *t2, *t3, *t4; 6636ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRRegArray* descr = e->Iex.GetI.descr; 6637ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType equivIntTy 6638ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = MC_(get_otrack_reg_array_equiv_int_type)(descr); 6639ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* If this array is unshadowable for whatever reason, use the 6640ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown usual approximation. */ 6641ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (equivIntTy == Ity_INVALID) 6642ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkU32(0); 6643ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeofIRType(equivIntTy) >= 4); 6644ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeofIRType(equivIntTy) == sizeofIRType(descr->elemTy)); 6645ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown descr_b = mkIRRegArray( descr->base + 2*mce->layout->total_sizeB, 6646ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown equivIntTy, descr->nElems ); 6647ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Do a shadow indexed get of the same size, giving t1. Take 6648ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the bottom 32 bits of it, giving t2. Compute into t3 the 6649ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown origin for the index (almost certainly zero, but there's 6650ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown no harm in being completely general here, since iropt will 6651ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown remove any useless code), and fold it in, giving a final 6652ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown value t4. */ 6653ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown t1 = assignNew( 'B', mce, equivIntTy, 6654ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr_GetI( descr_b, e->Iex.GetI.ix, 6655ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.GetI.bias )); 6656ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown t2 = narrowTo32( mce, t1 ); 6657ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown t3 = schemeE( mce, e->Iex.GetI.ix ); 6658ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown t4 = gen_maxU32( mce, t2, t3 ); 6659ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return t4; 6660ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6661ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_CCall: { 6662ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int i; 6663ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* here; 6664ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr** args = e->Iex.CCall.args; 6665ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* curr = mkU32(0); 6666ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; args[i]; i++) { 6667ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(i < 32); 6668ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isOriginalAtom(mce, args[i])); 6669ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Only take notice of this arg if the callee's 6670ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mc-exclusion mask does not say it is to be excluded. */ 6671ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (e->Iex.CCall.cee->mcx_mask & (1<<i)) { 6672ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* the arg is to be excluded from definedness checking. 6673ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Do nothing. */ 6674ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (0) VG_(printf)("excluding %s(%d)\n", 6675ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.CCall.cee->name, i); 6676ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 6677ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* calculate the arg's definedness, and pessimistically 6678ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown merge it in. */ 6679ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown here = schemeE( mce, args[i] ); 6680ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = gen_maxU32( mce, curr, here ); 6681ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6682ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6683ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return curr; 6684ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6685ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Load: { 6686ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int dszB; 6687ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown dszB = sizeofIRType(e->Iex.Load.ty); 6688ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* assert that the B value for the address is already 6689ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown available (somewhere) */ 6690ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isIRAtom(e->Iex.Load.addr)); 6691ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(mce->hWordTy == Ity_I32 || mce->hWordTy == Ity_I64); 6692ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return gen_load_b( mce, dszB, e->Iex.Load.addr, 0 ); 6693ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6694436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Iex_ITE: { 6695436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* b1 = schemeE( mce, e->Iex.ITE.cond ); 6696436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* b3 = schemeE( mce, e->Iex.ITE.iftrue ); 6697436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* b2 = schemeE( mce, e->Iex.ITE.iffalse ); 6698ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return gen_maxU32( mce, b1, gen_maxU32( mce, b2, b3 )); 6699ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6700ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Qop: { 6701663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* b1 = schemeE( mce, e->Iex.Qop.details->arg1 ); 6702663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* b2 = schemeE( mce, e->Iex.Qop.details->arg2 ); 6703663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* b3 = schemeE( mce, e->Iex.Qop.details->arg3 ); 6704663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* b4 = schemeE( mce, e->Iex.Qop.details->arg4 ); 6705ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return gen_maxU32( mce, gen_maxU32( mce, b1, b2 ), 6706ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown gen_maxU32( mce, b3, b4 ) ); 6707ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6708ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Triop: { 6709663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* b1 = schemeE( mce, e->Iex.Triop.details->arg1 ); 6710663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* b2 = schemeE( mce, e->Iex.Triop.details->arg2 ); 6711663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom* b3 = schemeE( mce, e->Iex.Triop.details->arg3 ); 6712ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return gen_maxU32( mce, b1, gen_maxU32( mce, b2, b3 ) ); 6713ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6714ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Binop: { 6715ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (e->Iex.Binop.op) { 6716ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CasCmpEQ8: case Iop_CasCmpNE8: 6717ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CasCmpEQ16: case Iop_CasCmpNE16: 6718ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CasCmpEQ32: case Iop_CasCmpNE32: 6719ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iop_CasCmpEQ64: case Iop_CasCmpNE64: 6720ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Just say these all produce a defined result, 6721ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown regardless of their arguments. See 6722ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown COMMENT_ON_CasCmpEQ in this file. */ 6723ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkU32(0); 6724ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: { 6725ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* b1 = schemeE( mce, e->Iex.Binop.arg1 ); 6726ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* b2 = schemeE( mce, e->Iex.Binop.arg2 ); 6727ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return gen_maxU32( mce, b1, b2 ); 6728ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6729ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6730ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(0); 6731ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /*NOTREACHED*/ 6732ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6733ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Unop: { 6734ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* b1 = schemeE( mce, e->Iex.Unop.arg ); 6735ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return b1; 6736ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6737ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Const: 6738ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkU32(0); 6739ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_RdTmp: 6740ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkexpr( findShadowTmpB( mce, e->Iex.RdTmp.tmp )); 6741ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Iex_Get: { 6742ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int b_offset = MC_(get_otrack_shadow_offset)( 6743ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown e->Iex.Get.offset, 6744ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sizeofIRType(e->Iex.Get.ty) 6745ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 6746ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(b_offset >= -1 6747ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown && b_offset <= mce->layout->total_sizeB -4); 6748ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (b_offset >= 0) { 6749ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* FIXME: this isn't an atom! */ 6750ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return IRExpr_Get( b_offset + 2*mce->layout->total_sizeB, 6751ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Ity_I32 ); 6752ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6753ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown return mkU32(0); 6754ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6755ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 6756ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("mc_translate.c: schemeE: unhandled: "); 6757ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRExpr(e); 6758ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:schemeE"); 6759ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6760ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6761ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6762ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6763ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void do_origins_Dirty ( MCEnv* mce, IRDirty* d ) 6764ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6765ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown // This is a hacked version of do_shadow_Dirty 6766663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Int i, k, n, toDo, gSz, gOff; 6767ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *here, *curr; 6768ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRTemp dst; 6769ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6770ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* First check the guard. */ 6771ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = schemeE( mce, d->guard ); 6772ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6773ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Now round up all inputs and maxU32 over them. */ 6774ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6775663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Inputs: unmasked args 6776663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Note: arguments are evaluated REGARDLESS of the guard expression */ 6777ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; d->args[i]; i++) { 6778436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* arg = d->args[i]; 6779436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov if ( (d->cee->mcx_mask & (1<<i)) 6780436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov || UNLIKELY(is_IRExpr_VECRET_or_BBPTR(arg)) ) { 6781ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* ignore this arg */ 6782ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 6783436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov here = schemeE( mce, arg ); 6784ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = gen_maxU32( mce, curr, here ); 6785ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6786ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6787ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6788ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Inputs: guest state that we read. */ 6789ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < d->nFxState; i++) { 6790ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(d->fxState[i].fx != Ifx_None); 6791ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->fxState[i].fx == Ifx_Write) 6792ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown continue; 6793ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6794663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Enumerate the described state segments */ 6795663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng for (k = 0; k < 1 + d->fxState[i].nRepeats; k++) { 6796663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff = d->fxState[i].offset + k * d->fxState[i].repeatLen; 6797663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gSz = d->fxState[i].size; 6798663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6799663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Ignore any sections marked as 'always defined'. */ 6800663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (isAlwaysDefd(mce, gOff, gSz)) { 6801663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (0) 6802663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng VG_(printf)("memcheck: Dirty gst: ignored off %d, sz %d\n", 6803663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff, gSz); 6804663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng continue; 6805663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 6806ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6807663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* This state element is read or modified. So we need to 6808663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng consider it. If larger than 4 bytes, deal with it in 6809663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4-byte chunks. */ 6810663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng while (True) { 6811663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Int b_offset; 6812663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(gSz >= 0); 6813663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (gSz == 0) break; 6814663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng n = gSz <= 4 ? gSz : 4; 6815663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* update 'curr' with maxU32 of the state slice 6816663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff .. gOff+n-1 */ 6817663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng b_offset = MC_(get_otrack_shadow_offset)(gOff, 4); 6818663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (b_offset != -1) { 6819663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Observe the guard expression. If it is false use 0, i.e. 6820663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng nothing is known about the origin */ 6821663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRAtom *cond, *iffalse, *iftrue; 6822663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6823436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov cond = assignNew( 'B', mce, Ity_I1, d->guard); 6824663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng iffalse = mkU32(0); 6825663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng iftrue = assignNew( 'B', mce, Ity_I32, 6826663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRExpr_Get(b_offset 6827663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng + 2*mce->layout->total_sizeB, 6828663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Ity_I32)); 6829663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng here = assignNew( 'B', mce, Ity_I32, 6830436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr_ITE(cond, iftrue, iffalse)); 6831663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng curr = gen_maxU32( mce, curr, here ); 6832663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 6833663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gSz -= n; 6834663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff += n; 6835ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6836ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6837ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6838ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6839ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Inputs: memory */ 6840ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6841ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->mFx != Ifx_None) { 6842ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Because we may do multiple shadow loads/stores from the same 6843ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown base address, it's best to do a single test of its 6844ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown definedness right now. Post-instrumentation optimisation 6845ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown should remove all but this test. */ 6846ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(d->mAddr); 6847ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown here = schemeE( mce, d->mAddr ); 6848ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = gen_maxU32( mce, curr, here ); 6849ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6850ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6851ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Deal with memory inputs (reads or modifies) */ 6852ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->mFx == Ifx_Read || d->mFx == Ifx_Modify) { 6853ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo = d->mSize; 6854ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* chew off 32-bit chunks. We don't care about the endianness 6855ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown since it's all going to be condensed down to a single bit, 6856ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown but nevertheless choose an endianness which is hopefully 6857ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown native to the platform. */ 6858ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (toDo >= 4) { 6859663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng here = gen_guarded_load_b( mce, 4, d->mAddr, d->mSize - toDo, 6860663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng d->guard ); 6861ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = gen_maxU32( mce, curr, here ); 6862ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo -= 4; 6863ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6864ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* handle possible 16-bit excess */ 6865ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (toDo >= 2) { 6866663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng here = gen_guarded_load_b( mce, 2, d->mAddr, d->mSize - toDo, 6867663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng d->guard ); 6868ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown curr = gen_maxU32( mce, curr, here ); 6869ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo -= 2; 6870ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6871663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* chew off the remaining 8-bit chunk, if any */ 6872663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (toDo == 1) { 6873663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng here = gen_guarded_load_b( mce, 1, d->mAddr, d->mSize - toDo, 6874663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng d->guard ); 6875663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng curr = gen_maxU32( mce, curr, here ); 6876663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng toDo -= 1; 6877663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 6878663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(toDo == 0); 6879ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6880ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6881ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Whew! So curr is a 32-bit B-value which should give an origin 6882ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown of some use if any of the inputs to the helper are undefined. 6883ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Now we need to re-distribute the results to all destinations. */ 6884ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6885ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Outputs: the destination temporary, if there is one. */ 6886ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->tmp != IRTemp_INVALID) { 6887ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown dst = findShadowTmpB(mce, d->tmp); 6888ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'V', mce, dst, curr ); 6889ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6890ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6891ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Outputs: guest state that we write or modify. */ 6892ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown for (i = 0; i < d->nFxState; i++) { 6893ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(d->fxState[i].fx != Ifx_None); 6894ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->fxState[i].fx == Ifx_Read) 6895ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown continue; 6896ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6897663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Enumerate the described state segments */ 6898663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng for (k = 0; k < 1 + d->fxState[i].nRepeats; k++) { 6899663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff = d->fxState[i].offset + k * d->fxState[i].repeatLen; 6900663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gSz = d->fxState[i].size; 6901663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6902663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Ignore any sections marked as 'always defined'. */ 6903663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (isAlwaysDefd(mce, gOff, gSz)) 6904663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng continue; 6905663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 6906663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* This state element is written or modified. So we need to 6907663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng consider it. If larger than 4 bytes, deal with it in 6908663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng 4-byte chunks. */ 6909663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng while (True) { 6910663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng Int b_offset; 6911663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(gSz >= 0); 6912663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (gSz == 0) break; 6913663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng n = gSz <= 4 ? gSz : 4; 6914663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* Write 'curr' to the state slice gOff .. gOff+n-1 */ 6915663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng b_offset = MC_(get_otrack_shadow_offset)(gOff, 4); 6916663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (b_offset != -1) { 6917436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6918436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* If the guard expression evaluates to false we simply Put 6919436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov the value that is already stored in the guest state slot */ 6920436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom *cond, *iffalse; 6921436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6922436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov cond = assignNew('B', mce, Ity_I1, 6923436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov d->guard); 6924436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov iffalse = assignNew('B', mce, Ity_I32, 6925436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr_Get(b_offset + 6926436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 2*mce->layout->total_sizeB, 6927436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov Ity_I32)); 6928436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov curr = assignNew('V', mce, Ity_I32, 6929436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr_ITE(cond, curr, iffalse)); 6930436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6931663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng stmt( 'B', mce, IRStmt_Put(b_offset 6932436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov + 2*mce->layout->total_sizeB, 6933663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng curr )); 6934663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 6935663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gSz -= n; 6936663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gOff += n; 6937ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6938ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6939ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6940ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6941ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Outputs: memory that we write or modify. Same comments about 6942ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown endianness as above apply. */ 6943ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (d->mFx == Ifx_Write || d->mFx == Ifx_Modify) { 6944ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo = d->mSize; 6945ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* chew off 32-bit chunks */ 6946ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (toDo >= 4) { 6947ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown gen_store_b( mce, 4, d->mAddr, d->mSize - toDo, curr, 6948663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng d->guard ); 6949ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo -= 4; 6950ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6951ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* handle possible 16-bit excess */ 6952ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown while (toDo >= 2) { 6953436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov gen_store_b( mce, 2, d->mAddr, d->mSize - toDo, curr, 6954436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov d->guard ); 6955ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown toDo -= 2; 6956ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6957663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng /* chew off the remaining 8-bit chunk, if any */ 6958663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng if (toDo == 1) { 6959663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng gen_store_b( mce, 1, d->mAddr, d->mSize - toDo, curr, 6960663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng d->guard ); 6961663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng toDo -= 1; 6962663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng } 6963663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng tl_assert(toDo == 0); 6964ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 6965ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 6966ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6967ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 6968436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Generate IR for origin shadowing for a general guarded store. */ 6969436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic void do_origins_Store_guarded ( MCEnv* mce, 6970436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IREndness stEnd, 6971436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr* stAddr, 6972436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr* stData, 6973436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr* guard ) 6974ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 6975ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int dszB; 6976ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom* dataB; 6977ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* assert that the B value for the address is already available 6978ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (somewhere), since the call to schemeE will want to see it. 6979ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown XXXX how does this actually ensure that?? */ 6980ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isIRAtom(stAddr)); 6981ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(isIRAtom(stData)); 6982ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown dszB = sizeofIRType( typeOfIRExpr(mce->sb->tyenv, stData ) ); 6983ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown dataB = schemeE( mce, stData ); 6984436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov gen_store_b( mce, dszB, stAddr, 0/*offset*/, dataB, guard ); 6985436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 6986436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6987436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6988436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* Generate IR for origin shadowing for a plain store. */ 6989436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic void do_origins_Store_plain ( MCEnv* mce, 6990436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IREndness stEnd, 6991436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr* stAddr, 6992436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRExpr* stData ) 6993436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 6994436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_origins_Store_guarded ( mce, stEnd, stAddr, stData, 6995436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov NULL/*guard*/ ); 6996436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 6997436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6998436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 6999436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov/* ---- Dealing with LoadG/StoreG (not entirely simple) ---- */ 7000436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 7001436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic void do_origins_StoreG ( MCEnv* mce, IRStoreG* sg ) 7002436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 7003436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_origins_Store_guarded( mce, sg->end, sg->addr, 7004436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov sg->data, sg->guard ); 7005436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov} 7006436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 7007436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanovstatic void do_origins_LoadG ( MCEnv* mce, IRLoadG* lg ) 7008436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov{ 7009436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRType loadedTy = Ity_INVALID; 7010436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov switch (lg->cvt) { 7011436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_Ident32: loadedTy = Ity_I32; break; 7012436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_16Uto32: loadedTy = Ity_I16; break; 7013436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_16Sto32: loadedTy = Ity_I16; break; 7014436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_8Uto32: loadedTy = Ity_I8; break; 7015436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case ILGop_8Sto32: loadedTy = Ity_I8; break; 7016436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov default: VG_(tool_panic)("schemeS.IRLoadG"); 7017436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov } 7018436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* ori_alt 7019436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = schemeE( mce,lg->alt ); 7020436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov IRAtom* ori_final 7021436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov = expr2ori_Load_guarded_General(mce, loadedTy, 7022436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov lg->addr, 0/*addr bias*/, 7023436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov lg->guard, ori_alt ); 7024436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov /* And finally, bind the origin to the destination temporary. */ 7025436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov assign( 'B', mce, findShadowTmpB(mce, lg->dst), ori_final ); 7026ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 7027ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7028ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7029ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brownstatic void schemeS ( MCEnv* mce, IRStmt* st ) 7030ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown{ 7031ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(MC_(clo_mc_level) == 3); 7032ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7033ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown switch (st->tag) { 7034ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7035ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_AbiHint: 7036ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* The value-check instrumenter handles this - by arranging 7037ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown to pass the address of the next instruction to 7038ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown MC_(helperc_MAKE_STACK_UNINIT). This is all that needs to 7039ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown happen for origin tracking w.r.t. AbiHints. So there is 7040ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown nothing to do here. */ 7041ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7042ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7043ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_PutI: { 7044663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRPutI *puti = st->Ist.PutI.details; 7045ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRRegArray* descr_b; 7046ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRAtom *t1, *t2, *t3, *t4; 7047663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng IRRegArray* descr = puti->descr; 7048ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType equivIntTy 7049ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = MC_(get_otrack_reg_array_equiv_int_type)(descr); 7050ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* If this array is unshadowable for whatever reason, 7051ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown generate no code. */ 7052ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (equivIntTy == Ity_INVALID) 7053ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7054ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeofIRType(equivIntTy) >= 4); 7055ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(sizeofIRType(equivIntTy) == sizeofIRType(descr->elemTy)); 7056ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown descr_b 7057ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = mkIRRegArray( descr->base + 2*mce->layout->total_sizeB, 7058ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown equivIntTy, descr->nElems ); 7059ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Compute a value to Put - the conjoinment of the origin for 7060ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown the data to be Put-ted (obviously) and of the index value 7061ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown (not so obviously). */ 7062663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng t1 = schemeE( mce, puti->data ); 7063663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng t2 = schemeE( mce, puti->ix ); 7064ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown t3 = gen_maxU32( mce, t1, t2 ); 7065ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown t4 = zWidenFrom32( mce, equivIntTy, t3 ); 7066663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng stmt( 'B', mce, IRStmt_PutI( mkIRPutI(descr_b, puti->ix, 7067663860b1408516d02ebfcb3a9999a134e6cfb223Ben Cheng puti->bias, t4) )); 7068ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7069ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 7070ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7071ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Dirty: 7072ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_origins_Dirty( mce, st->Ist.Dirty.details ); 7073ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7074ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7075ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Store: 7076436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_origins_Store_plain( mce, st->Ist.Store.end, 7077436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov st->Ist.Store.addr, 7078436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov st->Ist.Store.data ); 7079436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 7080436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 7081436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ist_StoreG: 7082436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_origins_StoreG( mce, st->Ist.StoreG.details ); 7083436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov break; 7084436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov 7085436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov case Ist_LoadG: 7086436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_origins_LoadG( mce, st->Ist.LoadG.details ); 7087ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7088ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7089ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_LLSC: { 7090ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* In short: treat a load-linked like a normal load followed 7091ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown by an assignment of the loaded (shadow) data the result 7092ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown temporary. Treat a store-conditional like a normal store, 7093ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown and mark the result temporary as defined. */ 7094ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (st->Ist.LLSC.storedata == NULL) { 7095ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Load Linked */ 7096ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRType resTy 7097ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = typeOfIRTemp(mce->sb->tyenv, st->Ist.LLSC.result); 7098ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown IRExpr* vanillaLoad 7099ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = IRExpr_Load(st->Ist.LLSC.end, resTy, st->Ist.LLSC.addr); 7100ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown tl_assert(resTy == Ity_I64 || resTy == Ity_I32 7101ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown || resTy == Ity_I16 || resTy == Ity_I8); 7102ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'B', mce, findShadowTmpB(mce, st->Ist.LLSC.result), 7103ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown schemeE(mce, vanillaLoad)); 7104ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } else { 7105ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* Store conditional */ 7106436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov do_origins_Store_plain( mce, st->Ist.LLSC.end, 7107436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov st->Ist.LLSC.addr, 7108436e89c602e787e7a27dd6624b09beed41a0da8aDmitriy Ivanov st->Ist.LLSC.storedata ); 7109ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* For the rationale behind this, see comments at the 7110ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown place where the V-shadow for .result is constructed, in 7111ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown do_shadow_LLSC. In short, we regard .result as 7112ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown always-defined. */ 7113ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'B', mce, findShadowTmpB(mce, st->Ist.LLSC.result), 7114ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown mkU32(0) ); 7115ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 7116ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7117ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 7118ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7119ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Put: { 7120ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown Int b_offset 7121ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown = MC_(get_otrack_shadow_offset)( 7122ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown st->Ist.Put.offset, 7123ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown sizeofIRType(typeOfIRExpr(mce->sb->tyenv, st->Ist.Put.data)) 7124ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ); 7125ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown if (b_offset >= 0) { 7126ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown /* FIXME: this isn't an atom! */ 7127ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown stmt( 'B', mce, IRStmt_Put(b_offset + 2*mce->layout->total_sizeB, 7128ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown schemeE( mce, st->Ist.Put.data )) ); 7129ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 7130ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7131ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 7132ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7133ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_WrTmp: 7134ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown assign( 'B', mce, findShadowTmpB(mce, st->Ist.WrTmp.tmp), 7135ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown schemeE(mce, st->Ist.WrTmp.data) ); 7136ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7137ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7138ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_MBE: 7139ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_NoOp: 7140ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_Exit: 7141ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown case Ist_IMark: 7142ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown break; 7143ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7144ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown default: 7145ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(printf)("mc_translate.c: schemeS: unhandled: "); 7146ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown ppIRStmt(st); 7147ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown VG_(tool_panic)("memcheck:schemeS"); 7148ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown } 7149ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown} 7150ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7151ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown 7152ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/ 7153ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--- end mc_translate.c ---*/ 7154ed07e00d438c74b7a23c01bfffde77e3968305e4Jeff Brown/*--------------------------------------------------------------------*/ 7155