1b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch// Copyright 2012 the V8 project authors. All rights reserved. 2b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch// Use of this source code is governed by a BSD-style license that can be 3b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch// found in the LICENSE file. 4b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 5b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#if V8_TARGET_ARCH_MIPS64 6b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 7b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#include "src/codegen.h" 8958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier#include "src/ic/ic.h" 9b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#include "src/ic/stub-cache.h" 10958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier#include "src/interface-descriptors.h" 11b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 12b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdochnamespace v8 { 13b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdochnamespace internal { 14b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 15b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#define __ ACCESS_MASM(masm) 16b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 17b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 18b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdochstatic void ProbeTable(Isolate* isolate, MacroAssembler* masm, 19014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch Code::Kind ic_kind, Code::Flags flags, 20b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch StubCache::Table table, Register receiver, Register name, 21b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Number of the cache entry, not scaled. 22b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Register offset, Register scratch, Register scratch2, 23b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Register offset_scratch) { 24b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch ExternalReference key_offset(isolate->stub_cache()->key_reference(table)); 25b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch ExternalReference value_offset(isolate->stub_cache()->value_reference(table)); 26b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch ExternalReference map_offset(isolate->stub_cache()->map_reference(table)); 27b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 28b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch uint64_t key_off_addr = reinterpret_cast<uint64_t>(key_offset.address()); 29b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch uint64_t value_off_addr = reinterpret_cast<uint64_t>(value_offset.address()); 30b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch uint64_t map_off_addr = reinterpret_cast<uint64_t>(map_offset.address()); 31b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 32b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Check the relative positions of the address fields. 33b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK(value_off_addr > key_off_addr); 34b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK((value_off_addr - key_off_addr) % 4 == 0); 35b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK((value_off_addr - key_off_addr) < (256 * 4)); 36b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK(map_off_addr > key_off_addr); 37b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK((map_off_addr - key_off_addr) % 4 == 0); 38b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK((map_off_addr - key_off_addr) < (256 * 4)); 39b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 40b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Label miss; 41b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Register base_addr = scratch; 42b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch scratch = no_reg; 43b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 44b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Multiply by 3 because there are 3 fields per entry (name, code, map). 45b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ dsll(offset_scratch, offset, 1); 46b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Daddu(offset_scratch, offset_scratch, offset); 47b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 48b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Calculate the base address of the entry. 49b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ li(base_addr, Operand(key_offset)); 50b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ dsll(at, offset_scratch, kPointerSizeLog2); 51b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Daddu(base_addr, base_addr, at); 52b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 53b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Check that the key in the entry matches the name. 54b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ ld(at, MemOperand(base_addr, 0)); 55b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Branch(&miss, ne, name, Operand(at)); 56b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 57b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Check the map matches. 58014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch __ ld(at, MemOperand(base_addr, 59014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch static_cast<int32_t>(map_off_addr - key_off_addr))); 60b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ ld(scratch2, FieldMemOperand(receiver, HeapObject::kMapOffset)); 61b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Branch(&miss, ne, at, Operand(scratch2)); 62b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 63b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Get the code entry from the cache. 64b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Register code = scratch2; 65b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch scratch2 = no_reg; 66014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch __ ld(code, MemOperand(base_addr, 67014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch static_cast<int32_t>(value_off_addr - key_off_addr))); 68b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 69b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Check that the flags match what we're looking for. 70b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Register flags_reg = base_addr; 71b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch base_addr = no_reg; 72b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ lw(flags_reg, FieldMemOperand(code, Code::kFlagsOffset)); 73b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ And(flags_reg, flags_reg, Operand(~Code::kFlagsNotUsedInLookup)); 74b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Branch(&miss, ne, flags_reg, Operand(flags)); 75b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 76b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#ifdef DEBUG 77b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch if (FLAG_test_secondary_stub_cache && table == StubCache::kPrimary) { 78b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ jmp(&miss); 79b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch } else if (FLAG_test_primary_stub_cache && table == StubCache::kSecondary) { 80b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ jmp(&miss); 81b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch } 82b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#endif 83b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 84b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Jump to the first instruction in the code stub. 85b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Daddu(at, code, Operand(Code::kHeaderSize - kHeapObjectTag)); 86b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Jump(at); 87b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 88b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Miss: fall through. 89b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ bind(&miss); 90b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch} 91b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 92b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 93958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Berniervoid StubCache::GenerateProbe(MacroAssembler* masm, Code::Kind ic_kind, 94014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch Code::Flags flags, Register receiver, 95014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch Register name, Register scratch, Register extra, 96014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch Register extra2, Register extra3) { 97b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Isolate* isolate = masm->isolate(); 98b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Label miss; 99b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 100b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Make sure that code is valid. The multiplying code relies on the 101b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // entry size being 12. 102b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // DCHECK(sizeof(Entry) == 12); 103b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // DCHECK(sizeof(Entry) == 3 * kPointerSize); 104b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 105b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Make sure the flags does not name a specific type. 106b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK(Code::ExtractTypeFromFlags(flags) == 0); 107b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 108b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Make sure that there are no register conflicts. 109958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier DCHECK(!AreAliased(receiver, name, scratch, extra, extra2, extra3)); 110b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 111b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Check register validity. 112b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK(!scratch.is(no_reg)); 113b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK(!extra.is(no_reg)); 114b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK(!extra2.is(no_reg)); 115b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch DCHECK(!extra3.is(no_reg)); 116b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 117958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier#ifdef DEBUG 118958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier // If vector-based ics are in use, ensure that scratch, extra, extra2 and 119958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier // extra3 don't conflict with the vector and slot registers, which need 120958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier // to be preserved for a handler call or miss. 121958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier if (IC::ICUseVector(ic_kind)) { 122014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch Register vector, slot; 123014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch if (ic_kind == Code::STORE_IC || ic_kind == Code::KEYED_STORE_IC) { 124014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch vector = VectorStoreICDescriptor::VectorRegister(); 125014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch slot = VectorStoreICDescriptor::SlotRegister(); 126014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch } else { 127014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch vector = LoadWithVectorDescriptor::VectorRegister(); 128014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch slot = LoadWithVectorDescriptor::SlotRegister(); 129014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch } 130958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier DCHECK(!AreAliased(vector, slot, scratch, extra, extra2, extra3)); 131958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier } 132958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier#endif 133958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier 134b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch Counters* counters = masm->isolate()->counters(); 135b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ IncrementCounter(counters->megamorphic_stub_cache_probes(), 1, extra2, 136b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch extra3); 137b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 138b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Check that the receiver isn't a smi. 139b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ JumpIfSmi(receiver, &miss); 140b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 141b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Get the map of the receiver and compute the hash. 142b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ ld(scratch, FieldMemOperand(name, Name::kHashFieldOffset)); 143b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ ld(at, FieldMemOperand(receiver, HeapObject::kMapOffset)); 144b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Daddu(scratch, scratch, at); 145b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch uint64_t mask = kPrimaryTableSize - 1; 146b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // We shift out the last two bits because they are not part of the hash and 147b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // they are always 01 for maps. 148b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ dsrl(scratch, scratch, kCacheIndexShift); 149b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Xor(scratch, scratch, Operand((flags >> kCacheIndexShift) & mask)); 150b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ And(scratch, scratch, Operand(mask)); 151b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 152b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Probe the primary table. 153014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch ProbeTable(isolate, masm, ic_kind, flags, kPrimary, receiver, name, scratch, 154014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch extra, extra2, extra3); 155b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 156b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Primary miss: Compute hash for secondary probe. 157b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ dsrl(at, name, kCacheIndexShift); 158b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Dsubu(scratch, scratch, at); 159b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch uint64_t mask2 = kSecondaryTableSize - 1; 160b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ Daddu(scratch, scratch, Operand((flags >> kCacheIndexShift) & mask2)); 161b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ And(scratch, scratch, Operand(mask2)); 162b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 163b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Probe the secondary table. 164014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch ProbeTable(isolate, masm, ic_kind, flags, kSecondary, receiver, name, scratch, 165014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch extra, extra2, extra3); 166b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 167b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // Cache miss: Fall-through and let caller handle the miss by 168b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch // entering the runtime system. 169b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ bind(&miss); 170b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch __ IncrementCounter(counters->megamorphic_stub_cache_misses(), 1, extra2, 171b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch extra3); 172b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch} 173b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 174b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 175b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#undef __ 176014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch} // namespace internal 177014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch} // namespace v8 178b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch 179b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#endif // V8_TARGET_ARCH_MIPS64 180