1b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch// Copyright 2012 the V8 project authors. All rights reserved.
2b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch// Use of this source code is governed by a BSD-style license that can be
3b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch// found in the LICENSE file.
4b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
5b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#if V8_TARGET_ARCH_MIPS64
6b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
7b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#include "src/codegen.h"
8958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier#include "src/ic/ic.h"
9b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#include "src/ic/stub-cache.h"
10958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier#include "src/interface-descriptors.h"
11b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
12b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdochnamespace v8 {
13b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdochnamespace internal {
14b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
15b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#define __ ACCESS_MASM(masm)
16b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
17b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
18b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdochstatic void ProbeTable(Isolate* isolate, MacroAssembler* masm,
19014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch                       Code::Kind ic_kind, Code::Flags flags,
20b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch                       StubCache::Table table, Register receiver, Register name,
21b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch                       // Number of the cache entry, not scaled.
22b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch                       Register offset, Register scratch, Register scratch2,
23b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch                       Register offset_scratch) {
24b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  ExternalReference key_offset(isolate->stub_cache()->key_reference(table));
25b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  ExternalReference value_offset(isolate->stub_cache()->value_reference(table));
26b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  ExternalReference map_offset(isolate->stub_cache()->map_reference(table));
27b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
28b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  uint64_t key_off_addr = reinterpret_cast<uint64_t>(key_offset.address());
29b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  uint64_t value_off_addr = reinterpret_cast<uint64_t>(value_offset.address());
30b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  uint64_t map_off_addr = reinterpret_cast<uint64_t>(map_offset.address());
31b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
32b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Check the relative positions of the address fields.
33b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK(value_off_addr > key_off_addr);
34b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK((value_off_addr - key_off_addr) % 4 == 0);
35b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK((value_off_addr - key_off_addr) < (256 * 4));
36b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK(map_off_addr > key_off_addr);
37b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK((map_off_addr - key_off_addr) % 4 == 0);
38b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK((map_off_addr - key_off_addr) < (256 * 4));
39b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
40b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  Label miss;
41b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  Register base_addr = scratch;
42b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  scratch = no_reg;
43b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
44b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Multiply by 3 because there are 3 fields per entry (name, code, map).
45b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ dsll(offset_scratch, offset, 1);
46b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Daddu(offset_scratch, offset_scratch, offset);
47b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
48b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Calculate the base address of the entry.
49b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ li(base_addr, Operand(key_offset));
50b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ dsll(at, offset_scratch, kPointerSizeLog2);
51b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Daddu(base_addr, base_addr, at);
52b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
53b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Check that the key in the entry matches the name.
54b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ ld(at, MemOperand(base_addr, 0));
55b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Branch(&miss, ne, name, Operand(at));
56b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
57b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Check the map matches.
58014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch  __ ld(at, MemOperand(base_addr,
59014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch                       static_cast<int32_t>(map_off_addr - key_off_addr)));
60b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ ld(scratch2, FieldMemOperand(receiver, HeapObject::kMapOffset));
61b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Branch(&miss, ne, at, Operand(scratch2));
62b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
63b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Get the code entry from the cache.
64b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  Register code = scratch2;
65b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  scratch2 = no_reg;
66014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch  __ ld(code, MemOperand(base_addr,
67014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch                         static_cast<int32_t>(value_off_addr - key_off_addr)));
68b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
69b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Check that the flags match what we're looking for.
70b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  Register flags_reg = base_addr;
71b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  base_addr = no_reg;
72b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ lw(flags_reg, FieldMemOperand(code, Code::kFlagsOffset));
73b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ And(flags_reg, flags_reg, Operand(~Code::kFlagsNotUsedInLookup));
74b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Branch(&miss, ne, flags_reg, Operand(flags));
75b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
76b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#ifdef DEBUG
77b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  if (FLAG_test_secondary_stub_cache && table == StubCache::kPrimary) {
78b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch    __ jmp(&miss);
79b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  } else if (FLAG_test_primary_stub_cache && table == StubCache::kSecondary) {
80b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch    __ jmp(&miss);
81b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  }
82b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#endif
83b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
84b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Jump to the first instruction in the code stub.
85b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Daddu(at, code, Operand(Code::kHeaderSize - kHeapObjectTag));
86b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Jump(at);
87b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
88b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Miss: fall through.
89b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ bind(&miss);
90b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch}
91b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
92b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
93958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Berniervoid StubCache::GenerateProbe(MacroAssembler* masm, Code::Kind ic_kind,
94014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch                              Code::Flags flags, Register receiver,
95014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch                              Register name, Register scratch, Register extra,
96014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch                              Register extra2, Register extra3) {
97b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  Isolate* isolate = masm->isolate();
98b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  Label miss;
99b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
100b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Make sure that code is valid. The multiplying code relies on the
101b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // entry size being 12.
102b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // DCHECK(sizeof(Entry) == 12);
103b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // DCHECK(sizeof(Entry) == 3 * kPointerSize);
104b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
105b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Make sure the flags does not name a specific type.
106b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK(Code::ExtractTypeFromFlags(flags) == 0);
107b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
108b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Make sure that there are no register conflicts.
109958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier  DCHECK(!AreAliased(receiver, name, scratch, extra, extra2, extra3));
110b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
111b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Check register validity.
112b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK(!scratch.is(no_reg));
113b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK(!extra.is(no_reg));
114b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK(!extra2.is(no_reg));
115b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  DCHECK(!extra3.is(no_reg));
116b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
117958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier#ifdef DEBUG
118958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier  // If vector-based ics are in use, ensure that scratch, extra, extra2 and
119958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier  // extra3 don't conflict with the vector and slot registers, which need
120958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier  // to be preserved for a handler call or miss.
121958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier  if (IC::ICUseVector(ic_kind)) {
122014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch    Register vector, slot;
123014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch    if (ic_kind == Code::STORE_IC || ic_kind == Code::KEYED_STORE_IC) {
124014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch      vector = VectorStoreICDescriptor::VectorRegister();
125014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch      slot = VectorStoreICDescriptor::SlotRegister();
126014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch    } else {
127014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch      vector = LoadWithVectorDescriptor::VectorRegister();
128014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch      slot = LoadWithVectorDescriptor::SlotRegister();
129014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch    }
130958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier    DCHECK(!AreAliased(vector, slot, scratch, extra, extra2, extra3));
131958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier  }
132958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier#endif
133958fae7ec3f466955f8e5b50fa5b8d38b9e91675Emily Bernier
134b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  Counters* counters = masm->isolate()->counters();
135b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ IncrementCounter(counters->megamorphic_stub_cache_probes(), 1, extra2,
136b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch                      extra3);
137b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
138b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Check that the receiver isn't a smi.
139b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ JumpIfSmi(receiver, &miss);
140b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
141b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Get the map of the receiver and compute the hash.
142b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ ld(scratch, FieldMemOperand(name, Name::kHashFieldOffset));
143b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ ld(at, FieldMemOperand(receiver, HeapObject::kMapOffset));
144b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Daddu(scratch, scratch, at);
145b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  uint64_t mask = kPrimaryTableSize - 1;
146b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // We shift out the last two bits because they are not part of the hash and
147b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // they are always 01 for maps.
148b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ dsrl(scratch, scratch, kCacheIndexShift);
149b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Xor(scratch, scratch, Operand((flags >> kCacheIndexShift) & mask));
150b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ And(scratch, scratch, Operand(mask));
151b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
152b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Probe the primary table.
153014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch  ProbeTable(isolate, masm, ic_kind, flags, kPrimary, receiver, name, scratch,
154014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch             extra, extra2, extra3);
155b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
156b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Primary miss: Compute hash for secondary probe.
157b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ dsrl(at, name, kCacheIndexShift);
158b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Dsubu(scratch, scratch, at);
159b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  uint64_t mask2 = kSecondaryTableSize - 1;
160b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ Daddu(scratch, scratch, Operand((flags >> kCacheIndexShift) & mask2));
161b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ And(scratch, scratch, Operand(mask2));
162b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
163b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Probe the secondary table.
164014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch  ProbeTable(isolate, masm, ic_kind, flags, kSecondary, receiver, name, scratch,
165014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch             extra, extra2, extra3);
166b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
167b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // Cache miss: Fall-through and let caller handle the miss by
168b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  // entering the runtime system.
169b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ bind(&miss);
170b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch  __ IncrementCounter(counters->megamorphic_stub_cache_misses(), 1, extra2,
171b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch                      extra3);
172b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch}
173b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
174b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
175b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#undef __
176014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch}  // namespace internal
177014dc512cdd3e367bee49a713fdc5ed92584a3e5Ben Murdoch}  // namespace v8
178b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch
179b8a8cc1952d61a2f3a2568848933943a543b5d3eBen Murdoch#endif  // V8_TARGET_ARCH_MIPS64
180