16474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org// Copyright 2012 the V8 project authors. All rights reserved. 26474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org// Use of this source code is governed by a BSD-style license that can be 36474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org// found in the LICENSE file. 46474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 56474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#include "src/v8.h" 66474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 76474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#if V8_TARGET_ARCH_X87 86474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 96474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#include "src/codegen.h" 106474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#include "src/ic/stub-cache.h" 116474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 126474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.orgnamespace v8 { 136474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.orgnamespace internal { 146474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 156474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#define __ ACCESS_MASM(masm) 166474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 176474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 186474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.orgstatic void ProbeTable(Isolate* isolate, MacroAssembler* masm, 19b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org Code::Flags flags, bool leave_frame, 20b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org StubCache::Table table, Register name, Register receiver, 216474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Number of the cache entry pointer-size scaled. 226474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org Register offset, Register extra) { 236474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org ExternalReference key_offset(isolate->stub_cache()->key_reference(table)); 246474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org ExternalReference value_offset(isolate->stub_cache()->value_reference(table)); 256474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org ExternalReference map_offset(isolate->stub_cache()->map_reference(table)); 266474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 276474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org Label miss; 286474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 296474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Multiply by 3 because there are 3 fields per entry (name, code, map). 306474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ lea(offset, Operand(offset, offset, times_2, 0)); 316474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 326474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org if (extra.is_valid()) { 336474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Get the code entry from the cache. 346474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(extra, Operand::StaticArray(offset, times_1, value_offset)); 356474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 366474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Check that the key in the entry matches the name. 376474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ cmp(name, Operand::StaticArray(offset, times_1, key_offset)); 386474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ j(not_equal, &miss); 396474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 406474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Check the map matches. 416474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, Operand::StaticArray(offset, times_1, map_offset)); 426474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ cmp(offset, FieldOperand(receiver, HeapObject::kMapOffset)); 436474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ j(not_equal, &miss); 446474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 456474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Check that the flags match what we're looking for. 466474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, FieldOperand(extra, Code::kFlagsOffset)); 476474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ and_(offset, ~Code::kFlagsNotUsedInLookup); 486474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ cmp(offset, flags); 496474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ j(not_equal, &miss); 506474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 516474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#ifdef DEBUG 526474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org if (FLAG_test_secondary_stub_cache && table == StubCache::kPrimary) { 536474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ jmp(&miss); 546474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org } else if (FLAG_test_primary_stub_cache && table == StubCache::kSecondary) { 556474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ jmp(&miss); 566474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org } 576474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#endif 586474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 59b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org if (leave_frame) __ leave(); 60b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org 616474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Jump to the first instruction in the code stub. 626474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ add(extra, Immediate(Code::kHeaderSize - kHeapObjectTag)); 636474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ jmp(extra); 646474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 656474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ bind(&miss); 666474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org } else { 676474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Save the offset on the stack. 686474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ push(offset); 696474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 706474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Check that the key in the entry matches the name. 716474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ cmp(name, Operand::StaticArray(offset, times_1, key_offset)); 726474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ j(not_equal, &miss); 736474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 746474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Check the map matches. 756474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, Operand::StaticArray(offset, times_1, map_offset)); 766474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ cmp(offset, FieldOperand(receiver, HeapObject::kMapOffset)); 776474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ j(not_equal, &miss); 786474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 796474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Restore offset register. 806474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, Operand(esp, 0)); 816474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 826474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Get the code entry from the cache. 836474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, Operand::StaticArray(offset, times_1, value_offset)); 846474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 856474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Check that the flags match what we're looking for. 866474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, FieldOperand(offset, Code::kFlagsOffset)); 876474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ and_(offset, ~Code::kFlagsNotUsedInLookup); 886474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ cmp(offset, flags); 896474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ j(not_equal, &miss); 906474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 916474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#ifdef DEBUG 926474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org if (FLAG_test_secondary_stub_cache && table == StubCache::kPrimary) { 936474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ jmp(&miss); 946474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org } else if (FLAG_test_primary_stub_cache && table == StubCache::kSecondary) { 956474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ jmp(&miss); 966474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org } 976474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#endif 986474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 996474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Restore offset and re-load code entry from cache. 1006474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ pop(offset); 1016474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, Operand::StaticArray(offset, times_1, value_offset)); 1026474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 103b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org if (leave_frame) __ leave(); 104b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org 1056474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Jump to the first instruction in the code stub. 1066474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ add(offset, Immediate(Code::kHeaderSize - kHeapObjectTag)); 1076474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ jmp(offset); 1086474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1096474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Pop at miss. 1106474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ bind(&miss); 1116474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ pop(offset); 1126474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org } 1136474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org} 1146474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1156474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1166474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.orgvoid StubCache::GenerateProbe(MacroAssembler* masm, Code::Flags flags, 117b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org bool leave_frame, Register receiver, 118b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org Register name, Register scratch, Register extra, 119b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org Register extra2, Register extra3) { 1206474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org Label miss; 1216474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1226474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Assert that code is valid. The multiplying code relies on the entry size 1236474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // being 12. 1246474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(sizeof(Entry) == 12); 1256474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1266474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Assert the flags do not name a specific type. 1276474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(Code::ExtractTypeFromFlags(flags) == 0); 1286474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1296474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Assert that there are no register conflicts. 1306474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(!scratch.is(receiver)); 1316474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(!scratch.is(name)); 1326474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(!extra.is(receiver)); 1336474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(!extra.is(name)); 1346474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(!extra.is(scratch)); 1356474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1366474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Assert scratch and extra registers are valid, and extra2/3 are unused. 1376474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(!scratch.is(no_reg)); 1386474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(extra2.is(no_reg)); 1396474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(extra3.is(no_reg)); 1406474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1416474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org Register offset = scratch; 1426474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org scratch = no_reg; 1436474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1446474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org Counters* counters = masm->isolate()->counters(); 1456474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ IncrementCounter(counters->megamorphic_stub_cache_probes(), 1); 1466474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1476474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Check that the receiver isn't a smi. 1486474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ JumpIfSmi(receiver, &miss); 1496474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1506474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Get the map of the receiver and compute the hash. 1516474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, FieldOperand(name, Name::kHashFieldOffset)); 1526474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ add(offset, FieldOperand(receiver, HeapObject::kMapOffset)); 1536474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ xor_(offset, flags); 1546474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // We mask out the last two bits because they are not part of the hash and 1556474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // they are always 01 for maps. Also in the two 'and' instructions below. 1566474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ and_(offset, (kPrimaryTableSize - 1) << kCacheIndexShift); 1576474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // ProbeTable expects the offset to be pointer scaled, which it is, because 1586474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // the heap object tag size is 2 and the pointer size log 2 is also 2. 1596474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org DCHECK(kCacheIndexShift == kPointerSizeLog2); 1606474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1616474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Probe the primary table. 162b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org ProbeTable(isolate(), masm, flags, leave_frame, kPrimary, name, receiver, 163b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org offset, extra); 1646474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1656474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Primary miss: Compute hash for secondary probe. 1666474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ mov(offset, FieldOperand(name, Name::kHashFieldOffset)); 1676474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ add(offset, FieldOperand(receiver, HeapObject::kMapOffset)); 1686474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ xor_(offset, flags); 1696474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ and_(offset, (kPrimaryTableSize - 1) << kCacheIndexShift); 1706474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ sub(offset, name); 1716474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ add(offset, Immediate(flags)); 1726474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ and_(offset, (kSecondaryTableSize - 1) << kCacheIndexShift); 1736474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1746474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Probe the secondary table. 175b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org ProbeTable(isolate(), masm, flags, leave_frame, kSecondary, name, receiver, 176b376fed08cb9d90a3f67f655adf63c4b35feb106machenbach@chromium.org offset, extra); 1776474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1786474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // Cache miss: Fall-through and let caller handle the miss by 1796474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org // entering the runtime system. 1806474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ bind(&miss); 1816474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org __ IncrementCounter(counters->megamorphic_stub_cache_misses(), 1); 1826474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org} 1836474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1846474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1856474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#undef __ 1866474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org} 1876474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org} // namespace v8::internal 1886474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org 1896474a1cfee1cdad45de5cc96960085e1c7daf11cmachenbach@chromium.org#endif // V8_TARGET_ARCH_X87 190