1f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org// Copyright 2013 the V8 project authors. All rights reserved. 23484964a86451e86dcf04be9bd8c0d76ee04f081rossberg@chromium.org// Use of this source code is governed by a BSD-style license that can be 33484964a86451e86dcf04be9bd8c0d76ee04f081rossberg@chromium.org// found in the LICENSE file. 4f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 5fa0c3c69b9d632e5730bdd9c745c375beef5e54dmachenbach@chromium.org#ifndef V8_ARM64_ASSEMBLER_ARM64_INL_H_ 6fa0c3c69b9d632e5730bdd9c745c375beef5e54dmachenbach@chromium.org#define V8_ARM64_ASSEMBLER_ARM64_INL_H_ 7f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 8196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org#include "src/arm64/assembler-arm64.h" 95de0074a922429f5e0ec2cf140c2d2989bf88140yangguo@chromium.org#include "src/assembler.h" 10196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org#include "src/debug.h" 11f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 12f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 13f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgnamespace v8 { 14f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgnamespace internal { 15f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 16f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 17874aad37f2a832804012c6f56739f4fc6c9283cdmachenbach@chromium.orgbool CpuFeatures::SupportsCrankshaft() { return true; } 18874aad37f2a832804012c6f56739f4fc6c9283cdmachenbach@chromium.org 19874aad37f2a832804012c6f56739f4fc6c9283cdmachenbach@chromium.org 206a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.orgvoid RelocInfo::apply(intptr_t delta, ICacheFlushMode icache_flush_mode) { 21f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org UNIMPLEMENTED(); 22f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 23f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 24f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 256a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.orgvoid RelocInfo::set_target_address(Address target, 266a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org WriteBarrierMode write_barrier_mode, 276a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org ICacheFlushMode icache_flush_mode) { 28e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsCodeTarget(rmode_) || IsRuntimeEntry(rmode_)); 296a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org Assembler::set_target_address_at(pc_, host_, target, icache_flush_mode); 306a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org if (write_barrier_mode == UPDATE_WRITE_BARRIER && host() != NULL && 316a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org IsCodeTarget(rmode_)) { 32f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Object* target_code = Code::GetCodeFromTargetAddress(target); 33f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org host()->GetHeap()->incremental_marking()->RecordWriteIntoCode( 34f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org host(), this, HeapObject::cast(target_code)); 35f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 36f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 37f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 38f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 39f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline unsigned CPURegister::code() const { 40e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 41f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_code; 42f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 43f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 44f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 45f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline CPURegister::RegisterType CPURegister::type() const { 46e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValidOrNone()); 47f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_type; 48f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 49f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 50f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 51f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline RegList CPURegister::Bit() const { 52e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(reg_code < (sizeof(RegList) * kBitsPerByte)); 53f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return IsValid() ? 1UL << reg_code : 0; 54f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 55f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 56f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 57f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline unsigned CPURegister::SizeInBits() const { 58e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 59f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_size; 60f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 61f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 62f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 63f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline int CPURegister::SizeInBytes() const { 64e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 65e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(SizeInBits() % 8 == 0); 66f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_size / 8; 67f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 68f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 69f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 70f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::Is32Bits() const { 71e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 72f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_size == 32; 73f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 74f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 75f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 76f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::Is64Bits() const { 77e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 78f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_size == 64; 79f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 80f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 81f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 82f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsValid() const { 83f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (IsValidRegister() || IsValidFPRegister()) { 84e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!IsNone()); 85f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return true; 86f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 87e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsNone()); 88f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return false; 89f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 90f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 91f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 92f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 93f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsValidRegister() const { 94f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return IsRegister() && 9597b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ((reg_size == kWRegSizeInBits) || (reg_size == kXRegSizeInBits)) && 96f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org ((reg_code < kNumberOfRegisters) || (reg_code == kSPRegInternalCode)); 97f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 98f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 99f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 100f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsValidFPRegister() const { 101f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return IsFPRegister() && 10297b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ((reg_size == kSRegSizeInBits) || (reg_size == kDRegSizeInBits)) && 103f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org (reg_code < kNumberOfFPRegisters); 104f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 105f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 106f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 107f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsNone() const { 108f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // kNoRegister types should always have size 0 and code 0. 109e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((reg_type != kNoRegister) || (reg_code == 0)); 110e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((reg_type != kNoRegister) || (reg_size == 0)); 111f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 112f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_type == kNoRegister; 113f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 114f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 115f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 116f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::Is(const CPURegister& other) const { 117e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValidOrNone() && other.IsValidOrNone()); 118a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org return Aliases(other) && (reg_size == other.reg_size); 119a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org} 120a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org 121a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org 122a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.orginline bool CPURegister::Aliases(const CPURegister& other) const { 123e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValidOrNone() && other.IsValidOrNone()); 124a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org return (reg_code == other.reg_code) && (reg_type == other.reg_type); 125f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 126f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 127f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 128f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsRegister() const { 129f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_type == kRegister; 130f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 131f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 132f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 133f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsFPRegister() const { 134f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_type == kFPRegister; 135f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 136f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 137f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 138f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsSameSizeAndType(const CPURegister& other) const { 139f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return (reg_size == other.reg_size) && (reg_type == other.reg_type); 140f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 141f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 142f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 143f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsValidOrNone() const { 144f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return IsValid() || IsNone(); 145f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 146f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 147f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 148f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsZero() const { 149e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 150f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return IsRegister() && (reg_code == kZeroRegCode); 151f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 152f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 153f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 154f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline bool CPURegister::IsSP() const { 155e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 156f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return IsRegister() && (reg_code == kSPRegInternalCode); 157f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 158f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 159f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 160f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline void CPURegList::Combine(const CPURegList& other) { 161e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 162e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(other.type() == type_); 163e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(other.RegisterSizeInBits() == size_); 164f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org list_ |= other.list(); 165f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 166f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 167f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 168f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline void CPURegList::Remove(const CPURegList& other) { 169e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 170bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org if (other.type() == type_) { 171bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org list_ &= ~other.list(); 172bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org } 173f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 174f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 175f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 176f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline void CPURegList::Combine(const CPURegister& other) { 177e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(other.type() == type_); 178e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(other.SizeInBits() == size_); 179f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Combine(other.code()); 180f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 181f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 182f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 183bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.orginline void CPURegList::Remove(const CPURegister& other1, 184bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org const CPURegister& other2, 185bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org const CPURegister& other3, 186bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org const CPURegister& other4) { 187bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org if (!other1.IsNone() && (other1.type() == type_)) Remove(other1.code()); 188bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org if (!other2.IsNone() && (other2.type() == type_)) Remove(other2.code()); 189bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org if (!other3.IsNone() && (other3.type() == type_)) Remove(other3.code()); 190bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org if (!other4.IsNone() && (other4.type() == type_)) Remove(other4.code()); 191f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 192f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 193f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 194f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline void CPURegList::Combine(int code) { 195e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 196e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(CPURegister::Create(code, size_, type_).IsValid()); 197f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org list_ |= (1UL << code); 198f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 199f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 200f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 201f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline void CPURegList::Remove(int code) { 202e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValid()); 203e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(CPURegister::Create(code, size_, type_).IsValid()); 204f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org list_ &= ~(1UL << code); 205f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 206f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 207f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 208f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline Register Register::XRegFromCode(unsigned code) { 209a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org if (code == kSPRegInternalCode) { 210a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org return csp; 211a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org } else { 212e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(code < kNumberOfRegisters); 213a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org return Register::Create(code, kXRegSizeInBits); 214a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org } 215f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 216f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 217f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 218f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline Register Register::WRegFromCode(unsigned code) { 219a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org if (code == kSPRegInternalCode) { 220a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org return wcsp; 221a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org } else { 222e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(code < kNumberOfRegisters); 223a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org return Register::Create(code, kWRegSizeInBits); 224a3b66334e4dd35d9d4874d275ef9c4a756f0225cmachenbach@chromium.org } 225f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 226f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 227f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 228f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline FPRegister FPRegister::SRegFromCode(unsigned code) { 229e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(code < kNumberOfFPRegisters); 23097b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org return FPRegister::Create(code, kSRegSizeInBits); 231f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 232f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 233f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 234f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline FPRegister FPRegister::DRegFromCode(unsigned code) { 235e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(code < kNumberOfFPRegisters); 23697b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org return FPRegister::Create(code, kDRegSizeInBits); 237f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 238f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 239f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 240f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline Register CPURegister::W() const { 241e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValidRegister()); 242f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Register::WRegFromCode(reg_code); 243f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 244f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 245f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 246f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline Register CPURegister::X() const { 247e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValidRegister()); 248f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Register::XRegFromCode(reg_code); 249f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 250f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 251f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 252f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline FPRegister CPURegister::S() const { 253e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValidFPRegister()); 254f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return FPRegister::SRegFromCode(reg_code); 255f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 256f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 257f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 258f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orginline FPRegister CPURegister::D() const { 259e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsValidFPRegister()); 260f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return FPRegister::DRegFromCode(reg_code); 261f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 262f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 263f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 264e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org// Immediate. 265f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org// Default initializer is for int types 266e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgtemplate<typename T> 267e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgstruct ImmediateInitializer { 268f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org static const bool kIsIntType = true; 269e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org static inline RelocInfo::Mode rmode_for(T) { 270e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org return sizeof(T) == 8 ? RelocInfo::NONE64 : RelocInfo::NONE32; 271f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 272e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org static inline int64_t immediate_for(T t) { 273e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org STATIC_ASSERT(sizeof(T) <= 8); 274f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return t; 275f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 276f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org}; 277f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 278f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 279f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgtemplate<> 280e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgstruct ImmediateInitializer<Smi*> { 281f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org static const bool kIsIntType = false; 282f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org static inline RelocInfo::Mode rmode_for(Smi* t) { 283f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return RelocInfo::NONE64; 284f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 285f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org static inline int64_t immediate_for(Smi* t) {; 286f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reinterpret_cast<int64_t>(t); 287f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 288f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org}; 289f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 290f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 291f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgtemplate<> 292e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgstruct ImmediateInitializer<ExternalReference> { 293f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org static const bool kIsIntType = false; 294f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org static inline RelocInfo::Mode rmode_for(ExternalReference t) { 295f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return RelocInfo::EXTERNAL_REFERENCE; 296f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 297f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org static inline int64_t immediate_for(ExternalReference t) {; 298f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reinterpret_cast<int64_t>(t.address()); 299f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 300f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org}; 301f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 302f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 303f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgtemplate<typename T> 304e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgImmediate::Immediate(Handle<T> value) { 305e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org InitializeHandle(value); 306e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org} 307f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 308f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 309f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgtemplate<typename T> 310e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgImmediate::Immediate(T t) 311e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org : value_(ImmediateInitializer<T>::immediate_for(t)), 312e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org rmode_(ImmediateInitializer<T>::rmode_for(t)) {} 313e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 314e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 315e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgtemplate<typename T> 316e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgImmediate::Immediate(T t, RelocInfo::Mode rmode) 317e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org : value_(ImmediateInitializer<T>::immediate_for(t)), 318f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org rmode_(rmode) { 319e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org STATIC_ASSERT(ImmediateInitializer<T>::kIsIntType); 320f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 321f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 322f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 323e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org// Operand. 324e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgtemplate<typename T> 325e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgOperand::Operand(Handle<T> value) : immediate_(value), reg_(NoReg) {} 326e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 327e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 328e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgtemplate<typename T> 329e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgOperand::Operand(T t) : immediate_(t), reg_(NoReg) {} 330e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 331e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 332e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgtemplate<typename T> 333e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgOperand::Operand(T t, RelocInfo::Mode rmode) 334e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org : immediate_(t, rmode), 335e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org reg_(NoReg) {} 336e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 337e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 338f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgOperand::Operand(Register reg, Shift shift, unsigned shift_amount) 339e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org : immediate_(0), 340e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org reg_(reg), 341f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_(shift), 342f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org extend_(NO_EXTEND), 343e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org shift_amount_(shift_amount) { 344e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(reg.Is64Bits() || (shift_amount < kWRegSizeInBits)); 345e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(reg.Is32Bits() || (shift_amount < kXRegSizeInBits)); 346e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!reg.IsSP()); 347f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 348f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 349f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 350f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgOperand::Operand(Register reg, Extend extend, unsigned shift_amount) 351e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org : immediate_(0), 352e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org reg_(reg), 353f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_(NO_SHIFT), 354f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org extend_(extend), 355e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org shift_amount_(shift_amount) { 356e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(reg.IsValid()); 357e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(shift_amount <= 4); 358e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!reg.IsSP()); 359f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 360f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Extend modes SXTX and UXTX require a 64-bit register. 361e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(reg.Is64Bits() || ((extend != SXTX) && (extend != UXTX))); 362f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 363f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 364f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 365f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool Operand::IsImmediate() const { 366f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_.Is(NoReg); 367f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 368f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 369f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 370f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool Operand::IsShiftedRegister() const { 371f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_.IsValid() && (shift_ != NO_SHIFT); 372f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 373f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 374f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 375f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool Operand::IsExtendedRegister() const { 376f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_.IsValid() && (extend_ != NO_EXTEND); 377f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 378f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 379f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 380f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool Operand::IsZero() const { 381f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (IsImmediate()) { 382e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org return ImmediateValue() == 0; 383f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 384f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg().IsZero(); 385f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 386f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 387f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 388f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 389f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgOperand Operand::ToExtendedRegister() const { 390e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsShiftedRegister()); 391e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((shift_ == LSL) && (shift_amount_ <= 4)); 392f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Operand(reg_, reg_.Is64Bits() ? UXTX : UXTW, shift_amount_); 393f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 394f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 395f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 396e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgImmediate Operand::immediate() const { 397e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsImmediate()); 398f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return immediate_; 399f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 400f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 401f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 402e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgint64_t Operand::ImmediateValue() const { 403e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsImmediate()); 404e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org return immediate_.value(); 405e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org} 406e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 407e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 408f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgRegister Operand::reg() const { 409e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsShiftedRegister() || IsExtendedRegister()); 410f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg_; 411f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 412f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 413f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 414f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgShift Operand::shift() const { 415e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsShiftedRegister()); 416f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return shift_; 417f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 418f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 419f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 420f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgExtend Operand::extend() const { 421e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsExtendedRegister()); 422f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return extend_; 423f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 424f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 425f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 426f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgunsigned Operand::shift_amount() const { 427e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsShiftedRegister() || IsExtendedRegister()); 428f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return shift_amount_; 429f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 430f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 431f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 432f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgOperand Operand::UntagSmi(Register smi) { 4335366bfdf41c98cd70820c1633b031dc290ec1cd6machenbach@chromium.org STATIC_ASSERT(kXRegSizeInBits == static_cast<unsigned>(kSmiShift + 4345366bfdf41c98cd70820c1633b031dc290ec1cd6machenbach@chromium.org kSmiValueSize)); 435e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(smi.Is64Bits()); 436f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Operand(smi, ASR, kSmiShift); 437f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 438f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 439f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 440f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgOperand Operand::UntagSmiAndScale(Register smi, int scale) { 4415366bfdf41c98cd70820c1633b031dc290ec1cd6machenbach@chromium.org STATIC_ASSERT(kXRegSizeInBits == static_cast<unsigned>(kSmiShift + 4425366bfdf41c98cd70820c1633b031dc290ec1cd6machenbach@chromium.org kSmiValueSize)); 443e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(smi.Is64Bits()); 444e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((scale >= 0) && (scale <= (64 - kSmiValueSize))); 445f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (scale > kSmiShift) { 446f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Operand(smi, LSL, scale - kSmiShift); 447f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (scale < kSmiShift) { 448f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Operand(smi, ASR, kSmiShift - scale); 449f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 450f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Operand(smi); 451f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 452f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 453f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 4545924917d324a643d00a8aefee030bd4acea0de0bmachenbach@chromium.orgMemOperand::MemOperand() 4555924917d324a643d00a8aefee030bd4acea0de0bmachenbach@chromium.org : base_(NoReg), regoffset_(NoReg), offset_(0), addrmode_(Offset), 4565924917d324a643d00a8aefee030bd4acea0de0bmachenbach@chromium.org shift_(NO_SHIFT), extend_(NO_EXTEND), shift_amount_(0) { 4575924917d324a643d00a8aefee030bd4acea0de0bmachenbach@chromium.org} 4585924917d324a643d00a8aefee030bd4acea0de0bmachenbach@chromium.org 4595924917d324a643d00a8aefee030bd4acea0de0bmachenbach@chromium.org 4606313e220249748eb26e1ddcee2bbe857fef03b42machenbach@chromium.orgMemOperand::MemOperand(Register base, int64_t offset, AddrMode addrmode) 461f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org : base_(base), regoffset_(NoReg), offset_(offset), addrmode_(addrmode), 462f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_(NO_SHIFT), extend_(NO_EXTEND), shift_amount_(0) { 463e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(base.Is64Bits() && !base.IsZero()); 464f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 465f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 466f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 467f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgMemOperand::MemOperand(Register base, 468f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register regoffset, 469f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Extend extend, 470f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org unsigned shift_amount) 471f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org : base_(base), regoffset_(regoffset), offset_(0), addrmode_(Offset), 472f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_(NO_SHIFT), extend_(extend), shift_amount_(shift_amount) { 473e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(base.Is64Bits() && !base.IsZero()); 474e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!regoffset.IsSP()); 475e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((extend == UXTW) || (extend == SXTW) || (extend == SXTX)); 476f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 477f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // SXTX extend mode requires a 64-bit offset register. 478e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(regoffset.Is64Bits() || (extend != SXTX)); 479f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 480f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 481f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 482f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgMemOperand::MemOperand(Register base, 483f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Register regoffset, 484f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Shift shift, 485f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org unsigned shift_amount) 486f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org : base_(base), regoffset_(regoffset), offset_(0), addrmode_(Offset), 487f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_(shift), extend_(NO_EXTEND), shift_amount_(shift_amount) { 488e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(base.Is64Bits() && !base.IsZero()); 489e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(regoffset.Is64Bits() && !regoffset.IsSP()); 490e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(shift == LSL); 491f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 492f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 493f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 494f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgMemOperand::MemOperand(Register base, const Operand& offset, AddrMode addrmode) 495f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org : base_(base), addrmode_(addrmode) { 496e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(base.Is64Bits() && !base.IsZero()); 497f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 498f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (offset.IsImmediate()) { 499e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org offset_ = offset.ImmediateValue(); 500f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 501f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org regoffset_ = NoReg; 502f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (offset.IsShiftedRegister()) { 503e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(addrmode == Offset); 504f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 505f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org regoffset_ = offset.reg(); 506f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_= offset.shift(); 507f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_amount_ = offset.shift_amount(); 508f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 509f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org extend_ = NO_EXTEND; 510f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org offset_ = 0; 511f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 512f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // These assertions match those in the shifted-register constructor. 513e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(regoffset_.Is64Bits() && !regoffset_.IsSP()); 514e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(shift_ == LSL); 515f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 516e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(offset.IsExtendedRegister()); 517e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(addrmode == Offset); 518f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 519f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org regoffset_ = offset.reg(); 520f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org extend_ = offset.extend(); 521f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_amount_ = offset.shift_amount(); 522f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 523f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org shift_= NO_SHIFT; 524f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org offset_ = 0; 525f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 526f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // These assertions match those in the extended-register constructor. 527e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!regoffset_.IsSP()); 528e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((extend_ == UXTW) || (extend_ == SXTW) || (extend_ == SXTX)); 529e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((regoffset_.Is64Bits() || (extend_ != SXTX))); 530f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 531f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 532f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 533f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool MemOperand::IsImmediateOffset() const { 534f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return (addrmode_ == Offset) && regoffset_.Is(NoReg); 535f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 536f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 537f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 538f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool MemOperand::IsRegisterOffset() const { 539f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return (addrmode_ == Offset) && !regoffset_.Is(NoReg); 540f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 541f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 542f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 543f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool MemOperand::IsPreIndex() const { 544f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return addrmode_ == PreIndex; 545f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 546f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 547f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 548f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool MemOperand::IsPostIndex() const { 549f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return addrmode_ == PostIndex; 550f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 551f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 552f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgOperand MemOperand::OffsetAsOperand() const { 553f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (IsImmediateOffset()) { 554f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return offset(); 555f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 556e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsRegisterOffset()); 557f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (extend() == NO_EXTEND) { 558f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Operand(regoffset(), shift(), shift_amount()); 559f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 560f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Operand(regoffset(), extend(), shift_amount()); 561f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 562f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 563f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 564f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 565f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 566f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Assembler::Unreachable() { 567f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#ifdef USE_SIMULATOR 568f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org debug("UNREACHABLE", __LINE__, BREAK); 569f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#else 570f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Crash by branching to 0. lr now points near the fault. 571f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Emit(BLR | Rn(xzr)); 572f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org#endif 573f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 574f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 575f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 576f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgAddress Assembler::target_pointer_address_at(Address pc) { 577f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instruction* instr = reinterpret_cast<Instruction*>(pc); 578e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(instr->IsLdrLiteralX()); 579f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reinterpret_cast<Address>(instr->ImmPCOffsetTarget()); 580f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 581f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 582f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 583f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org// Read/Modify the code target address in the branch/call instruction at pc. 58497b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.orgAddress Assembler::target_address_at(Address pc, 58597b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ConstantPoolArray* constant_pool) { 586f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Memory::Address_at(target_pointer_address_at(pc)); 587f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 588f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 589f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 59097b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.orgAddress Assembler::target_address_at(Address pc, Code* code) { 59197b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ConstantPoolArray* constant_pool = code ? code->constant_pool() : NULL; 59297b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org return target_address_at(pc, constant_pool); 59397b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org} 59497b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org 59597b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org 596f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgAddress Assembler::target_address_from_return_address(Address pc) { 597f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Returns the address of the call target from the return address that will 598f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // be returned to after a call. 599fa0c3c69b9d632e5730bdd9c745c375beef5e54dmachenbach@chromium.org // Call sequence on ARM64 is: 600f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // ldr ip0, #... @ load from literal pool 601f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // blr ip0 602f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Address candidate = pc - 2 * kInstructionSize; 603f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instruction* instr = reinterpret_cast<Instruction*>(candidate); 604f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(instr); 605e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(instr->IsLdrLiteralX()); 606f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return candidate; 607f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 608f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 609f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 6109d72b8dd94263d9f500f18255d67f0c7b8c3527amachenbach@chromium.orgAddress Assembler::break_address_from_return_address(Address pc) { 6119d72b8dd94263d9f500f18255d67f0c7b8c3527amachenbach@chromium.org return pc - Assembler::kPatchDebugBreakSlotReturnOffset; 6129d72b8dd94263d9f500f18255d67f0c7b8c3527amachenbach@chromium.org} 6139d72b8dd94263d9f500f18255d67f0c7b8c3527amachenbach@chromium.org 6149d72b8dd94263d9f500f18255d67f0c7b8c3527amachenbach@chromium.org 615f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgAddress Assembler::return_address_from_call_start(Address pc) { 616f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // The call, generated by MacroAssembler::Call, is one of two possible 617f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // sequences: 618f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // 619f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Without relocation: 620a221880197f38ff22d942851060daffa5d036bdfmachenbach@chromium.org // movz temp, #(target & 0x000000000000ffff) 621a221880197f38ff22d942851060daffa5d036bdfmachenbach@chromium.org // movk temp, #(target & 0x00000000ffff0000) 622a221880197f38ff22d942851060daffa5d036bdfmachenbach@chromium.org // movk temp, #(target & 0x0000ffff00000000) 623a221880197f38ff22d942851060daffa5d036bdfmachenbach@chromium.org // blr temp 624f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // 625f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // With relocation: 626a221880197f38ff22d942851060daffa5d036bdfmachenbach@chromium.org // ldr temp, =target 627a221880197f38ff22d942851060daffa5d036bdfmachenbach@chromium.org // blr temp 628f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // 629f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // The return address is immediately after the blr instruction in both cases, 630f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // so it can be found by adding the call size to the address at the start of 631f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // the call sequence. 632a221880197f38ff22d942851060daffa5d036bdfmachenbach@chromium.org STATIC_ASSERT(Assembler::kCallSizeWithoutRelocation == 4 * kInstructionSize); 633f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org STATIC_ASSERT(Assembler::kCallSizeWithRelocation == 2 * kInstructionSize); 634f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 635f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instruction* instr = reinterpret_cast<Instruction*>(pc); 636f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (instr->IsMovz()) { 637f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Verify the instruction sequence. 638e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(instr->following(1)->IsMovk()); 639e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(instr->following(2)->IsMovk()); 640e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(instr->following(3)->IsBranchAndLinkToRegister()); 641f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return pc + Assembler::kCallSizeWithoutRelocation; 642f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 643f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Verify the instruction sequence. 644e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(instr->IsLdrLiteralX()); 645e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(instr->following(1)->IsBranchAndLinkToRegister()); 646f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return pc + Assembler::kCallSizeWithRelocation; 647f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 648f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 649f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 650f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 651f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Assembler::deserialization_set_special_target_at( 65297b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org Address constant_pool_entry, Code* code, Address target) { 653f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Memory::Address_at(constant_pool_entry) = target; 654f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 655f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 656f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 65797b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.orgvoid Assembler::set_target_address_at(Address pc, 65897b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ConstantPoolArray* constant_pool, 6596a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org Address target, 6606a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org ICacheFlushMode icache_flush_mode) { 661f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Memory::Address_at(target_pointer_address_at(pc)) = target; 662f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Intuitively, we would think it is necessary to always flush the 663f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // instruction cache after patching a target address in the code as follows: 6645de0074a922429f5e0ec2cf140c2d2989bf88140yangguo@chromium.org // CpuFeatures::FlushICache(pc, sizeof(target)); 665f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // However, on ARM, an instruction is actually patched in the case of 666f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // embedded constants of the form: 667f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // ldr ip, [pc, #...] 668f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // since the instruction accessing this address in the constant pool remains 669f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // unchanged, a flush is not required. 670f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 671f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 672f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 67397b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.orgvoid Assembler::set_target_address_at(Address pc, 67497b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org Code* code, 6756a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org Address target, 6766a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org ICacheFlushMode icache_flush_mode) { 67797b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ConstantPoolArray* constant_pool = code ? code->constant_pool() : NULL; 6786a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org set_target_address_at(pc, constant_pool, target, icache_flush_mode); 67997b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org} 68097b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org 68197b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org 682f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgint RelocInfo::target_address_size() { 683f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return kPointerSize; 684f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 685f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 686f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 687f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgAddress RelocInfo::target_address() { 688e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsCodeTarget(rmode_) || IsRuntimeEntry(rmode_)); 68997b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org return Assembler::target_address_at(pc_, host_); 690f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 691f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 692f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 693f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgAddress RelocInfo::target_address_address() { 694e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsCodeTarget(rmode_) || IsRuntimeEntry(rmode_) 695f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org || rmode_ == EMBEDDED_OBJECT 696f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org || rmode_ == EXTERNAL_REFERENCE); 697f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Assembler::target_pointer_address_at(pc_); 698f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 699f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 700f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 701bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.orgAddress RelocInfo::constant_pool_entry_address() { 702e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsInConstantPool()); 703bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org return Assembler::target_pointer_address_at(pc_); 704bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org} 705bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org 706bcc36723a2ace28fa3b0d7dd0d1de926d313fff9machenbach@chromium.org 707f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgObject* RelocInfo::target_object() { 708e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsCodeTarget(rmode_) || rmode_ == EMBEDDED_OBJECT); 70997b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org return reinterpret_cast<Object*>(Assembler::target_address_at(pc_, host_)); 710f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 711f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 712f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 713f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgHandle<Object> RelocInfo::target_object_handle(Assembler* origin) { 714e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsCodeTarget(rmode_) || rmode_ == EMBEDDED_OBJECT); 715f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Handle<Object>(reinterpret_cast<Object**>( 71697b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org Assembler::target_address_at(pc_, host_))); 717f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 718f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 719f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 7206a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.orgvoid RelocInfo::set_target_object(Object* target, 7216a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org WriteBarrierMode write_barrier_mode, 7226a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org ICacheFlushMode icache_flush_mode) { 723e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsCodeTarget(rmode_) || rmode_ == EMBEDDED_OBJECT); 72497b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org Assembler::set_target_address_at(pc_, host_, 7256a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org reinterpret_cast<Address>(target), 7266a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org icache_flush_mode); 7276a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org if (write_barrier_mode == UPDATE_WRITE_BARRIER && 728f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org host() != NULL && 729f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org target->IsHeapObject()) { 730f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org host()->GetHeap()->incremental_marking()->RecordWrite( 731f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org host(), &Memory::Object_at(pc_), HeapObject::cast(target)); 732f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 733f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 734f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 735f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 736f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgAddress RelocInfo::target_reference() { 737e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rmode_ == EXTERNAL_REFERENCE); 73897b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org return Assembler::target_address_at(pc_, host_); 739f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 740f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 741f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 742f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgAddress RelocInfo::target_runtime_entry(Assembler* origin) { 743e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsRuntimeEntry(rmode_)); 744f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return target_address(); 745f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 746f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 747f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 748f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid RelocInfo::set_target_runtime_entry(Address target, 7496a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org WriteBarrierMode write_barrier_mode, 7506a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org ICacheFlushMode icache_flush_mode) { 751e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsRuntimeEntry(rmode_)); 7526a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org if (target_address() != target) { 7536a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org set_target_address(target, write_barrier_mode, icache_flush_mode); 7546a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org } 755f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 756f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 757f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 758f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgHandle<Cell> RelocInfo::target_cell_handle() { 759f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org UNIMPLEMENTED(); 760f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Cell *null_cell = NULL; 761f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Handle<Cell>(null_cell); 762f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 763f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 764f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 765f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgCell* RelocInfo::target_cell() { 766e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rmode_ == RelocInfo::CELL); 767f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Cell::FromValueAddress(Memory::Address_at(pc_)); 768f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 769f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 770f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 7716a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.orgvoid RelocInfo::set_target_cell(Cell* cell, 7726a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org WriteBarrierMode write_barrier_mode, 7736a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org ICacheFlushMode icache_flush_mode) { 774f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org UNIMPLEMENTED(); 775f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 776f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 777f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 7785924917d324a643d00a8aefee030bd4acea0de0bmachenbach@chromium.orgstatic const int kNoCodeAgeSequenceLength = 5 * kInstructionSize; 779f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgstatic const int kCodeAgeStubEntryOffset = 3 * kInstructionSize; 780f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 781f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 782f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgHandle<Object> RelocInfo::code_age_stub_handle(Assembler* origin) { 783fa0c3c69b9d632e5730bdd9c745c375beef5e54dmachenbach@chromium.org UNREACHABLE(); // This should never be reached on ARM64. 784f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Handle<Object>(); 785f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 786f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 787f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 788f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgCode* RelocInfo::code_age_stub() { 789e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rmode_ == RelocInfo::CODE_AGE_SEQUENCE); 790f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Read the stub entry point from the code age sequence. 791f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Address stub_entry_address = pc_ + kCodeAgeStubEntryOffset; 792f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return Code::GetCodeFromTargetAddress(Memory::Address_at(stub_entry_address)); 793f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 794f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 795f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 7966a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.orgvoid RelocInfo::set_code_age_stub(Code* stub, 7976a4d394882dba70a85567fb90ffd4f428a9eb170machenbach@chromium.org ICacheFlushMode icache_flush_mode) { 798e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rmode_ == RelocInfo::CODE_AGE_SEQUENCE); 799e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!Code::IsYoungSequence(stub->GetIsolate(), pc_)); 800f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Overwrite the stub entry point in the code age sequence. This is loaded as 801f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // a literal so there is no need to call FlushICache here. 802f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Address stub_entry_address = pc_ + kCodeAgeStubEntryOffset; 803f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Memory::Address_at(stub_entry_address) = stub->instruction_start(); 804f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 805f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 806f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 807f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgAddress RelocInfo::call_address() { 808e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((IsJSReturn(rmode()) && IsPatchedReturnSequence()) || 809f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org (IsDebugBreakSlot(rmode()) && IsPatchedDebugBreakSlotSequence())); 810f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // For the above sequences the Relocinfo points to the load literal loading 811f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // the call address. 81297b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org return Assembler::target_address_at(pc_, host_); 813f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 814f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 815f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 816f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid RelocInfo::set_call_address(Address target) { 817e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((IsJSReturn(rmode()) && IsPatchedReturnSequence()) || 818f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org (IsDebugBreakSlot(rmode()) && IsPatchedDebugBreakSlotSequence())); 81997b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org Assembler::set_target_address_at(pc_, host_, target); 820f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (host() != NULL) { 821f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Object* target_code = Code::GetCodeFromTargetAddress(target); 822f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org host()->GetHeap()->incremental_marking()->RecordWriteIntoCode( 823f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org host(), this, HeapObject::cast(target_code)); 824f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 825f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 826f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 827f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 828f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid RelocInfo::WipeOut() { 829e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsEmbeddedObject(rmode_) || 830f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org IsCodeTarget(rmode_) || 831f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org IsRuntimeEntry(rmode_) || 832f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org IsExternalReference(rmode_)); 83397b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org Assembler::set_target_address_at(pc_, host_, NULL); 834f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 835f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 836f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 837f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool RelocInfo::IsPatchedReturnSequence() { 838f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // The sequence must be: 839f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // ldr ip0, [pc, #offset] 840f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // blr ip0 841fa0c3c69b9d632e5730bdd9c745c375beef5e54dmachenbach@chromium.org // See arm64/debug-arm64.cc BreakLocationIterator::SetDebugBreakAtReturn(). 842f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instruction* i1 = reinterpret_cast<Instruction*>(pc_); 843f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instruction* i2 = i1->following(); 844f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return i1->IsLdrLiteralX() && (i1->Rt() == ip0.code()) && 845f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org i2->IsBranchAndLinkToRegister() && (i2->Rn() == ip0.code()); 846f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 847f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 848f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 849f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgbool RelocInfo::IsPatchedDebugBreakSlotSequence() { 850f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instruction* current_instr = reinterpret_cast<Instruction*>(pc_); 851f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return !current_instr->IsNop(Assembler::DEBUG_BREAK_NOP); 852f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 853f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 854f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 855f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid RelocInfo::Visit(Isolate* isolate, ObjectVisitor* visitor) { 856f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org RelocInfo::Mode mode = rmode(); 857f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (mode == RelocInfo::EMBEDDED_OBJECT) { 858f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org visitor->VisitEmbeddedPointer(this); 859f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (RelocInfo::IsCodeTarget(mode)) { 860f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org visitor->VisitCodeTarget(this); 861f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (mode == RelocInfo::CELL) { 862f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org visitor->VisitCell(this); 863f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (mode == RelocInfo::EXTERNAL_REFERENCE) { 864f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org visitor->VisitExternalReference(this); 865f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (((RelocInfo::IsJSReturn(mode) && 866f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org IsPatchedReturnSequence()) || 867f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org (RelocInfo::IsDebugBreakSlot(mode) && 868f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org IsPatchedDebugBreakSlotSequence())) && 869f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org isolate->debug()->has_break_points()) { 870f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org visitor->VisitDebugTarget(this); 871f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (RelocInfo::IsRuntimeEntry(mode)) { 872f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org visitor->VisitRuntimeEntry(this); 873f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 874f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 875f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 876f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 877f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgtemplate<typename StaticVisitor> 878f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid RelocInfo::Visit(Heap* heap) { 879f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org RelocInfo::Mode mode = rmode(); 880f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (mode == RelocInfo::EMBEDDED_OBJECT) { 881f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org StaticVisitor::VisitEmbeddedPointer(heap, this); 882f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (RelocInfo::IsCodeTarget(mode)) { 883f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org StaticVisitor::VisitCodeTarget(heap, this); 884f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (mode == RelocInfo::CELL) { 885f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org StaticVisitor::VisitCell(heap, this); 886f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (mode == RelocInfo::EXTERNAL_REFERENCE) { 887f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org StaticVisitor::VisitExternalReference(this); 888f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (heap->isolate()->debug()->has_break_points() && 889f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org ((RelocInfo::IsJSReturn(mode) && 890f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org IsPatchedReturnSequence()) || 891f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org (RelocInfo::IsDebugBreakSlot(mode) && 892f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org IsPatchedDebugBreakSlotSequence()))) { 893f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org StaticVisitor::VisitDebugTarget(heap, this); 894f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (RelocInfo::IsRuntimeEntry(mode)) { 895f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org StaticVisitor::VisitRuntimeEntry(this); 896f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 897f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 898f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 899f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 900f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgLoadStoreOp Assembler::LoadOpFor(const CPURegister& rt) { 901e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsValid()); 902f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (rt.IsRegister()) { 903f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? LDR_x : LDR_w; 904f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 905e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsFPRegister()); 906f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? LDR_d : LDR_s; 907f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 908f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 909f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 910f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 911f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgLoadStorePairOp Assembler::LoadPairOpFor(const CPURegister& rt, 912f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org const CPURegister& rt2) { 913e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(AreSameSizeAndType(rt, rt2)); 914f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(rt2); 915f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (rt.IsRegister()) { 916f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? LDP_x : LDP_w; 917f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 918e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsFPRegister()); 919f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? LDP_d : LDP_s; 920f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 921f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 922f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 923f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 924f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgLoadStoreOp Assembler::StoreOpFor(const CPURegister& rt) { 925e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsValid()); 926f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (rt.IsRegister()) { 927f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? STR_x : STR_w; 928f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 929e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsFPRegister()); 930f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? STR_d : STR_s; 931f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 932f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 933f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 934f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 935f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgLoadStorePairOp Assembler::StorePairOpFor(const CPURegister& rt, 936f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org const CPURegister& rt2) { 937e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(AreSameSizeAndType(rt, rt2)); 938f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(rt2); 939f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (rt.IsRegister()) { 940f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? STP_x : STP_w; 941f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 942e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsFPRegister()); 943f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? STP_d : STP_s; 944f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 945f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 946f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 947f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 948f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgLoadStorePairNonTemporalOp Assembler::LoadPairNonTemporalOpFor( 949f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org const CPURegister& rt, const CPURegister& rt2) { 950e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(AreSameSizeAndType(rt, rt2)); 951f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(rt2); 952f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (rt.IsRegister()) { 953f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? LDNP_x : LDNP_w; 954f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 955e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsFPRegister()); 956f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? LDNP_d : LDNP_s; 957f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 958f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 959f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 960f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 961f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgLoadStorePairNonTemporalOp Assembler::StorePairNonTemporalOpFor( 962f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org const CPURegister& rt, const CPURegister& rt2) { 963e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(AreSameSizeAndType(rt, rt2)); 964f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(rt2); 965f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (rt.IsRegister()) { 966f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? STNP_x : STNP_w; 967f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 968e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsFPRegister()); 969f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rt.Is64Bits() ? STNP_d : STNP_s; 970f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 971f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 972f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 973f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 974e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.orgLoadLiteralOp Assembler::LoadLiteralOpFor(const CPURegister& rt) { 975e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org if (rt.IsRegister()) { 976e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org return rt.Is64Bits() ? LDR_x_lit : LDR_w_lit; 977e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org } else { 978e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(rt.IsFPRegister()); 979e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org return rt.Is64Bits() ? LDR_d_lit : LDR_s_lit; 980e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org } 981e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org} 982e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 983e7a6d372100022f492c88886898add6a51e66977machenbach@chromium.org 984f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgint Assembler::LinkAndGetInstructionOffsetTo(Label* label) { 985e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(kStartOfLabelLinkChain == 0); 986f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org int offset = LinkAndGetByteOffsetTo(label); 987e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsAligned(offset, kInstructionSize)); 988f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return offset >> kInstructionSizeLog2; 989f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 990f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 991f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 992f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::Flags(FlagsUpdate S) { 993f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (S == SetFlags) { 994f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return 1 << FlagsUpdate_offset; 995f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else if (S == LeaveFlags) { 996f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return 0 << FlagsUpdate_offset; 997f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 998f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org UNREACHABLE(); 999f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return 0; 1000f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1001f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1002f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1003f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::Cond(Condition cond) { 1004f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return cond << Condition_offset; 1005f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1006f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1007f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1008f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmPCRelAddress(int imm21) { 1009f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org CHECK(is_int21(imm21)); 1010f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instr imm = static_cast<Instr>(truncate_to_int21(imm21)); 1011f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instr immhi = (imm >> ImmPCRelLo_width) << ImmPCRelHi_offset; 1012f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org Instr immlo = imm << ImmPCRelLo_offset; 1013f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return (immhi & ImmPCRelHi_mask) | (immlo & ImmPCRelLo_mask); 1014f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1015f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1016f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1017f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmUncondBranch(int imm26) { 1018f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org CHECK(is_int26(imm26)); 1019f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return truncate_to_int26(imm26) << ImmUncondBranch_offset; 1020f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1021f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1022f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1023f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmCondBranch(int imm19) { 1024f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org CHECK(is_int19(imm19)); 1025f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return truncate_to_int19(imm19) << ImmCondBranch_offset; 1026f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1027f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1028f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1029f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmCmpBranch(int imm19) { 1030f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org CHECK(is_int19(imm19)); 1031f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return truncate_to_int19(imm19) << ImmCmpBranch_offset; 1032f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1033f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1034f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1035f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmTestBranch(int imm14) { 1036f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org CHECK(is_int14(imm14)); 1037f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return truncate_to_int14(imm14) << ImmTestBranch_offset; 1038f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1039f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1040f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1041f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmTestBranchBit(unsigned bit_pos) { 1042e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint6(bit_pos)); 1043f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org // Subtract five from the shift offset, as we need bit 5 from bit_pos. 1044f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org unsigned b5 = bit_pos << (ImmTestBranchBit5_offset - 5); 1045f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org unsigned b40 = bit_pos << ImmTestBranchBit40_offset; 1046f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org b5 &= ImmTestBranchBit5_mask; 1047f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org b40 &= ImmTestBranchBit40_mask; 1048f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return b5 | b40; 1049f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1050f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1051f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1052f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::SF(Register rd) { 1053f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return rd.Is64Bits() ? SixtyFourBits : ThirtyTwoBits; 1054f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1055f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1056f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1057f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmAddSub(int64_t imm) { 1058e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(IsImmAddSub(imm)); 1059f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (is_uint12(imm)) { // No shift required. 1060f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm << ImmAddSub_offset; 1061f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } else { 1062f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return ((imm >> 12) << ImmAddSub_offset) | (1 << ShiftAddSub_offset); 1063f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 1064f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1065f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1066f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1067f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmS(unsigned imms, unsigned reg_size) { 1068e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(((reg_size == kXRegSizeInBits) && is_uint6(imms)) || 106997b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ((reg_size == kWRegSizeInBits) && is_uint5(imms))); 1070f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(reg_size); 1071f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imms << ImmS_offset; 1072f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1073f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1074f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1075f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmR(unsigned immr, unsigned reg_size) { 1076e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(((reg_size == kXRegSizeInBits) && is_uint6(immr)) || 107797b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ((reg_size == kWRegSizeInBits) && is_uint5(immr))); 1078f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(reg_size); 1079e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint6(immr)); 1080f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return immr << ImmR_offset; 1081f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1082f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1083f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1084f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmSetBits(unsigned imms, unsigned reg_size) { 1085e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((reg_size == kWRegSizeInBits) || (reg_size == kXRegSizeInBits)); 1086e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint6(imms)); 1087e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((reg_size == kXRegSizeInBits) || is_uint6(imms + 3)); 1088f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(reg_size); 1089f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imms << ImmSetBits_offset; 1090f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1091f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1092f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1093f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmRotate(unsigned immr, unsigned reg_size) { 1094e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((reg_size == kWRegSizeInBits) || (reg_size == kXRegSizeInBits)); 1095e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(((reg_size == kXRegSizeInBits) && is_uint6(immr)) || 109697b98c9169c85693801d4d59089450695ad82e2dmachenbach@chromium.org ((reg_size == kWRegSizeInBits) && is_uint5(immr))); 1097f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(reg_size); 1098f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return immr << ImmRotate_offset; 1099f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1100f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1101f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1102f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmLLiteral(int imm19) { 1103f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org CHECK(is_int19(imm19)); 1104f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return truncate_to_int19(imm19) << ImmLLiteral_offset; 1105f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1106f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1107f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1108f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::BitN(unsigned bitn, unsigned reg_size) { 1109e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((reg_size == kWRegSizeInBits) || (reg_size == kXRegSizeInBits)); 1110e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((reg_size == kXRegSizeInBits) || (bitn == 0)); 1111f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org USE(reg_size); 1112f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return bitn << BitN_offset; 1113f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1114f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1115f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1116f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ShiftDP(Shift shift) { 1117e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(shift == LSL || shift == LSR || shift == ASR || shift == ROR); 1118f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return shift << ShiftDP_offset; 1119f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1120f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1121f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1122f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmDPShift(unsigned amount) { 1123e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint6(amount)); 1124f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return amount << ImmDPShift_offset; 1125f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1126f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1127f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1128f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ExtendMode(Extend extend) { 1129f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return extend << ExtendMode_offset; 1130f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1131f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1132f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1133f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmExtendShift(unsigned left_shift) { 1134e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(left_shift <= 4); 1135f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return left_shift << ImmExtendShift_offset; 1136f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1137f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1138f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1139f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmCondCmp(unsigned imm) { 1140e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint5(imm)); 1141f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm << ImmCondCmp_offset; 1142f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1143f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1144f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1145f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::Nzcv(StatusFlags nzcv) { 1146f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return ((nzcv >> Flags_offset) & 0xf) << Nzcv_offset; 1147f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1148f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1149f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1150f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmLSUnsigned(int imm12) { 1151e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint12(imm12)); 1152f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm12 << ImmLSUnsigned_offset; 1153f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1154f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1155f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1156f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmLS(int imm9) { 1157e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_int9(imm9)); 1158f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return truncate_to_int9(imm9) << ImmLS_offset; 1159f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1160f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1161f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1162f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmLSPair(int imm7, LSDataSize size) { 1163e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(((imm7 >> size) << size) == imm7); 1164f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org int scaled_imm7 = imm7 >> size; 1165e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_int7(scaled_imm7)); 1166f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return truncate_to_int7(scaled_imm7) << ImmLSPair_offset; 1167f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1168f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1169f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1170f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmShiftLS(unsigned shift_amount) { 1171e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint1(shift_amount)); 1172f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return shift_amount << ImmShiftLS_offset; 1173f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1174f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1175f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1176f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmException(int imm16) { 1177e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint16(imm16)); 1178f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm16 << ImmException_offset; 1179f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1180f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1181f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1182f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmSystemRegister(int imm15) { 1183e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint15(imm15)); 1184f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm15 << ImmSystemRegister_offset; 1185f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1186f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1187f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1188f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmHint(int imm7) { 1189e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint7(imm7)); 1190f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm7 << ImmHint_offset; 1191f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1192f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1193f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1194f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmBarrierDomain(int imm2) { 1195e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint2(imm2)); 1196f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm2 << ImmBarrierDomain_offset; 1197f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1198f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1199f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1200f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmBarrierType(int imm2) { 1201e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint2(imm2)); 1202f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm2 << ImmBarrierType_offset; 1203f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1204f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1205f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1206f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgLSDataSize Assembler::CalcLSDataSize(LoadStoreOp op) { 1207e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK((SizeLS_offset + SizeLS_width) == (kInstructionSize * 8)); 1208f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return static_cast<LSDataSize>(op >> SizeLS_offset); 1209f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1210f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1211f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1212f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ImmMoveWide(uint64_t imm) { 1213e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint16(imm)); 1214f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return imm << ImmMoveWide_offset; 1215f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1216f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1217f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1218f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::ShiftMoveWide(int64_t shift) { 1219e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint2(shift)); 1220f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return shift << ShiftMoveWide_offset; 1221f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1222f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1223f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1224f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::FPType(FPRegister fd) { 1225f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return fd.Is64Bits() ? FP64 : FP32; 1226f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1227f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1228f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1229f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgInstr Assembler::FPScale(unsigned scale) { 1230e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(is_uint6(scale)); 1231f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return scale << FPScale_offset; 1232f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1233f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1234f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1235f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgconst Register& Assembler::AppropriateZeroRegFor(const CPURegister& reg) const { 1236f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return reg.Is64Bits() ? xzr : wzr; 1237f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1238f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1239f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1240c2e08d7d6b03e672e13fc3bf274a292009decce6machenbach@chromium.orginline void Assembler::CheckBufferSpace() { 1241e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(pc_ < (buffer_ + buffer_size_)); 1242f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org if (buffer_space() < kGap) { 1243f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org GrowBuffer(); 1244f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 1245c2e08d7d6b03e672e13fc3bf274a292009decce6machenbach@chromium.org} 1246c2e08d7d6b03e672e13fc3bf274a292009decce6machenbach@chromium.org 1247c2e08d7d6b03e672e13fc3bf274a292009decce6machenbach@chromium.org 1248c2e08d7d6b03e672e13fc3bf274a292009decce6machenbach@chromium.orginline void Assembler::CheckBuffer() { 1249c2e08d7d6b03e672e13fc3bf274a292009decce6machenbach@chromium.org CheckBufferSpace(); 1250bc176057ae476990672de915df235c9aeadc8521titzer@chromium.org if (pc_offset() >= next_veneer_pool_check_) { 12519801e3c558f3df82f01ac626b6171032afa33819machenbach@chromium.org CheckVeneerPool(false, true); 1252bc176057ae476990672de915df235c9aeadc8521titzer@chromium.org } 1253bc176057ae476990672de915df235c9aeadc8521titzer@chromium.org if (pc_offset() >= next_constant_pool_check_) { 1254f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org CheckConstPool(false, true); 1255f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org } 1256f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1257f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1258f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1259f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgTypeFeedbackId Assembler::RecordedAstId() { 1260e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org DCHECK(!recorded_ast_id_.IsNone()); 1261f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org return recorded_ast_id_; 1262f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1263f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1264f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1265f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.orgvoid Assembler::ClearRecordedAstId() { 1266f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org recorded_ast_id_ = TypeFeedbackId::None(); 1267f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} 1268f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1269f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1270f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org} } // namespace v8::internal 1271f5a24546072ecdbbd6372c85c42157e01e913561titzer@chromium.org 1272fa0c3c69b9d632e5730bdd9c745c375beef5e54dmachenbach@chromium.org#endif // V8_ARM64_ASSEMBLER_ARM64_INL_H_ 1273