12faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes/* 22faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Copyright (C) 2011 The Android Open Source Project 32faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 42faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Licensed under the Apache License, Version 2.0 (the "License"); 52faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * you may not use this file except in compliance with the License. 62faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * You may obtain a copy of the License at 72faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 82faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * http://www.apache.org/licenses/LICENSE-2.0 92faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 102faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Unless required by applicable law or agreed to in writing, software 112faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * distributed under the License is distributed on an "AS IS" BASIS, 122faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 132faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * See the License for the specific language governing permissions and 142faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * limitations under the License. 152faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes */ 16a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers#include "assembler_arm.h" 182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers 1941b175aba41c9365a1c53b8a1afbd17129c87c14Vladimir Marko#include "base/bit_utils.h" 2007ed66b5ae659c452cbe1ab20c3dbf1d6f546461Elliott Hughes#include "base/logging.h" 21166db04e259ca51838c311891598664deeed85adIan Rogers#include "entrypoints/quick/quick_entrypoints.h" 22578bbdc684db8ed68e9fedbc678669d27fa68b6eBrian Carlstrom#include "offsets.h" 23e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro#include "thread.h" 24a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 256b6b5f0e67ce03f38223a525612955663bc1799bCarl Shapironamespace art { 262c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersnamespace arm { 27a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonconst char* kRegisterNames[] = { 291f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r10", 301f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes "fp", "ip", "sp", "lr", "pc" 311f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes}; 3265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 3365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonconst char* kConditionNames[] = { 3465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison "EQ", "NE", "CS", "CC", "MI", "PL", "VS", "VC", "HI", "LS", "GE", "LT", "GT", 3565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison "LE", "AL", 3665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison}; 3765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 381f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughesstd::ostream& operator<<(std::ostream& os, const Register& rhs) { 391f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes if (rhs >= R0 && rhs <= PC) { 401f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes os << kRegisterNames[rhs]; 411f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } else { 42b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "Register[" << static_cast<int>(rhs) << "]"; 431f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } 441f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes return os; 451f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes} 461f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 471f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 481f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughesstd::ostream& operator<<(std::ostream& os, const SRegister& rhs) { 491f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes if (rhs >= S0 && rhs < kNumberOfSRegisters) { 50b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "s" << static_cast<int>(rhs); 511f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } else { 52b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "SRegister[" << static_cast<int>(rhs) << "]"; 531f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } 541f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes return os; 551f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes} 561f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 571f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 581f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughesstd::ostream& operator<<(std::ostream& os, const DRegister& rhs) { 591f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes if (rhs >= D0 && rhs < kNumberOfDRegisters) { 60b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "d" << static_cast<int>(rhs); 611f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } else { 62b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "DRegister[" << static_cast<int>(rhs) << "]"; 631f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } 641f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes return os; 651f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes} 661f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 671f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughesstd::ostream& operator<<(std::ostream& os, const Condition& rhs) { 681f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes if (rhs >= EQ && rhs <= AL) { 691f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes os << kConditionNames[rhs]; 701f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } else { 71b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "Condition[" << static_cast<int>(rhs) << "]"; 721f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } 731f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes return os; 741f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes} 751f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 7696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas GeoffrayShifterOperand::ShifterOperand(uint32_t immed) 7796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray : type_(kImmediate), rm_(kNoRegister), rs_(kNoRegister), 7896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray is_rotate_(false), is_shift_(false), shift_(kNoShift), rotate_(0), immed_(immed) { 7996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(immed < (1u << 12) || ArmAssembler::ModifiedImmediate(immed) != kInvalidModifiedImmediate); 8096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 81a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro 82a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro 8365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t ShifterOperand::encodingArm() const { 8465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK(is_valid()); 8565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison switch (type_) { 8665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kImmediate: 8765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (is_rotate_) { 8865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (rotate_ << kRotateShift) | (immed_ << kImmed8Shift); 8965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 9065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return immed_; 9165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 9265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kRegister: 9365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (is_shift_) { 94849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe uint32_t shift_type; 95849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe switch (shift_) { 96849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe case arm::Shift::ROR: 97849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type = static_cast<uint32_t>(shift_); 98849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe CHECK_NE(immed_, 0U); 99849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe break; 100849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe case arm::Shift::RRX: 101849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type = static_cast<uint32_t>(arm::Shift::ROR); // Same encoding as ROR. 102849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe CHECK_EQ(immed_, 0U); 103849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe break; 104849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe default: 105849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type = static_cast<uint32_t>(shift_); 106849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe } 10765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Shifted immediate or register. 10865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (rs_ == kNoRegister) { 10965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Immediate shift. 11065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return immed_ << kShiftImmShift | 111849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type << kShiftShift | 11265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison static_cast<uint32_t>(rm_); 11365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 11465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Register shift. 11565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return static_cast<uint32_t>(rs_) << kShiftRegisterShift | 116849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type << kShiftShift | (1 << 4) | 11765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison static_cast<uint32_t>(rm_); 11865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 11965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 12065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Simple register 12165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return static_cast<uint32_t>(rm_); 12265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 12365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison default: 12465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Can't get here. 12565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison LOG(FATAL) << "Invalid shifter operand for ARM"; 12665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return 0; 127a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro } 128a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro} 129a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro 13045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allisonuint32_t ShifterOperand::encodingThumb() const { 13145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison switch (type_) { 13245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison case kImmediate: 13345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return immed_; 13445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison case kRegister: 13545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (is_shift_) { 13645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Shifted immediate or register. 13745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (rs_ == kNoRegister) { 13845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Immediate shift. 13945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (shift_ == RRX) { 14045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // RRX is encoded as an ROR with imm 0. 14145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return ROR << 4 | static_cast<uint32_t>(rm_); 14265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 14345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison uint32_t imm3 = immed_ >> 2; 144c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe uint32_t imm2 = immed_ & 3U /* 0b11 */; 14545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison 14645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return imm3 << 12 | imm2 << 6 | shift_ << 4 | 14745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison static_cast<uint32_t>(rm_); 14865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 14965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 15045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison LOG(FATAL) << "No register-shifted register instruction available in thumb"; 15145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return 0; 15265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 15345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else { 15445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Simple register 15545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return static_cast<uint32_t>(rm_); 15645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 15745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison default: 15845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Can't get here. 15945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison LOG(FATAL) << "Invalid shifter operand for thumb"; 16065b798ea10dd716c1bb3dda029f9bf255435af72Andreas Gampe UNREACHABLE(); 161a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro } 16265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 16365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 16465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t Address::encodingArm() const { 165ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(IsAbsoluteUint<12>(offset_)); 16665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding; 16745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (is_immed_offset_) { 16845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (offset_ < 0) { 16945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = (am_ ^ (1 << kUShift)) | -offset_; // Flip U to adjust sign. 17045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else { 17145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = am_ | offset_; 17245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 173b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 17445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison uint32_t shift = shift_; 17545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (shift == RRX) { 1769f612ffab2b188d80027d961d7118eb2c461b5adAndreas Gampe CHECK_EQ(offset_, 0); 17745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison shift = ROR; 17845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 17945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = am_ | static_cast<uint32_t>(rm_) | shift << 5 | offset_ << 7 | B25; 18065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 18165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison encoding |= static_cast<uint32_t>(rn_) << kRnShift; 18265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return encoding; 18365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 18465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 18565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 18645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allisonuint32_t Address::encodingThumb(bool is_32bit) const { 18765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding = 0; 18845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (is_immed_offset_) { 18945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = static_cast<uint32_t>(rn_) << 16; 19045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Check for the T3/T4 encoding. 19145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // PUW must Offset for T3 19245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Convert ARM PU0W to PUW 19345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // The Mode is in ARM encoding format which is: 19445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // |P|U|0|W| 19545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // we need this in thumb2 mode: 19645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // |P|U|W| 19745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison 19845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison uint32_t am = am_; 19945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison int32_t offset = offset_; 20045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (offset < 0) { 20145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison am ^= 1 << kUShift; 20245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison offset = -offset; 20345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 20445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (offset_ < 0 || (offset >= 0 && offset < 256 && 20565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison am_ != Mode::Offset)) { 20645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // T4 encoding. 20745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison uint32_t PUW = am >> 21; // Move down to bottom of word. 20845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison PUW = (PUW >> 1) | (PUW & 1); // Bits 3, 2 and 0. 20945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // If P is 0 then W must be 1 (Different from ARM). 210c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe if ((PUW & 4U /* 0b100 */) == 0) { 211c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe PUW |= 1U /* 0b1 */; 21265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 21345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding |= B11 | PUW << 8 | offset; 21445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else { 21545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // T3 encoding (also sets op1 to 0b01). 21645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding |= B23 | offset_; 21745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 21865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 21945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Register offset, possibly shifted. 22045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Need to choose between encoding T1 (16 bit) or T2. 22145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Only Offset mode is supported. Shift must be LSL and the count 22245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // is only 2 bits. 22345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison CHECK_EQ(shift_, LSL); 22445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison CHECK_LE(offset_, 4); 22545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison CHECK_EQ(am_, Offset); 22645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison bool is_t2 = is_32bit; 22745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (ArmAssembler::IsHighRegister(rn_) || ArmAssembler::IsHighRegister(rm_)) { 22845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison is_t2 = true; 22945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else if (offset_ != 0) { 23045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison is_t2 = true; 23145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 23245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (is_t2) { 23345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = static_cast<uint32_t>(rn_) << 16 | static_cast<uint32_t>(rm_) | 23445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison offset_ << 4; 23545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else { 23645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = static_cast<uint32_t>(rn_) << 3 | static_cast<uint32_t>(rm_) << 6; 23745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 238b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 23965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return encoding; 240b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 241b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 24265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison// This is very like the ARM encoding except the offset is 10 bits. 24365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t Address::encodingThumbLdrdStrd() const { 2442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe DCHECK(IsImmediate()); 24565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding; 24665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t am = am_; 24765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // If P is 0 then W must be 1 (Different from ARM). 24865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t PU1W = am_ >> 21; // Move down to bottom of word. 249c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe if ((PU1W & 8U /* 0b1000 */) == 0) { 25065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison am |= 1 << 21; // Set W bit. 25165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 25265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (offset_ < 0) { 25365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t off = -offset_; 25465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK_LT(off, 1024); 255c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe CHECK_EQ((off & 3 /* 0b11 */), 0); // Must be multiple of 4. 25665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison encoding = (am ^ (1 << kUShift)) | off >> 2; // Flip U to adjust sign. 257b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 25865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK_LT(offset_, 1024); 259c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe CHECK_EQ((offset_ & 3 /* 0b11 */), 0); // Must be multiple of 4. 26065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison encoding = am | offset_ >> 2; 261b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 26265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison encoding |= static_cast<uint32_t>(rn_) << 16; 26365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return encoding; 264b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 265b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 26665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison// Encoding for ARM addressing mode 3. 26765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t Address::encoding3() const { 26865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison const uint32_t offset_mask = (1 << 12) - 1; 26965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding = encodingArm(); 27065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t offset = encoding & offset_mask; 27165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK_LT(offset, 256u); 27265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (encoding & ~offset_mask) | ((offset & 0xf0) << 4) | (offset & 0xf); 27365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 274b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 27565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison// Encoding for vfp load/store addressing. 27665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t Address::vencoding() const { 277ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(IsAbsoluteUint<10>(offset_)); // In the range -1020 to +1020. 278ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK_ALIGNED(offset_, 2); // Multiple of 4. 279ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe 28065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison const uint32_t offset_mask = (1 << 12) - 1; 28165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding = encodingArm(); 28265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t offset = encoding & offset_mask; 28365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK((am_ == Offset) || (am_ == NegOffset)); 284277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe uint32_t vencoding_value = (encoding & (0xf << kRnShift)) | (offset >> 2); 28565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (am_ == Offset) { 286277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe vencoding_value |= 1 << 23; 287b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 288277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe return vencoding_value; 289b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 290b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 291b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 29265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonbool Address::CanHoldLoadOffsetArm(LoadOperandType type, int offset) { 293b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers switch (type) { 294b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSignedByte: 295b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSignedHalfword: 296b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadUnsignedHalfword: 297b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadWordPair: 298ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<8>(offset); // Addressing mode 3. 299b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadUnsignedByte: 300b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadWord: 301ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<12>(offset); // Addressing mode 2. 302b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSWord: 303b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadDWord: 304ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); // VFP addressing mode. 305b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers default: 306b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LOG(FATAL) << "UNREACHABLE"; 3072c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 308b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 309b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 310b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 311b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 31265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonbool Address::CanHoldStoreOffsetArm(StoreOperandType type, int offset) { 313b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers switch (type) { 314b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreHalfword: 315b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreWordPair: 316ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<8>(offset); // Addressing mode 3. 317b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreByte: 318b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreWord: 319ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<12>(offset); // Addressing mode 2. 320b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreSWord: 321b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreDWord: 322ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); // VFP addressing mode. 323b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers default: 324b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LOG(FATAL) << "UNREACHABLE"; 3252c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 326b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 327b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 328b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 32965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonbool Address::CanHoldLoadOffsetThumb(LoadOperandType type, int offset) { 330b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers switch (type) { 331b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSignedByte: 332b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSignedHalfword: 333b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadUnsignedHalfword: 33465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kLoadUnsignedByte: 335b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadWord: 336ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<12>(offset); 33765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kLoadSWord: 33865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kLoadDWord: 339ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); // VFP addressing mode. 340b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadWordPair: 341ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); 3422c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers default: 343b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LOG(FATAL) << "UNREACHABLE"; 3442c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 345b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 346b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 347b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 348b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 34965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonbool Address::CanHoldStoreOffsetThumb(StoreOperandType type, int offset) { 350b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers switch (type) { 351b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreHalfword: 35265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kStoreByte: 353b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreWord: 354ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<12>(offset); 35565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kStoreSWord: 35665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kStoreDWord: 357ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); // VFP addressing mode. 358b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreWordPair: 359ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); 3602c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers default: 361b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LOG(FATAL) << "UNREACHABLE"; 3622c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 363b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 364b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 365b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 36665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonvoid ArmAssembler::Pad(uint32_t bytes) { 36765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison AssemblerBuffer::EnsureCapacity ensured(&buffer_); 36865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison for (uint32_t i = 0; i < bytes; ++i) { 36913735955f39b3b304c37d2b2840663c131262c18Ian Rogers buffer_.Emit<uint8_t>(0); 3709b9ba28b1277b4ddb967c5a968c6d550febce6afCarl Shapiro } 3719b9ba28b1277b4ddb967c5a968c6d550febce6afCarl Shapiro} 3729b9ba28b1277b4ddb967c5a968c6d550febce6afCarl Shapiro 373dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbeckystatic dwarf::Reg DWARFReg(Register reg) { 374dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky return dwarf::Reg::ArmCore(static_cast<int>(reg)); 375dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky} 376dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky 377dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbeckystatic dwarf::Reg DWARFReg(SRegister reg) { 378dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky return dwarf::Reg::ArmFp(static_cast<int>(reg)); 379dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky} 380dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky 3813d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartierconstexpr size_t kFramePointerSize = kArmPointerSize; 382790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 3832c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 384b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers const std::vector<ManagedRegister>& callee_save_regs, 385fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const ManagedRegisterEntrySpills& entry_spills) { 386dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky CHECK_EQ(buffer_.Size(), 0U); // Nothing emitted yet 38706b37d91bb3d543002b1aee9829691f5e8bebc7eElliott Hughes CHECK_ALIGNED(frame_size, kStackAlignment); 3882c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers CHECK_EQ(R0, method_reg.AsArm().AsCoreRegister()); 389bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 39000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers // Push callee saves and link register. 391dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky RegList core_spill_mask = 1 << LR; 392dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky uint32_t fp_spill_mask = 0; 393dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky for (const ManagedRegister& reg : callee_save_regs) { 394dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky if (reg.AsArm().IsCoreRegister()) { 395dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky core_spill_mask |= 1 << reg.AsArm().AsCoreRegister(); 3967cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } else { 397dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky fp_spill_mask |= 1 << reg.AsArm().AsSRegister(); 3987cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 3990d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers } 400dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky PushList(core_spill_mask); 401dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(POPCOUNT(core_spill_mask) * kFramePointerSize); 402dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RelOffsetForMany(DWARFReg(Register(0)), 0, core_spill_mask, kFramePointerSize); 403dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky if (fp_spill_mask != 0) { 404dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky vpushs(SRegister(CTZ(fp_spill_mask)), POPCOUNT(fp_spill_mask)); 405dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(POPCOUNT(fp_spill_mask) * kFramePointerSize); 406dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RelOffsetForMany(DWARFReg(SRegister(0)), 0, fp_spill_mask, kFramePointerSize); 4077cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 408bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 40900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers // Increase frame to required size. 410dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky int pushed_values = POPCOUNT(core_spill_mask) + POPCOUNT(fp_spill_mask); 411790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers CHECK_GT(frame_size, pushed_values * kFramePointerSize); // Must at least have space for Method*. 412dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky IncreaseFrameSize(frame_size - pushed_values * kFramePointerSize); // handles CFI as well. 413bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 41400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers // Write out Method*. 415bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers StoreToOffset(kStoreWord, R0, SP, 0); 41600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers 41700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers // Write out entry spills. 4183d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier int32_t offset = frame_size + kFramePointerSize; 41900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers for (size_t i = 0; i < entry_spills.size(); ++i) { 4205667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu ArmManagedRegister reg = entry_spills.at(i).AsArm(); 4215667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu if (reg.IsNoRegister()) { 4225667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu // only increment stack offset. 4235667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu ManagedRegisterSpill spill = entry_spills.at(i); 4245667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu offset += spill.getSize(); 4255667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu } else if (reg.IsCoreRegister()) { 4265667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu StoreToOffset(kStoreWord, reg.AsCoreRegister(), SP, offset); 4275667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu offset += 4; 4285667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu } else if (reg.IsSRegister()) { 4295667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu StoreSToOffset(reg.AsSRegister(), SP, offset); 4305667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu offset += 4; 4315667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu } else if (reg.IsDRegister()) { 4325667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu StoreDToOffset(reg.AsDRegister(), SP, offset); 4335667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu offset += 8; 4345667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu } 43500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers } 436b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 437b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 4382c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::RemoveFrame(size_t frame_size, 439bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers const std::vector<ManagedRegister>& callee_save_regs) { 44006b37d91bb3d543002b1aee9829691f5e8bebc7eElliott Hughes CHECK_ALIGNED(frame_size, kStackAlignment); 441dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RememberState(); 442dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky 44365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Compute callee saves to pop and PC. 444dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky RegList core_spill_mask = 1 << PC; 445dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky uint32_t fp_spill_mask = 0; 446dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky for (const ManagedRegister& reg : callee_save_regs) { 447dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky if (reg.AsArm().IsCoreRegister()) { 448dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky core_spill_mask |= 1 << reg.AsArm().AsCoreRegister(); 4497cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } else { 450dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky fp_spill_mask |= 1 << reg.AsArm().AsSRegister(); 4517cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 4527cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 4537cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz 45465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Decrease frame to start of callee saves. 455dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky int pop_values = POPCOUNT(core_spill_mask) + POPCOUNT(fp_spill_mask); 456790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers CHECK_GT(frame_size, pop_values * kFramePointerSize); 457dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky DecreaseFrameSize(frame_size - (pop_values * kFramePointerSize)); // handles CFI as well. 458bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 459dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky if (fp_spill_mask != 0) { 460dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky vpops(SRegister(CTZ(fp_spill_mask)), POPCOUNT(fp_spill_mask)); 461dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(-kFramePointerSize * POPCOUNT(fp_spill_mask)); 462dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RestoreMany(DWARFReg(SRegister(0)), fp_spill_mask); 4637cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 4647cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz 46565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Pop callee saves and PC. 466dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky PopList(core_spill_mask); 467dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky 468dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky // The CFI should be restored for any code that follows the exit block. 469dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.RestoreState(); 470dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.DefCFAOffset(frame_size); 4710d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers} 4720d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers 4732c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::IncreaseFrameSize(size_t adjust) { 474b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers AddConstant(SP, -adjust); 475dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(adjust); 476b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 477b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 4782c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::DecreaseFrameSize(size_t adjust) { 479b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers AddConstant(SP, adjust); 480dd97393aca1a3ff2abec4dc4f78d7724300971bcDavid Srbecky cfi_.AdjustCFAOffset(-adjust); 481b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 482b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 4832c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::Store(FrameOffset dest, ManagedRegister msrc, size_t size) { 4842c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister src = msrc.AsArm(); 485e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro if (src.IsNoRegister()) { 486e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro CHECK_EQ(0u, size); 487e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } else if (src.IsCoreRegister()) { 488b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK_EQ(4u, size); 489b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, src.AsCoreRegister(), SP, dest.Int32Value()); 490e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } else if (src.IsRegisterPair()) { 491e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro CHECK_EQ(8u, size); 492e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro StoreToOffset(kStoreWord, src.AsRegisterPairLow(), SP, dest.Int32Value()); 493e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro StoreToOffset(kStoreWord, src.AsRegisterPairHigh(), 494e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro SP, dest.Int32Value() + 4); 495e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } else if (src.IsSRegister()) { 496e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro StoreSToOffset(src.AsSRegister(), SP, dest.Int32Value()); 497b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 498bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsDRegister()) << src; 499e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro StoreDToOffset(src.AsDRegister(), SP, dest.Int32Value()); 500b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 501b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 502b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 5032c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 5042c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister src = msrc.AsArm(); 505bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsCoreRegister()) << src; 506b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, src.AsCoreRegister(), SP, dest.Int32Value()); 507b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 508b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 5092c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 5102c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister src = msrc.AsArm(); 511bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsCoreRegister()) << src; 512df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers StoreToOffset(kStoreWord, src.AsCoreRegister(), SP, dest.Int32Value()); 513df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers} 514df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers 5152c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::StoreSpanning(FrameOffset dest, ManagedRegister msrc, 5162c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers FrameOffset in_off, ManagedRegister mscratch) { 5172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister src = msrc.AsArm(); 5182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 5197a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers StoreToOffset(kStoreWord, src.AsCoreRegister(), SP, dest.Int32Value()); 5207a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, in_off.Int32Value()); 5217a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value() + 4); 5227a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers} 5237a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers 5242c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::CopyRef(FrameOffset dest, FrameOffset src, 5252c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 5262c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 527b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, src.Int32Value()); 528b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value()); 529b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 530b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 5313d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartiervoid ArmAssembler::LoadRef(ManagedRegister mdest, ManagedRegister base, MemberOffset offs, 5323d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier bool poison_reference) { 533bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = mdest.AsArm(); 534bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsCoreRegister() && dst.IsCoreRegister()) << dst; 535bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes LoadFromOffset(kLoadWord, dst.AsCoreRegister(), 5362c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers base.AsArm().AsCoreRegister(), offs.Int32Value()); 5373d21bdf8894e780d349c481e5c9e29fe1556051cMathieu Chartier if (kPoisonHeapReferences && poison_reference) { 538e63a745f26fec5a5b4162fc83f6e88a1f696c30cHiroshi Yamauchi rsb(dst.AsCoreRegister(), dst.AsCoreRegister(), ShifterOperand(0)); 539e63a745f26fec5a5b4162fc83f6e88a1f696c30cHiroshi Yamauchi } 540b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 541b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 5422c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 543bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = mdest.AsArm(); 544bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsCoreRegister()) << dst; 545bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes LoadFromOffset(kLoadWord, dst.AsCoreRegister(), SP, src.Int32Value()); 546362f9bc807169bcfc8761dde067bbfb79b5ad0fdElliott Hughes} 5472c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers 5482c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 549a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers Offset offs) { 550bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = mdest.AsArm(); 551bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsCoreRegister() && dst.IsCoreRegister()) << dst; 552bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes LoadFromOffset(kLoadWord, dst.AsCoreRegister(), 5532c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers base.AsArm().AsCoreRegister(), offs.Int32Value()); 554a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers} 555a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers 5562c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 5572c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 5582c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 559bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 560b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadImmediate(scratch.AsCoreRegister(), imm); 561b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value()); 562b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 563b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 564dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::StoreImmediateToThread32(ThreadOffset<4> dest, uint32_t imm, 5652c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 5662c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 567bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 568b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadImmediate(scratch.AsCoreRegister(), imm); 569b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), TR, dest.Int32Value()); 570b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 571b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 572bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughesstatic void EmitLoad(ArmAssembler* assembler, ManagedRegister m_dst, 573bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes Register src_register, int32_t src_offset, size_t size) { 574bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = m_dst.AsArm(); 575bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes if (dst.IsNoRegister()) { 576bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK_EQ(0u, size) << dst; 577bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsCoreRegister()) { 578bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK_EQ(4u, size) << dst; 579bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadFromOffset(kLoadWord, dst.AsCoreRegister(), src_register, src_offset); 580bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsRegisterPair()) { 581bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK_EQ(8u, size) << dst; 582bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadFromOffset(kLoadWord, dst.AsRegisterPairLow(), src_register, src_offset); 583bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadFromOffset(kLoadWord, dst.AsRegisterPairHigh(), src_register, src_offset + 4); 584bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsSRegister()) { 585bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadSFromOffset(dst.AsSRegister(), src_register, src_offset); 586b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 587bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsDRegister()) << dst; 588bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadDFromOffset(dst.AsDRegister(), src_register, src_offset); 589b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 590b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 591b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 592bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughesvoid ArmAssembler::Load(ManagedRegister m_dst, FrameOffset src, size_t size) { 593bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes return EmitLoad(this, m_dst, SP, src.Int32Value(), size); 5945a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 5955a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 596dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::LoadFromThread32(ManagedRegister m_dst, ThreadOffset<4> src, size_t size) { 597bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes return EmitLoad(this, m_dst, TR, src.Int32Value(), size); 598bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes} 599bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes 600dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::LoadRawPtrFromThread32(ManagedRegister m_dst, ThreadOffset<4> offs) { 601bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = m_dst.AsArm(); 602bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsCoreRegister()) << dst; 603bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes LoadFromOffset(kLoadWord, dst.AsCoreRegister(), TR, offs.Int32Value()); 604b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 605b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 606dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::CopyRawPtrFromThread32(FrameOffset fr_offs, 607dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<4> thr_offs, 6082c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 6092c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 610bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 611b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 612b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers TR, thr_offs.Int32Value()); 613b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), 614b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers SP, fr_offs.Int32Value()); 615b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 616b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 617dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::CopyRawPtrToThread32(ThreadOffset<4> thr_offs, 6182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers FrameOffset fr_offs, 6192c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 6202c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 621bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 622b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 623b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers SP, fr_offs.Int32Value()); 624b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), 625b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers TR, thr_offs.Int32Value()); 626b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 627b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 628dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::StoreStackOffsetToThread32(ThreadOffset<4> thr_offs, 6292c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers FrameOffset fr_offs, 6302c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 6312c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 632bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 633b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers AddConstant(scratch.AsCoreRegister(), SP, fr_offs.Int32Value(), AL); 634b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), 635b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers TR, thr_offs.Int32Value()); 636b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 637b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 638dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::StoreStackPointerToThread32(ThreadOffset<4> thr_offs) { 63945a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers StoreToOffset(kStoreWord, SP, TR, thr_offs.Int32Value()); 64045a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers} 64145a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers 64258136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhaovoid ArmAssembler::SignExtend(ManagedRegister /*mreg*/, size_t /*size*/) { 64358136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao UNIMPLEMENTED(FATAL) << "no sign extension necessary for arm"; 64458136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao} 64558136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao 646cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhaovoid ArmAssembler::ZeroExtend(ManagedRegister /*mreg*/, size_t /*size*/) { 647cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao UNIMPLEMENTED(FATAL) << "no zero extension necessary for arm"; 648cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao} 649cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao 650bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughesvoid ArmAssembler::Move(ManagedRegister m_dst, ManagedRegister m_src, size_t /*size*/) { 651bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = m_dst.AsArm(); 652bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister src = m_src.AsArm(); 653bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes if (!dst.Equals(src)) { 654bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes if (dst.IsCoreRegister()) { 655bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsCoreRegister()) << src; 656bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsCoreRegister(), ShifterOperand(src.AsCoreRegister())); 657bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsDRegister()) { 658bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsDRegister()) << src; 659bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes vmovd(dst.AsDRegister(), src.AsDRegister()); 660bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsSRegister()) { 661bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsSRegister()) << src; 662bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes vmovs(dst.AsSRegister(), src.AsSRegister()); 663e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } else { 664bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsRegisterPair()) << dst; 665bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsRegisterPair()) << src; 66665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Ensure that the first move doesn't clobber the input of the second. 667bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes if (src.AsRegisterPairHigh() != dst.AsRegisterPairLow()) { 668bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsRegisterPairLow(), ShifterOperand(src.AsRegisterPairLow())); 669bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsRegisterPairHigh(), ShifterOperand(src.AsRegisterPairHigh())); 6707a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers } else { 671bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsRegisterPairHigh(), ShifterOperand(src.AsRegisterPairHigh())); 672bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsRegisterPairLow(), ShifterOperand(src.AsRegisterPairLow())); 6737a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers } 674e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } 675b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 676b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 677b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 678dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogersvoid ArmAssembler::Copy(FrameOffset dest, FrameOffset src, ManagedRegister mscratch, size_t size) { 6792c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 680bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 681bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(size == 4 || size == 8) << size; 682b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (size == 4) { 683dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, src.Int32Value()); 684dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value()); 6855381cf941d26030199fcdbe61a614ff01e55a27cShih-wei Liao } else if (size == 8) { 686dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, src.Int32Value()); 687dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value()); 688dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, src.Int32Value() + 4); 689dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value() + 4); 690b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 691b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 692b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 693dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogersvoid ArmAssembler::Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, 694dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers ManagedRegister mscratch, size_t size) { 695dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers Register scratch = mscratch.AsArm().AsCoreRegister(); 696dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers CHECK_EQ(size, 4u); 697dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers LoadFromOffset(kLoadWord, scratch, src_base.AsArm().AsCoreRegister(), src_offset.Int32Value()); 698dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers StoreToOffset(kStoreWord, scratch, SP, dest.Int32Value()); 699dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 700dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 7015a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogersvoid ArmAssembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 7025a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister mscratch, size_t size) { 7035a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers Register scratch = mscratch.AsArm().AsCoreRegister(); 7045a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK_EQ(size, 4u); 7055a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers LoadFromOffset(kLoadWord, scratch, SP, src.Int32Value()); 7065a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers StoreToOffset(kStoreWord, scratch, dest_base.AsArm().AsCoreRegister(), dest_offset.Int32Value()); 7075a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 7085a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 7091bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid ArmAssembler::Copy(FrameOffset /*dst*/, FrameOffset /*src_base*/, Offset /*src_offset*/, 7101bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes ManagedRegister /*mscratch*/, size_t /*size*/) { 711dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers UNIMPLEMENTED(FATAL); 712dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 713dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 7145a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogersvoid ArmAssembler::Copy(ManagedRegister dest, Offset dest_offset, 7155a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister src, Offset src_offset, 7165a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister mscratch, size_t size) { 717dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers CHECK_EQ(size, 4u); 7185a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers Register scratch = mscratch.AsArm().AsCoreRegister(); 7195a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers LoadFromOffset(kLoadWord, scratch, src.AsArm().AsCoreRegister(), src_offset.Int32Value()); 7205a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers StoreToOffset(kStoreWord, scratch, dest.AsArm().AsCoreRegister(), dest_offset.Int32Value()); 7215a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 7225a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 7231bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid ArmAssembler::Copy(FrameOffset /*dst*/, Offset /*dest_offset*/, FrameOffset /*src*/, Offset /*src_offset*/, 7241bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes ManagedRegister /*scratch*/, size_t /*size*/) { 7255a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers UNIMPLEMENTED(FATAL); 726dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 727dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 728eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid ArmAssembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 729eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 7302c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister min_reg, bool null_allowed) { 7312c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister out_reg = mout_reg.AsArm(); 7322c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister in_reg = min_reg.AsArm(); 733bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(in_reg.IsNoRegister() || in_reg.IsCoreRegister()) << in_reg; 734bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(out_reg.IsCoreRegister()) << out_reg; 735b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (null_allowed) { 736eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // Null values get a handle scope entry value of 0. Otherwise, the handle scope entry is 737eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // the address in the handle scope holding the reference. 738b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers // e.g. out_reg = (handle == 0) ? 0 : (SP+handle_offset) 739e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro if (in_reg.IsNoRegister()) { 740e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro LoadFromOffset(kLoadWord, out_reg.AsCoreRegister(), 741eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier SP, handle_scope_offset.Int32Value()); 742e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro in_reg = out_reg; 743e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } 744b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers cmp(in_reg.AsCoreRegister(), ShifterOperand(0)); 745b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (!out_reg.Equals(in_reg)) { 74665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison it(EQ, kItElse); 747b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadImmediate(out_reg.AsCoreRegister(), 0, EQ); 74865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 74965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison it(NE); 750b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 751eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier AddConstant(out_reg.AsCoreRegister(), SP, handle_scope_offset.Int32Value(), NE); 752b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 753eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier AddConstant(out_reg.AsCoreRegister(), SP, handle_scope_offset.Int32Value(), AL); 754b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 755b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 756b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 757eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid ArmAssembler::CreateHandleScopeEntry(FrameOffset out_off, 758eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 7592c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch, 7602c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers bool null_allowed) { 7612c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 762bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 763b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (null_allowed) { 764b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, 765eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier handle_scope_offset.Int32Value()); 766eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // Null values get a handle scope entry value of 0. Otherwise, the handle scope entry is 767eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // the address in the handle scope holding the reference. 768eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // e.g. scratch = (scratch == 0) ? 0 : (SP+handle_scope_offset) 769b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers cmp(scratch.AsCoreRegister(), ShifterOperand(0)); 77065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison it(NE); 771eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier AddConstant(scratch.AsCoreRegister(), SP, handle_scope_offset.Int32Value(), NE); 772b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 773eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier AddConstant(scratch.AsCoreRegister(), SP, handle_scope_offset.Int32Value(), AL); 774b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 775b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, out_off.Int32Value()); 776b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 777b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 778eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid ArmAssembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 7792c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister min_reg) { 7802c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister out_reg = mout_reg.AsArm(); 7812c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister in_reg = min_reg.AsArm(); 782bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(out_reg.IsCoreRegister()) << out_reg; 783bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(in_reg.IsCoreRegister()) << in_reg; 784b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Label null_arg; 785b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (!out_reg.Equals(in_reg)) { 78665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison LoadImmediate(out_reg.AsCoreRegister(), 0, EQ); // TODO: why EQ? 787b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 788b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers cmp(in_reg.AsCoreRegister(), ShifterOperand(0)); 78965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison it(NE); 790df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers LoadFromOffset(kLoadWord, out_reg.AsCoreRegister(), 791df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers in_reg.AsCoreRegister(), 0, NE); 792b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 793b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 7941bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid ArmAssembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 79565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // TODO: not validating references. 796b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 797b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 7981bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid ArmAssembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 79965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // TODO: not validating references. 800b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 801b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 8022c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::Call(ManagedRegister mbase, Offset offset, 8032c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 8042c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister base = mbase.AsArm(); 8052c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 806bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(base.IsCoreRegister()) << base; 807bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 808b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 809b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers base.AsCoreRegister(), offset.Int32Value()); 810b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers blx(scratch.AsCoreRegister()); 81165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // TODO: place reference map on call. 812b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 813b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 8142c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::Call(FrameOffset base, Offset offset, 8152c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 8162c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 817bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 818e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro // Call *(*(SP + base) + offset) 819e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 820e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro SP, base.Int32Value()); 821e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 822e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro scratch.AsCoreRegister(), offset.Int32Value()); 823e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro blx(scratch.AsCoreRegister()); 824e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro // TODO: place reference map on call 825e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro} 826e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro 827dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::CallFromThread32(ThreadOffset<4> /*offset*/, ManagedRegister /*scratch*/) { 828bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers UNIMPLEMENTED(FATAL); 829bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers} 830bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 8312c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::GetCurrentThread(ManagedRegister tr) { 8322c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers mov(tr.AsArm().AsCoreRegister(), ShifterOperand(TR)); 833668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao} 834668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao 8352c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::GetCurrentThread(FrameOffset offset, 8361bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes ManagedRegister /*scratch*/) { 837668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao StoreToOffset(kStoreWord, TR, SP, offset.Int32Value(), AL); 838668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao} 839668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao 84000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogersvoid ArmAssembler::ExceptionPoll(ManagedRegister mscratch, size_t stack_adjust) { 8412c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 84200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers ArmExceptionSlowPath* slow = new ArmExceptionSlowPath(scratch, stack_adjust); 843e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro buffer_.EnqueueSlowPath(slow); 844e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 845dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers TR, Thread::ExceptionOffset<4>().Int32Value()); 846e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro cmp(scratch.AsCoreRegister(), ShifterOperand(0)); 847e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro b(slow->Entry(), NE); 848e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro} 849e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro 8502c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmExceptionSlowPath::Emit(Assembler* sasm) { 8512c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmAssembler* sp_asm = down_cast<ArmAssembler*>(sasm); 8522c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers#define __ sp_asm-> 8532c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers __ Bind(&entry_); 85400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers if (stack_adjust_ != 0) { // Fix up the frame. 85500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers __ DecreaseFrameSize(stack_adjust_); 85600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers } 85765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Pass exception object as argument. 85865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Don't care about preserving R0 as this call won't return. 85967375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers __ mov(R0, ShifterOperand(scratch_.AsCoreRegister())); 86065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Set up call to Thread::Current()->pDeliverException. 861dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ LoadFromOffset(kLoadWord, R12, TR, QUICK_ENTRYPOINT_OFFSET(4, pDeliverException).Int32Value()); 8622c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers __ blx(R12); 86365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Call never returns. 86467375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers __ bkpt(0); 8652c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers#undef __ 86645a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers} 86745a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers 86865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 86965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonstatic int LeadingZeros(uint32_t val) { 87065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t alt; 87165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t n; 87265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t count; 87365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 87465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison count = 16; 87565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison n = 32; 87665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison do { 87765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison alt = val >> count; 87865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (alt != 0) { 87965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison n = n - count; 88065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison val = alt; 88165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 88265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison count >>= 1; 88365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } while (count); 88465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return n - val; 88565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 88665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 88765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 88865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t ArmAssembler::ModifiedImmediate(uint32_t value) { 88965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t z_leading; 89065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t z_trailing; 89165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t b0 = value & 0xff; 89265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 89365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* Note: case of value==0 must use 0:000:0:0000000 encoding */ 89465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (value <= 0xFF) 89565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return b0; // 0:000:a:bcdefgh. 89665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (value == ((b0 << 16) | b0)) 89765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (0x1 << 12) | b0; /* 0:001:a:bcdefgh */ 89865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (value == ((b0 << 24) | (b0 << 16) | (b0 << 8) | b0)) 89965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (0x3 << 12) | b0; /* 0:011:a:bcdefgh */ 90065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison b0 = (value >> 8) & 0xff; 90165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (value == ((b0 << 24) | (b0 << 8))) 90265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (0x2 << 12) | b0; /* 0:010:a:bcdefgh */ 90365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* Can we do it with rotation? */ 90465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison z_leading = LeadingZeros(value); 90565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison z_trailing = 32 - LeadingZeros(~value & (value - 1)); 90665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* A run of eight or fewer active bits? */ 90765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if ((z_leading + z_trailing) < 24) 90865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return kInvalidModifiedImmediate; /* No - bail */ 90965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* left-justify the constant, discarding msb (known to be 1) */ 91065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison value <<= z_leading + 1; 91165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* Create bcdefgh */ 91265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison value >>= 25; 91365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 91465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* Put it all together */ 91565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t v = 8 + z_leading; 91665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 917c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe uint32_t i = (v & 16U /* 0b10000 */) >> 4; 918c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe uint32_t imm3 = (v >> 1) & 7U /* 0b111 */; 91965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t a = v & 1; 92065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return value | i << 26 | imm3 << 12 | a << 7; 92165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 92265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 9232c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers} // namespace arm 9246b6b5f0e67ce03f38223a525612955663bc1799bCarl Shapiro} // namespace art 925