assembler_arm.cc revision 65b798ea10dd716c1bb3dda029f9bf255435af72
12faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes/* 22faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Copyright (C) 2011 The Android Open Source Project 32faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 42faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Licensed under the Apache License, Version 2.0 (the "License"); 52faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * you may not use this file except in compliance with the License. 62faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * You may obtain a copy of the License at 72faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 82faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * http://www.apache.org/licenses/LICENSE-2.0 92faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * 102faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * Unless required by applicable law or agreed to in writing, software 112faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * distributed under the License is distributed on an "AS IS" BASIS, 122faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 132faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * See the License for the specific language governing permissions and 142faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes * limitations under the License. 152faa5f1271587cda765f26bcf2951065300a01ffElliott Hughes */ 16a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers#include "assembler_arm.h" 182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers 1907ed66b5ae659c452cbe1ab20c3dbf1d6f546461Elliott Hughes#include "base/logging.h" 20166db04e259ca51838c311891598664deeed85adIan Rogers#include "entrypoints/quick/quick_entrypoints.h" 21578bbdc684db8ed68e9fedbc678669d27fa68b6eBrian Carlstrom#include "offsets.h" 22e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro#include "thread.h" 23578bbdc684db8ed68e9fedbc678669d27fa68b6eBrian Carlstrom#include "utils.h" 24a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 256b6b5f0e67ce03f38223a525612955663bc1799bCarl Shapironamespace art { 262c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersnamespace arm { 27a5d5cfda6239d8876937e75eba43222f639d2447Carl Shapiro 2865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonconst char* kRegisterNames[] = { 291f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes "r0", "r1", "r2", "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r10", 301f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes "fp", "ip", "sp", "lr", "pc" 311f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes}; 3265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 3365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonconst char* kConditionNames[] = { 3465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison "EQ", "NE", "CS", "CC", "MI", "PL", "VS", "VC", "HI", "LS", "GE", "LT", "GT", 3565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison "LE", "AL", 3665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison}; 3765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 381f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughesstd::ostream& operator<<(std::ostream& os, const Register& rhs) { 391f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes if (rhs >= R0 && rhs <= PC) { 401f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes os << kRegisterNames[rhs]; 411f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } else { 42b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "Register[" << static_cast<int>(rhs) << "]"; 431f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } 441f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes return os; 451f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes} 461f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 471f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 481f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughesstd::ostream& operator<<(std::ostream& os, const SRegister& rhs) { 491f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes if (rhs >= S0 && rhs < kNumberOfSRegisters) { 50b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "s" << static_cast<int>(rhs); 511f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } else { 52b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "SRegister[" << static_cast<int>(rhs) << "]"; 531f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } 541f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes return os; 551f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes} 561f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 571f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 581f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughesstd::ostream& operator<<(std::ostream& os, const DRegister& rhs) { 591f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes if (rhs >= D0 && rhs < kNumberOfDRegisters) { 60b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "d" << static_cast<int>(rhs); 611f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } else { 62b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "DRegister[" << static_cast<int>(rhs) << "]"; 631f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } 641f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes return os; 651f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes} 661f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 671f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughesstd::ostream& operator<<(std::ostream& os, const Condition& rhs) { 681f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes if (rhs >= EQ && rhs <= AL) { 691f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes os << kConditionNames[rhs]; 701f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } else { 71b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers os << "Condition[" << static_cast<int>(rhs) << "]"; 721f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes } 731f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes return os; 741f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes} 751f359b08f5ad33ae72e4073b86a9257fe1ed11e5Elliott Hughes 7696f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas GeoffrayShifterOperand::ShifterOperand(uint32_t immed) 7796f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray : type_(kImmediate), rm_(kNoRegister), rs_(kNoRegister), 7896f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray is_rotate_(false), is_shift_(false), shift_(kNoShift), rotate_(0), immed_(immed) { 7996f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray CHECK(immed < (1u << 12) || ArmAssembler::ModifiedImmediate(immed) != kInvalidModifiedImmediate); 8096f89a290eb67d7bf4b1636798fa28df14309cc7Nicolas Geoffray} 81a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro 82a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro 8365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t ShifterOperand::encodingArm() const { 8465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK(is_valid()); 8565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison switch (type_) { 8665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kImmediate: 8765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (is_rotate_) { 8865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (rotate_ << kRotateShift) | (immed_ << kImmed8Shift); 8965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 9065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return immed_; 9165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 9265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kRegister: 9365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (is_shift_) { 94849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe uint32_t shift_type; 95849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe switch (shift_) { 96849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe case arm::Shift::ROR: 97849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type = static_cast<uint32_t>(shift_); 98849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe CHECK_NE(immed_, 0U); 99849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe break; 100849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe case arm::Shift::RRX: 101849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type = static_cast<uint32_t>(arm::Shift::ROR); // Same encoding as ROR. 102849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe CHECK_EQ(immed_, 0U); 103849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe break; 104849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe default: 105849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type = static_cast<uint32_t>(shift_); 106849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe } 10765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Shifted immediate or register. 10865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (rs_ == kNoRegister) { 10965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Immediate shift. 11065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return immed_ << kShiftImmShift | 111849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type << kShiftShift | 11265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison static_cast<uint32_t>(rm_); 11365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 11465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Register shift. 11565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return static_cast<uint32_t>(rs_) << kShiftRegisterShift | 116849cc5e54cbd05f4efbd6082e03547ed9284639fAndreas Gampe shift_type << kShiftShift | (1 << 4) | 11765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison static_cast<uint32_t>(rm_); 11865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 11965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 12065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Simple register 12165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return static_cast<uint32_t>(rm_); 12265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 12365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison default: 12465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Can't get here. 12565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison LOG(FATAL) << "Invalid shifter operand for ARM"; 12665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return 0; 127a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro } 128a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro} 129a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro 13045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allisonuint32_t ShifterOperand::encodingThumb() const { 13145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison switch (type_) { 13245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison case kImmediate: 13345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return immed_; 13445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison case kRegister: 13545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (is_shift_) { 13645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Shifted immediate or register. 13745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (rs_ == kNoRegister) { 13845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Immediate shift. 13945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (shift_ == RRX) { 14045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // RRX is encoded as an ROR with imm 0. 14145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return ROR << 4 | static_cast<uint32_t>(rm_); 14265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 14345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison uint32_t imm3 = immed_ >> 2; 144c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe uint32_t imm2 = immed_ & 3U /* 0b11 */; 14545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison 14645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return imm3 << 12 | imm2 << 6 | shift_ << 4 | 14745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison static_cast<uint32_t>(rm_); 14865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 14965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 15045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison LOG(FATAL) << "No register-shifted register instruction available in thumb"; 15145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return 0; 15265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 15345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else { 15445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Simple register 15545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison return static_cast<uint32_t>(rm_); 15645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 15745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison default: 15845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Can't get here. 15945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison LOG(FATAL) << "Invalid shifter operand for thumb"; 16065b798ea10dd716c1bb3dda029f9bf255435af72Andreas Gampe UNREACHABLE(); 161a2e18e1e77fc25c8260aad5daa267ababfcb65f6Carl Shapiro } 16265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 16365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 16465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t Address::encodingArm() const { 165ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(IsAbsoluteUint<12>(offset_)); 16665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding; 16745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (is_immed_offset_) { 16845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (offset_ < 0) { 16945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = (am_ ^ (1 << kUShift)) | -offset_; // Flip U to adjust sign. 17045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else { 17145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = am_ | offset_; 17245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 173b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 17445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison uint32_t shift = shift_; 17545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (shift == RRX) { 1769f612ffab2b188d80027d961d7118eb2c461b5adAndreas Gampe CHECK_EQ(offset_, 0); 17745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison shift = ROR; 17845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 17945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = am_ | static_cast<uint32_t>(rm_) | shift << 5 | offset_ << 7 | B25; 18065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 18165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison encoding |= static_cast<uint32_t>(rn_) << kRnShift; 18265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return encoding; 18365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 18465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 18565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 18645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allisonuint32_t Address::encodingThumb(bool is_32bit) const { 18765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding = 0; 18845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (is_immed_offset_) { 18945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = static_cast<uint32_t>(rn_) << 16; 19045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Check for the T3/T4 encoding. 19145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // PUW must Offset for T3 19245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Convert ARM PU0W to PUW 19345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // The Mode is in ARM encoding format which is: 19445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // |P|U|0|W| 19545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // we need this in thumb2 mode: 19645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // |P|U|W| 19745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison 19845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison uint32_t am = am_; 19945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison int32_t offset = offset_; 20045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (offset < 0) { 20145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison am ^= 1 << kUShift; 20245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison offset = -offset; 20345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 20445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (offset_ < 0 || (offset >= 0 && offset < 256 && 20565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison am_ != Mode::Offset)) { 20645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // T4 encoding. 20745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison uint32_t PUW = am >> 21; // Move down to bottom of word. 20845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison PUW = (PUW >> 1) | (PUW & 1); // Bits 3, 2 and 0. 20945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // If P is 0 then W must be 1 (Different from ARM). 210c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe if ((PUW & 4U /* 0b100 */) == 0) { 211c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe PUW |= 1U /* 0b1 */; 21265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 21345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding |= B11 | PUW << 8 | offset; 21445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else { 21545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // T3 encoding (also sets op1 to 0b01). 21645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding |= B23 | offset_; 21745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 21865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 21945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Register offset, possibly shifted. 22045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Need to choose between encoding T1 (16 bit) or T2. 22145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // Only Offset mode is supported. Shift must be LSL and the count 22245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison // is only 2 bits. 22345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison CHECK_EQ(shift_, LSL); 22445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison CHECK_LE(offset_, 4); 22545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison CHECK_EQ(am_, Offset); 22645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison bool is_t2 = is_32bit; 22745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (ArmAssembler::IsHighRegister(rn_) || ArmAssembler::IsHighRegister(rm_)) { 22845fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison is_t2 = true; 22945fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else if (offset_ != 0) { 23045fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison is_t2 = true; 23145fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 23245fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison if (is_t2) { 23345fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = static_cast<uint32_t>(rn_) << 16 | static_cast<uint32_t>(rm_) | 23445fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison offset_ << 4; 23545fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } else { 23645fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison encoding = static_cast<uint32_t>(rn_) << 3 | static_cast<uint32_t>(rm_) << 6; 23745fdb93f04b981f70f7b6d98949ab3986b7331f8Dave Allison } 238b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 23965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return encoding; 240b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 241b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 24265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison// This is very like the ARM encoding except the offset is 10 bits. 24365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t Address::encodingThumbLdrdStrd() const { 2442bcf9bf784a0021630d8fe63d7230d46d6891780Andreas Gampe DCHECK(IsImmediate()); 24565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding; 24665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t am = am_; 24765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // If P is 0 then W must be 1 (Different from ARM). 24865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t PU1W = am_ >> 21; // Move down to bottom of word. 249c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe if ((PU1W & 8U /* 0b1000 */) == 0) { 25065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison am |= 1 << 21; // Set W bit. 25165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 25265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (offset_ < 0) { 25365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t off = -offset_; 25465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK_LT(off, 1024); 255c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe CHECK_EQ((off & 3 /* 0b11 */), 0); // Must be multiple of 4. 25665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison encoding = (am ^ (1 << kUShift)) | off >> 2; // Flip U to adjust sign. 257b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 25865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK_LT(offset_, 1024); 259c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe CHECK_EQ((offset_ & 3 /* 0b11 */), 0); // Must be multiple of 4. 26065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison encoding = am | offset_ >> 2; 261b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 26265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison encoding |= static_cast<uint32_t>(rn_) << 16; 26365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return encoding; 264b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 265b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 26665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison// Encoding for ARM addressing mode 3. 26765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t Address::encoding3() const { 26865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison const uint32_t offset_mask = (1 << 12) - 1; 26965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding = encodingArm(); 27065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t offset = encoding & offset_mask; 27165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK_LT(offset, 256u); 27265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (encoding & ~offset_mask) | ((offset & 0xf0) << 4) | (offset & 0xf); 27365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 274b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 27565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison// Encoding for vfp load/store addressing. 27665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t Address::vencoding() const { 277ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK(IsAbsoluteUint<10>(offset_)); // In the range -1020 to +1020. 278ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe CHECK_ALIGNED(offset_, 2); // Multiple of 4. 279ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe 28065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison const uint32_t offset_mask = (1 << 12) - 1; 28165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t encoding = encodingArm(); 28265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t offset = encoding & offset_mask; 28365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison CHECK((am_ == Offset) || (am_ == NegOffset)); 284277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe uint32_t vencoding_value = (encoding & (0xf << kRnShift)) | (offset >> 2); 28565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (am_ == Offset) { 286277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe vencoding_value |= 1 << 23; 287b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 288277ccbd200ea43590dfc06a93ae184a765327ad0Andreas Gampe return vencoding_value; 289b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 290b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 291b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 29265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonbool Address::CanHoldLoadOffsetArm(LoadOperandType type, int offset) { 293b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers switch (type) { 294b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSignedByte: 295b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSignedHalfword: 296b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadUnsignedHalfword: 297b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadWordPair: 298ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<8>(offset); // Addressing mode 3. 299b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadUnsignedByte: 300b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadWord: 301ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<12>(offset); // Addressing mode 2. 302b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSWord: 303b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadDWord: 304ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); // VFP addressing mode. 305b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers default: 306b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LOG(FATAL) << "UNREACHABLE"; 3072c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 308b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 309b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 310b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 311b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 31265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonbool Address::CanHoldStoreOffsetArm(StoreOperandType type, int offset) { 313b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers switch (type) { 314b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreHalfword: 315b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreWordPair: 316ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<8>(offset); // Addressing mode 3. 317b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreByte: 318b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreWord: 319ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<12>(offset); // Addressing mode 2. 320b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreSWord: 321b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreDWord: 322ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); // VFP addressing mode. 323b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers default: 324b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LOG(FATAL) << "UNREACHABLE"; 3252c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 326b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 327b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 328b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 32965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonbool Address::CanHoldLoadOffsetThumb(LoadOperandType type, int offset) { 330b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers switch (type) { 331b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSignedByte: 332b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadSignedHalfword: 333b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadUnsignedHalfword: 33465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kLoadUnsignedByte: 335b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadWord: 336ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<12>(offset); 33765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kLoadSWord: 33865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kLoadDWord: 339ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); // VFP addressing mode. 340b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kLoadWordPair: 341ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); 3422c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers default: 343b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LOG(FATAL) << "UNREACHABLE"; 3442c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 345b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 346b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 347b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 348b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 34965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonbool Address::CanHoldStoreOffsetThumb(StoreOperandType type, int offset) { 350b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers switch (type) { 351b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreHalfword: 35265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kStoreByte: 353b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreWord: 354ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<12>(offset); 35565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kStoreSWord: 35665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison case kStoreDWord: 357ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); // VFP addressing mode. 358b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers case kStoreWordPair: 359ab1eb0d1d047e3478ebb891e5259d2f1d1dd78bdAndreas Gampe return IsAbsoluteUint<10>(offset); 3602c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers default: 361b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LOG(FATAL) << "UNREACHABLE"; 3622c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 363b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 364b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 365b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 36665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonvoid ArmAssembler::Pad(uint32_t bytes) { 36765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison AssemblerBuffer::EnsureCapacity ensured(&buffer_); 36865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison for (uint32_t i = 0; i < bytes; ++i) { 36913735955f39b3b304c37d2b2840663c131262c18Ian Rogers buffer_.Emit<uint8_t>(0); 3709b9ba28b1277b4ddb967c5a968c6d550febce6afCarl Shapiro } 3719b9ba28b1277b4ddb967c5a968c6d550febce6afCarl Shapiro} 3729b9ba28b1277b4ddb967c5a968c6d550febce6afCarl Shapiro 373790a6b7312979513710c366b411ba6791ddf78c2Ian Rogersconstexpr size_t kFramePointerSize = 4; 374790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers 3752c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::BuildFrame(size_t frame_size, ManagedRegister method_reg, 376b5d09b2f87202bc132ac3991d4b6d71f4f6d9264Ian Rogers const std::vector<ManagedRegister>& callee_save_regs, 377fca82208f7128fcda09b6a4743199308332558a2Dmitry Petrochenko const ManagedRegisterEntrySpills& entry_spills) { 37806b37d91bb3d543002b1aee9829691f5e8bebc7eElliott Hughes CHECK_ALIGNED(frame_size, kStackAlignment); 3792c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers CHECK_EQ(R0, method_reg.AsArm().AsCoreRegister()); 380bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 38100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers // Push callee saves and link register. 382bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers RegList push_list = 1 << LR; 383bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers size_t pushed_values = 1; 3847cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz int32_t min_s = kNumberOfSRegisters; 3857cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz int32_t max_s = -1; 386bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers for (size_t i = 0; i < callee_save_regs.size(); i++) { 3877cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz if (callee_save_regs.at(i).AsArm().IsCoreRegister()) { 3887cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz Register reg = callee_save_regs.at(i).AsArm().AsCoreRegister(); 3897cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz push_list |= 1 << reg; 3907cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz pushed_values++; 3917cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } else { 3927cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz CHECK(callee_save_regs.at(i).AsArm().IsSRegister()); 3937cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz min_s = std::min(static_cast<int>(callee_save_regs.at(i).AsArm().AsSRegister()), min_s); 3947cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz max_s = std::max(static_cast<int>(callee_save_regs.at(i).AsArm().AsSRegister()), max_s); 3957cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 3960d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers } 397bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers PushList(push_list); 3987cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz if (max_s != -1) { 3997cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz pushed_values += 1 + max_s - min_s; 4007cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz vpushs(static_cast<SRegister>(min_s), 1 + max_s - min_s); 4017cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 402bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 40300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers // Increase frame to required size. 404790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers CHECK_GT(frame_size, pushed_values * kFramePointerSize); // Must at least have space for Method*. 405790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers size_t adjust = frame_size - (pushed_values * kFramePointerSize); 406bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers IncreaseFrameSize(adjust); 407bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 40800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers // Write out Method*. 409bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers StoreToOffset(kStoreWord, R0, SP, 0); 41000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers 41100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers // Write out entry spills. 4125667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu int32_t offset = frame_size + sizeof(StackReference<mirror::ArtMethod>); 41300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers for (size_t i = 0; i < entry_spills.size(); ++i) { 4145667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu ArmManagedRegister reg = entry_spills.at(i).AsArm(); 4155667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu if (reg.IsNoRegister()) { 4165667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu // only increment stack offset. 4175667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu ManagedRegisterSpill spill = entry_spills.at(i); 4185667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu offset += spill.getSize(); 4195667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu } else if (reg.IsCoreRegister()) { 4205667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu StoreToOffset(kStoreWord, reg.AsCoreRegister(), SP, offset); 4215667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu offset += 4; 4225667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu } else if (reg.IsSRegister()) { 4235667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu StoreSToOffset(reg.AsSRegister(), SP, offset); 4245667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu offset += 4; 4255667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu } else if (reg.IsDRegister()) { 4265667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu StoreDToOffset(reg.AsDRegister(), SP, offset); 4275667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu offset += 8; 4285667fdbb6e441dee7534ade18b628ed396daf593Zheng Xu } 42900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers } 430b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 431b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 4322c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::RemoveFrame(size_t frame_size, 433bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers const std::vector<ManagedRegister>& callee_save_regs) { 43406b37d91bb3d543002b1aee9829691f5e8bebc7eElliott Hughes CHECK_ALIGNED(frame_size, kStackAlignment); 43565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Compute callee saves to pop and PC. 436bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers RegList pop_list = 1 << PC; 437bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers size_t pop_values = 1; 4387cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz int32_t min_s = kNumberOfSRegisters; 4397cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz int32_t max_s = -1; 440bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers for (size_t i = 0; i < callee_save_regs.size(); i++) { 4417cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz if (callee_save_regs.at(i).AsArm().IsCoreRegister()) { 4427cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz Register reg = callee_save_regs.at(i).AsArm().AsCoreRegister(); 4437cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz pop_list |= 1 << reg; 4447cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz pop_values++; 4457cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } else { 4467cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz CHECK(callee_save_regs.at(i).AsArm().IsSRegister()); 4477cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz min_s = std::min(static_cast<int>(callee_save_regs.at(i).AsArm().AsSRegister()), min_s); 4487cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz max_s = std::max(static_cast<int>(callee_save_regs.at(i).AsArm().AsSRegister()), max_s); 4497cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 4507cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 4517cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz 4527cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz if (max_s != -1) { 4537cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz pop_values += 1 + max_s - min_s; 4540d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers } 455bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 45665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Decrease frame to start of callee saves. 457790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers CHECK_GT(frame_size, pop_values * kFramePointerSize); 458790a6b7312979513710c366b411ba6791ddf78c2Ian Rogers size_t adjust = frame_size - (pop_values * kFramePointerSize); 459bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers DecreaseFrameSize(adjust); 460bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 4617cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz if (max_s != -1) { 4627cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz vpops(static_cast<SRegister>(min_s), 1 + max_s - min_s); 4637cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz } 4647cde48c56df5b57aed524cce44c902bc720f2d6cSebastien Hertz 46565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Pop callee saves and PC. 466bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers PopList(pop_list); 4670d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers} 4680d666d8769714dcbc2acc4dd5b06f0deffa6e0a1Ian Rogers 4692c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::IncreaseFrameSize(size_t adjust) { 470b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers AddConstant(SP, -adjust); 471b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 472b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 4732c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::DecreaseFrameSize(size_t adjust) { 474b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers AddConstant(SP, adjust); 475b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 476b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 4772c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::Store(FrameOffset dest, ManagedRegister msrc, size_t size) { 4782c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister src = msrc.AsArm(); 479e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro if (src.IsNoRegister()) { 480e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro CHECK_EQ(0u, size); 481e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } else if (src.IsCoreRegister()) { 482b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers CHECK_EQ(4u, size); 483b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, src.AsCoreRegister(), SP, dest.Int32Value()); 484e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } else if (src.IsRegisterPair()) { 485e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro CHECK_EQ(8u, size); 486e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro StoreToOffset(kStoreWord, src.AsRegisterPairLow(), SP, dest.Int32Value()); 487e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro StoreToOffset(kStoreWord, src.AsRegisterPairHigh(), 488e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro SP, dest.Int32Value() + 4); 489e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } else if (src.IsSRegister()) { 490e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro StoreSToOffset(src.AsSRegister(), SP, dest.Int32Value()); 491b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 492bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsDRegister()) << src; 493e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro StoreDToOffset(src.AsDRegister(), SP, dest.Int32Value()); 494b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 495b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 496b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 4972c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::StoreRef(FrameOffset dest, ManagedRegister msrc) { 4982c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister src = msrc.AsArm(); 499bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsCoreRegister()) << src; 500b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, src.AsCoreRegister(), SP, dest.Int32Value()); 501b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 502b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 5032c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::StoreRawPtr(FrameOffset dest, ManagedRegister msrc) { 5042c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister src = msrc.AsArm(); 505bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsCoreRegister()) << src; 506df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers StoreToOffset(kStoreWord, src.AsCoreRegister(), SP, dest.Int32Value()); 507df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers} 508df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers 5092c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::StoreSpanning(FrameOffset dest, ManagedRegister msrc, 5102c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers FrameOffset in_off, ManagedRegister mscratch) { 5112c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister src = msrc.AsArm(); 5122c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 5137a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers StoreToOffset(kStoreWord, src.AsCoreRegister(), SP, dest.Int32Value()); 5147a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, in_off.Int32Value()); 5157a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value() + 4); 5167a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers} 5177a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers 5182c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::CopyRef(FrameOffset dest, FrameOffset src, 5192c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 5202c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 521b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, src.Int32Value()); 522b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value()); 523b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 524b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 5252c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::LoadRef(ManagedRegister mdest, ManagedRegister base, 5262c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers MemberOffset offs) { 527bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = mdest.AsArm(); 528bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsCoreRegister() && dst.IsCoreRegister()) << dst; 529bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes LoadFromOffset(kLoadWord, dst.AsCoreRegister(), 5302c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers base.AsArm().AsCoreRegister(), offs.Int32Value()); 531e63a745f26fec5a5b4162fc83f6e88a1f696c30cHiroshi Yamauchi if (kPoisonHeapReferences) { 532e63a745f26fec5a5b4162fc83f6e88a1f696c30cHiroshi Yamauchi rsb(dst.AsCoreRegister(), dst.AsCoreRegister(), ShifterOperand(0)); 533e63a745f26fec5a5b4162fc83f6e88a1f696c30cHiroshi Yamauchi } 534b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 535b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 5362c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::LoadRef(ManagedRegister mdest, FrameOffset src) { 537bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = mdest.AsArm(); 538bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsCoreRegister()) << dst; 539bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes LoadFromOffset(kLoadWord, dst.AsCoreRegister(), SP, src.Int32Value()); 540362f9bc807169bcfc8761dde067bbfb79b5ad0fdElliott Hughes} 5412c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers 5422c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::LoadRawPtr(ManagedRegister mdest, ManagedRegister base, 543a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers Offset offs) { 544bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = mdest.AsArm(); 545bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsCoreRegister() && dst.IsCoreRegister()) << dst; 546bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes LoadFromOffset(kLoadWord, dst.AsCoreRegister(), 5472c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers base.AsArm().AsCoreRegister(), offs.Int32Value()); 548a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers} 549a04d397b990ee7d3ce120e317c19fb4409d80d57Ian Rogers 5502c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::StoreImmediateToFrame(FrameOffset dest, uint32_t imm, 5512c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 5522c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 553bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 554b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadImmediate(scratch.AsCoreRegister(), imm); 555b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value()); 556b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 557b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 558dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::StoreImmediateToThread32(ThreadOffset<4> dest, uint32_t imm, 5592c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 5602c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 561bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 562b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadImmediate(scratch.AsCoreRegister(), imm); 563b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), TR, dest.Int32Value()); 564b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 565b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 566bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughesstatic void EmitLoad(ArmAssembler* assembler, ManagedRegister m_dst, 567bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes Register src_register, int32_t src_offset, size_t size) { 568bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = m_dst.AsArm(); 569bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes if (dst.IsNoRegister()) { 570bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK_EQ(0u, size) << dst; 571bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsCoreRegister()) { 572bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK_EQ(4u, size) << dst; 573bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadFromOffset(kLoadWord, dst.AsCoreRegister(), src_register, src_offset); 574bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsRegisterPair()) { 575bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK_EQ(8u, size) << dst; 576bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadFromOffset(kLoadWord, dst.AsRegisterPairLow(), src_register, src_offset); 577bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadFromOffset(kLoadWord, dst.AsRegisterPairHigh(), src_register, src_offset + 4); 578bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsSRegister()) { 579bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadSFromOffset(dst.AsSRegister(), src_register, src_offset); 580b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 581bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsDRegister()) << dst; 582bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes assembler->LoadDFromOffset(dst.AsDRegister(), src_register, src_offset); 583b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 584b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 585b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 586bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughesvoid ArmAssembler::Load(ManagedRegister m_dst, FrameOffset src, size_t size) { 587bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes return EmitLoad(this, m_dst, SP, src.Int32Value(), size); 5885a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 5895a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 590dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::LoadFromThread32(ManagedRegister m_dst, ThreadOffset<4> src, size_t size) { 591bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes return EmitLoad(this, m_dst, TR, src.Int32Value(), size); 592bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes} 593bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes 594dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::LoadRawPtrFromThread32(ManagedRegister m_dst, ThreadOffset<4> offs) { 595bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = m_dst.AsArm(); 596bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsCoreRegister()) << dst; 597bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes LoadFromOffset(kLoadWord, dst.AsCoreRegister(), TR, offs.Int32Value()); 598b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 599b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 600dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::CopyRawPtrFromThread32(FrameOffset fr_offs, 601dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers ThreadOffset<4> thr_offs, 6022c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 6032c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 604bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 605b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 606b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers TR, thr_offs.Int32Value()); 607b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), 608b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers SP, fr_offs.Int32Value()); 609b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 610b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 611dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::CopyRawPtrToThread32(ThreadOffset<4> thr_offs, 6122c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers FrameOffset fr_offs, 6132c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 6142c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 615bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 616b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 617b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers SP, fr_offs.Int32Value()); 618b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), 619b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers TR, thr_offs.Int32Value()); 620b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 621b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 622dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::StoreStackOffsetToThread32(ThreadOffset<4> thr_offs, 6232c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers FrameOffset fr_offs, 6242c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 6252c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 626bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 627b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers AddConstant(scratch.AsCoreRegister(), SP, fr_offs.Int32Value(), AL); 628b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), 629b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers TR, thr_offs.Int32Value()); 630b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 631b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 632dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::StoreStackPointerToThread32(ThreadOffset<4> thr_offs) { 63345a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers StoreToOffset(kStoreWord, SP, TR, thr_offs.Int32Value()); 63445a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers} 63545a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers 63658136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhaovoid ArmAssembler::SignExtend(ManagedRegister /*mreg*/, size_t /*size*/) { 63758136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao UNIMPLEMENTED(FATAL) << "no sign extension necessary for arm"; 63858136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao} 63958136caeec7cb677bb83c2eafd1f4bab5afd96c8jeffhao 640cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhaovoid ArmAssembler::ZeroExtend(ManagedRegister /*mreg*/, size_t /*size*/) { 641cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao UNIMPLEMENTED(FATAL) << "no zero extension necessary for arm"; 642cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao} 643cee4d0c1c2faacf0eae748a24cc7e455e067d977jeffhao 644bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughesvoid ArmAssembler::Move(ManagedRegister m_dst, ManagedRegister m_src, size_t /*size*/) { 645bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister dst = m_dst.AsArm(); 646bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes ArmManagedRegister src = m_src.AsArm(); 647bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes if (!dst.Equals(src)) { 648bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes if (dst.IsCoreRegister()) { 649bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsCoreRegister()) << src; 650bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsCoreRegister(), ShifterOperand(src.AsCoreRegister())); 651bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsDRegister()) { 652bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsDRegister()) << src; 653bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes vmovd(dst.AsDRegister(), src.AsDRegister()); 654bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes } else if (dst.IsSRegister()) { 655bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsSRegister()) << src; 656bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes vmovs(dst.AsSRegister(), src.AsSRegister()); 657e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } else { 658bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(dst.IsRegisterPair()) << dst; 659bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(src.IsRegisterPair()) << src; 66065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Ensure that the first move doesn't clobber the input of the second. 661bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes if (src.AsRegisterPairHigh() != dst.AsRegisterPairLow()) { 662bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsRegisterPairLow(), ShifterOperand(src.AsRegisterPairLow())); 663bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsRegisterPairHigh(), ShifterOperand(src.AsRegisterPairHigh())); 6647a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers } else { 665bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsRegisterPairHigh(), ShifterOperand(src.AsRegisterPairHigh())); 666bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes mov(dst.AsRegisterPairLow(), ShifterOperand(src.AsRegisterPairLow())); 6677a99c11d220ec68c208b507570e3a78c2c18a7a1Ian Rogers } 668e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } 669b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 670b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 671b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 672dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogersvoid ArmAssembler::Copy(FrameOffset dest, FrameOffset src, ManagedRegister mscratch, size_t size) { 6732c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 674bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 675bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(size == 4 || size == 8) << size; 676b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (size == 4) { 677dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, src.Int32Value()); 678dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value()); 6795381cf941d26030199fcdbe61a614ff01e55a27cShih-wei Liao } else if (size == 8) { 680dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, src.Int32Value()); 681dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value()); 682dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, src.Int32Value() + 4); 683dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, dest.Int32Value() + 4); 684b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 685b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 686b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 687dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogersvoid ArmAssembler::Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, 688dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers ManagedRegister mscratch, size_t size) { 689dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers Register scratch = mscratch.AsArm().AsCoreRegister(); 690dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers CHECK_EQ(size, 4u); 691dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers LoadFromOffset(kLoadWord, scratch, src_base.AsArm().AsCoreRegister(), src_offset.Int32Value()); 692dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers StoreToOffset(kStoreWord, scratch, SP, dest.Int32Value()); 693dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 694dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 6955a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogersvoid ArmAssembler::Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, 6965a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister mscratch, size_t size) { 6975a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers Register scratch = mscratch.AsArm().AsCoreRegister(); 6985a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers CHECK_EQ(size, 4u); 6995a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers LoadFromOffset(kLoadWord, scratch, SP, src.Int32Value()); 7005a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers StoreToOffset(kStoreWord, scratch, dest_base.AsArm().AsCoreRegister(), dest_offset.Int32Value()); 7015a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 7025a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 7031bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid ArmAssembler::Copy(FrameOffset /*dst*/, FrameOffset /*src_base*/, Offset /*src_offset*/, 7041bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes ManagedRegister /*mscratch*/, size_t /*size*/) { 705dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers UNIMPLEMENTED(FATAL); 706dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 707dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 7085a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogersvoid ArmAssembler::Copy(ManagedRegister dest, Offset dest_offset, 7095a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister src, Offset src_offset, 7105a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers ManagedRegister mscratch, size_t size) { 711dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers CHECK_EQ(size, 4u); 7125a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers Register scratch = mscratch.AsArm().AsCoreRegister(); 7135a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers LoadFromOffset(kLoadWord, scratch, src.AsArm().AsCoreRegister(), src_offset.Int32Value()); 7145a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers StoreToOffset(kStoreWord, scratch, dest.AsArm().AsCoreRegister(), dest_offset.Int32Value()); 7155a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers} 7165a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers 7171bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid ArmAssembler::Copy(FrameOffset /*dst*/, Offset /*dest_offset*/, FrameOffset /*src*/, Offset /*src_offset*/, 7181bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes ManagedRegister /*scratch*/, size_t /*size*/) { 7195a7a74a042e73a355f5cedffa0d2faf5340028faIan Rogers UNIMPLEMENTED(FATAL); 720dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers} 721dc51b79e65abcdad094ccd5e5a2caf5153433d49Ian Rogers 722eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid ArmAssembler::CreateHandleScopeEntry(ManagedRegister mout_reg, 723eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 7242c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister min_reg, bool null_allowed) { 7252c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister out_reg = mout_reg.AsArm(); 7262c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister in_reg = min_reg.AsArm(); 727bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(in_reg.IsNoRegister() || in_reg.IsCoreRegister()) << in_reg; 728bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(out_reg.IsCoreRegister()) << out_reg; 729b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (null_allowed) { 730eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // Null values get a handle scope entry value of 0. Otherwise, the handle scope entry is 731eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // the address in the handle scope holding the reference. 732b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers // e.g. out_reg = (handle == 0) ? 0 : (SP+handle_offset) 733e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro if (in_reg.IsNoRegister()) { 734e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro LoadFromOffset(kLoadWord, out_reg.AsCoreRegister(), 735eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier SP, handle_scope_offset.Int32Value()); 736e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro in_reg = out_reg; 737e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro } 738b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers cmp(in_reg.AsCoreRegister(), ShifterOperand(0)); 739b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (!out_reg.Equals(in_reg)) { 74065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison it(EQ, kItElse); 741b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadImmediate(out_reg.AsCoreRegister(), 0, EQ); 74265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } else { 74365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison it(NE); 744b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 745eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier AddConstant(out_reg.AsCoreRegister(), SP, handle_scope_offset.Int32Value(), NE); 746b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 747eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier AddConstant(out_reg.AsCoreRegister(), SP, handle_scope_offset.Int32Value(), AL); 748b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 749b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 750b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 751eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid ArmAssembler::CreateHandleScopeEntry(FrameOffset out_off, 752eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier FrameOffset handle_scope_offset, 7532c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch, 7542c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers bool null_allowed) { 7552c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 756bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 757b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (null_allowed) { 758b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), SP, 759eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier handle_scope_offset.Int32Value()); 760eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // Null values get a handle scope entry value of 0. Otherwise, the handle scope entry is 761eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // the address in the handle scope holding the reference. 762eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier // e.g. scratch = (scratch == 0) ? 0 : (SP+handle_scope_offset) 763b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers cmp(scratch.AsCoreRegister(), ShifterOperand(0)); 76465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison it(NE); 765eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier AddConstant(scratch.AsCoreRegister(), SP, handle_scope_offset.Int32Value(), NE); 766b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } else { 767eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartier AddConstant(scratch.AsCoreRegister(), SP, handle_scope_offset.Int32Value(), AL); 768b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 769b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers StoreToOffset(kStoreWord, scratch.AsCoreRegister(), SP, out_off.Int32Value()); 770b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 771b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 772eb8167a4f4d27fce0530f6724ab8032610cd146bMathieu Chartiervoid ArmAssembler::LoadReferenceFromHandleScope(ManagedRegister mout_reg, 7732c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister min_reg) { 7742c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister out_reg = mout_reg.AsArm(); 7752c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister in_reg = min_reg.AsArm(); 776bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(out_reg.IsCoreRegister()) << out_reg; 777bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(in_reg.IsCoreRegister()) << in_reg; 778b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers Label null_arg; 779b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers if (!out_reg.Equals(in_reg)) { 78065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison LoadImmediate(out_reg.AsCoreRegister(), 0, EQ); // TODO: why EQ? 781b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers } 782b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers cmp(in_reg.AsCoreRegister(), ShifterOperand(0)); 78365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison it(NE); 784df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers LoadFromOffset(kLoadWord, out_reg.AsCoreRegister(), 785df20fe0c097073f75f22d16e72fd3636a31d3ca1Ian Rogers in_reg.AsCoreRegister(), 0, NE); 786b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 787b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 7881bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid ArmAssembler::VerifyObject(ManagedRegister /*src*/, bool /*could_be_null*/) { 78965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // TODO: not validating references. 790b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 791b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 7921bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughesvoid ArmAssembler::VerifyObject(FrameOffset /*src*/, bool /*could_be_null*/) { 79365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // TODO: not validating references. 794b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 795b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 7962c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::Call(ManagedRegister mbase, Offset offset, 7972c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 7982c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister base = mbase.AsArm(); 7992c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 800bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(base.IsCoreRegister()) << base; 801bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 802b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 803b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers base.AsCoreRegister(), offset.Int32Value()); 804b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers blx(scratch.AsCoreRegister()); 80565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // TODO: place reference map on call. 806b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers} 807b033c75ebda80ac75f936366fe78d1edf5cec937Ian Rogers 8082c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::Call(FrameOffset base, Offset offset, 8092c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ManagedRegister mscratch) { 8102c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 811bf2739d3b58ee5b2f190007499f1fbfd0b3441ceElliott Hughes CHECK(scratch.IsCoreRegister()) << scratch; 812e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro // Call *(*(SP + base) + offset) 813e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 814e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro SP, base.Int32Value()); 815e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 816e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro scratch.AsCoreRegister(), offset.Int32Value()); 817e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro blx(scratch.AsCoreRegister()); 818e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro // TODO: place reference map on call 819e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro} 820e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro 821dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogersvoid ArmAssembler::CallFromThread32(ThreadOffset<4> /*offset*/, ManagedRegister /*scratch*/) { 822bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers UNIMPLEMENTED(FATAL); 823bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers} 824bdb0391258abc54bf77c676e36847d28a783bfe5Ian Rogers 8252c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::GetCurrentThread(ManagedRegister tr) { 8262c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers mov(tr.AsArm().AsCoreRegister(), ShifterOperand(TR)); 827668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao} 828668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao 8292c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmAssembler::GetCurrentThread(FrameOffset offset, 8301bac54ffa933fbe9b92b62437577f2f4583eff1aElliott Hughes ManagedRegister /*scratch*/) { 831668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao StoreToOffset(kStoreWord, TR, SP, offset.Int32Value(), AL); 832668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao} 833668512afd0d9b3772a0abc589208b729ee16bc61Shih-wei Liao 83400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogersvoid ArmAssembler::ExceptionPoll(ManagedRegister mscratch, size_t stack_adjust) { 8352c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmManagedRegister scratch = mscratch.AsArm(); 83600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers ArmExceptionSlowPath* slow = new ArmExceptionSlowPath(scratch, stack_adjust); 837e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro buffer_.EnqueueSlowPath(slow); 838e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro LoadFromOffset(kLoadWord, scratch.AsCoreRegister(), 839dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers TR, Thread::ExceptionOffset<4>().Int32Value()); 840e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro cmp(scratch.AsCoreRegister(), ShifterOperand(0)); 841e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro b(slow->Entry(), NE); 842e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro} 843e2d373e6e09c1df9a47e73a26254048adb31ce82Carl Shapiro 8442c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogersvoid ArmExceptionSlowPath::Emit(Assembler* sasm) { 8452c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers ArmAssembler* sp_asm = down_cast<ArmAssembler*>(sasm); 8462c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers#define __ sp_asm-> 8472c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers __ Bind(&entry_); 84800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers if (stack_adjust_ != 0) { // Fix up the frame. 84900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers __ DecreaseFrameSize(stack_adjust_); 85000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers } 85165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Pass exception object as argument. 85265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Don't care about preserving R0 as this call won't return. 85367375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers __ mov(R0, ShifterOperand(scratch_.AsCoreRegister())); 85465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Set up call to Thread::Current()->pDeliverException. 855dd7624d2b9e599d57762d12031b10b89defc9807Ian Rogers __ LoadFromOffset(kLoadWord, R12, TR, QUICK_ENTRYPOINT_OFFSET(4, pDeliverException).Int32Value()); 8562c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers __ blx(R12); 85765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison // Call never returns. 85867375acd9fec74cc2054554fe1ed0a7d213e1e47Ian Rogers __ bkpt(0); 8592c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers#undef __ 86045a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers} 86145a76cb99104a222d6a9bd768a084893dcb7cf30Ian Rogers 86265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 86365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonstatic int LeadingZeros(uint32_t val) { 86465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t alt; 86565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t n; 86665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t count; 86765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 86865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison count = 16; 86965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison n = 32; 87065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison do { 87165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison alt = val >> count; 87265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (alt != 0) { 87365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison n = n - count; 87465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison val = alt; 87565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } 87665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison count >>= 1; 87765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison } while (count); 87865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return n - val; 87965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 88065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 88165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 88265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allisonuint32_t ArmAssembler::ModifiedImmediate(uint32_t value) { 88365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t z_leading; 88465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison int32_t z_trailing; 88565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t b0 = value & 0xff; 88665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 88765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* Note: case of value==0 must use 0:000:0:0000000 encoding */ 88865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (value <= 0xFF) 88965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return b0; // 0:000:a:bcdefgh. 89065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (value == ((b0 << 16) | b0)) 89165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (0x1 << 12) | b0; /* 0:001:a:bcdefgh */ 89265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (value == ((b0 << 24) | (b0 << 16) | (b0 << 8) | b0)) 89365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (0x3 << 12) | b0; /* 0:011:a:bcdefgh */ 89465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison b0 = (value >> 8) & 0xff; 89565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if (value == ((b0 << 24) | (b0 << 8))) 89665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return (0x2 << 12) | b0; /* 0:010:a:bcdefgh */ 89765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* Can we do it with rotation? */ 89865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison z_leading = LeadingZeros(value); 89965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison z_trailing = 32 - LeadingZeros(~value & (value - 1)); 90065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* A run of eight or fewer active bits? */ 90165fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison if ((z_leading + z_trailing) < 24) 90265fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return kInvalidModifiedImmediate; /* No - bail */ 90365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* left-justify the constant, discarding msb (known to be 1) */ 90465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison value <<= z_leading + 1; 90565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* Create bcdefgh */ 90665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison value >>= 25; 90765fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 90865fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison /* Put it all together */ 90965fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t v = 8 + z_leading; 91065fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 911c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe uint32_t i = (v & 16U /* 0b10000 */) >> 4; 912c8ccf68b805c92674545f63e0341ba47e8d9701cAndreas Gampe uint32_t imm3 = (v >> 1) & 7U /* 0b111 */; 91365fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison uint32_t a = v & 1; 91465fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison return value | i << 26 | imm3 << 12 | a << 7; 91565fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison} 91665fcc2cf3c5cd97b84330c094908f3a6a7a8d4e7Dave Allison 9172c8f653c98d658419f464b6147c10e11a664d2e6Ian Rogers} // namespace arm 9186b6b5f0e67ce03f38223a525612955663bc1799bCarl Shapiro} // namespace art 919