call_x86.cc revision a77ee5103532abb197f492c14a9e6fb437054e2a
1efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 2efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Copyright (C) 2012 The Android Open Source Project 3efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 4efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Licensed under the Apache License, Version 2.0 (the "License"); 5efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * you may not use this file except in compliance with the License. 6efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * You may obtain a copy of the License at 7efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 8efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * http://www.apache.org/licenses/LICENSE-2.0 9efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 10efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Unless required by applicable law or agreed to in writing, software 11efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * distributed under the License is distributed on an "AS IS" BASIS, 12efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * See the License for the specific language governing permissions and 14efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * limitations under the License. 15efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 16efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 17efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* This file contains codegen for the X86 ISA */ 18efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 1902031b185b4653e6c72e21f7a51238b903f6d638buzbee#include "codegen_x86.h" 207940e44f4517de5e2634a7e07d58d0fb26160513Brian Carlstrom#include "dex/quick/mir_to_lir-inl.h" 21576ca0cd692c0b6ae70e776de91015b8ff000a08Ian Rogers#include "gc/accounting/card_table.h" 22641ce0371c2f0dc95d26be02d8366124c8b66653Brian Carlstrom#include "x86_lir.h" 231bc37c60da71c923ea9a2e99d31ba1b3d76d79a8buzbee 24efc6369224b036a1fb77849f7ae65b3492c832c0buzbeenamespace art { 25efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 26efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 27efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * The sparse table in the literal pool is an array of <key,displacement> 28efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * pairs. 29efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 300d82948094d9a198e01aa95f64012bdedd5b6fc9buzbeevoid X86Mir2Lir::GenSparseSwitch(MIR* mir, DexOffset table_offset, 312ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstrom RegLocation rl_src) { 321fd3346740dfb7f47be9922312b68a4227fada96buzbee const uint16_t* table = cu_->insns + current_dalvik_offset_ + table_offset; 331fd3346740dfb7f47be9922312b68a4227fada96buzbee if (cu_->verbose) { 3452a77fc135f0e0df57ee24641c3f5ae415ff7bd6buzbee DumpSparseSwitchTable(table); 35efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 36efc6369224b036a1fb77849f7ae65b3492c832c0buzbee int entries = table[1]; 370d82948094d9a198e01aa95f64012bdedd5b6fc9buzbee const int32_t* keys = reinterpret_cast<const int32_t*>(&table[2]); 380d82948094d9a198e01aa95f64012bdedd5b6fc9buzbee const int32_t* targets = &keys[entries]; 391fd3346740dfb7f47be9922312b68a4227fada96buzbee rl_src = LoadValue(rl_src, kCoreReg); 40efc6369224b036a1fb77849f7ae65b3492c832c0buzbee for (int i = 0; i < entries; i++) { 41efc6369224b036a1fb77849f7ae65b3492c832c0buzbee int key = keys[i]; 42311ca169f4727d46a55bdc8dfa0059719fa72b65buzbee BasicBlock* case_block = 431fd3346740dfb7f47be9922312b68a4227fada96buzbee mir_graph_->FindBlock(current_dalvik_offset_ + targets[i]); 442700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee OpCmpImmBranch(kCondEq, rl_src.reg, key, &block_label_list_[case_block->id]); 45efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 46efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 47efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 48efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 49efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Code pattern will look something like: 50efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 51fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * mov r_val, .. 52efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * call 0 53fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * pop r_start_of_method 54fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * sub r_start_of_method, .. 55fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * mov r_key_reg, r_val 56fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * sub r_key_reg, low_key 57fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * cmp r_key_reg, size-1 ; bound check 58efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * ja done 59fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * mov r_disp, [r_start_of_method + r_key_reg * 4 + table_offset] 60fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * add r_start_of_method, r_disp 61fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * jmp r_start_of_method 62efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * done: 63efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 640d82948094d9a198e01aa95f64012bdedd5b6fc9buzbeevoid X86Mir2Lir::GenPackedSwitch(MIR* mir, DexOffset table_offset, 652ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstrom RegLocation rl_src) { 661fd3346740dfb7f47be9922312b68a4227fada96buzbee const uint16_t* table = cu_->insns + current_dalvik_offset_ + table_offset; 671fd3346740dfb7f47be9922312b68a4227fada96buzbee if (cu_->verbose) { 6852a77fc135f0e0df57ee24641c3f5ae415ff7bd6buzbee DumpPackedSwitchTable(table); 69efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 70efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Add the table to the list - we'll process it later 710d82948094d9a198e01aa95f64012bdedd5b6fc9buzbee SwitchTable* tab_rec = 7283cc7ae96d4176533dd0391a1591d321b0a87f4fVladimir Marko static_cast<SwitchTable*>(arena_->Alloc(sizeof(SwitchTable), kArenaAllocData)); 73fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee tab_rec->table = table; 741fd3346740dfb7f47be9922312b68a4227fada96buzbee tab_rec->vaddr = current_dalvik_offset_; 75efc6369224b036a1fb77849f7ae65b3492c832c0buzbee int size = table[1]; 76f6c4b3ba3825de1dbb3e747a68b809c6cc8eb4dbMathieu Chartier tab_rec->targets = static_cast<LIR**>(arena_->Alloc(size * sizeof(LIR*), 7783cc7ae96d4176533dd0391a1591d321b0a87f4fVladimir Marko kArenaAllocLIR)); 78862a76027076c341c26aa6cd4a30a7cdd6dc2143buzbee switch_tables_.Insert(tab_rec); 79efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 80efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Get the switch value 811fd3346740dfb7f47be9922312b68a4227fada96buzbee rl_src = LoadValue(rl_src, kCoreReg); 827934ac288acfb2552bb0b06ec1f61e5820d924a4Brian Carlstrom // NewLIR0(kX86Bkpt); 8367c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell 8467c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell // Materialize a pointer to the switch table 852700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage start_of_method_reg; 8667c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell if (base_of_code_ != nullptr) { 8767c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell // We can use the saved value. 8867c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell RegLocation rl_method = mir_graph_->GetRegLocation(base_of_code_->s_reg_low); 89e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu if (rl_method.wide) { 90e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu rl_method = LoadValueWide(rl_method, kCoreReg); 91e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } else { 92e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu rl_method = LoadValue(rl_method, kCoreReg); 93e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } 942700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee start_of_method_reg = rl_method.reg; 9555d0eac918321e0525f6e6491f36a80977e0d416Mark Mendell store_method_addr_used_ = true; 9667c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } else { 97dd64450b37776f68b9bfc47f8d9a88bc72c95727Elena Sayapina if (cu_->target64) { 98e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu start_of_method_reg = AllocTempWide(); 99e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } else { 100e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu start_of_method_reg = AllocTemp(); 101e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } 1022700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee NewLIR1(kX86StartOfMethod, start_of_method_reg.GetReg()); 10367c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } 104fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee int low_key = s4FromSwitchData(&table[2]); 1052700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage keyReg; 106efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Remove the bias, if necessary 107fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (low_key == 0) { 1082700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee keyReg = rl_src.reg; 109efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } else { 1101fd3346740dfb7f47be9922312b68a4227fada96buzbee keyReg = AllocTemp(); 1112700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee OpRegRegImm(kOpSub, keyReg, rl_src.reg, low_key); 112efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 113efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Bounds check - if < 0 or >= size continue following switch 1141fd3346740dfb7f47be9922312b68a4227fada96buzbee OpRegImm(kOpCmp, keyReg, size-1); 1151fd3346740dfb7f47be9922312b68a4227fada96buzbee LIR* branch_over = OpCondBranch(kCondHi, NULL); 116efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 117efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Load the displacement from the switch table 1182700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage disp_reg = AllocTemp(); 119e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu NewLIR5(kX86PcRelLoadRA, disp_reg.GetReg(), start_of_method_reg.GetReg(), keyReg.GetReg(), 120e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu 2, WrapPointer(tab_rec)); 121efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Add displacement to start of method 122dd64450b37776f68b9bfc47f8d9a88bc72c95727Elena Sayapina if (cu_->target64) { 123e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu NewLIR2(kX86Add64RR, start_of_method_reg.GetReg(), disp_reg.GetReg()); 124e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } else { 125e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu OpRegReg(kOpAdd, start_of_method_reg, disp_reg); 126e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } 127efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // ..and go! 1282700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee LIR* switch_branch = NewLIR1(kX86JmpR, start_of_method_reg.GetReg()); 129fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee tab_rec->anchor = switch_branch; 130efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 131fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee /* branch_over target here */ 1321fd3346740dfb7f47be9922312b68a4227fada96buzbee LIR* target = NewLIR0(kPseudoTargetLabel); 133fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee branch_over->target = target; 134efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 135efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 136efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 137efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Array data table format: 138efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * ushort ident = 0x0300 magic value 139efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * ushort width width of each element in the table 140efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * uint size number of elements in the table 141efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * ubyte data[size*width] table of data values (may contain a single-byte 142efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * padding at the end) 143efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 144efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Total size is 4+(width * size + 1)/2 16-bit code units. 145efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 1460d82948094d9a198e01aa95f64012bdedd5b6fc9buzbeevoid X86Mir2Lir::GenFillArrayData(DexOffset table_offset, RegLocation rl_src) { 1471fd3346740dfb7f47be9922312b68a4227fada96buzbee const uint16_t* table = cu_->insns + current_dalvik_offset_ + table_offset; 148efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Add the table to the list - we'll process it later 1490d82948094d9a198e01aa95f64012bdedd5b6fc9buzbee FillArrayData* tab_rec = 15083cc7ae96d4176533dd0391a1591d321b0a87f4fVladimir Marko static_cast<FillArrayData*>(arena_->Alloc(sizeof(FillArrayData), kArenaAllocData)); 151fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee tab_rec->table = table; 1521fd3346740dfb7f47be9922312b68a4227fada96buzbee tab_rec->vaddr = current_dalvik_offset_; 153fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee uint16_t width = tab_rec->table[1]; 154fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee uint32_t size = tab_rec->table[2] | ((static_cast<uint32_t>(tab_rec->table[3])) << 16); 155fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee tab_rec->size = (size * width) + 8; 156efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 157862a76027076c341c26aa6cd4a30a7cdd6dc2143buzbee fill_array_data_.Insert(tab_rec); 158efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 159efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Making a call - use explicit registers 1601fd3346740dfb7f47be9922312b68a4227fada96buzbee FlushAllRegs(); /* Everything to home location */ 161a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu RegStorage array_ptr = TargetRefReg(kArg0); 162a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu RegStorage payload = TargetPtrReg(kArg1); 163a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu RegStorage method_start = TargetPtrReg(kArg2); 164a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu 165a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu LoadValueDirectFixed(rl_src, array_ptr); 166efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Materialize a pointer to the fill data image 16767c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell if (base_of_code_ != nullptr) { 16867c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell // We can use the saved value. 16967c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell RegLocation rl_method = mir_graph_->GetRegLocation(base_of_code_->s_reg_low); 170e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu if (rl_method.wide) { 171a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu LoadValueDirectWide(rl_method, method_start); 172e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } else { 173a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu LoadValueDirect(rl_method, method_start); 174e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } 17555d0eac918321e0525f6e6491f36a80977e0d416Mark Mendell store_method_addr_used_ = true; 17667c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } else { 177e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu // TODO(64) force to be 64-bit 178a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu NewLIR1(kX86StartOfMethod, method_start.GetReg()); 17967c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } 180a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu NewLIR2(kX86PcRelAdr, payload.GetReg(), WrapPointer(tab_rec)); 181a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu OpRegReg(kOpAdd, payload, method_start); 18233ae5583bdd69847a7316ab38a8fa8ccd63093efbuzbee if (cu_->target64) { 183a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu CallRuntimeHelperRegReg(QUICK_ENTRYPOINT_OFFSET(8, pHandleFillArrayData), array_ptr, 184a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu payload, true); 1859ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko } else { 186a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu CallRuntimeHelperRegReg(QUICK_ENTRYPOINT_OFFSET(4, pHandleFillArrayData), array_ptr, 187a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu payload, true); 1889ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko } 189efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 190efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 1912ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid X86Mir2Lir::GenMoveException(RegLocation rl_dest) { 19233ae5583bdd69847a7316ab38a8fa8ccd63093efbuzbee int ex_offset = cu_->target64 ? 1932f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe Thread::ExceptionOffset<8>().Int32Value() : 1942f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe Thread::ExceptionOffset<4>().Int32Value(); 195a0cd2d701f29e0bc6275f1b13c0edfd4ec391879buzbee RegLocation rl_result = EvalLoc(rl_dest, kRefReg, true); 19600e1ec6581b5b7b46ca4c314c2854e9caa647dd2Bill Buzbee NewLIR2(kX86Mov32RT, rl_result.reg.GetReg(), ex_offset); 1971fd3346740dfb7f47be9922312b68a4227fada96buzbee NewLIR2(kX86Mov32TI, ex_offset, 0); 1981fd3346740dfb7f47be9922312b68a4227fada96buzbee StoreValue(rl_dest, rl_result); 1991eab958cde39a7e2f0e5ce01730f4e2e75c72519jeffhao} 2001eab958cde39a7e2f0e5ce01730f4e2e75c72519jeffhao 201efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 202efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Mark garbage collection card. Skip if the value we're storing is null. 203efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 2042700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbeevoid X86Mir2Lir::MarkGCCard(RegStorage val_reg, RegStorage tgt_addr_reg) { 2052700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage reg_card_base = AllocTemp(); 2062700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage reg_card_no = AllocTemp(); 2071fd3346740dfb7f47be9922312b68a4227fada96buzbee LIR* branch_over = OpCmpImmBranch(kCondEq, val_reg, 0, NULL); 20833ae5583bdd69847a7316ab38a8fa8ccd63093efbuzbee int ct_offset = cu_->target64 ? 2092f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe Thread::CardTableOffset<8>().Int32Value() : 2102f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe Thread::CardTableOffset<4>().Int32Value(); 211dd64450b37776f68b9bfc47f8d9a88bc72c95727Elena Sayapina if (cu_->target64) { 2129ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko NewLIR2(kX86Mov64RT, reg_card_base.GetReg(), ct_offset); 2139ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko } else { 2149ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko NewLIR2(kX86Mov32RT, reg_card_base.GetReg(), ct_offset); 2159ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko } 2161d54e73444e017d3a65234e0f193846f3e27472bIan Rogers OpRegRegImm(kOpLsr, reg_card_no, tgt_addr_reg, gc::accounting::CardTable::kCardShift); 2172700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee StoreBaseIndexed(reg_card_base, reg_card_no, reg_card_base, 0, kUnsignedByte); 2181fd3346740dfb7f47be9922312b68a4227fada96buzbee LIR* target = NewLIR0(kPseudoTargetLabel); 219fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee branch_over->target = target; 2201fd3346740dfb7f47be9922312b68a4227fada96buzbee FreeTemp(reg_card_base); 2211fd3346740dfb7f47be9922312b68a4227fada96buzbee FreeTemp(reg_card_no); 222efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 223efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 2242ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid X86Mir2Lir::GenEntrySequence(RegLocation* ArgLocs, RegLocation rl_method) { 225efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* 226efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * On entry, rX86_ARG0, rX86_ARG1, rX86_ARG2 are live. Let the register 227efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * allocation mechanism know so it doesn't try to use any of them when 228efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * expanding the frame or flushing. This leaves the utility 229efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * code with no spare temps. 230efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 231091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_ARG0); 232091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_ARG1); 233091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_ARG2); 234efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 235efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* Build frame, return address already on stack */ 2369ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko stack_decrement_ = OpRegImm(kOpSub, rs_rX86_SP, frame_size_ - GetInstructionSetPointerSize(cu_->instruction_set)); 237efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 238efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* 239efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * We can safely skip the stack overflow check if we're 240efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * a leaf *and* our frame size < fudge factor. 241efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 2427cd26f355ba83be75b72ed628ed5ee84a3245c4fAndreas Gampe const bool skip_overflow_check = mir_graph_->MethodIsLeaf() && 243dd64450b37776f68b9bfc47f8d9a88bc72c95727Elena Sayapina !IsLargeFrame(frame_size_, cu_->target64 ? kX86_64 : kX86); 2441fd3346740dfb7f47be9922312b68a4227fada96buzbee NewLIR0(kPseudoMethodEntry); 245efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* Spill core callee saves */ 2461fd3346740dfb7f47be9922312b68a4227fada96buzbee SpillCoreRegs(); 247efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* NOTE: promotion of FP regs currently unsupported, thus no FP spill */ 2481fd3346740dfb7f47be9922312b68a4227fada96buzbee DCHECK_EQ(num_fp_spills_, 0); 249fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (!skip_overflow_check) { 2500d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier class StackOverflowSlowPath : public LIRSlowPath { 2510d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier public: 2520d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier StackOverflowSlowPath(Mir2Lir* m2l, LIR* branch, size_t sp_displace) 2530d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier : LIRSlowPath(m2l, m2l->GetCurrentDexPc(), branch, nullptr), sp_displace_(sp_displace) { 2540d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier } 2550d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier void Compile() OVERRIDE { 2560d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier m2l_->ResetRegPool(); 2570d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier m2l_->ResetDefTracking(); 2586ffcfa04ebb2660e238742a6000f5ccebdd5df15Mingyao Yang GenerateTargetLabel(kPseudoThrowTarget); 2592700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee m2l_->OpRegImm(kOpAdd, rs_rX86_SP, sp_displace_); 2600d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier m2l_->ClobberCallerSave(); 2610d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // Assumes codegen and target are in thumb2 mode. 26233ae5583bdd69847a7316ab38a8fa8ccd63093efbuzbee if (cu_->target64) { 2632f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe m2l_->CallHelper(RegStorage::InvalidReg(), QUICK_ENTRYPOINT_OFFSET(8, pThrowStackOverflow), 2642f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe false /* MarkSafepointPC */, false /* UseLink */); 2652f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe } else { 2662f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe m2l_->CallHelper(RegStorage::InvalidReg(), QUICK_ENTRYPOINT_OFFSET(4, pThrowStackOverflow), 2679ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko false /* MarkSafepointPC */, false /* UseLink */); 2682f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe } 2690d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier } 2700d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier 2710d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier private: 2720d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier const size_t sp_displace_; 2730d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier }; 2740d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // TODO: for large frames we should do something like: 2750d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // spill ebp 2760d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // lea ebp, [esp + frame_size] 2770d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // cmp ebp, fs:[stack_end_] 2780d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // jcc stack_overflow_exception 2790d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // mov esp, ebp 2800d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // in case a signal comes in that's not using an alternate signal stack and the large frame may 2810d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // have moved us outside of the reserved area at the end of the stack. 2829ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko // cmp rs_rX86_SP, fs:[stack_end_]; jcc throw_slowpath 28333ae5583bdd69847a7316ab38a8fa8ccd63093efbuzbee if (cu_->target64) { 2842f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe OpRegThreadMem(kOpCmp, rs_rX86_SP, Thread::StackEndOffset<8>()); 2852f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe } else { 2862f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe OpRegThreadMem(kOpCmp, rs_rX86_SP, Thread::StackEndOffset<4>()); 2872f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe } 2880d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier LIR* branch = OpCondBranch(kCondUlt, nullptr); 289e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu AddSlowPath( 290e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu new(arena_)StackOverflowSlowPath(this, branch, 291e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu frame_size_ - 292e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu GetInstructionSetPointerSize(cu_->instruction_set))); 293efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 294efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 2951fd3346740dfb7f47be9922312b68a4227fada96buzbee FlushIns(ArgLocs, rl_method); 296efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 29767c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell if (base_of_code_ != nullptr) { 298a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu RegStorage method_start = TargetPtrReg(kArg0); 29967c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell // We have been asked to save the address of the method start for later use. 300a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu setup_method_address_[0] = NewLIR1(kX86StartOfMethod, method_start.GetReg()); 30167c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell int displacement = SRegOffset(base_of_code_->s_reg_low); 302695d13a82d6dd801aaa57a22a9d4b3f6db0d0fdbbuzbee // Native pointer - must be natural word size. 303a77ee5103532abb197f492c14a9e6fb437054e2aChao-ying Fu setup_method_address_[1] = StoreBaseDisp(rs_rX86_SP, displacement, method_start, 304dd64450b37776f68b9bfc47f8d9a88bc72c95727Elena Sayapina cu_->target64 ? k64 : k32, kNotVolatile); 30567c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } 30667c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell 307091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee FreeTemp(rs_rX86_ARG0); 308091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee FreeTemp(rs_rX86_ARG1); 309091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee FreeTemp(rs_rX86_ARG2); 310efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 311efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 3121fd3346740dfb7f47be9922312b68a4227fada96buzbeevoid X86Mir2Lir::GenExitSequence() { 313efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* 314efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * In the exit path, rX86_RET0/rX86_RET1 are live - make sure they aren't 315efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * allocated by the register utilities as temps. 316efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 317091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_RET0); 318091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_RET1); 319efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 3201fd3346740dfb7f47be9922312b68a4227fada96buzbee NewLIR0(kPseudoMethodExit); 3211fd3346740dfb7f47be9922312b68a4227fada96buzbee UnSpillCoreRegs(); 322efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* Remove frame except for return address */ 3239ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko stack_increment_ = OpRegImm(kOpAdd, rs_rX86_SP, frame_size_ - GetInstructionSetPointerSize(cu_->instruction_set)); 3241fd3346740dfb7f47be9922312b68a4227fada96buzbee NewLIR0(kX86Ret); 325efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 326efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 3273bc01748ef1c3e43361bdf520947a9d656658bf8Razvan A Lupusoruvoid X86Mir2Lir::GenSpecialExitSequence() { 3283bc01748ef1c3e43361bdf520947a9d656658bf8Razvan A Lupusoru NewLIR0(kX86Ret); 3293bc01748ef1c3e43361bdf520947a9d656658bf8Razvan A Lupusoru} 3303bc01748ef1c3e43361bdf520947a9d656658bf8Razvan A Lupusoru 331efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} // namespace art 332