call_x86.cc revision e0ccdc0dd166136cd43e5f54201179a4496d33e8
1efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 2efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Copyright (C) 2012 The Android Open Source Project 3efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 4efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Licensed under the Apache License, Version 2.0 (the "License"); 5efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * you may not use this file except in compliance with the License. 6efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * You may obtain a copy of the License at 7efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 8efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * http://www.apache.org/licenses/LICENSE-2.0 9efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 10efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Unless required by applicable law or agreed to in writing, software 11efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * distributed under the License is distributed on an "AS IS" BASIS, 12efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * See the License for the specific language governing permissions and 14efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * limitations under the License. 15efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 16efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 17efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* This file contains codegen for the X86 ISA */ 18efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 1902031b185b4653e6c72e21f7a51238b903f6d638buzbee#include "codegen_x86.h" 207940e44f4517de5e2634a7e07d58d0fb26160513Brian Carlstrom#include "dex/quick/mir_to_lir-inl.h" 21576ca0cd692c0b6ae70e776de91015b8ff000a08Ian Rogers#include "gc/accounting/card_table.h" 22641ce0371c2f0dc95d26be02d8366124c8b66653Brian Carlstrom#include "x86_lir.h" 231bc37c60da71c923ea9a2e99d31ba1b3d76d79a8buzbee 24efc6369224b036a1fb77849f7ae65b3492c832c0buzbeenamespace art { 25efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 26efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 27efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * The sparse table in the literal pool is an array of <key,displacement> 28efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * pairs. 29efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 300d82948094d9a198e01aa95f64012bdedd5b6fc9buzbeevoid X86Mir2Lir::GenSparseSwitch(MIR* mir, DexOffset table_offset, 312ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstrom RegLocation rl_src) { 321fd3346740dfb7f47be9922312b68a4227fada96buzbee const uint16_t* table = cu_->insns + current_dalvik_offset_ + table_offset; 331fd3346740dfb7f47be9922312b68a4227fada96buzbee if (cu_->verbose) { 3452a77fc135f0e0df57ee24641c3f5ae415ff7bd6buzbee DumpSparseSwitchTable(table); 35efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 36efc6369224b036a1fb77849f7ae65b3492c832c0buzbee int entries = table[1]; 370d82948094d9a198e01aa95f64012bdedd5b6fc9buzbee const int32_t* keys = reinterpret_cast<const int32_t*>(&table[2]); 380d82948094d9a198e01aa95f64012bdedd5b6fc9buzbee const int32_t* targets = &keys[entries]; 391fd3346740dfb7f47be9922312b68a4227fada96buzbee rl_src = LoadValue(rl_src, kCoreReg); 40efc6369224b036a1fb77849f7ae65b3492c832c0buzbee for (int i = 0; i < entries; i++) { 41efc6369224b036a1fb77849f7ae65b3492c832c0buzbee int key = keys[i]; 42311ca169f4727d46a55bdc8dfa0059719fa72b65buzbee BasicBlock* case_block = 431fd3346740dfb7f47be9922312b68a4227fada96buzbee mir_graph_->FindBlock(current_dalvik_offset_ + targets[i]); 442700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee OpCmpImmBranch(kCondEq, rl_src.reg, key, &block_label_list_[case_block->id]); 45efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 46efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 47efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 48efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 49efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Code pattern will look something like: 50efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 51fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * mov r_val, .. 52efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * call 0 53fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * pop r_start_of_method 54fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * sub r_start_of_method, .. 55fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * mov r_key_reg, r_val 56fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * sub r_key_reg, low_key 57fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * cmp r_key_reg, size-1 ; bound check 58efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * ja done 59fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * mov r_disp, [r_start_of_method + r_key_reg * 4 + table_offset] 60fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * add r_start_of_method, r_disp 61fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * jmp r_start_of_method 62efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * done: 63efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 640d82948094d9a198e01aa95f64012bdedd5b6fc9buzbeevoid X86Mir2Lir::GenPackedSwitch(MIR* mir, DexOffset table_offset, 652ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstrom RegLocation rl_src) { 661fd3346740dfb7f47be9922312b68a4227fada96buzbee const uint16_t* table = cu_->insns + current_dalvik_offset_ + table_offset; 671fd3346740dfb7f47be9922312b68a4227fada96buzbee if (cu_->verbose) { 6852a77fc135f0e0df57ee24641c3f5ae415ff7bd6buzbee DumpPackedSwitchTable(table); 69efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 70efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Add the table to the list - we'll process it later 710d82948094d9a198e01aa95f64012bdedd5b6fc9buzbee SwitchTable* tab_rec = 7283cc7ae96d4176533dd0391a1591d321b0a87f4fVladimir Marko static_cast<SwitchTable*>(arena_->Alloc(sizeof(SwitchTable), kArenaAllocData)); 73fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee tab_rec->table = table; 741fd3346740dfb7f47be9922312b68a4227fada96buzbee tab_rec->vaddr = current_dalvik_offset_; 75efc6369224b036a1fb77849f7ae65b3492c832c0buzbee int size = table[1]; 76f6c4b3ba3825de1dbb3e747a68b809c6cc8eb4dbMathieu Chartier tab_rec->targets = static_cast<LIR**>(arena_->Alloc(size * sizeof(LIR*), 7783cc7ae96d4176533dd0391a1591d321b0a87f4fVladimir Marko kArenaAllocLIR)); 78862a76027076c341c26aa6cd4a30a7cdd6dc2143buzbee switch_tables_.Insert(tab_rec); 79efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 80efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Get the switch value 811fd3346740dfb7f47be9922312b68a4227fada96buzbee rl_src = LoadValue(rl_src, kCoreReg); 827934ac288acfb2552bb0b06ec1f61e5820d924a4Brian Carlstrom // NewLIR0(kX86Bkpt); 8367c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell 8467c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell // Materialize a pointer to the switch table 852700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage start_of_method_reg; 8667c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell if (base_of_code_ != nullptr) { 8767c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell // We can use the saved value. 8867c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell RegLocation rl_method = mir_graph_->GetRegLocation(base_of_code_->s_reg_low); 89e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu if (rl_method.wide) { 90e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu rl_method = LoadValueWide(rl_method, kCoreReg); 91e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } else { 92e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu rl_method = LoadValue(rl_method, kCoreReg); 93e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } 942700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee start_of_method_reg = rl_method.reg; 9555d0eac918321e0525f6e6491f36a80977e0d416Mark Mendell store_method_addr_used_ = true; 9667c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } else { 97e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu if (Gen64Bit()) { 98e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu start_of_method_reg = AllocTempWide(); 99e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } else { 100e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu start_of_method_reg = AllocTemp(); 101e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } 1022700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee NewLIR1(kX86StartOfMethod, start_of_method_reg.GetReg()); 10367c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } 104fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee int low_key = s4FromSwitchData(&table[2]); 1052700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage keyReg; 106efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Remove the bias, if necessary 107fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (low_key == 0) { 1082700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee keyReg = rl_src.reg; 109efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } else { 1101fd3346740dfb7f47be9922312b68a4227fada96buzbee keyReg = AllocTemp(); 1112700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee OpRegRegImm(kOpSub, keyReg, rl_src.reg, low_key); 112efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 113efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Bounds check - if < 0 or >= size continue following switch 1141fd3346740dfb7f47be9922312b68a4227fada96buzbee OpRegImm(kOpCmp, keyReg, size-1); 1151fd3346740dfb7f47be9922312b68a4227fada96buzbee LIR* branch_over = OpCondBranch(kCondHi, NULL); 116efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 117efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Load the displacement from the switch table 1182700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage disp_reg = AllocTemp(); 119e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu NewLIR5(kX86PcRelLoadRA, disp_reg.GetReg(), start_of_method_reg.GetReg(), keyReg.GetReg(), 120e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu 2, WrapPointer(tab_rec)); 121efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Add displacement to start of method 122e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu if (Gen64Bit()) { 123e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu NewLIR2(kX86Add64RR, start_of_method_reg.GetReg(), disp_reg.GetReg()); 124e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } else { 125e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu OpRegReg(kOpAdd, start_of_method_reg, disp_reg); 126e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } 127efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // ..and go! 1282700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee LIR* switch_branch = NewLIR1(kX86JmpR, start_of_method_reg.GetReg()); 129fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee tab_rec->anchor = switch_branch; 130efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 131fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee /* branch_over target here */ 1321fd3346740dfb7f47be9922312b68a4227fada96buzbee LIR* target = NewLIR0(kPseudoTargetLabel); 133fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee branch_over->target = target; 134efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 135efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 136efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 137efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Array data table format: 138efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * ushort ident = 0x0300 magic value 139efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * ushort width width of each element in the table 140efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * uint size number of elements in the table 141efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * ubyte data[size*width] table of data values (may contain a single-byte 142efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * padding at the end) 143efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * 144efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Total size is 4+(width * size + 1)/2 16-bit code units. 145efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 1460d82948094d9a198e01aa95f64012bdedd5b6fc9buzbeevoid X86Mir2Lir::GenFillArrayData(DexOffset table_offset, RegLocation rl_src) { 1471fd3346740dfb7f47be9922312b68a4227fada96buzbee const uint16_t* table = cu_->insns + current_dalvik_offset_ + table_offset; 148efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Add the table to the list - we'll process it later 1490d82948094d9a198e01aa95f64012bdedd5b6fc9buzbee FillArrayData* tab_rec = 15083cc7ae96d4176533dd0391a1591d321b0a87f4fVladimir Marko static_cast<FillArrayData*>(arena_->Alloc(sizeof(FillArrayData), kArenaAllocData)); 151fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee tab_rec->table = table; 1521fd3346740dfb7f47be9922312b68a4227fada96buzbee tab_rec->vaddr = current_dalvik_offset_; 153fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee uint16_t width = tab_rec->table[1]; 154fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee uint32_t size = tab_rec->table[2] | ((static_cast<uint32_t>(tab_rec->table[3])) << 16); 155fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee tab_rec->size = (size * width) + 8; 156efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 157862a76027076c341c26aa6cd4a30a7cdd6dc2143buzbee fill_array_data_.Insert(tab_rec); 158efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 159efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Making a call - use explicit registers 1601fd3346740dfb7f47be9922312b68a4227fada96buzbee FlushAllRegs(); /* Everything to home location */ 1612700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee LoadValueDirectFixed(rl_src, rs_rX86_ARG0); 162efc6369224b036a1fb77849f7ae65b3492c832c0buzbee // Materialize a pointer to the fill data image 16367c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell if (base_of_code_ != nullptr) { 16467c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell // We can use the saved value. 16567c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell RegLocation rl_method = mir_graph_->GetRegLocation(base_of_code_->s_reg_low); 166e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu if (rl_method.wide) { 167e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu LoadValueDirectWide(rl_method, rs_rX86_ARG2); 168e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } else { 169e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu LoadValueDirect(rl_method, rs_rX86_ARG2); 170e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu } 17155d0eac918321e0525f6e6491f36a80977e0d416Mark Mendell store_method_addr_used_ = true; 17267c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } else { 173e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu // TODO(64) force to be 64-bit 174091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee NewLIR1(kX86StartOfMethod, rs_rX86_ARG2.GetReg()); 17567c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } 176091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee NewLIR2(kX86PcRelAdr, rs_rX86_ARG1.GetReg(), WrapPointer(tab_rec)); 177e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu NewLIR2(Gen64Bit() ? kX86Add64RR : kX86Add32RR, rs_rX86_ARG1.GetReg(), rs_rX86_ARG2.GetReg()); 1789ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko if (Is64BitInstructionSet(cu_->instruction_set)) { 1799ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko CallRuntimeHelperRegReg(QUICK_ENTRYPOINT_OFFSET(8, pHandleFillArrayData), rs_rX86_ARG0, 1809ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko rs_rX86_ARG1, true); 1819ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko } else { 1829ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko CallRuntimeHelperRegReg(QUICK_ENTRYPOINT_OFFSET(4, pHandleFillArrayData), rs_rX86_ARG0, 1839ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko rs_rX86_ARG1, true); 1849ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko } 185efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 186efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 1872ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid X86Mir2Lir::GenMoveException(RegLocation rl_dest) { 1882f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe int ex_offset = Is64BitInstructionSet(cu_->instruction_set) ? 1892f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe Thread::ExceptionOffset<8>().Int32Value() : 1902f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe Thread::ExceptionOffset<4>().Int32Value(); 191a0cd2d701f29e0bc6275f1b13c0edfd4ec391879buzbee RegLocation rl_result = EvalLoc(rl_dest, kRefReg, true); 19200e1ec6581b5b7b46ca4c314c2854e9caa647dd2Bill Buzbee NewLIR2(kX86Mov32RT, rl_result.reg.GetReg(), ex_offset); 1931fd3346740dfb7f47be9922312b68a4227fada96buzbee NewLIR2(kX86Mov32TI, ex_offset, 0); 1941fd3346740dfb7f47be9922312b68a4227fada96buzbee StoreValue(rl_dest, rl_result); 1951eab958cde39a7e2f0e5ce01730f4e2e75c72519jeffhao} 1961eab958cde39a7e2f0e5ce01730f4e2e75c72519jeffhao 197efc6369224b036a1fb77849f7ae65b3492c832c0buzbee/* 198efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * Mark garbage collection card. Skip if the value we're storing is null. 199efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 2002700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbeevoid X86Mir2Lir::MarkGCCard(RegStorage val_reg, RegStorage tgt_addr_reg) { 2012700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage reg_card_base = AllocTemp(); 2022700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee RegStorage reg_card_no = AllocTemp(); 2031fd3346740dfb7f47be9922312b68a4227fada96buzbee LIR* branch_over = OpCmpImmBranch(kCondEq, val_reg, 0, NULL); 2042f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe int ct_offset = Is64BitInstructionSet(cu_->instruction_set) ? 2052f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe Thread::CardTableOffset<8>().Int32Value() : 2062f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe Thread::CardTableOffset<4>().Int32Value(); 2079ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko if (Gen64Bit()) { 2089ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko NewLIR2(kX86Mov64RT, reg_card_base.GetReg(), ct_offset); 2099ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko } else { 2109ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko NewLIR2(kX86Mov32RT, reg_card_base.GetReg(), ct_offset); 2119ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko } 2121d54e73444e017d3a65234e0f193846f3e27472bIan Rogers OpRegRegImm(kOpLsr, reg_card_no, tgt_addr_reg, gc::accounting::CardTable::kCardShift); 2132700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee StoreBaseIndexed(reg_card_base, reg_card_no, reg_card_base, 0, kUnsignedByte); 2141fd3346740dfb7f47be9922312b68a4227fada96buzbee LIR* target = NewLIR0(kPseudoTargetLabel); 215fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee branch_over->target = target; 2161fd3346740dfb7f47be9922312b68a4227fada96buzbee FreeTemp(reg_card_base); 2171fd3346740dfb7f47be9922312b68a4227fada96buzbee FreeTemp(reg_card_no); 218efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 219efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 2202ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid X86Mir2Lir::GenEntrySequence(RegLocation* ArgLocs, RegLocation rl_method) { 221efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* 222efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * On entry, rX86_ARG0, rX86_ARG1, rX86_ARG2 are live. Let the register 223efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * allocation mechanism know so it doesn't try to use any of them when 224efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * expanding the frame or flushing. This leaves the utility 225efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * code with no spare temps. 226efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 227091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_ARG0); 228091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_ARG1); 229091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_ARG2); 230efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 231efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* Build frame, return address already on stack */ 2329ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko stack_decrement_ = OpRegImm(kOpSub, rs_rX86_SP, frame_size_ - GetInstructionSetPointerSize(cu_->instruction_set)); 233efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 234efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* 235efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * We can safely skip the stack overflow check if we're 236efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * a leaf *and* our frame size < fudge factor. 237efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 23860d7a65f7fb60f502160a2e479e86014c7787553Brian Carlstrom const bool skip_overflow_check = (mir_graph_->MethodIsLeaf() && 23960d7a65f7fb60f502160a2e479e86014c7787553Brian Carlstrom (static_cast<size_t>(frame_size_) < Thread::kStackOverflowReservedBytes)); 2401fd3346740dfb7f47be9922312b68a4227fada96buzbee NewLIR0(kPseudoMethodEntry); 241efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* Spill core callee saves */ 2421fd3346740dfb7f47be9922312b68a4227fada96buzbee SpillCoreRegs(); 243efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* NOTE: promotion of FP regs currently unsupported, thus no FP spill */ 2441fd3346740dfb7f47be9922312b68a4227fada96buzbee DCHECK_EQ(num_fp_spills_, 0); 245fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (!skip_overflow_check) { 2460d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier class StackOverflowSlowPath : public LIRSlowPath { 2470d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier public: 2480d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier StackOverflowSlowPath(Mir2Lir* m2l, LIR* branch, size_t sp_displace) 2490d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier : LIRSlowPath(m2l, m2l->GetCurrentDexPc(), branch, nullptr), sp_displace_(sp_displace) { 2500d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier } 2510d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier void Compile() OVERRIDE { 2520d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier m2l_->ResetRegPool(); 2530d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier m2l_->ResetDefTracking(); 2546ffcfa04ebb2660e238742a6000f5ccebdd5df15Mingyao Yang GenerateTargetLabel(kPseudoThrowTarget); 2552700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbee m2l_->OpRegImm(kOpAdd, rs_rX86_SP, sp_displace_); 2560d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier m2l_->ClobberCallerSave(); 2570d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // Assumes codegen and target are in thumb2 mode. 2582f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe if (Is64BitInstructionSet(cu_->instruction_set)) { 2592f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe m2l_->CallHelper(RegStorage::InvalidReg(), QUICK_ENTRYPOINT_OFFSET(8, pThrowStackOverflow), 2602f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe false /* MarkSafepointPC */, false /* UseLink */); 2612f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe } else { 2622f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe m2l_->CallHelper(RegStorage::InvalidReg(), QUICK_ENTRYPOINT_OFFSET(4, pThrowStackOverflow), 2639ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko false /* MarkSafepointPC */, false /* UseLink */); 2642f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe } 2650d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier } 2660d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier 2670d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier private: 2680d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier const size_t sp_displace_; 2690d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier }; 2700d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // TODO: for large frames we should do something like: 2710d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // spill ebp 2720d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // lea ebp, [esp + frame_size] 2730d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // cmp ebp, fs:[stack_end_] 2740d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // jcc stack_overflow_exception 2750d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // mov esp, ebp 2760d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // in case a signal comes in that's not using an alternate signal stack and the large frame may 2770d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier // have moved us outside of the reserved area at the end of the stack. 2789ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko // cmp rs_rX86_SP, fs:[stack_end_]; jcc throw_slowpath 2792f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe if (Is64BitInstructionSet(cu_->instruction_set)) { 2802f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe OpRegThreadMem(kOpCmp, rs_rX86_SP, Thread::StackEndOffset<8>()); 2812f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe } else { 2822f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe OpRegThreadMem(kOpCmp, rs_rX86_SP, Thread::StackEndOffset<4>()); 2832f244e9faccfcca68af3c5484c397a01a1c3a342Andreas Gampe } 2840d507d1e0441e6bd6f3affca3a60774ea920f317Mathieu Chartier LIR* branch = OpCondBranch(kCondUlt, nullptr); 285e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu AddSlowPath( 286e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu new(arena_)StackOverflowSlowPath(this, branch, 287e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu frame_size_ - 288e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu GetInstructionSetPointerSize(cu_->instruction_set))); 289efc6369224b036a1fb77849f7ae65b3492c832c0buzbee } 290efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 2911fd3346740dfb7f47be9922312b68a4227fada96buzbee FlushIns(ArgLocs, rl_method); 292efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 29367c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell if (base_of_code_ != nullptr) { 29467c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell // We have been asked to save the address of the method start for later use. 295091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee setup_method_address_[0] = NewLIR1(kX86StartOfMethod, rs_rX86_ARG0.GetReg()); 29667c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell int displacement = SRegOffset(base_of_code_->s_reg_low); 297695d13a82d6dd801aaa57a22a9d4b3f6db0d0fdbbuzbee // Native pointer - must be natural word size. 298e0ccdc0dd166136cd43e5f54201179a4496d33e8Chao-ying Fu setup_method_address_[1] = StoreBaseDisp(rs_rX86_SP, displacement, rs_rX86_ARG0, Gen64Bit() ? k64 : k32); 29967c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell } 30067c39c4aefca23cb136157b889c09ee200b3dec6Mark Mendell 301091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee FreeTemp(rs_rX86_ARG0); 302091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee FreeTemp(rs_rX86_ARG1); 303091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee FreeTemp(rs_rX86_ARG2); 304efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 305efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 3061fd3346740dfb7f47be9922312b68a4227fada96buzbeevoid X86Mir2Lir::GenExitSequence() { 307efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* 308efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * In the exit path, rX86_RET0/rX86_RET1 are live - make sure they aren't 309efc6369224b036a1fb77849f7ae65b3492c832c0buzbee * allocated by the register utilities as temps. 310efc6369224b036a1fb77849f7ae65b3492c832c0buzbee */ 311091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_RET0); 312091cc408e9dc87e60fb64c61e186bea568fc3d3abuzbee LockTemp(rs_rX86_RET1); 313efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 3141fd3346740dfb7f47be9922312b68a4227fada96buzbee NewLIR0(kPseudoMethodExit); 3151fd3346740dfb7f47be9922312b68a4227fada96buzbee UnSpillCoreRegs(); 316efc6369224b036a1fb77849f7ae65b3492c832c0buzbee /* Remove frame except for return address */ 3179ee801f5308aa3c62ae3bedae2658612762ffb91Dmitry Petrochenko stack_increment_ = OpRegImm(kOpAdd, rs_rX86_SP, frame_size_ - GetInstructionSetPointerSize(cu_->instruction_set)); 3181fd3346740dfb7f47be9922312b68a4227fada96buzbee NewLIR0(kX86Ret); 319efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} 320efc6369224b036a1fb77849f7ae65b3492c832c0buzbee 3213bc01748ef1c3e43361bdf520947a9d656658bf8Razvan A Lupusoruvoid X86Mir2Lir::GenSpecialExitSequence() { 3223bc01748ef1c3e43361bdf520947a9d656658bf8Razvan A Lupusoru NewLIR0(kX86Ret); 3233bc01748ef1c3e43361bdf520947a9d656658bf8Razvan A Lupusoru} 3243bc01748ef1c3e43361bdf520947a9d656658bf8Razvan A Lupusoru 325efc6369224b036a1fb77849f7ae65b3492c832c0buzbee} // namespace art 326