167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* 267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Copyright (C) 2011 The Android Open Source Project 367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Licensed under the Apache License, Version 2.0 (the "License"); 567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * you may not use this file except in compliance with the License. 667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * You may obtain a copy of the License at 767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * http://www.apache.org/licenses/LICENSE-2.0 967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 1067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Unless required by applicable law or agreed to in writing, software 1167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * distributed under the License is distributed on an "AS IS" BASIS, 1267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * See the License for the specific language governing permissions and 1467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * limitations under the License. 1567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 1667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 177940e44f4517de5e2634a7e07d58d0fb26160513Brian Carlstrom#include "dex/compiler_internals.h" 1863999683329612292d534e6be09dbde9480f1250Serban Constantinescu#include "dex/quick/mir_to_lir-inl.h" 191bc37c60da71c923ea9a2e99d31ba1b3d76d79a8buzbee 2011d1b0c31ddd710d26068da8e0e4621002205b4bElliott Hughesnamespace art { 2111d1b0c31ddd710d26068da8e0e4621002205b4bElliott Hughes 2267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee#define DEBUG_OPT(X) 2367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 2463999683329612292d534e6be09dbde9480f1250Serban Constantinescu#define LOAD_STORE_CHECK_REG_DEP(mask, check) (mask.Intersects(*check->u.m.def_mask)) 2563999683329612292d534e6be09dbde9480f1250Serban Constantinescu 2607ec8e17c978e3bda0202693e6432b56349a5867Ian Rogers/* Check RAW, WAR, and RAW dependency on the register operands */ 278dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko#define CHECK_REG_DEP(use, def, check) (def.Intersects(*check->u.m.use_mask)) || \ 288dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko (use.Union(def).Intersects(*check->u.m.def_mask)) 2967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 3063999683329612292d534e6be09dbde9480f1250Serban Constantinescu/* Load Store Elimination filter: 3163999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Wide Load/Store 3263999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Exclusive Load/Store 3363999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Quad operand Load/Store 3463999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - List Load/Store 3563999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - IT blocks 3663999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Branch 3763999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Dmb 3863999683329612292d534e6be09dbde9480f1250Serban Constantinescu */ 3963999683329612292d534e6be09dbde9480f1250Serban Constantinescu#define LOAD_STORE_FILTER(flags) ((flags & (IS_QUAD_OP|IS_STORE)) == (IS_QUAD_OP|IS_STORE) || \ 4063999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & (IS_QUAD_OP|IS_LOAD)) == (IS_QUAD_OP|IS_LOAD) || \ 4163999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_USE012) == REG_USE012 || \ 4263999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_DEF01) == REG_DEF01 || \ 4363999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_DEF_LIST0) || \ 4463999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_DEF_LIST1) || \ 4563999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_USE_LIST0) || \ 4663999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_USE_LIST1) || \ 4763999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_DEF_FPCS_LIST0) || \ 4863999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_DEF_FPCS_LIST2) || \ 4963999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_USE_FPCS_LIST0) || \ 5063999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & REG_USE_FPCS_LIST2) || \ 5163999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & IS_VOLATILE) || \ 5263999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & IS_BRANCH) || \ 5363999683329612292d534e6be09dbde9480f1250Serban Constantinescu (flags & IS_IT)) 5463999683329612292d534e6be09dbde9480f1250Serban Constantinescu 5567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* Scheduler heuristics */ 5667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee#define MAX_HOIST_DISTANCE 20 5767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee#define LDLD_DISTANCE 4 5867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee#define LD_LATENCY 2 5967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 602ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromstatic bool IsDalvikRegisterClobbered(LIR* lir1, LIR* lir2) { 61b48819db07f9a0992a72173380c24249d7fc648abuzbee int reg1Lo = DECODE_ALIAS_INFO_REG(lir1->flags.alias_info); 62b48819db07f9a0992a72173380c24249d7fc648abuzbee int reg1Hi = reg1Lo + DECODE_ALIAS_INFO_WIDE(lir1->flags.alias_info); 63b48819db07f9a0992a72173380c24249d7fc648abuzbee int reg2Lo = DECODE_ALIAS_INFO_REG(lir2->flags.alias_info); 64b48819db07f9a0992a72173380c24249d7fc648abuzbee int reg2Hi = reg2Lo + DECODE_ALIAS_INFO_WIDE(lir2->flags.alias_info); 6567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 66a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee return (reg1Lo == reg2Lo) || (reg1Lo == reg2Hi) || (reg1Hi == reg2Lo); 6767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee} 6867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 6967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* Convert a more expensive instruction (ie load) into a move */ 702700f7e1edbcd2518f4978e4cd0e05a4149f91b6buzbeevoid Mir2Lir::ConvertMemOpIntoMove(LIR* orig_lir, RegStorage dest, RegStorage src) { 71a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Insert a move to replace the load */ 72fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* move_lir; 731fd3346740dfb7f47be9922312b68a4227fada96buzbee move_lir = OpRegCopyNoInsert(dest, src); 7463999683329612292d534e6be09dbde9480f1250Serban Constantinescu move_lir->dalvik_offset = orig_lir->dalvik_offset; 75a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 76a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Insert the converted instruction after the original since the 77a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * optimization is scannng in the top-down order and the new instruction 78a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * will need to be re-checked (eg the new dest clobbers the src used in 79fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * this_lir). 80a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 81fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee InsertLIRAfter(orig_lir, move_lir); 8267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee} 8367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 8463999683329612292d534e6be09dbde9480f1250Serban Constantinescuvoid Mir2Lir::DumpDependentInsnPair(LIR* check_lir, LIR* this_lir, const char* type) { 8563999683329612292d534e6be09dbde9480f1250Serban Constantinescu LOG(INFO) << type; 8663999683329612292d534e6be09dbde9480f1250Serban Constantinescu LOG(INFO) << "Check LIR:"; 8763999683329612292d534e6be09dbde9480f1250Serban Constantinescu DumpLIRInsn(check_lir, 0); 8863999683329612292d534e6be09dbde9480f1250Serban Constantinescu LOG(INFO) << "This LIR:"; 8963999683329612292d534e6be09dbde9480f1250Serban Constantinescu DumpLIRInsn(this_lir, 0); 9063999683329612292d534e6be09dbde9480f1250Serban Constantinescu} 9163999683329612292d534e6be09dbde9480f1250Serban Constantinescu 9263999683329612292d534e6be09dbde9480f1250Serban Constantinescuinline void Mir2Lir::EliminateLoad(LIR* lir, int reg_id) { 9363999683329612292d534e6be09dbde9480f1250Serban Constantinescu DCHECK(RegStorage::SameRegType(lir->operands[0], reg_id)); 9463999683329612292d534e6be09dbde9480f1250Serban Constantinescu RegStorage dest_reg, src_reg; 9563999683329612292d534e6be09dbde9480f1250Serban Constantinescu 9663999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Same Register - Nop */ 9763999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (lir->operands[0] == reg_id) { 9863999683329612292d534e6be09dbde9480f1250Serban Constantinescu NopLIR(lir); 9963999683329612292d534e6be09dbde9480f1250Serban Constantinescu return; 10063999683329612292d534e6be09dbde9480f1250Serban Constantinescu } 10163999683329612292d534e6be09dbde9480f1250Serban Constantinescu 10263999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* different Regsister - Move + Nop */ 10363999683329612292d534e6be09dbde9480f1250Serban Constantinescu switch (reg_id & RegStorage::kShapeTypeMask) { 10463999683329612292d534e6be09dbde9480f1250Serban Constantinescu case RegStorage::k32BitSolo | RegStorage::kCoreRegister: 10563999683329612292d534e6be09dbde9480f1250Serban Constantinescu dest_reg = RegStorage::Solo32(lir->operands[0]); 10663999683329612292d534e6be09dbde9480f1250Serban Constantinescu src_reg = RegStorage::Solo32(reg_id); 10763999683329612292d534e6be09dbde9480f1250Serban Constantinescu break; 10863999683329612292d534e6be09dbde9480f1250Serban Constantinescu case RegStorage::k64BitSolo | RegStorage::kCoreRegister: 10963999683329612292d534e6be09dbde9480f1250Serban Constantinescu dest_reg = RegStorage::Solo64(lir->operands[0]); 11063999683329612292d534e6be09dbde9480f1250Serban Constantinescu src_reg = RegStorage::Solo64(reg_id); 11163999683329612292d534e6be09dbde9480f1250Serban Constantinescu break; 11263999683329612292d534e6be09dbde9480f1250Serban Constantinescu case RegStorage::k32BitSolo | RegStorage::kFloatingPoint: 11363999683329612292d534e6be09dbde9480f1250Serban Constantinescu dest_reg = RegStorage::FloatSolo32(lir->operands[0]); 11463999683329612292d534e6be09dbde9480f1250Serban Constantinescu src_reg = RegStorage::FloatSolo32(reg_id); 11563999683329612292d534e6be09dbde9480f1250Serban Constantinescu break; 11663999683329612292d534e6be09dbde9480f1250Serban Constantinescu case RegStorage::k64BitSolo | RegStorage::kFloatingPoint: 11763999683329612292d534e6be09dbde9480f1250Serban Constantinescu dest_reg = RegStorage::FloatSolo64(lir->operands[0]); 11863999683329612292d534e6be09dbde9480f1250Serban Constantinescu src_reg = RegStorage::FloatSolo64(reg_id); 11963999683329612292d534e6be09dbde9480f1250Serban Constantinescu break; 12063999683329612292d534e6be09dbde9480f1250Serban Constantinescu default: 12163999683329612292d534e6be09dbde9480f1250Serban Constantinescu LOG(INFO) << "Load Store: Unsuported register type!"; 12263999683329612292d534e6be09dbde9480f1250Serban Constantinescu return; 12363999683329612292d534e6be09dbde9480f1250Serban Constantinescu } 12463999683329612292d534e6be09dbde9480f1250Serban Constantinescu ConvertMemOpIntoMove(lir, dest_reg, src_reg); 12563999683329612292d534e6be09dbde9480f1250Serban Constantinescu NopLIR(lir); 12663999683329612292d534e6be09dbde9480f1250Serban Constantinescu return; 12763999683329612292d534e6be09dbde9480f1250Serban Constantinescu} 12863999683329612292d534e6be09dbde9480f1250Serban Constantinescu 12967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* 13063999683329612292d534e6be09dbde9480f1250Serban Constantinescu * Perform a pass of top-down walk, from the first to the last instruction in the 13167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * superblock, to eliminate redundant loads and stores. 13267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 13367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * An earlier load can eliminate a later load iff 13467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 1) They are must-aliases 13567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 2) The native register is not clobbered in between 13667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 3) The memory location is not written to in between 13767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 13867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * An earlier store can eliminate a later load iff 13967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 1) They are must-aliases 14067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 2) The native register is not clobbered in between 14167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 3) The memory location is not written to in between 14267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 14363999683329612292d534e6be09dbde9480f1250Serban Constantinescu * An earlier store can eliminate a later store iff 14467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 1) They are must-aliases 14567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 2) The memory location is not written to in between 14667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 1472ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid Mir2Lir::ApplyLoadStoreElimination(LIR* head_lir, LIR* tail_lir) { 14863999683329612292d534e6be09dbde9480f1250Serban Constantinescu LIR* this_lir, *check_lir; 14963999683329612292d534e6be09dbde9480f1250Serban Constantinescu std::vector<int> alias_list; 15067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 1510cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (head_lir == tail_lir) { 1520cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom return; 1530cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 15467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 15563999683329612292d534e6be09dbde9480f1250Serban Constantinescu for (this_lir = head_lir; this_lir != tail_lir; this_lir = NEXT_LIR(this_lir)) { 15663999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (this_lir->flags.is_nop || IsPseudoLirOp(this_lir->opcode)) { 1570cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 1580cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 1594ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee 1601fd3346740dfb7f47be9922312b68a4227fada96buzbee uint64_t target_flags = GetTargetInstFlags(this_lir->opcode); 16163999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Target LIR - skip if instr is: 16263999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - NOP 16363999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Branch 16463999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Load and store 16563999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Wide load 16663999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Wide store 16763999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Exclusive load/store 16863999683329612292d534e6be09dbde9480f1250Serban Constantinescu */ 16963999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (LOAD_STORE_FILTER(target_flags) || 17063999683329612292d534e6be09dbde9480f1250Serban Constantinescu ((target_flags & (IS_LOAD | IS_STORE)) == (IS_LOAD | IS_STORE)) || 17163999683329612292d534e6be09dbde9480f1250Serban Constantinescu !(target_flags & (IS_LOAD | IS_STORE))) { 172a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee continue; 173a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 17463999683329612292d534e6be09dbde9480f1250Serban Constantinescu int native_reg_id = this_lir->operands[0]; 17563999683329612292d534e6be09dbde9480f1250Serban Constantinescu int dest_reg_id = this_lir->operands[1]; 17663999683329612292d534e6be09dbde9480f1250Serban Constantinescu bool is_this_lir_load = target_flags & IS_LOAD; 17763999683329612292d534e6be09dbde9480f1250Serban Constantinescu ResourceMask this_mem_mask = kEncodeMem.Intersection(this_lir->u.m.use_mask->Union( 17863999683329612292d534e6be09dbde9480f1250Serban Constantinescu *this_lir->u.m.def_mask)); 17967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 18063999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Memory region */ 18163999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (!this_mem_mask.Intersects(kEncodeLiteral.Union(kEncodeDalvikReg)) && 18263999683329612292d534e6be09dbde9480f1250Serban Constantinescu (!this_mem_mask.Intersects(kEncodeLiteral.Union(kEncodeHeapRef)))) { 18363999683329612292d534e6be09dbde9480f1250Serban Constantinescu continue; 184b046e16d8b8da318d6055f9308950131f1255e08buzbee } 18567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 18663999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Does not redefine the address */ 18763999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (this_lir->u.m.def_mask->Intersects(*this_lir->u.m.use_mask)) { 1880cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 1890cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 19067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 1918dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko ResourceMask stop_def_reg_mask = this_lir->u.m.def_mask->Without(kEncodeMem); 19263999683329612292d534e6be09dbde9480f1250Serban Constantinescu ResourceMask stop_use_reg_mask = this_lir->u.m.use_mask->Without(kEncodeMem); 193fcc36ba2a2b8fd10e6eebd21ecb6329606443dedSerban Constantinescu 19463999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* The ARM backend can load/store PC */ 19563999683329612292d534e6be09dbde9480f1250Serban Constantinescu ResourceMask uses_pc = GetPCUseDefEncoding(); 19663999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (uses_pc.Intersects(this_lir->u.m.use_mask->Union(*this_lir->u.m.def_mask))) { 19763999683329612292d534e6be09dbde9480f1250Serban Constantinescu continue; 19863999683329612292d534e6be09dbde9480f1250Serban Constantinescu } 19963999683329612292d534e6be09dbde9480f1250Serban Constantinescu 20063999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Initialize alias list */ 20163999683329612292d534e6be09dbde9480f1250Serban Constantinescu alias_list.clear(); 20263999683329612292d534e6be09dbde9480f1250Serban Constantinescu ResourceMask alias_reg_list_mask = kEncodeNone; 203a7894cdb063edb88f1420a42207e0c4bd27ab4f9Dave Allison if (!this_mem_mask.Intersects(kEncodeMem) && !this_mem_mask.Intersects(kEncodeLiteral)) { 20463999683329612292d534e6be09dbde9480f1250Serban Constantinescu alias_list.push_back(dest_reg_id); 20563999683329612292d534e6be09dbde9480f1250Serban Constantinescu SetupRegMask(&alias_reg_list_mask, dest_reg_id); 206b046e16d8b8da318d6055f9308950131f1255e08buzbee } 207a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 20863999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Scan through the BB for posible elimination candidates */ 20928c9a83398a6e48eefb9b79a390920629bbb8519buzbee for (check_lir = NEXT_LIR(this_lir); check_lir != tail_lir; check_lir = NEXT_LIR(check_lir)) { 210409fe94ad529d9334587be80b9f6a3d166805508buzbee if (check_lir->flags.is_nop || IsPseudoLirOp(check_lir->opcode)) { 2110cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 2120cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 213a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 21463999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (uses_pc.Intersects(check_lir->u.m.use_mask->Union(*check_lir->u.m.def_mask))) { 21563999683329612292d534e6be09dbde9480f1250Serban Constantinescu break; 21663999683329612292d534e6be09dbde9480f1250Serban Constantinescu } 217c32447bcc8c36ee8ff265ed678c7df86936a9ebeBill Buzbee 21863999683329612292d534e6be09dbde9480f1250Serban Constantinescu ResourceMask check_mem_mask = kEncodeMem.Intersection(check_lir->u.m.use_mask->Union( 21963999683329612292d534e6be09dbde9480f1250Serban Constantinescu *check_lir->u.m.def_mask)); 22063999683329612292d534e6be09dbde9480f1250Serban Constantinescu ResourceMask alias_mem_mask = this_mem_mask.Intersection(check_mem_mask); 221c32447bcc8c36ee8ff265ed678c7df86936a9ebeBill Buzbee uint64_t check_flags = GetTargetInstFlags(check_lir->opcode); 22263999683329612292d534e6be09dbde9480f1250Serban Constantinescu bool stop_here = false; 22363999683329612292d534e6be09dbde9480f1250Serban Constantinescu bool pass_over = false; 22463999683329612292d534e6be09dbde9480f1250Serban Constantinescu 22563999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Check LIR - skip if instr is: 22663999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Wide Load 22763999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Wide Store 22863999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Branch 22963999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Dmb 23063999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Exclusive load/store 23163999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - IT blocks 23263999683329612292d534e6be09dbde9480f1250Serban Constantinescu * - Quad loads 23363999683329612292d534e6be09dbde9480f1250Serban Constantinescu */ 23463999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (LOAD_STORE_FILTER(check_flags)) { 2354ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee stop_here = true; 23663999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Possible alias or result of earlier pass */ 23763999683329612292d534e6be09dbde9480f1250Serban Constantinescu } else if (check_flags & IS_MOVE) { 23863999683329612292d534e6be09dbde9480f1250Serban Constantinescu for (auto ® : alias_list) { 23963999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (RegStorage::RegNum(check_lir->operands[1]) == RegStorage::RegNum(reg)) { 24063999683329612292d534e6be09dbde9480f1250Serban Constantinescu pass_over = true; 24163999683329612292d534e6be09dbde9480f1250Serban Constantinescu alias_list.push_back(check_lir->operands[0]); 24263999683329612292d534e6be09dbde9480f1250Serban Constantinescu SetupRegMask(&alias_reg_list_mask, check_lir->operands[0]); 24363999683329612292d534e6be09dbde9480f1250Serban Constantinescu } 24463999683329612292d534e6be09dbde9480f1250Serban Constantinescu } 24563999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Memory regions */ 24663999683329612292d534e6be09dbde9480f1250Serban Constantinescu } else if (!alias_mem_mask.Equals(kEncodeNone)) { 24763999683329612292d534e6be09dbde9480f1250Serban Constantinescu DCHECK((check_flags & IS_LOAD) || (check_flags & IS_STORE)); 2484ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee bool is_check_lir_load = check_flags & IS_LOAD; 24963999683329612292d534e6be09dbde9480f1250Serban Constantinescu bool reg_compatible = RegStorage::SameRegType(check_lir->operands[0], native_reg_id); 25063999683329612292d534e6be09dbde9480f1250Serban Constantinescu 251a7894cdb063edb88f1420a42207e0c4bd27ab4f9Dave Allison if (!alias_mem_mask.Intersects(kEncodeMem) && alias_mem_mask.Equals(kEncodeLiteral)) { 25263999683329612292d534e6be09dbde9480f1250Serban Constantinescu DCHECK(check_flags & IS_LOAD); 253a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Same value && same register type */ 25463999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (reg_compatible && (this_lir->target == check_lir->target)) { 25563999683329612292d534e6be09dbde9480f1250Serban Constantinescu DEBUG_OPT(DumpDependentInsnPair(check_lir, this_lir, "LITERAL")); 25663999683329612292d534e6be09dbde9480f1250Serban Constantinescu EliminateLoad(check_lir, native_reg_id); 257a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 25863999683329612292d534e6be09dbde9480f1250Serban Constantinescu } else if (((alias_mem_mask.Equals(kEncodeDalvikReg)) || (alias_mem_mask.Equals(kEncodeHeapRef))) && 25963999683329612292d534e6be09dbde9480f1250Serban Constantinescu alias_reg_list_mask.Intersects((check_lir->u.m.use_mask)->Without(kEncodeMem))) { 26063999683329612292d534e6be09dbde9480f1250Serban Constantinescu bool same_offset = (GetInstructionOffset(this_lir) == GetInstructionOffset(check_lir)); 26163999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (same_offset && !is_check_lir_load) { 26263999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (check_lir->operands[0] != native_reg_id) { 26363999683329612292d534e6be09dbde9480f1250Serban Constantinescu DEBUG_OPT(DumpDependentInsnPair(check_lir, this_lir, "STORE STOP")); 264c32447bcc8c36ee8ff265ed678c7df86936a9ebeBill Buzbee stop_here = true; 26563999683329612292d534e6be09dbde9480f1250Serban Constantinescu break; 266c32447bcc8c36ee8ff265ed678c7df86936a9ebeBill Buzbee } 267fcc36ba2a2b8fd10e6eebd21ecb6329606443dedSerban Constantinescu } 26863999683329612292d534e6be09dbde9480f1250Serban Constantinescu 26963999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (reg_compatible && same_offset && 27063999683329612292d534e6be09dbde9480f1250Serban Constantinescu ((is_this_lir_load && is_check_lir_load) /* LDR - LDR */ || 27163999683329612292d534e6be09dbde9480f1250Serban Constantinescu (!is_this_lir_load && is_check_lir_load) /* STR - LDR */ || 27263999683329612292d534e6be09dbde9480f1250Serban Constantinescu (!is_this_lir_load && !is_check_lir_load) /* STR - STR */)) { 27363999683329612292d534e6be09dbde9480f1250Serban Constantinescu DEBUG_OPT(DumpDependentInsnPair(check_lir, this_lir, "LOAD STORE")); 27463999683329612292d534e6be09dbde9480f1250Serban Constantinescu EliminateLoad(check_lir, native_reg_id); 27563999683329612292d534e6be09dbde9480f1250Serban Constantinescu } 27663999683329612292d534e6be09dbde9480f1250Serban Constantinescu } else { 27763999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Unsupported memory region */ 278a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 279a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 280a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 28163999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (pass_over) { 28263999683329612292d534e6be09dbde9480f1250Serban Constantinescu continue; 283c32447bcc8c36ee8ff265ed678c7df86936a9ebeBill Buzbee } 284c32447bcc8c36ee8ff265ed678c7df86936a9ebeBill Buzbee 28563999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (stop_here == false) { 28663999683329612292d534e6be09dbde9480f1250Serban Constantinescu bool stop_alias = LOAD_STORE_CHECK_REG_DEP(alias_reg_list_mask, check_lir); 28763999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (stop_alias) { 28863999683329612292d534e6be09dbde9480f1250Serban Constantinescu /* Scan through alias list and if alias remove from alias list. */ 28963999683329612292d534e6be09dbde9480f1250Serban Constantinescu for (auto ® : alias_list) { 29063999683329612292d534e6be09dbde9480f1250Serban Constantinescu stop_alias = false; 29163999683329612292d534e6be09dbde9480f1250Serban Constantinescu ResourceMask alias_reg_mask = kEncodeNone; 29263999683329612292d534e6be09dbde9480f1250Serban Constantinescu SetupRegMask(&alias_reg_mask, reg); 29363999683329612292d534e6be09dbde9480f1250Serban Constantinescu stop_alias = LOAD_STORE_CHECK_REG_DEP(alias_reg_mask, check_lir); 29463999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (stop_alias) { 29563999683329612292d534e6be09dbde9480f1250Serban Constantinescu ClearRegMask(&alias_reg_list_mask, reg); 29663999683329612292d534e6be09dbde9480f1250Serban Constantinescu alias_list.erase(std::remove(alias_list.begin(), alias_list.end(), 29763999683329612292d534e6be09dbde9480f1250Serban Constantinescu reg), alias_list.end()); 29863999683329612292d534e6be09dbde9480f1250Serban Constantinescu } 299b046e16d8b8da318d6055f9308950131f1255e08buzbee } 300573b42936ba7fbf296452875cdcadedc619418efjeffhao } 30163999683329612292d534e6be09dbde9480f1250Serban Constantinescu ResourceMask stop_search_mask = stop_def_reg_mask.Union(stop_use_reg_mask); 30263999683329612292d534e6be09dbde9480f1250Serban Constantinescu stop_search_mask = stop_search_mask.Union(alias_reg_list_mask); 30363999683329612292d534e6be09dbde9480f1250Serban Constantinescu stop_here = LOAD_STORE_CHECK_REG_DEP(stop_search_mask, check_lir); 30463999683329612292d534e6be09dbde9480f1250Serban Constantinescu if (stop_here) { 30563999683329612292d534e6be09dbde9480f1250Serban Constantinescu break; 30667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 30763999683329612292d534e6be09dbde9480f1250Serban Constantinescu } else { 308a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 309a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 31067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 311a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 31267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee} 31367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 31467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* 31567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Perform a pass of bottom-up walk, from the second instruction in the 31667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * superblock, to try to hoist loads to earlier slots. 31767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 3182ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid Mir2Lir::ApplyLoadHoisting(LIR* head_lir, LIR* tail_lir) { 319fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* this_lir, *check_lir; 320a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 321a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Store the list of independent instructions that can be hoisted past. 322a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Will decide the best place to insert later. 323a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 324fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* prev_inst_list[MAX_HOIST_DISTANCE]; 325a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 326a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Empty block */ 3270cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (head_lir == tail_lir) { 3280cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom return; 3290cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 330a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 331a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Start from the second instruction */ 33228c9a83398a6e48eefb9b79a390920629bbb8519buzbee for (this_lir = NEXT_LIR(head_lir); this_lir != tail_lir; this_lir = NEXT_LIR(this_lir)) { 333409fe94ad529d9334587be80b9f6a3d166805508buzbee if (IsPseudoLirOp(this_lir->opcode)) { 3340cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 3350cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 3364ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee 3371fd3346740dfb7f47be9922312b68a4227fada96buzbee uint64_t target_flags = GetTargetInstFlags(this_lir->opcode); 338a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Skip non-interesting instructions */ 3391da1e2fceb0030b4b76b43510b1710a9613e0c2ebuzbee if (!(target_flags & IS_LOAD) || 3401da1e2fceb0030b4b76b43510b1710a9613e0c2ebuzbee (this_lir->flags.is_nop == true) || 34199ad7230ccaace93bf323dea9790f35fe991a4a2Razvan A Lupusoru ((target_flags & (REG_DEF0 | REG_DEF1)) == (REG_DEF0 | REG_DEF1)) || 34299ad7230ccaace93bf323dea9790f35fe991a4a2Razvan A Lupusoru ((target_flags & (IS_STORE | IS_LOAD)) == (IS_STORE | IS_LOAD))) { 343a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee continue; 344a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 34567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 3468dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko ResourceMask stop_use_all_mask = *this_lir->u.m.use_mask; 34767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 348af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe /* 349af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe * Branches for null/range checks are marked with the true resource 350af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe * bits, and loads to Dalvik registers, constant pools, and non-alias 351af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe * locations are safe to be hoisted. So only mark the heap references 352af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe * conservatively here. 353af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe * 354af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe * Note: on x86(-64) and Arm64 this will add kEncodeNone. 355af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe * TODO: Sanity check. LoadStoreElimination uses kBranchBit to fake a PC. 356af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe */ 357af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe if (stop_use_all_mask.HasBit(ResourceMask::kHeapRef)) { 358af263df7f643e699abf622c64447d31bacc14c34Andreas Gampe stop_use_all_mask.SetBits(GetPCUseDefEncoding()); 359a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 36067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 361a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Similar as above, but just check for pure register dependency */ 3628dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko ResourceMask stop_use_reg_mask = stop_use_all_mask.Without(kEncodeMem); 3638dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko ResourceMask stop_def_reg_mask = this_lir->u.m.def_mask->Without(kEncodeMem); 364a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 365fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee int next_slot = 0; 366fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee bool stop_here = false; 367a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 368a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Try to hoist the load to a good spot */ 36928c9a83398a6e48eefb9b79a390920629bbb8519buzbee for (check_lir = PREV_LIR(this_lir); check_lir != head_lir; check_lir = PREV_LIR(check_lir)) { 370a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 371a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Skip already dead instructions (whose dataflow information is 372a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * outdated and misleading). 373a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 3740cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (check_lir->flags.is_nop) { 3750cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 3760cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 377a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 3788dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko ResourceMask check_mem_mask = check_lir->u.m.def_mask->Intersection(kEncodeMem); 3798dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko ResourceMask alias_condition = stop_use_all_mask.Intersection(check_mem_mask); 380fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = false; 381a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 382a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Potential WAR alias seen - check the exact relation */ 3838dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko if (!check_mem_mask.Equals(kEncodeMem) && !alias_condition.Equals(kEncodeNone)) { 384a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* We can fully disambiguate Dalvik references */ 3858dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko if (alias_condition.Equals(kEncodeDalvikReg)) { 3868dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko /* Must alias or partially overlap */ 387b48819db07f9a0992a72173380c24249d7fc648abuzbee if ((check_lir->flags.alias_info == this_lir->flags.alias_info) || 388fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee IsDalvikRegisterClobbered(this_lir, check_lir)) { 389fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = true; 390a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 391a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Conservatively treat all heap refs as may-alias */ 392a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } else { 3938dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko DCHECK(alias_condition.Equals(kEncodeHeapRef)); 394fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = true; 395a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 396a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Memory content may be updated. Stop looking now. */ 397fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here) { 398fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee prev_inst_list[next_slot++] = check_lir; 399a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 400a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 401a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 402a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 403fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here == false) { 404fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = CHECK_REG_DEP(stop_use_reg_mask, stop_def_reg_mask, 405fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee check_lir); 406a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 407a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 408a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 409a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Store the dependent or non-pseudo/indepedent instruction to the 410a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * list. 411a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 412409fe94ad529d9334587be80b9f6a3d166805508buzbee if (stop_here || !IsPseudoLirOp(check_lir->opcode)) { 413fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee prev_inst_list[next_slot++] = check_lir; 4140cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (next_slot == MAX_HOIST_DISTANCE) { 4150cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom break; 4160cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 417a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 418a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 419a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Found a new place to put the load - move it here */ 420fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here == true) { 42163999683329612292d534e6be09dbde9480f1250Serban Constantinescu DEBUG_OPT(DumpDependentInsnPair(check_lir, this_lir, "HOIST STOP")); 422a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 423a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 424a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 42567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 426a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 427fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * Reached the top - use head_lir as the dependent marker as all labels 428a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * are barriers. 429a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 430fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here == false && next_slot < MAX_HOIST_DISTANCE) { 431fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee prev_inst_list[next_slot++] = head_lir; 432a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 43367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 434a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 435a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * At least one independent instruction is found. Scan in the reversed 436a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * direction to find a beneficial slot. 437a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 438fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (next_slot >= 2) { 439fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee int first_slot = next_slot - 2; 440a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee int slot; 441fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* dep_lir = prev_inst_list[next_slot-1]; 442a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* If there is ld-ld dependency, wait LDLD_DISTANCE cycles */ 443409fe94ad529d9334587be80b9f6a3d166805508buzbee if (!IsPseudoLirOp(dep_lir->opcode) && 4441fd3346740dfb7f47be9922312b68a4227fada96buzbee (GetTargetInstFlags(dep_lir->opcode) & IS_LOAD)) { 445fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee first_slot -= LDLD_DISTANCE; 446a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 447a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 448fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * Make sure we check slot >= 0 since first_slot may be negative 449a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * when the loop is first entered. 450a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 451fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee for (slot = first_slot; slot >= 0; slot--) { 452fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* cur_lir = prev_inst_list[slot]; 453fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* prev_lir = prev_inst_list[slot+1]; 454a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 455a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Check the highest instruction */ 4568dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko if (prev_lir->u.m.def_mask->Equals(kEncodeAll)) { 457a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 458a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * If the first instruction is a load, don't hoist anything 459a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * above it since it is unlikely to be beneficial. 460a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 4610cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (GetTargetInstFlags(cur_lir->opcode) & IS_LOAD) { 4620cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 4630cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 464a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 465a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * If the remaining number of slots is less than LD_LATENCY, 466a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * insert the hoisted load here. 467a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 4680cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (slot < LD_LATENCY) { 4690cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom break; 4700cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 47167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 47267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 4738320f3867c02bae9bef6cdab267820cb7b412781buzbee // Don't look across a barrier label 474fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if ((prev_lir->opcode == kPseudoTargetLabel) || 475fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee (prev_lir->opcode == kPseudoSafepointPC) || 476fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee (prev_lir->opcode == kPseudoBarrier)) { 4778320f3867c02bae9bef6cdab267820cb7b412781buzbee break; 4788320f3867c02bae9bef6cdab267820cb7b412781buzbee } 4798320f3867c02bae9bef6cdab267820cb7b412781buzbee 48067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee /* 481a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Try to find two instructions with load/use dependency until 482a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * the remaining instructions are less than LD_LATENCY. 48367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 484409fe94ad529d9334587be80b9f6a3d166805508buzbee bool prev_is_load = IsPseudoLirOp(prev_lir->opcode) ? false : 4851fd3346740dfb7f47be9922312b68a4227fada96buzbee (GetTargetInstFlags(prev_lir->opcode) & IS_LOAD); 4868dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko if ((prev_is_load && (cur_lir->u.m.use_mask->Intersects(*prev_lir->u.m.def_mask))) || 4878dea81ca9c0201ceaa88086b927a5838a06a3e69Vladimir Marko (slot < LD_LATENCY)) { 488a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 48967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 490a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 491a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 492a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Found a slot to hoist to */ 493a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee if (slot >= 0) { 494fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* cur_lir = prev_inst_list[slot]; 495862a76027076c341c26aa6cd4a30a7cdd6dc2143buzbee LIR* new_load_lir = 49683cc7ae96d4176533dd0391a1591d321b0a87f4fVladimir Marko static_cast<LIR*>(arena_->Alloc(sizeof(LIR), kArenaAllocLIR)); 497fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee *new_load_lir = *this_lir; 49867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee /* 499fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * Insertion is guaranteed to succeed since check_lir 500a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * is never the first LIR on the list 50167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 502fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee InsertLIRBefore(cur_lir, new_load_lir); 503252254b130067cd7a5071865e793966871ae0246buzbee NopLIR(this_lir); 504a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 50567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 506a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 50767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee} 50867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 5092ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid Mir2Lir::ApplyLocalOptimizations(LIR* head_lir, LIR* tail_lir) { 5101fd3346740dfb7f47be9922312b68a4227fada96buzbee if (!(cu_->disable_opt & (1 << kLoadStoreElimination))) { 5111fd3346740dfb7f47be9922312b68a4227fada96buzbee ApplyLoadStoreElimination(head_lir, tail_lir); 512a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 5131fd3346740dfb7f47be9922312b68a4227fada96buzbee if (!(cu_->disable_opt & (1 << kLoadHoisting))) { 5141fd3346740dfb7f47be9922312b68a4227fada96buzbee ApplyLoadHoisting(head_lir, tail_lir); 515cbd6d44c0a94f3d26671b5325aa21bbf1335ffe8buzbee } 516cbd6d44c0a94f3d26671b5325aa21bbf1335ffe8buzbee} 517cbd6d44c0a94f3d26671b5325aa21bbf1335ffe8buzbee 51811d1b0c31ddd710d26068da8e0e4621002205b4bElliott Hughes} // namespace art 519