local_optimizations.cc revision 1da1e2fceb0030b4b76b43510b1710a9613e0c2e
167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* 267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Copyright (C) 2011 The Android Open Source Project 367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Licensed under the Apache License, Version 2.0 (the "License"); 567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * you may not use this file except in compliance with the License. 667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * You may obtain a copy of the License at 767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * http://www.apache.org/licenses/LICENSE-2.0 967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 1067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Unless required by applicable law or agreed to in writing, software 1167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * distributed under the License is distributed on an "AS IS" BASIS, 1267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * See the License for the specific language governing permissions and 1467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * limitations under the License. 1567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 1667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 177940e44f4517de5e2634a7e07d58d0fb26160513Brian Carlstrom#include "dex/compiler_internals.h" 181bc37c60da71c923ea9a2e99d31ba1b3d76d79a8buzbee 1911d1b0c31ddd710d26068da8e0e4621002205b4bElliott Hughesnamespace art { 2011d1b0c31ddd710d26068da8e0e4621002205b4bElliott Hughes 2167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee#define DEBUG_OPT(X) 2267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 2307ec8e17c978e3bda0202693e6432b56349a5867Ian Rogers/* Check RAW, WAR, and RAW dependency on the register operands */ 24b48819db07f9a0992a72173380c24249d7fc648abuzbee#define CHECK_REG_DEP(use, def, check) ((def & check->u.m.use_mask) || \ 25b48819db07f9a0992a72173380c24249d7fc648abuzbee ((use | def) & check->u.m.def_mask)) 2667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 2767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* Scheduler heuristics */ 2867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee#define MAX_HOIST_DISTANCE 20 2967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee#define LDLD_DISTANCE 4 3067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee#define LD_LATENCY 2 3167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 322ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromstatic bool IsDalvikRegisterClobbered(LIR* lir1, LIR* lir2) { 33b48819db07f9a0992a72173380c24249d7fc648abuzbee int reg1Lo = DECODE_ALIAS_INFO_REG(lir1->flags.alias_info); 34b48819db07f9a0992a72173380c24249d7fc648abuzbee int reg1Hi = reg1Lo + DECODE_ALIAS_INFO_WIDE(lir1->flags.alias_info); 35b48819db07f9a0992a72173380c24249d7fc648abuzbee int reg2Lo = DECODE_ALIAS_INFO_REG(lir2->flags.alias_info); 36b48819db07f9a0992a72173380c24249d7fc648abuzbee int reg2Hi = reg2Lo + DECODE_ALIAS_INFO_WIDE(lir2->flags.alias_info); 3767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 38a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee return (reg1Lo == reg2Lo) || (reg1Lo == reg2Hi) || (reg1Hi == reg2Lo); 3967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee} 4067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 4167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* Convert a more expensive instruction (ie load) into a move */ 422ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid Mir2Lir::ConvertMemOpIntoMove(LIR* orig_lir, int dest, int src) { 43a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Insert a move to replace the load */ 44fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* move_lir; 451fd3346740dfb7f47be9922312b68a4227fada96buzbee move_lir = OpRegCopyNoInsert(dest, src); 46a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 47a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Insert the converted instruction after the original since the 48a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * optimization is scannng in the top-down order and the new instruction 49a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * will need to be re-checked (eg the new dest clobbers the src used in 50fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * this_lir). 51a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 52fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee InsertLIRAfter(orig_lir, move_lir); 5367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee} 5467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 5567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* 5667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Perform a pass of top-down walk, from the second-last instruction in the 5767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * superblock, to eliminate redundant loads and stores. 5867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 5967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * An earlier load can eliminate a later load iff 6067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 1) They are must-aliases 6167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 2) The native register is not clobbered in between 6267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 3) The memory location is not written to in between 6367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 6467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * An earlier store can eliminate a later load iff 6567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 1) They are must-aliases 6667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 2) The native register is not clobbered in between 6767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 3) The memory location is not written to in between 6867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 6967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * A later store can be eliminated by an earlier store iff 7067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 1) They are must-aliases 7167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * 2) The memory location is not written to in between 7267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 732ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid Mir2Lir::ApplyLoadStoreElimination(LIR* head_lir, LIR* tail_lir) { 74fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* this_lir; 7567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 760cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (head_lir == tail_lir) { 770cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom return; 780cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 7967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 8028c9a83398a6e48eefb9b79a390920629bbb8519buzbee for (this_lir = PREV_LIR(tail_lir); this_lir != head_lir; this_lir = PREV_LIR(this_lir)) { 81409fe94ad529d9334587be80b9f6a3d166805508buzbee if (IsPseudoLirOp(this_lir->opcode)) { 820cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 830cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 844ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee 85fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee int sink_distance = 0; 8667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 871fd3346740dfb7f47be9922312b68a4227fada96buzbee uint64_t target_flags = GetTargetInstFlags(this_lir->opcode); 884ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee 89a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Skip non-interesting instructions */ 90fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if ((this_lir->flags.is_nop == true) || 914ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee (target_flags & IS_BRANCH) || 924ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee ((target_flags & (REG_DEF0 | REG_DEF1)) == (REG_DEF0 | REG_DEF1)) || // Skip wide loads. 934ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee ((target_flags & (REG_USE0 | REG_USE1 | REG_USE2)) == 944ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee (REG_USE0 | REG_USE1 | REG_USE2)) || // Skip wide stores. 954ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee !(target_flags & (IS_LOAD | IS_STORE))) { 96a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee continue; 97a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 9867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 99fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee int native_reg_id; 1001fd3346740dfb7f47be9922312b68a4227fada96buzbee if (cu_->instruction_set == kX86) { 101b046e16d8b8da318d6055f9308950131f1255e08buzbee // If x86, location differs depending on whether memory/reg operation. 10256c717860df2d71d66fb77aa77f29dd346e559d3buzbee native_reg_id = (target_flags & IS_STORE) ? this_lir->operands[2] : this_lir->operands[0]; 103b046e16d8b8da318d6055f9308950131f1255e08buzbee } else { 104fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee native_reg_id = this_lir->operands[0]; 105b046e16d8b8da318d6055f9308950131f1255e08buzbee } 10656c717860df2d71d66fb77aa77f29dd346e559d3buzbee bool is_this_lir_load = target_flags & IS_LOAD; 107fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* check_lir; 108a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Use the mem mask to determine the rough memory location */ 109b48819db07f9a0992a72173380c24249d7fc648abuzbee uint64_t this_mem_mask = (this_lir->u.m.use_mask | this_lir->u.m.def_mask) & ENCODE_MEM; 11067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 111a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 112a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Currently only eliminate redundant ld/st for constant and Dalvik 113a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * register accesses. 114a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 1150cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (!(this_mem_mask & (ENCODE_LITERAL | ENCODE_DALVIK_REG))) { 1160cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 1170cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 11867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 119b48819db07f9a0992a72173380c24249d7fc648abuzbee uint64_t stop_def_reg_mask = this_lir->u.m.def_mask & ~ENCODE_MEM; 120fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee uint64_t stop_use_reg_mask; 1211fd3346740dfb7f47be9922312b68a4227fada96buzbee if (cu_->instruction_set == kX86) { 122b48819db07f9a0992a72173380c24249d7fc648abuzbee stop_use_reg_mask = (IS_BRANCH | this_lir->u.m.use_mask) & ~ENCODE_MEM; 123b046e16d8b8da318d6055f9308950131f1255e08buzbee } else { 124b046e16d8b8da318d6055f9308950131f1255e08buzbee /* 125b046e16d8b8da318d6055f9308950131f1255e08buzbee * Add pc to the resource mask to prevent this instruction 126b046e16d8b8da318d6055f9308950131f1255e08buzbee * from sinking past branch instructions. Also take out the memory 127fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * region bits since stop_mask is used to check data/control 128b046e16d8b8da318d6055f9308950131f1255e08buzbee * dependencies. 129b046e16d8b8da318d6055f9308950131f1255e08buzbee */ 130b48819db07f9a0992a72173380c24249d7fc648abuzbee stop_use_reg_mask = (GetPCUseDefEncoding() | this_lir->u.m.use_mask) & ~ENCODE_MEM; 131b046e16d8b8da318d6055f9308950131f1255e08buzbee } 132a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 13328c9a83398a6e48eefb9b79a390920629bbb8519buzbee for (check_lir = NEXT_LIR(this_lir); check_lir != tail_lir; check_lir = NEXT_LIR(check_lir)) { 134a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 135a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Skip already dead instructions (whose dataflow information is 136a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * outdated and misleading). 137a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 138409fe94ad529d9334587be80b9f6a3d166805508buzbee if (check_lir->flags.is_nop || IsPseudoLirOp(check_lir->opcode)) { 1390cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 1400cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 141a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 142b48819db07f9a0992a72173380c24249d7fc648abuzbee uint64_t check_mem_mask = (check_lir->u.m.use_mask | check_lir->u.m.def_mask) & ENCODE_MEM; 143fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee uint64_t alias_condition = this_mem_mask & check_mem_mask; 144fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee bool stop_here = false; 145a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 146a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 147a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Potential aliases seen - check the alias relations 148a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 1491fd3346740dfb7f47be9922312b68a4227fada96buzbee uint64_t check_flags = GetTargetInstFlags(check_lir->opcode); 1504ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee // TUNING: Support instructions with multiple register targets. 1514ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee if ((check_flags & (REG_DEF0 | REG_DEF1)) == (REG_DEF0 | REG_DEF1)) { 1524ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee stop_here = true; 1534ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee } else if (check_mem_mask != ENCODE_MEM && alias_condition != 0) { 1544ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee bool is_check_lir_load = check_flags & IS_LOAD; 155fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (alias_condition == ENCODE_LITERAL) { 156a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 157a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Should only see literal loads in the instruction 158a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * stream. 159a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 1604ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee DCHECK(!(check_flags & IS_STORE)); 161a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Same value && same register type */ 162b48819db07f9a0992a72173380c24249d7fc648abuzbee if (check_lir->flags.alias_info == this_lir->flags.alias_info && 1631fd3346740dfb7f47be9922312b68a4227fada96buzbee SameRegType(check_lir->operands[0], native_reg_id)) { 16467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee /* 165a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Different destination register - insert 166a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * a move 16767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 168fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (check_lir->operands[0] != native_reg_id) { 1691fd3346740dfb7f47be9922312b68a4227fada96buzbee ConvertMemOpIntoMove(check_lir, check_lir->operands[0], native_reg_id); 170a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 171252254b130067cd7a5071865e793966871ae0246buzbee NopLIR(check_lir); 172a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 173fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee } else if (alias_condition == ENCODE_DALVIK_REG) { 174a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Must alias */ 175b48819db07f9a0992a72173380c24249d7fc648abuzbee if (check_lir->flags.alias_info == this_lir->flags.alias_info) { 176a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Only optimize compatible registers */ 1771fd3346740dfb7f47be9922312b68a4227fada96buzbee bool reg_compatible = SameRegType(check_lir->operands[0], native_reg_id); 178fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if ((is_this_lir_load && is_check_lir_load) || 179fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee (!is_this_lir_load && is_check_lir_load)) { 180a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* RAR or RAW */ 181fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (reg_compatible) { 182a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 183a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Different destination register - 184a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * insert a move 185a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 186fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (check_lir->operands[0] != 187fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee native_reg_id) { 1881fd3346740dfb7f47be9922312b68a4227fada96buzbee ConvertMemOpIntoMove(check_lir, check_lir->operands[0], native_reg_id); 18967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 190252254b130067cd7a5071865e793966871ae0246buzbee NopLIR(check_lir); 191a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } else { 192a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 193a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Destinaions are of different types - 194a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * something complicated going on so 195a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * stop looking now. 196a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 197fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = true; 198a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 199fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee } else if (is_this_lir_load && !is_check_lir_load) { 200a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* WAR - register value is killed */ 201fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = true; 202fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee } else if (!is_this_lir_load && !is_check_lir_load) { 203a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* WAW - nuke the earlier store */ 204252254b130067cd7a5071865e793966871ae0246buzbee NopLIR(this_lir); 205fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = true; 20667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 207a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Partial overlap */ 208fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee } else if (IsDalvikRegisterClobbered(this_lir, check_lir)) { 20967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee /* 210fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * It is actually ok to continue if check_lir 211a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * is a read. But it is hard to make a test 212a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * case for this so we just stop here to be 213a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * conservative. 21467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 215fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = true; 216a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 217a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 218a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Memory content may be updated. Stop looking now. */ 219fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here) { 220a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 221fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee /* The check_lir has been transformed - check the next one */ 222fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee } else if (check_lir->flags.is_nop) { 223a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee continue; 224a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 225a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 226a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 227a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 228a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 229a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * this and check LIRs have no memory dependency. Now check if 230a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * their register operands have any RAW, WAR, and WAW 231a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * dependencies. If so, stop looking. 232a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 233fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here == false) { 234fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = CHECK_REG_DEP(stop_use_reg_mask, stop_def_reg_mask, check_lir); 235a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 236a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 237fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here == true) { 2381fd3346740dfb7f47be9922312b68a4227fada96buzbee if (cu_->instruction_set == kX86) { 239b046e16d8b8da318d6055f9308950131f1255e08buzbee // Prevent stores from being sunk between ops that generate ccodes and 240b046e16d8b8da318d6055f9308950131f1255e08buzbee // ops that use them. 2411fd3346740dfb7f47be9922312b68a4227fada96buzbee uint64_t flags = GetTargetInstFlags(check_lir->opcode); 242fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (sink_distance > 0 && (flags & IS_BRANCH) && (flags & USES_CCODES)) { 243fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee check_lir = PREV_LIR(check_lir); 244fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee sink_distance--; 245b046e16d8b8da318d6055f9308950131f1255e08buzbee } 246573b42936ba7fbf296452875cdcadedc619418efjeffhao } 247fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee DEBUG_OPT(dump_dependent_insn_pair(this_lir, check_lir, "REG CLOBBERED")); 248a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Only sink store instructions */ 249fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (sink_distance && !is_this_lir_load) { 250862a76027076c341c26aa6cd4a30a7cdd6dc2143buzbee LIR* new_store_lir = 251f6c4b3ba3825de1dbb3e747a68b809c6cc8eb4dbMathieu Chartier static_cast<LIR*>(arena_->Alloc(sizeof(LIR), ArenaAllocator::kAllocLIR)); 252fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee *new_store_lir = *this_lir; 253a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 254fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * Stop point found - insert *before* the check_lir 255a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * since the instruction list is scanned in the 256a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * top-down order. 257a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 258fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee InsertLIRBefore(check_lir, new_store_lir); 259252254b130067cd7a5071865e793966871ae0246buzbee NopLIR(this_lir); 26067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 261a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 262fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee } else if (!check_lir->flags.is_nop) { 263fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee sink_distance++; 264a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 26567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 266a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 26767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee} 26867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 26967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee/* 27067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * Perform a pass of bottom-up walk, from the second instruction in the 27167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee * superblock, to try to hoist loads to earlier slots. 27267bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 2732ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid Mir2Lir::ApplyLoadHoisting(LIR* head_lir, LIR* tail_lir) { 274fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* this_lir, *check_lir; 275a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 276a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Store the list of independent instructions that can be hoisted past. 277a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Will decide the best place to insert later. 278a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 279fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* prev_inst_list[MAX_HOIST_DISTANCE]; 280a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 281a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Empty block */ 2820cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (head_lir == tail_lir) { 2830cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom return; 2840cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 285a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 286a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Start from the second instruction */ 28728c9a83398a6e48eefb9b79a390920629bbb8519buzbee for (this_lir = NEXT_LIR(head_lir); this_lir != tail_lir; this_lir = NEXT_LIR(this_lir)) { 288409fe94ad529d9334587be80b9f6a3d166805508buzbee if (IsPseudoLirOp(this_lir->opcode)) { 2890cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 2900cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 2914ef3e45d7c6ec3c482a1a48f4df470811aa3cf0abuzbee 2921fd3346740dfb7f47be9922312b68a4227fada96buzbee uint64_t target_flags = GetTargetInstFlags(this_lir->opcode); 293a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Skip non-interesting instructions */ 2941da1e2fceb0030b4b76b43510b1710a9613e0c2ebuzbee if (!(target_flags & IS_LOAD) || 2951da1e2fceb0030b4b76b43510b1710a9613e0c2ebuzbee (this_lir->flags.is_nop == true) || 2961da1e2fceb0030b4b76b43510b1710a9613e0c2ebuzbee ((target_flags & (REG_DEF0 | REG_DEF1)) == (REG_DEF0 | REG_DEF1))) { 297a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee continue; 298a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 29967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 300b48819db07f9a0992a72173380c24249d7fc648abuzbee uint64_t stop_use_all_mask = this_lir->u.m.use_mask; 30167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 3021fd3346740dfb7f47be9922312b68a4227fada96buzbee if (cu_->instruction_set != kX86) { 303b046e16d8b8da318d6055f9308950131f1255e08buzbee /* 304b046e16d8b8da318d6055f9308950131f1255e08buzbee * Branches for null/range checks are marked with the true resource 305b046e16d8b8da318d6055f9308950131f1255e08buzbee * bits, and loads to Dalvik registers, constant pools, and non-alias 306b046e16d8b8da318d6055f9308950131f1255e08buzbee * locations are safe to be hoisted. So only mark the heap references 307b046e16d8b8da318d6055f9308950131f1255e08buzbee * conservatively here. 308b046e16d8b8da318d6055f9308950131f1255e08buzbee */ 309fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_use_all_mask & ENCODE_HEAP_REF) { 3101fd3346740dfb7f47be9922312b68a4227fada96buzbee stop_use_all_mask |= GetPCUseDefEncoding(); 311b046e16d8b8da318d6055f9308950131f1255e08buzbee } 312a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 31367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 314a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Similar as above, but just check for pure register dependency */ 315fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee uint64_t stop_use_reg_mask = stop_use_all_mask & ~ENCODE_MEM; 316b48819db07f9a0992a72173380c24249d7fc648abuzbee uint64_t stop_def_reg_mask = this_lir->u.m.def_mask & ~ENCODE_MEM; 317a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 318fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee int next_slot = 0; 319fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee bool stop_here = false; 320a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 321a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Try to hoist the load to a good spot */ 32228c9a83398a6e48eefb9b79a390920629bbb8519buzbee for (check_lir = PREV_LIR(this_lir); check_lir != head_lir; check_lir = PREV_LIR(check_lir)) { 323a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 324a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Skip already dead instructions (whose dataflow information is 325a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * outdated and misleading). 326a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 3270cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (check_lir->flags.is_nop) { 3280cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 3290cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 330a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 331b48819db07f9a0992a72173380c24249d7fc648abuzbee uint64_t check_mem_mask = check_lir->u.m.def_mask & ENCODE_MEM; 332fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee uint64_t alias_condition = stop_use_all_mask & check_mem_mask; 333fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = false; 334a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 335a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Potential WAR alias seen - check the exact relation */ 336fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (check_mem_mask != ENCODE_MEM && alias_condition != 0) { 337a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* We can fully disambiguate Dalvik references */ 338fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (alias_condition == ENCODE_DALVIK_REG) { 339a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Must alias or partually overlap */ 340b48819db07f9a0992a72173380c24249d7fc648abuzbee if ((check_lir->flags.alias_info == this_lir->flags.alias_info) || 341fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee IsDalvikRegisterClobbered(this_lir, check_lir)) { 342fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = true; 343a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 344a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Conservatively treat all heap refs as may-alias */ 345a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } else { 346fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee DCHECK_EQ(alias_condition, ENCODE_HEAP_REF); 347fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = true; 348a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 349a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Memory content may be updated. Stop looking now. */ 350fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here) { 351fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee prev_inst_list[next_slot++] = check_lir; 352a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 353a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 354a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 355a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 356fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here == false) { 357fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee stop_here = CHECK_REG_DEP(stop_use_reg_mask, stop_def_reg_mask, 358fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee check_lir); 359a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 360a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 361a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 362a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Store the dependent or non-pseudo/indepedent instruction to the 363a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * list. 364a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 365409fe94ad529d9334587be80b9f6a3d166805508buzbee if (stop_here || !IsPseudoLirOp(check_lir->opcode)) { 366fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee prev_inst_list[next_slot++] = check_lir; 3670cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (next_slot == MAX_HOIST_DISTANCE) { 3680cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom break; 3690cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 370a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 371a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 372a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Found a new place to put the load - move it here */ 373fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here == true) { 374fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee DEBUG_OPT(dump_dependent_insn_pair(check_lir, this_lir "HOIST STOP")); 375a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 376a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 377a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 37867bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 379a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 380fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * Reached the top - use head_lir as the dependent marker as all labels 381a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * are barriers. 382a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 383fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (stop_here == false && next_slot < MAX_HOIST_DISTANCE) { 384fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee prev_inst_list[next_slot++] = head_lir; 385a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 38667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 387a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 388a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * At least one independent instruction is found. Scan in the reversed 389a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * direction to find a beneficial slot. 390a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 391fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if (next_slot >= 2) { 392fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee int first_slot = next_slot - 2; 393a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee int slot; 394fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* dep_lir = prev_inst_list[next_slot-1]; 395a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* If there is ld-ld dependency, wait LDLD_DISTANCE cycles */ 396409fe94ad529d9334587be80b9f6a3d166805508buzbee if (!IsPseudoLirOp(dep_lir->opcode) && 3971fd3346740dfb7f47be9922312b68a4227fada96buzbee (GetTargetInstFlags(dep_lir->opcode) & IS_LOAD)) { 398fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee first_slot -= LDLD_DISTANCE; 399a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 400a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 401fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * Make sure we check slot >= 0 since first_slot may be negative 402a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * when the loop is first entered. 403a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 404fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee for (slot = first_slot; slot >= 0; slot--) { 405fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* cur_lir = prev_inst_list[slot]; 406fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* prev_lir = prev_inst_list[slot+1]; 407a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 408a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Check the highest instruction */ 409b48819db07f9a0992a72173380c24249d7fc648abuzbee if (prev_lir->u.m.def_mask == ENCODE_ALL) { 410a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 411a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * If the first instruction is a load, don't hoist anything 412a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * above it since it is unlikely to be beneficial. 413a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 4140cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (GetTargetInstFlags(cur_lir->opcode) & IS_LOAD) { 4150cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom continue; 4160cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 417a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* 418a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * If the remaining number of slots is less than LD_LATENCY, 419a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * insert the hoisted load here. 420a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee */ 4210cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom if (slot < LD_LATENCY) { 4220cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom break; 4230cd7ec2dcd8d7ba30bf3ca420b40dac52849876cBrian Carlstrom } 42467bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 42567bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 4268320f3867c02bae9bef6cdab267820cb7b412781buzbee // Don't look across a barrier label 427fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee if ((prev_lir->opcode == kPseudoTargetLabel) || 428fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee (prev_lir->opcode == kPseudoSafepointPC) || 429fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee (prev_lir->opcode == kPseudoBarrier)) { 4308320f3867c02bae9bef6cdab267820cb7b412781buzbee break; 4318320f3867c02bae9bef6cdab267820cb7b412781buzbee } 4328320f3867c02bae9bef6cdab267820cb7b412781buzbee 43367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee /* 434a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * Try to find two instructions with load/use dependency until 435a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * the remaining instructions are less than LD_LATENCY. 43667bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 437409fe94ad529d9334587be80b9f6a3d166805508buzbee bool prev_is_load = IsPseudoLirOp(prev_lir->opcode) ? false : 4381fd3346740dfb7f47be9922312b68a4227fada96buzbee (GetTargetInstFlags(prev_lir->opcode) & IS_LOAD); 439b48819db07f9a0992a72173380c24249d7fc648abuzbee if (((cur_lir->u.m.use_mask & prev_lir->u.m.def_mask) && prev_is_load) || (slot < LD_LATENCY)) { 440a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee break; 44167bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 442a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 443a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee 444a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee /* Found a slot to hoist to */ 445a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee if (slot >= 0) { 446fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee LIR* cur_lir = prev_inst_list[slot]; 447862a76027076c341c26aa6cd4a30a7cdd6dc2143buzbee LIR* new_load_lir = 448f6c4b3ba3825de1dbb3e747a68b809c6cc8eb4dbMathieu Chartier static_cast<LIR*>(arena_->Alloc(sizeof(LIR), ArenaAllocator::kAllocLIR)); 449fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee *new_load_lir = *this_lir; 45067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee /* 451fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee * Insertion is guaranteed to succeed since check_lir 452a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee * is never the first LIR on the list 45367bf885d62b1473c833bece1c9e0bb624e6ba391buzbee */ 454fa57c47f1b72916371a9c2d5c1389219bce655b4buzbee InsertLIRBefore(cur_lir, new_load_lir); 455252254b130067cd7a5071865e793966871ae0246buzbee NopLIR(this_lir); 456a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 45767bf885d62b1473c833bece1c9e0bb624e6ba391buzbee } 458a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 45967bf885d62b1473c833bece1c9e0bb624e6ba391buzbee} 46067bf885d62b1473c833bece1c9e0bb624e6ba391buzbee 4612ce745c06271d5223d57dbf08117b20d5b60694aBrian Carlstromvoid Mir2Lir::ApplyLocalOptimizations(LIR* head_lir, LIR* tail_lir) { 4621fd3346740dfb7f47be9922312b68a4227fada96buzbee if (!(cu_->disable_opt & (1 << kLoadStoreElimination))) { 4631fd3346740dfb7f47be9922312b68a4227fada96buzbee ApplyLoadStoreElimination(head_lir, tail_lir); 464a114add0300b95eeaae7465493f39144e07324e8Bill Buzbee } 4651fd3346740dfb7f47be9922312b68a4227fada96buzbee if (!(cu_->disable_opt & (1 << kLoadHoisting))) { 4661fd3346740dfb7f47be9922312b68a4227fada96buzbee ApplyLoadHoisting(head_lir, tail_lir); 467cbd6d44c0a94f3d26671b5325aa21bbf1335ffe8buzbee } 468cbd6d44c0a94f3d26671b5325aa21bbf1335ffe8buzbee} 469cbd6d44c0a94f3d26671b5325aa21bbf1335ffe8buzbee 47011d1b0c31ddd710d26068da8e0e4621002205b4bElliott Hughes} // namespace art 471