1f2038fb01417bcf7698b87a5dfaa4a861539618aerik.corry@gmail.com/* 23484964a86451e86dcf04be9bd8c0d76ee04f081rossberg@chromium.org * Copyright 2010 Tom Stellard <tstellar@gmail.com> 33484964a86451e86dcf04be9bd8c0d76ee04f081rossberg@chromium.org * 43a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * All Rights Reserved. 5196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org * 6ea88ce93dcb41a9200ec8747ae7642a5db1f4ce7sgjesse@chromium.org * Permission is hereby granted, free of charge, to any person obtaining 7196eb601290dc49c3754da728dc58700dff2de1bmachenbach@chromium.org * a copy of this software and associated documentation files (the 84b0feeef5d01dbc2948080b4f69daa37e1083461machenbach@chromium.org * "Software"), to deal in the Software without restriction, including 93a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * without limitation the rights to use, copy, modify, merge, publish, 103a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * distribute, sublicense, and/or sell copies of the Software, and to 113a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * permit persons to whom the Software is furnished to do so, subject to 123a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * the following conditions: 13f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * 14f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * The above copyright notice and this permission notice (including the 15f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * next paragraph) shall be included in all copies or substantial 16f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * portions of the Software. 17f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * 18f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 19f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 20f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. 21f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE 223a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION 233a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION 247028c05c1c71b9d5c5fe1bca01f2461d17a2dda7mmassi@chromium.org * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 25f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * 26f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org */ 27f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org 28f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org/** 293a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * \file 303a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org */ 313a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 32e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org#include "radeon_emulate_loops.h" 333a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 343a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org#include "radeon_compiler.h" 353a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org#include "radeon_compiler_util.h" 363a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org#include "radeon_dataflow.h" 373a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 383a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org#define VERBOSE 0 393a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 403a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org#define DBG(...) do { if (VERBOSE) fprintf(stderr, __VA_ARGS__); } while(0) 413a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 423a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.orgstruct const_value { 433a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct radeon_compiler * C; 443a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_src_register * Src; 453a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org float Value; 463a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org int HasValue; 473a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org}; 483a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 493a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.orgstruct count_inst { 503a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct radeon_compiler * C; 513a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org int Index; 523a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org rc_swizzle Swz; 53e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org float Amount; 543a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org int Unknown; 553a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org unsigned BranchDepth; 563a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org}; 573a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 58f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.orgstatic unsigned int loop_max_possible_iterations(struct radeon_compiler *c, 59e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org struct loop_info * loop) 60f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org{ 61f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org unsigned int total_i = rc_recompute_ips(c); 62f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org unsigned int loop_i = (loop->EndLoop->IP - loop->BeginLoop->IP) - 1; 63f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org /* +1 because the program already has one iteration of the loop. */ 643a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return 1 + ((c->max_alu_insts - total_i) / loop_i); 653a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org} 663a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 673a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.orgstatic void unroll_loop(struct radeon_compiler * c, struct loop_info * loop, 683a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org unsigned int iterations) 693a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org{ 703a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org unsigned int i; 713a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_instruction * ptr; 723a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_instruction * first = loop->BeginLoop->Next; 733a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_instruction * last = loop->EndLoop->Prev; 743a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_instruction * append_to = last; 753a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org rc_remove_instruction(loop->BeginLoop); 767028c05c1c71b9d5c5fe1bca01f2461d17a2dda7mmassi@chromium.org rc_remove_instruction(loop->EndLoop); 773a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org for( i = 1; i < iterations; i++){ 783a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org for(ptr = first; ptr != last->Next; ptr = ptr->Next){ 793a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_instruction *new = rc_alloc_instruction(c); 803a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org memcpy(new, ptr, sizeof(struct rc_instruction)); 813a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org rc_insert_instruction(append_to, new); 823a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org append_to = new; 833a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 843a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 853a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org} 863a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 873a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 883a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.orgstatic void update_const_value(void * data, struct rc_instruction * inst, 893a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org rc_register_file file, unsigned int index, unsigned int mask) 903a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org{ 913a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct const_value * value = data; 923a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(value->Src->File != file || 933a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org value->Src->Index != index || 943a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org !(1 << GET_SWZ(value->Src->Swizzle, 0) & mask)){ 953a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return; 963a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 97e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org switch(inst->U.I.Opcode){ 98e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org case RC_OPCODE_MOV: 993a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(!rc_src_reg_is_immediate(value->C, inst->U.I.SrcReg[0].File, 1003a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org inst->U.I.SrcReg[0].Index)){ 1013a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return; 1023a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 103e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org value->HasValue = 1; 1043a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org value->Value = 1053a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org rc_get_constant_value(value->C, 1063a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org inst->U.I.SrcReg[0].Index, 1073a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org inst->U.I.SrcReg[0].Swizzle, 1083a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org inst->U.I.SrcReg[0].Negate, 0); 1093a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org break; 1103a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1113a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org} 1123a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 1133a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.orgstatic void get_incr_amount(void * data, struct rc_instruction * inst, 1143a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org rc_register_file file, unsigned int index, unsigned int mask) 1153a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org{ 1163a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct count_inst * count_inst = data; 1173a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org int amnt_src_index; 1183a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org const struct rc_opcode_info * opcode; 1193a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org float amount; 1203a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 1213a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(file != RC_FILE_TEMPORARY || 1223a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst->Index != index || 1233a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org (1 << GET_SWZ(count_inst->Swz,0) != mask)){ 1243a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return; 1253a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1263a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 1273a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org /* XXX: Give up if the counter is modified within an IF block. We 1283a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * could handle this case with better analysis. */ 1293a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if (count_inst->BranchDepth > 0) { 130e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org count_inst->Unknown = 1; 1313a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return; 1323a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1333a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 1343a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org /* Find the index of the counter register. */ 1353a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org opcode = rc_get_opcode_info(inst->U.I.Opcode); 1363a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(opcode->NumSrcRegs != 2){ 1373a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst->Unknown = 1; 1383a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return; 1393a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1403a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(inst->U.I.SrcReg[0].File == RC_FILE_TEMPORARY && 141e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org inst->U.I.SrcReg[0].Index == count_inst->Index && 1423a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org inst->U.I.SrcReg[0].Swizzle == count_inst->Swz){ 1433a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org amnt_src_index = 1; 1443a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } else if( inst->U.I.SrcReg[1].File == RC_FILE_TEMPORARY && 1453a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org inst->U.I.SrcReg[1].Index == count_inst->Index && 146e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org inst->U.I.SrcReg[1].Swizzle == count_inst->Swz){ 1473a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org amnt_src_index = 0; 1483a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1493a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org else{ 1503a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst->Unknown = 1; 1513a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return; 1523a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1533a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(rc_src_reg_is_immediate(count_inst->C, 154f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org inst->U.I.SrcReg[amnt_src_index].File, 155f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org inst->U.I.SrcReg[amnt_src_index].Index)){ 156f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org amount = rc_get_constant_value(count_inst->C, 157e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org inst->U.I.SrcReg[amnt_src_index].Index, 158e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org inst->U.I.SrcReg[amnt_src_index].Swizzle, 1593a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org inst->U.I.SrcReg[amnt_src_index].Negate, 0); 1603a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1613a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org else{ 1623a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst->Unknown = 1 ; 163f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org return; 1643a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1653a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org switch(inst->U.I.Opcode){ 166f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org case RC_OPCODE_ADD: 1673a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst->Amount += amount; 1683a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org break; 169f2038fb01417bcf7698b87a5dfaa4a861539618aerik.corry@gmail.com case RC_OPCODE_SUB: 1703a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(amnt_src_index == 0){ 171f2038fb01417bcf7698b87a5dfaa4a861539618aerik.corry@gmail.com count_inst->Unknown = 0; 1723a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return; 1733a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1743a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst->Amount -= amount; 1753a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org break; 1763a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org default: 1773a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst->Unknown = 1; 1783a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return; 1793a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 1803a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org} 181e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org 182e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org/** 1833a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * If c->max_alu_inst is -1, then all eligible loops will be unrolled regardless 1843a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * of how many iterations they have. 1853a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org */ 1863a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.orgstatic int try_unroll_loop(struct radeon_compiler * c, struct loop_info * loop) 1873a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org{ 1883a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org int end_loops; 189f2038fb01417bcf7698b87a5dfaa4a861539618aerik.corry@gmail.com int iterations; 1903a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct count_inst count_inst; 191f2038fb01417bcf7698b87a5dfaa4a861539618aerik.corry@gmail.com float limit_value; 1923a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_src_register * counter; 1933a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_src_register * limit; 1943a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct const_value counter_value; 1953a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org struct rc_instruction * inst; 1963a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 1973a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org /* Find the counter and the upper limit */ 1983a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 1993a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(rc_src_reg_is_immediate(c, loop->Cond->U.I.SrcReg[0].File, 2003a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org loop->Cond->U.I.SrcReg[0].Index)){ 2013a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org limit = &loop->Cond->U.I.SrcReg[0]; 2023a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org counter = &loop->Cond->U.I.SrcReg[1]; 2033a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 2043a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org else if(rc_src_reg_is_immediate(c, loop->Cond->U.I.SrcReg[1].File, 2053a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org loop->Cond->U.I.SrcReg[1].Index)){ 2063a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org limit = &loop->Cond->U.I.SrcReg[1]; 2073a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org counter = &loop->Cond->U.I.SrcReg[0]; 2083a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 2093a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org else{ 2103a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org DBG("No constant limit.\n"); 2113a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return 0; 2123a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 213e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org 2143a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org /* Find the initial value of the counter */ 2153a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org counter_value.Src = counter; 2163a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org counter_value.Value = 0.0f; 2173a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org counter_value.HasValue = 0; 2183a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org counter_value.C = c; 2193a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org for(inst = c->Program.Instructions.Next; inst != loop->BeginLoop; 2203a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org inst = inst->Next){ 221e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org rc_for_all_writes_mask(inst, update_const_value, &counter_value); 2223a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 223f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org if(!counter_value.HasValue){ 224f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org DBG("Initial counter value cannot be determined.\n"); 225f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org return 0; 226f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org } 227f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org DBG("Initial counter value is %f\n", counter_value.Value); 228f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org /* Determine how the counter is modified each loop */ 2293a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst.C = c; 230f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org count_inst.Index = counter->Index; 231f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org count_inst.Swz = counter->Swizzle; 2323a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst.Amount = 0.0f; 2333a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst.Unknown = 0; 2343a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst.BranchDepth = 0; 2353a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org end_loops = 1; 236bf0c820d028452571c8c744ddd212c32c6d6a996danno@chromium.org for(inst = loop->BeginLoop->Next; end_loops > 0; inst = inst->Next){ 2373a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org switch(inst->U.I.Opcode){ 238bf0c820d028452571c8c744ddd212c32c6d6a996danno@chromium.org /* XXX In the future we might want to try to unroll nested 239fb732b17922ea75830be4db6b80534c4827d8a55jkummerow@chromium.org * loops here.*/ 240fb732b17922ea75830be4db6b80534c4827d8a55jkummerow@chromium.org case RC_OPCODE_BGNLOOP: 241fb732b17922ea75830be4db6b80534c4827d8a55jkummerow@chromium.org end_loops++; 242fb732b17922ea75830be4db6b80534c4827d8a55jkummerow@chromium.org break; 243bf0c820d028452571c8c744ddd212c32c6d6a996danno@chromium.org case RC_OPCODE_ENDLOOP: 244e94b5ff1e1e95fb2c8ef6bce66ce8533786d9792bmeurer@chromium.org loop->EndLoop = inst; 245bf0c820d028452571c8c744ddd212c32c6d6a996danno@chromium.org end_loops--; 246594006017e46d82ed7146611dc12c20e3c509c7ddanno@chromium.org break; 247e0e1b0d3e70c933d36ed381d511e9fda39f2a751mstarzinger@chromium.org case RC_OPCODE_BRK: 248e0e1b0d3e70c933d36ed381d511e9fda39f2a751mstarzinger@chromium.org /* Don't unroll loops if it has a BRK instruction 249e0e1b0d3e70c933d36ed381d511e9fda39f2a751mstarzinger@chromium.org * other one used when testing the main conditional 2503a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * of the loop. */ 251e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org 252e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org /* Make sure we haven't entered a nested loops. */ 253f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org if(inst != loop->Brk && end_loops == 1) { 254fb732b17922ea75830be4db6b80534c4827d8a55jkummerow@chromium.org return 0; 255fb732b17922ea75830be4db6b80534c4827d8a55jkummerow@chromium.org } 256fb732b17922ea75830be4db6b80534c4827d8a55jkummerow@chromium.org break; 257bf0c820d028452571c8c744ddd212c32c6d6a996danno@chromium.org case RC_OPCODE_IF: 258fb732b17922ea75830be4db6b80534c4827d8a55jkummerow@chromium.org count_inst.BranchDepth++; 259bf0c820d028452571c8c744ddd212c32c6d6a996danno@chromium.org break; 260f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org case RC_OPCODE_ENDIF: 261bf0c820d028452571c8c744ddd212c32c6d6a996danno@chromium.org count_inst.BranchDepth--; 2623a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org break; 2633a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org default: 2643a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org rc_for_all_writes_mask(inst, get_incr_amount, &count_inst); 2653a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(count_inst.Unknown){ 266a6bbcc801f63c451f814d6da77a1a48fba3d36c6yangguo@chromium.org return 0; 2673a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 2683a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org break; 2693a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 270e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org } 271ddd545c4c343dcf4331b9d80d2a0bdfa373a4a0fricow@chromium.org /* Infinite loop */ 2723a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if(count_inst.Amount == 0.0f){ 2733a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return 0; 2743a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 275e27d617298263725e8a48c2aa14029759b952623mstarzinger@chromium.org DBG("Counter is increased by %f each iteration.\n", count_inst.Amount); 2763a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org /* Calculate the number of iterations of this loop. Keeping this 2773a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org * simple, since we only support increment and decrement loops. 2783a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org */ 279e3c177a423baa3c30225c4e422b6f6c76d38b951machenbach@chromium.org limit_value = rc_get_constant_value(c, limit->Index, limit->Swizzle, 2803a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org limit->Negate, 0); 2813a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org DBG("Limit is %f.\n", limit_value); 282f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org /* The iteration calculations are opposite of what you would expect. 283f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * In a normal loop, if the condition is met, then loop continues, but 284f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org * with our loops, if the condition is met, the is exited. */ 285f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org switch(loop->Cond->U.I.Opcode){ 286f05311f128ad22c89cfb6063d9375945c02239b5machenbach@chromium.org case RC_OPCODE_SGE: 2873a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org case RC_OPCODE_SLE: 288f2038fb01417bcf7698b87a5dfaa4a861539618aerik.corry@gmail.com iterations = (int) ceilf((limit_value - counter_value.Value) / 289f2038fb01417bcf7698b87a5dfaa4a861539618aerik.corry@gmail.com count_inst.Amount); 2903a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org break; 2913a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 2923a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org case RC_OPCODE_SGT: 2933a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org case RC_OPCODE_SLT: 2943a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org iterations = (int) floorf((limit_value - counter_value.Value) / 2953a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org count_inst.Amount) + 1; 2963a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org break; 2973a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org default: 2983a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org return 0; 2993a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org } 3003a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org 3013a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org if (c->max_alu_insts > 0 3023a5fd78f0ca6c2827bb05f69a373d152a9ce6ff3fschneider@chromium.org && iterations > loop_max_possible_iterations(c, loop)) { 303 return 0; 304 } 305 306 DBG("Loop will have %d iterations.\n", iterations); 307 308 /* Prepare loop for unrolling */ 309 rc_remove_instruction(loop->Cond); 310 rc_remove_instruction(loop->If); 311 rc_remove_instruction(loop->Brk); 312 rc_remove_instruction(loop->EndIf); 313 314 unroll_loop(c, loop, iterations); 315 loop->EndLoop = NULL; 316 return 1; 317} 318 319/** 320 * @param c 321 * @param loop 322 * @param inst A pointer to a BGNLOOP instruction. 323 * @return 1 if all of the members of loop where set. 324 * @return 0 if there was an error and some members of loop are still NULL. 325 */ 326static int build_loop_info(struct radeon_compiler * c, struct loop_info * loop, 327 struct rc_instruction * inst) 328{ 329 struct rc_instruction * ptr; 330 331 if(inst->U.I.Opcode != RC_OPCODE_BGNLOOP){ 332 rc_error(c, "%s: expected BGNLOOP", __FUNCTION__); 333 return 0; 334 } 335 336 memset(loop, 0, sizeof(struct loop_info)); 337 338 loop->BeginLoop = inst; 339 340 for(ptr = loop->BeginLoop->Next; !loop->EndLoop; ptr = ptr->Next) { 341 342 if (ptr == &c->Program.Instructions) { 343 rc_error(c, "%s: BGNLOOP without an ENDLOOOP.\n", 344 __FUNCTION__); 345 return 0; 346 } 347 348 switch(ptr->U.I.Opcode){ 349 case RC_OPCODE_BGNLOOP: 350 { 351 /* Nested loop, skip ahead to the end. */ 352 unsigned int loop_depth = 1; 353 for(ptr = ptr->Next; ptr != &c->Program.Instructions; 354 ptr = ptr->Next){ 355 if (ptr->U.I.Opcode == RC_OPCODE_BGNLOOP) { 356 loop_depth++; 357 } else if (ptr->U.I.Opcode == RC_OPCODE_ENDLOOP) { 358 if (!--loop_depth) { 359 break; 360 } 361 } 362 } 363 if (ptr == &c->Program.Instructions) { 364 rc_error(c, "%s: BGNLOOP without an ENDLOOOP\n", 365 __FUNCTION__); 366 return 0; 367 } 368 break; 369 } 370 case RC_OPCODE_BRK: 371 if(ptr->Next->U.I.Opcode != RC_OPCODE_ENDIF 372 || ptr->Prev->U.I.Opcode != RC_OPCODE_IF 373 || loop->Brk){ 374 continue; 375 } 376 loop->Brk = ptr; 377 loop->If = ptr->Prev; 378 loop->EndIf = ptr->Next; 379 switch(loop->If->Prev->U.I.Opcode){ 380 case RC_OPCODE_SLT: 381 case RC_OPCODE_SGE: 382 case RC_OPCODE_SGT: 383 case RC_OPCODE_SLE: 384 case RC_OPCODE_SEQ: 385 case RC_OPCODE_SNE: 386 break; 387 default: 388 return 0; 389 } 390 loop->Cond = loop->If->Prev; 391 break; 392 393 case RC_OPCODE_ENDLOOP: 394 loop->EndLoop = ptr; 395 break; 396 } 397 } 398 399 if (loop->BeginLoop && loop->Brk && loop->If && loop->EndIf 400 && loop->Cond && loop->EndLoop) { 401 return 1; 402 } 403 return 0; 404} 405 406/** 407 * This function prepares a loop to be unrolled by converting it into an if 408 * statement. Here is an outline of the conversion process: 409 * BGNLOOP; -> BGNLOOP; 410 * <Additional conditional code> -> <Additional conditional code> 411 * SGE/SLT temp[0], temp[1], temp[2]; -> SLT/SGE temp[0], temp[1], temp[2]; 412 * IF temp[0]; -> IF temp[0]; 413 * BRK; -> 414 * ENDIF; -> <Loop Body> 415 * <Loop Body> -> ENDIF; 416 * ENDLOOP; -> ENDLOOP 417 * 418 * @param inst A pointer to a BGNLOOP instruction. 419 * @return 1 for success, 0 for failure 420 */ 421static int transform_loop(struct emulate_loop_state * s, 422 struct rc_instruction * inst) 423{ 424 struct loop_info * loop; 425 426 memory_pool_array_reserve(&s->C->Pool, struct loop_info, 427 s->Loops, s->LoopCount, s->LoopReserved, 1); 428 429 loop = &s->Loops[s->LoopCount++]; 430 431 if (!build_loop_info(s->C, loop, inst)) { 432 rc_error(s->C, "Failed to build loop info\n"); 433 return 0; 434 } 435 436 if(try_unroll_loop(s->C, loop)){ 437 return 1; 438 } 439 440 /* Reverse the conditional instruction */ 441 switch(loop->Cond->U.I.Opcode){ 442 case RC_OPCODE_SGE: 443 loop->Cond->U.I.Opcode = RC_OPCODE_SLT; 444 break; 445 case RC_OPCODE_SLT: 446 loop->Cond->U.I.Opcode = RC_OPCODE_SGE; 447 break; 448 case RC_OPCODE_SLE: 449 loop->Cond->U.I.Opcode = RC_OPCODE_SGT; 450 break; 451 case RC_OPCODE_SGT: 452 loop->Cond->U.I.Opcode = RC_OPCODE_SLE; 453 break; 454 case RC_OPCODE_SEQ: 455 loop->Cond->U.I.Opcode = RC_OPCODE_SNE; 456 break; 457 case RC_OPCODE_SNE: 458 loop->Cond->U.I.Opcode = RC_OPCODE_SEQ; 459 break; 460 default: 461 rc_error(s->C, "loop->Cond is not a conditional.\n"); 462 return 0; 463 } 464 465 /* Prepare the loop to be emulated */ 466 rc_remove_instruction(loop->Brk); 467 rc_remove_instruction(loop->EndIf); 468 rc_insert_instruction(loop->EndLoop->Prev, loop->EndIf); 469 return 1; 470} 471 472void rc_transform_loops(struct radeon_compiler *c, void *user) 473{ 474 struct emulate_loop_state * s = &c->loop_state; 475 struct rc_instruction * ptr; 476 477 memset(s, 0, sizeof(struct emulate_loop_state)); 478 s->C = c; 479 for(ptr = s->C->Program.Instructions.Next; 480 ptr != &s->C->Program.Instructions; ptr = ptr->Next) { 481 if(ptr->Type == RC_INSTRUCTION_NORMAL && 482 ptr->U.I.Opcode == RC_OPCODE_BGNLOOP){ 483 if (!transform_loop(s, ptr)) 484 return; 485 } 486 } 487} 488 489void rc_unroll_loops(struct radeon_compiler *c, void *user) 490{ 491 struct rc_instruction * inst; 492 struct loop_info loop; 493 494 for(inst = c->Program.Instructions.Next; 495 inst != &c->Program.Instructions; inst = inst->Next) { 496 497 if (inst->U.I.Opcode == RC_OPCODE_BGNLOOP) { 498 if (build_loop_info(c, &loop, inst)) { 499 try_unroll_loop(c, &loop); 500 } 501 } 502 } 503} 504 505void rc_emulate_loops(struct radeon_compiler *c, void *user) 506{ 507 struct emulate_loop_state * s = &c->loop_state; 508 int i; 509 /* Iterate backwards of the list of loops so that loops that nested 510 * loops are unrolled first. 511 */ 512 for( i = s->LoopCount - 1; i >= 0; i-- ){ 513 unsigned int iterations; 514 515 if(!s->Loops[i].EndLoop){ 516 continue; 517 } 518 iterations = loop_max_possible_iterations(s->C, &s->Loops[i]); 519 unroll_loop(s->C, &s->Loops[i], iterations); 520 } 521} 522