nv50_program.c revision 94ba165dffa4d364a1335d3cd7c15558bf35fe3e
1857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs/* 2857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Copyright 2008 Ben Skeggs 3857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 4857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 5857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * copy of this software and associated documentation files (the "Software"), 6857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * to deal in the Software without restriction, including without limitation 7857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 9857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Software is furnished to do so, subject to the following conditions: 10857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 11857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * The above copyright notice and this permission notice shall be included in 12857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * all copies or substantial portions of the Software. 13857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 14857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 18857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF 19857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 20857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * SOFTWARE. 21857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs */ 22857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs 23f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_context.h" 24f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_defines.h" 25f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_state.h" 26f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_inlines.h" 27f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 28f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_shader_tokens.h" 29fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_parse.h" 30fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_util.h" 31f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 32f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_context.h" 33f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 34f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#define NV50_SU_MAX_TEMP 64 35b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs//#define NV50_PROGRAM_DUMP 36f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs/* ARL - gallium craps itself on progs/vp/arl.txt 3821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 3921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * MSB - Like MAD, but MUL+SUB 4021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * - Fuck it off, introduce a way to negate args for ops that 4121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * support it. 4221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 43ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Look into inlining IMMD for ops other than MOV (make it general?) 4433e4d30d50344be26398a51365bea1be37487403Ben Skeggs * - Maybe even relax restrictions a bit, can't do P_RESULT + P_IMMD, 4533e4d30d50344be26398a51365bea1be37487403Ben Skeggs * but can emit to P_TEMP first - then MOV later. NVIDIA does this 46ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * 472fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * In ops such as ADD it's possible to construct a bad opcode in the !is_long() 482fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * case, if the emit_src() causes the inst to suddenly become long. 492fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * 50ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Verify half-insns work where expected - and force disable them where they 51ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * don't work - MUL has it forcibly disabled atm as it fixes POW.. 52afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * 53afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * FUCK! watch dst==src vectors, can overwrite components that are needed. 54afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * ie. SUB R0, R0.yzxw, R0 55776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs * 56b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * Things to check with renouveau: 57b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * FP attr/result assignment - how? 586d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * attrib 596d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16bc maps vp output onto fp hpos 606d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16c0 maps vp output onto fp col0 616d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * result 626d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - colr always 0-3 636d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - depr always 4 646d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16bc->0x16e8 --> some binding between vp/fp regs 656d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16b8 --> VP output count 666d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 676d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1298 --> "MOV rcol.x, fcol.y" "MOV depr, fcol.y" = 0x00000005 686d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * "MOV rcol.x, fcol.y" = 0x00000004 696d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x19a8 --> as above but 0x00000100 and 0x00000000 706d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x00100000 used when KIL used 716d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x196c --> as above but 0x00000011 and 0x00000000 726d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 736d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1988 --> 0xXXNNNNNN 746d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - XX == FP high something 7521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs */ 76f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_reg { 77f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs enum { 78f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_TEMP, 79f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_ATTR, 80f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_RESULT, 81f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_CONST, 82f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_IMMD 83f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } type; 84f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int index; 85f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 86f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int hw; 8738ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs int neg; 88bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 89dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int rhw; /* result hw for FP outputs, or interpolant index */ 90bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller int acc; /* instruction where this reg is last read (first insn == 1) */ 91f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 92f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 93f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_pc { 94f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p; 95f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 96f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* hw resources */ 97f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r_temp[NV50_SU_MAX_TEMP]; 98f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 99f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* tgsi resources */ 100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *temp; 101f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int temp_nr; 102f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *attr; 103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int attr_nr; 104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *result; 105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int result_nr; 106f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *param; 107f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int param_nr; 108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *immd; 109f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs float *immd_buf; 110f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int immd_nr; 1112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 11221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs struct nv50_reg *temp_temp[16]; 1132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs unsigned temp_temp_nr; 114bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 115e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned interp_mode[32]; 116dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* perspective interpolation registers */ 117dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv_p; 118dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv_c; 119e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 120bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller /* current instruction and total number of insns */ 121bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_cur; 122bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_nr; 123d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller 124d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller boolean allow32; 125f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 126f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 127f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 128f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_reg(struct nv50_pc *pc, struct nv50_reg *reg) 129f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 130f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller int i = 0; 131f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 132fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (reg->type == P_RESULT) { 133fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (pc->p->cfg.high_result < (reg->hw + 1)) 134fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs pc->p->cfg.high_result = reg->hw + 1; 135fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs } 136fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs 1378ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->type != P_TEMP) 138f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 139f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1408ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->hw >= 0) { 1418ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs /*XXX: do this here too to catch FP temp-as-attr usage.. 1428ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs * not clean, but works */ 1438ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (reg->hw + 1)) 1448ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = reg->hw + 1; 1458ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs return; 1468ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1478ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 148f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (reg->rhw != -1) { 149f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller /* try to allocate temporary with index rhw first */ 150f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (!(pc->r_temp[reg->rhw])) { 151f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->r_temp[reg->rhw] = reg; 152f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller reg->hw = reg->rhw; 153f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->cfg.high_temp < (reg->rhw + 1)) 154f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->p->cfg.high_temp = reg->rhw + 1; 155f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller return; 156f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 157f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller /* make sure we don't get things like $r0 needs to go 158f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller * in $r1 and $r1 in $r0 159f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller */ 160f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller i = pc->result_nr * 4; 161f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 162f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller 163f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller for (; i < NV50_SU_MAX_TEMP; i++) { 164f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!(pc->r_temp[i])) { 165f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = reg; 166f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs reg->hw = i; 1678ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (i + 1)) 1688ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = i + 1; 169f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 170f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 171f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 172f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 173f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 174f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 175f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 176f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 177f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_temp(struct nv50_pc *pc, struct nv50_reg *dst) 178f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 179f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r; 180f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 181f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 182f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (dst && dst->type == P_TEMP && dst->hw == -1) 183f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return dst; 184f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 185f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 186f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->r_temp[i]) { 187f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r = CALLOC_STRUCT(nv50_reg); 188f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->type = P_TEMP; 189f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->index = -1; 190f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->hw = i; 191f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller r->rhw = -1; 192f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = r; 193f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return r; 194f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 195f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 196f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 197f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 198f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 199f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 200f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 201dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller/* Assign the hw of the discarded temporary register src 202dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller * to the tgsi register dst and free src. 203dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller */ 204dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerstatic void 205dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerassimilate_temp(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 206dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller{ 207dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assert(src->index == -1 && src->hw != -1); 208dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 209dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (dst->hw != -1) 210dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller pc->r_temp[dst->hw] = NULL; 211dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller pc->r_temp[src->hw] = dst; 212dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller dst->hw = src->hw; 213dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 214dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller FREE(src); 215dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller} 216dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 2177ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller/* release the hardware resource held by r */ 2187ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumillerstatic void 2197ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumillerrelease_hw(struct nv50_pc *pc, struct nv50_reg *r) 2207ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller{ 2217ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller assert(r->type == P_TEMP); 2227ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (r->hw == -1) 2237ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller return; 2247ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 2257ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller assert(pc->r_temp[r->hw] == r); 2267ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller pc->r_temp[r->hw] = NULL; 2277ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 2287ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller r->acc = 0; 2297ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (r->index == -1) 2307ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller FREE(r); 2317ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller} 2327ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 233f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 234f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsfree_temp(struct nv50_pc *pc, struct nv50_reg *r) 235f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 236f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (r->index == -1) { 237619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs unsigned hw = r->hw; 238619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs 239619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs FREE(pc->r_temp[hw]); 240619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs pc->r_temp[hw] = NULL; 241f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 242f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 243f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2443f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic int 2453f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsalloc_temp4(struct nv50_pc *pc, struct nv50_reg *dst[4], int idx) 2463f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2473f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2483f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2493f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if ((idx + 4) >= NV50_SU_MAX_TEMP) 2503f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 1; 2513f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2523f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if (pc->r_temp[idx] || pc->r_temp[idx + 1] || 2533f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + 2] || pc->r_temp[idx + 3]) 2543f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return alloc_temp4(pc, dst, idx + 1); 2553f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2563f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) { 2573f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i] = CALLOC_STRUCT(nv50_reg); 2583f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->type = P_TEMP; 2593f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->index = -1; 2603f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->hw = idx + i; 2613f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + i] = dst[i]; 2623f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs } 2633f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2643f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 0; 2653f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2663f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2673f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic void 2683f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsfree_temp4(struct nv50_pc *pc, struct nv50_reg *reg[4]) 2693f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2703f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2713f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2723f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) 2733f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs free_temp(pc, reg[i]); 2743f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2753f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 276f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 2772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggstemp_temp(struct nv50_pc *pc) 2782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 27921e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (pc->temp_temp_nr >= 16) 2802a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs assert(0); 2812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp[pc->temp_temp_nr] = alloc_temp(pc, NULL); 2832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return pc->temp_temp[pc->temp_temp_nr++]; 2842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 2872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggskill_temp_temp(struct nv50_pc *pc) 2882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 2892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs int i; 2902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs for (i = 0; i < pc->temp_temp_nr; i++) 2922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, pc->temp_temp[i]); 2932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp_nr = 0; 2942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 29633e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic int 29733e4d30d50344be26398a51365bea1be37487403Ben Skeggsctor_immd(struct nv50_pc *pc, float x, float y, float z, float w) 29833e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 299861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->immd_buf = REALLOC(pc->immd_buf, (pc->immd_nr * r * sizeof(float)), 300861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs (pc->immd_nr + 1) * 4 * sizeof(float)); 30133e4d30d50344be26398a51365bea1be37487403Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 0] = x; 302686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 1] = y; 303686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 2] = z; 304686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 3] = w; 30533e4d30d50344be26398a51365bea1be37487403Ben Skeggs 30633e4d30d50344be26398a51365bea1be37487403Ben Skeggs return pc->immd_nr++; 30733e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 30833e4d30d50344be26398a51365bea1be37487403Ben Skeggs 30933e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic struct nv50_reg * 31033e4d30d50344be26398a51365bea1be37487403Ben Skeggsalloc_immd(struct nv50_pc *pc, float f) 31133e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 31233e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *r = CALLOC_STRUCT(nv50_reg); 31333e4d30d50344be26398a51365bea1be37487403Ben Skeggs unsigned hw; 31433e4d30d50344be26398a51365bea1be37487403Ben Skeggs 3157e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller for (hw = 0; hw < pc->immd_nr * 4; hw++) 3167e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (pc->immd_buf[hw] == f) 3177e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller break; 3187e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 3197e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (hw == pc->immd_nr * 4) 3207e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller hw = ctor_immd(pc, f, -f, 0.5 * f, 0) * 4; 3217e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 32233e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->type = P_IMMD; 32333e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->hw = hw; 32433e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->index = -1; 32533e4d30d50344be26398a51365bea1be37487403Ben Skeggs return r; 32633e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 32733e4d30d50344be26398a51365bea1be37487403Ben Skeggs 32840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic struct nv50_program_exec * 32940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsexec(struct nv50_pc *pc) 33040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs{ 33140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = CALLOC_STRUCT(nv50_program_exec); 33240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 3331c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = -1; 33440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs return e; 33540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs} 33640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 33755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 33840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsemit(struct nv50_pc *pc, struct nv50_program_exec *e) 33955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 34055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_program *p = pc->p; 34155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 34240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (p->exec_tail) 34340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail->next = e; 34440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (!p->exec_head) 34540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e; 34640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = e; 34740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size += (e->inst[0] & 1) ? 2 : 1; 34855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 34955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic INLINE void set_long(struct nv50_pc *, struct nv50_program_exec *); 35155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 35340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_long(struct nv50_program_exec *e) 35455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 35540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 1) 35655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 35755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 35855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 35955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 36140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_immd(struct nv50_program_exec *e) 36255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 36340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && (e->inst[1] & 3) == 3) 36455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 36555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 36655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 36755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 36940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred(struct nv50_pc *pc, unsigned pred, unsigned idx, 37040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 37155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 37240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 37340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x1f << 7) | (0x3 << 12)); 37440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (pred << 7) | (idx << 12); 37555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 37655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 37755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 37840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred_wr(struct nv50_pc *pc, unsigned on, unsigned idx, 37940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 38055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 38140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 38240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x3 << 4) | (1 << 6)); 38340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (idx << 4) | (on << 6); 38455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 38555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 38655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 38740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_long(struct nv50_pc *pc, struct nv50_program_exec *e) 38855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 38940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 39055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return; 39155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 39240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 1; 39340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0xf, 0, e); 39440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 39555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 39655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 39755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 39840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_dst(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_program_exec *e) 39955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 40055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type == P_RESULT) { 40140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 40240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000008; 40355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 40455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, dst); 40640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (dst->hw << 2); 40755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 40855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 41040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_immd(struct nv50_pc *pc, struct nv50_reg *imm, struct nv50_program_exec *e) 41155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 41294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned val = fui(pc->immd_buf[imm->hw]); 41355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 41440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 41555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: can't be predicated - bits overlap.. catch cases where both 41655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * are required and avoid them. */ 41740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0, 0, e); 41840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 41955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000002 | 0x00000001; 42140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (val & 0x3f) << 16; 42240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (val >> 6) << 2; 42355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 42455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 425e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 426e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_LINEAR 0 427e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_FLAT 1 428e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_PERSPECTIVE 2 429e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_CENTROID 4 430e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 431dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller/* interpolant index has been stored in dst->rhw */ 43255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 433dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumilleremit_interp(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *iv, 434dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mode) 4358ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs{ 436dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller assert(dst->rhw != -1); 43740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 4388ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 43940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x80000000; 44040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 441dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (dst->rhw << 16); 442dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 443dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_FLAT) { 444dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 8); 445dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } else { 446dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_PERSPECTIVE) { 447dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 25); 448dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller alloc_reg(pc, iv); 449dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (iv->hw << 9); 450dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 451dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 452dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_CENTROID) 453dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 24); 4545a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs } 4558ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 45640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 4578ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs} 4588ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 4598ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsstatic void 4601c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggsset_data(struct nv50_pc *pc, struct nv50_reg *src, unsigned m, unsigned s, 4611c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs struct nv50_program_exec *e) 4622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 46340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4641c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 4651c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = src->hw; 4661c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.shift = s; 4671c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.mask = m << (s % 32); 46894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 46994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller e->inst[1] |= (((src->type == P_IMMD) ? 0 : 1) << 22); 4702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4722a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 47355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit_mov(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 47455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 47540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 47655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 47740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x10000000; 47855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 47940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 48055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 481708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (pc->allow32 && dst->type != P_RESULT && src->type == P_IMMD) { 48240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_immd(pc, src, e); 48355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: 32-bit, but steals part of "half" reg space - need to 48455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * catch and handle this case if/when we do half-regs 48555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 48655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else 48755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD || src->type == P_CONST) { 48840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4891c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 9, e); 49040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x20000000; /* src0 const? */ 49155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 49255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_ATTR) { 49340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 49440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 49555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 49655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 49755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, src); 49840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 49955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 50055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 50140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && !is_immd(e)) { 50240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32-bit */ 503d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[1] |= 0x0000c000; /* "subsubop" 0x3 */ 504d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller if (!(e->inst[1] & 0x20000000)) 505d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[1] |= 0x00030000; /* "subsubop" 0xf */ 506d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller } else 507d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[0] |= 0x00008000; 50855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 50940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 51055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 51155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 5124a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumillerstatic INLINE void 5134a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumilleremit_mov_immdval(struct nv50_pc *pc, struct nv50_reg *dst, float f) 5144a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller{ 5154a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller struct nv50_reg *imm = alloc_immd(pc, f); 5164a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov(pc, dst, imm); 5174a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller FREE(imm); 5184a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller} 5194a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller 520f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 5212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggscheck_swap_src_0_1(struct nv50_pc *pc, 5222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg **s0, struct nv50_reg **s1) 5232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src0 = *s0, *src1 = *s1; 5252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type == P_CONST) { 5272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type != P_CONST) { 5282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 5292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 5302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 5312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type == P_ATTR) { 5342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type != P_ATTR) { 5352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 5362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 5372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 5382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return FALSE; 5422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 54540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_0(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 54840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 54940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 5502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 5522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 55940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 5602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 56340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_1(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5652a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5662a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5682a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 57240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x00800000)); 57340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x01000000) { 57434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 57534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 57634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 57734a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 57834a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 5791c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 16, e); 58040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00800000; 58134a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 5822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 58540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 5862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 58940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_2(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 59140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 5922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5972a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 60040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x01000000)); 60140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x00800000) { 60234a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 60334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 60434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 60534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 60634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 6071c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 32+14, e); 60840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x01000000; 60934a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 6102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 6112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 61340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (src->hw << 14); 6142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 6172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mul(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 6182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 6192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 62040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 62240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xc0000000; 6232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 624708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (!pc->allow32) 625708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_long(pc, e); 626708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 6272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 62840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 62940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 630708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (src1->type == P_IMMD && !is_long(e)) 631708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_immd(pc, src1, e); 632708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller else 633708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_src_1(pc, src1, e); 6342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 63540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 63952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_add(struct nv50_pc *pc, struct nv50_reg *dst, 64052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 6412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 64240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 64440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 6452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 646708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (!pc->allow32) 647708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_long(pc, e); 648708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 6492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 65040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 65140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 652708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (is_long(e) || src1->type == P_CONST || src1->type == P_ATTR) 65340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 65452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs else 655708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (src1->type == P_IMMD) 656708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_immd(pc, src1, e); 657708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller else 65840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 65952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 66040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 66152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs} 66252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 66352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsstatic void 66452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_minmax(struct nv50_pc *pc, unsigned sub, struct nv50_reg *dst, 66552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 66652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs{ 66740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 66852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 66940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 67040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 67140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 67252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 67352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 67440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 67540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 67640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 6772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 67840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6802a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 6822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_sub(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 6832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 6842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 68540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 68740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 6882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 68940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 6902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 69140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; 6922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs else 69340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; 6942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 69540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 69640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 69740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 6982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 69940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 7032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mad(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 7042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 7052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 70640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 70840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 7092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 71140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 71240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 71340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 71440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 7152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 71640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 72021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsemit_msb(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 72121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 72221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs{ 72340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 72421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 72540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 72640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 72740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; /* src0 * src1 - src2 */ 72821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 72921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 73040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 73140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 73240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 73340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 73421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 73540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 73621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs} 73721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 73821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsstatic void 7392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_flop(struct nv50_pc *pc, unsigned sub, 7402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *dst, struct nv50_reg *src) 7412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 74240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 74440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x90000000; 74552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs if (sub) { 74640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 74740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 74852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs } 7492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 75040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 75140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 7522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 75340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 756d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsstatic void 757d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsemit_preex2(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 758d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs{ 75940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 760d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 76140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 762d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 76340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 76440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 76540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 76640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29) | 0x00004000; 767d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 76840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 769d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs} 770faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 771bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsstatic void 7727b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_precossin(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 7737b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs{ 77440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7757b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 77640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 7777b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 77840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 77940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 78040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 78140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); 7827b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 78340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7847b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs} 7857b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 7867b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsstatic void 787bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsemit_set(struct nv50_pc *pc, unsigned c_op, struct nv50_reg *dst, 788bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 789bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs{ 79040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 79151ea3aae03154046316b814053f7493bdb10c853Ben Skeggs unsigned inv_cop[8] = { 0, 4, 2, 6, 1, 5, 3, 7 }; 792bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *rdst; 793bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 794bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs assert(c_op <= 7); 795bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 796bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs c_op = inv_cop[c_op]; 797bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 798bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs rdst = dst; 799bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (dst->type != P_TEMP) 800bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs dst = alloc_temp(pc, NULL); 801bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 802bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* set.u32 */ 80340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 80440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 80540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (3 << 29); 80640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (c_op << 14); 807bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /*XXX: breaks things, .u32 by default? 808bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs * decuda will disasm as .u16 and use .lo/.hi regs, but this 809bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs * doesn't seem to match what the hw actually does. 810bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs inst[1] |= 0x04000000; << breaks things.. .u32 by default? 811bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs */ 81240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 81340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 81440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 81540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 816bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 817bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* cvt.f32.u32 */ 81840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e = exec(pc); 81940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000001; 82040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] = 0x64014780; 82140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, rdst, e); 82240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, dst, e); 82340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 824bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 825bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (dst != rdst) 826bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs free_temp(pc, dst); 827bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs} 828d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 829b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsstatic void 830b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsemit_flr(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 831b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs{ 83240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 83340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 83440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 83540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 83640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 83740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; /* integer mode */ 83840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 83940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((0x1 << 3)) << 14; /* .rn */ 84040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 84140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 84240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 84340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 84440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 845b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs} 846b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs 847faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsstatic void 848faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsemit_pow(struct nv50_pc *pc, struct nv50_reg *dst, 849faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *v, struct nv50_reg *e) 850faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs{ 851faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *temp = alloc_temp(pc, NULL); 852faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 853faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 3, temp, v); 854faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_mul(pc, temp, temp, e); 855faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_preex2(pc, temp, temp); 856faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 6, dst, temp); 857faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 858faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs free_temp(pc, temp); 859faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs} 860faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 861fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic void 862fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsemit_abs(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 863fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 86440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 86540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 86640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 86740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 86840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 86940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 87040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 87140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((1 << 6) << 14); /* .abs */ 87240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 87340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 87440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 87540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 876fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 877fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 87801e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggsstatic void 8797b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_lit(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 8807b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs struct nv50_reg **src) 88101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs{ 88201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 88301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *zero = alloc_immd(pc, 0.0); 88401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *neg128 = alloc_immd(pc, -127.999999); 88501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *pos128 = alloc_immd(pc, 127.999999); 88601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *tmp[4]; 887708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller boolean allow32 = pc->allow32; 888708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 889708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller pc->allow32 = FALSE; 89001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8917b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (3 << 1)) { 892dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller tmp[0] = alloc_temp(pc, NULL); 8937b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[0], src[0], zero); 8947b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 89501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8967b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 2)) { 89740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 1, 0, pc->p->exec_tail); 89801e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8997b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[1] = temp_temp(pc); 9007b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[1], src[1], zero); 90101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9027b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[3] = temp_temp(pc); 9037b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[3], src[3], neg128); 9047b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 5, tmp[3], tmp[3], pos128); 90501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9067b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_pow(pc, dst[2], tmp[1], tmp[3]); 9077b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[2], zero); 90840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 3, 0, pc->p->exec_tail); 9097b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 9109417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 911dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 1)) 912dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assimilate_temp(pc, dst[1], tmp[0]); 913dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller else 914dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 2)) 915dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller free_temp(pc, tmp[0]); 916dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 917708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller pc->allow32 = allow32; 918708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 919dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller /* do this last, in case src[i,j] == dst[0,3] */ 920dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 0)) 921dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller emit_mov(pc, dst[0], one); 922dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 923dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 3)) 924dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller emit_mov(pc, dst[3], one); 925dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 9269417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pos128); 9279417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(neg128); 9289417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(zero); 9299417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(one); 93001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs} 93101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 93231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsstatic void 93331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsemit_neg(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 93431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs{ 93540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 93631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 93740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 93840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xa0000000; /* delta */ 93940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (7 << 29); /* delta */ 94040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* negate arg0? probably not */ 94140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 94240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 94340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 94431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 94540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 94631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs} 94731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 948d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsstatic void 949d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsemit_kil(struct nv50_pc *pc, struct nv50_reg *src) 950d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs{ 951d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs struct nv50_program_exec *e; 952d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs const int r_pred = 1; 953d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 954d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* Sets predicate reg ? */ 955d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 956d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0xa00001fd; 957d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[1] = 0xc4014788; 958d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_src_0(pc, src, e); 959d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred_wr(pc, 1, r_pred, e); 960d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 961d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 962d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* This is probably KILP */ 963d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 964d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0x000001fe; 965d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_long(pc, e); 966d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred(pc, 1 /* LT? */, r_pred, e); 967d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 968d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs} 969d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 97044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumillerstatic void 97144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumillerconvert_to_long(struct nv50_pc *pc, struct nv50_program_exec *e) 97244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller{ 97344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller unsigned q = 0, m = ~0; 97444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 97544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(!is_long(e)); 97644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 97744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller switch (e->inst[0] >> 28) { 97844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x1: 97944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MOV */ 98044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = 0x0403c000; 98144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = 0xffff7fff; 98244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 98344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x8: 98444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* INTERP */ 98544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~0x02000000; 98644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (e->inst[0] & 0x02000000) 98744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = 0x00020000; 98844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 98944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x9: 99044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* RCP */ 99144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 99244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xB: 99344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* ADD */ 99444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~(127 << 16); 99544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & (~m)) >> 2); 99644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 99744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xC: 99844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MUL */ 99944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~0x00008000; 100044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & (~m)) << 12); 100144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 100244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xE: 100344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MAD (if src2 == dst) */ 100444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & 0x1fc) << 12); 100544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 100644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller default: 100744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(0); 100844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 100944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 101044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 101144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller set_long(pc, e); 101244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller pc->p->exec_size++; 101344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 101444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e->inst[0] &= m; 101544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e->inst[1] |= q; 101644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller} 101744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 1018fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 1019fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_dst(struct nv50_pc *pc, int c, const struct tgsi_full_dst_register *dst) 1020fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 1021fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (dst->DstRegister.File) { 1022fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 1023fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->temp[dst->DstRegister.Index * 4 + c]; 1024fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_OUTPUT: 1025fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->result[dst->DstRegister.Index * 4 + c]; 1026fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_NULL: 1027fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 1028fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1029fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1030fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1031fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1032fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 1033fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 1034fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1035fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 1036fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_src(struct nv50_pc *pc, int chan, const struct tgsi_full_src_register *src) 1037fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 1038fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *r = NULL; 1039fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *temp; 10409417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller unsigned sgn, c; 10419417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 10429417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller sgn = tgsi_util_get_full_src_register_sign_mode(src, chan); 1043fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1044fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs c = tgsi_util_get_full_src_register_extswizzle(src, chan); 1045fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (c) { 1046fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_X: 1047fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Y: 1048fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Z: 1049fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_W: 1050fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (src->SrcRegister.File) { 1051fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_INPUT: 1052fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->attr[src->SrcRegister.Index * 4 + c]; 1053fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1054fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 1055fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->temp[src->SrcRegister.Index * 4 + c]; 1056fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1057fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_CONSTANT: 1058fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->param[src->SrcRegister.Index * 4 + c]; 1059fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1060fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_IMMEDIATE: 1061fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->immd[src->SrcRegister.Index * 4 + c]; 1062fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1063c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 1064c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1065fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1066fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1067fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1068fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1069fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1070fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ZERO: 1071fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 0.0); 10729417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return r; 1073fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ONE: 10749417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (sgn == TGSI_UTIL_SIGN_TOGGLE || sgn == TGSI_UTIL_SIGN_SET) 10759417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, -1.0); 10769417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, 1.0); 1077fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1078fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1079fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1080fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1081fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 10829417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller switch (sgn) { 1083fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_KEEP: 1084fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1085fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_CLEAR: 1086fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs temp = temp_temp(pc); 1087fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, temp, r); 1088fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = temp; 1089fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 109031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_TOGGLE: 109131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 109231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_neg(pc, temp, r); 109331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 109431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 109531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_SET: 109631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 109731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_abs(pc, temp, r); 1098aad31d69ce9e2278d93e514b97e1a92a25f89826Christoph Bumiller emit_neg(pc, temp, temp); 109931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 110031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 1101fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1102fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1103fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1104fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1105fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1106fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return r; 1107fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 1108fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1109dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller/* returns TRUE if instruction can overwrite sources before they're read */ 1110dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerstatic boolean 1111dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerdirect2dest_op(const struct tgsi_full_instruction *insn) 1112dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller{ 1113dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (insn->Instruction.Saturate) 1114dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller return FALSE; 1115dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 1116dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller switch (insn->Instruction.Opcode) { 1117dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_COS: 1118dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DP3: 1119dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DP4: 1120dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DPH: 1121dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_KIL: 1122dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_LIT: 1123dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_POW: 1124dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_RCP: 1125dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_RSQ: 1126dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_SCS: 1127dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_SIN: 1128dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_TEX: 1129dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_TXP: 1130dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller return FALSE; 1131dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller default: 1132dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller return TRUE; 1133dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller } 1134dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller} 1135dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 11362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic boolean 1137f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_insn(struct nv50_pc *pc, const union tgsi_full_token *tok) 1138f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1139f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_instruction *inst = &tok->FullInstruction; 1140688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs struct nv50_reg *rdst[4], *dst[4], *src[3][4], *temp; 1141cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unsigned mask, sat, unit; 1142dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller boolean assimilate = FALSE; 1143f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i, c; 1144f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1145f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs mask = inst->FullDstRegisters[0].DstRegister.WriteMask; 1146688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs sat = inst->Instruction.Saturate == TGSI_SAT_ZERO_ONE; 1147f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1148f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1149f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (mask & (1 << c)) 1150f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = tgsi_dst(pc, c, &inst->FullDstRegisters[0]); 1151f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs else 1152f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = NULL; 11539417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller rdst[c] = NULL; 11549417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller src[0][c] = NULL; 11559417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller src[1][c] = NULL; 11569417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller src[2][c] = NULL; 1157f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1158f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1159f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 11605069bfed29bcee2c89c36c74c6d65d388eb7792eZack Rusin const struct tgsi_full_src_register *fs = &inst->FullSrcRegisters[i]; 1161cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1162cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs if (fs->SrcRegister.File == TGSI_FILE_SAMPLER) 1163cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unit = fs->SrcRegister.Index; 1164cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1165f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) 1166cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs src[i][c] = tgsi_src(pc, c, fs); 1167f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1168f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1169688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1170688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 1171688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs rdst[c] = dst[c]; 1172688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs dst[c] = temp_temp(pc); 1173688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1174dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller } else 1175dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (direct2dest_op(inst)) { 1176dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller for (c = 0; c < 4; c++) { 1177dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (!dst[c] || dst[c]->type != P_TEMP) 1178dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller continue; 1179dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 1180dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller for (i = c + 1; i < 4; i++) { 1181dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (dst[c] == src[0][i] || 1182dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller dst[c] == src[1][i] || 1183dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller dst[c] == src[2][i]) 1184dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller break; 1185dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller } 1186dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (i == 4) 1187dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller continue; 1188dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 1189dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assimilate = TRUE; 1190dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller rdst[c] = dst[c]; 1191dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller dst[c] = alloc_temp(pc, NULL); 1192dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller } 1193688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1194688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 1195f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (inst->Instruction.Opcode) { 119668091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs case TGSI_OPCODE_ABS: 119768091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs for (c = 0; c < 4; c++) { 1198fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs if (!(mask & (1 << c))) 1199fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs continue; 1200fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, dst[c], src[0][c]); 120168091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs } 120268091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs break; 12032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_ADD: 12047df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12057df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12067df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_add(pc, dst[c], src[0][c], src[1][c]); 12087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 12102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_COS: 12119417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 12127b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 12137b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, temp, temp); 12147df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12157df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12167df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12177b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 12187df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 12202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP3: 12219417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 12222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 12232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 12242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 12257df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12267df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12277df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, dst[c], temp); 12297df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 12312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP4: 12329417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 12332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 12342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 12352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 12362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][3], src[1][3], temp); 12377df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12387df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12397df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, dst[c], temp); 12417df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 124321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_DPH: 12449417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 124521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 124621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 124721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 124821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_add(pc, temp, src[1][3], temp); 124921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs for (c = 0; c < 4; c++) { 125021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs if (!(mask & (1 << c))) 125121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs continue; 125221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mov(pc, dst[c], temp); 125321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs } 125421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 125533e4d30d50344be26398a51365bea1be37487403Ben Skeggs case TGSI_OPCODE_DST: 125633e4d30d50344be26398a51365bea1be37487403Ben Skeggs { 125733e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 12589a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) 12599a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[0], one); 12609a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) 12619a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, dst[1], src[0][1], src[1][1]); 12629a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) 12639a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[2], src[0][2]); 12649a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 3)) 12659a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[3], src[1][3]); 126633e4d30d50344be26398a51365bea1be37487403Ben Skeggs FREE(one); 126733e4d30d50344be26398a51365bea1be37487403Ben Skeggs } 126833e4d30d50344be26398a51365bea1be37487403Ben Skeggs break; 12692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_EX2: 12709417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 12717b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_preex2(pc, temp, src[0][0]); 12727b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 6, temp, temp); 12737df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12747df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12757df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12767b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 12777df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1279b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FLR: 1280b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1281b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1282b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1283b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, dst[c], src[0][c]); 1284b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1285b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1286b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FRC: 12879417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 1288b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1289b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1290b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1291b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, temp, src[0][c]); 1292b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_sub(pc, dst[c], src[0][c], temp); 1293b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1294b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1295d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs case TGSI_OPCODE_KIL: 1296d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][0]); 1297d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][1]); 1298d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][2]); 1299d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][3]); 1300de651a228f9bbe5ab0e3b749b3dfda9aa5497097Christoph Bumiller pc->p->cfg.fp.regs[2] |= 0x00100000; 1301d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs break; 130201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs case TGSI_OPCODE_LIT: 13037b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_lit(pc, &dst[0], mask, &src[0][0]); 130401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs break; 13052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_LG2: 13069417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 13077b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 3, temp, src[0][0]); 13087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 13097df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 13107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 13117b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 13127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 13132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 131421e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs case TGSI_OPCODE_LRP: 1315229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller temp = temp_temp(pc); 131621e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs for (c = 0; c < 4; c++) { 131721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (!(mask & (1 << c))) 131821e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs continue; 1319229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_sub(pc, temp, src[1][c], src[2][c]); 1320229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_mad(pc, dst[c], temp, src[0][c], src[2][c]); 132121e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs } 132221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs break; 13232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MAD: 13247df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 13257df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 13267df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 13272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], src[2][c]); 13287df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 13292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 133052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MAX: 13317df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 13327df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 13337df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 133452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 4, dst[c], src[0][c], src[1][c]); 13357df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 133652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 133752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MIN: 13387df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 13397df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 13407df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 134152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 5, dst[c], src[0][c], src[1][c]); 13427df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 134352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 1344f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_MOV: 13457df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 13467df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 13477df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 134855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit_mov(pc, dst[c], src[0][c]); 13497df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 135038ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs break; 13512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MUL: 13527df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 13537df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 13547df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 13552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, dst[c], src[0][c], src[1][c]); 13567df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 13572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1358ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs case TGSI_OPCODE_POW: 13599417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 1360faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_pow(pc, temp, src[0][0], src[1][0]); 1361ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs for (c = 0; c < 4; c++) { 1362ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs if (!(mask & (1 << c))) 1363ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs continue; 1364ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs emit_mov(pc, dst[c], temp); 1365ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs } 1366ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs break; 13672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RCP: 1368dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller for (c = 3; c >= 0; c--) { 13697df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 13707df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 13717b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 0, dst[c], src[0][0]); 13727df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 13732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 13742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RSQ: 1375dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller for (c = 3; c >= 0; c--) { 13767df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 13777df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 13787b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 2, dst[c], src[0][0]); 13797df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 13802a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 13817b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs case TGSI_OPCODE_SCS: 13829417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 13837b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 13847b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 13857b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, dst[0], temp); 13867b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 13877b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, dst[1], temp); 13884a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 2)) 13894a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[2], 0.0); 13904a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 13914a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 13927b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs break; 1393bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SGE: 1394bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1395bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1396bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 1397bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs emit_set(pc, 6, dst[c], src[0][c], src[1][c]); 1398bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1399bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 14002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SIN: 14019417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 14027b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 14037b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, temp, temp); 14047df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 14057df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 14067df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 14077b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 14087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 14092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1410bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SLT: 1411bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1412bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1413bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 1414bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs emit_set(pc, 1, dst[c], src[0][c], src[1][c]); 1415bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1416bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 14172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SUB: 14187df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 14197df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 14207df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 14212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_sub(pc, dst[c], src[0][c], src[1][c]); 14227df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 14232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1424c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_OPCODE_TEX: 14255696267efd6f85d79f5fe511d1a066a17c4d1cccBen Skeggs case TGSI_OPCODE_TXP: 14260d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs { 14270d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs struct nv50_reg *t[4]; 14280d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs struct nv50_program_exec *e; 1429431504b99cd55948522e86a249e656e78598ddbdBen Skeggs 14300d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs alloc_temp4(pc, t, 0); 14310d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit_mov(pc, t[0], src[0][0]); 14320d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit_mov(pc, t[1], src[0][1]); 1433431504b99cd55948522e86a249e656e78598ddbdBen Skeggs 14340d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e = exec(pc); 14350d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e->inst[0] = 0xf6400000; 1436cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs e->inst[0] |= (unit << 9); 14370d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs set_long(pc, e); 14380d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e->inst[1] |= 0x0000c004; 14390d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs set_dst(pc, t[0], e); 14400d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit(pc, e); 1441fd7412a7f1beab8b81ce307b1054331eee102e8bBen Skeggs 14420d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 0)) emit_mov(pc, dst[0], t[0]); 14430d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 1)) emit_mov(pc, dst[1], t[1]); 14440d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 2)) emit_mov(pc, dst[2], t[2]); 14450d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 3)) emit_mov(pc, dst[3], t[3]); 1446fd7412a7f1beab8b81ce307b1054331eee102e8bBen Skeggs 14470d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs free_temp4(pc, t); 14480d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs } 1449c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 145021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_XPD: 14519417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 14529a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) { 14539a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][2], src[1][1]); 14549a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[0], src[0][1], src[1][2], temp); 14559a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 14569a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) { 14579a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][2]); 14589a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[1], src[0][2], src[1][0], temp); 14599a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 14609a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) { 14619a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][1], src[1][0]); 14629a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[2], src[0][0], src[1][1], temp); 14639a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 14644a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 14654a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 146621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 1467f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_END: 1468f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1469f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1470f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid opcode %d\n", inst->Instruction.Opcode); 1471f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1472f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1473f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1474688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1475688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 147640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 1477688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 1478688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (!(mask & (1 << c))) 1479688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs continue; 148040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e = exec(pc); 148140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 148240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 148340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 148440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 148540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 148640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 148740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((1 << 5) << 14); /* .sat */ 148840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, rdst[c], e); 148940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, dst[c], e); 149040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 1491688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1492dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller } else if (assimilate) { 1493dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller for (c = 0; c < 4; c++) 1494dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (rdst[c]) 1495dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assimilate_temp(pc, rdst[c], dst[c]); 1496688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1497688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 14989417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 14999417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (c = 0; c < 4; c++) { 15009417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (!src[i][c]) 15019417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller continue; 15029417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (src[i][c]->index == -1 && src[i][c]->type == P_IMMD) 15039417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(src[i][c]); 15047ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller else 15057ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (src[i][c]->acc == pc->insn_cur) 15067ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller release_hw(pc, src[i][c]); 15079417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 15089417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 15099417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 151052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs kill_temp_temp(pc); 1511f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return TRUE; 1512f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1513f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1514bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller/* Adjust a bitmask that indicates what components of a source are used, 1515bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller * we use this in tx_prep so we only load interpolants that are needed. 1516bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller */ 1517bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerstatic void 1518bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerinsn_adjust_mask(const struct tgsi_full_instruction *insn, unsigned *mask) 1519bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller{ 1520bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_instruction_ext_texture *tex; 1521bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1522bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller switch (insn->Instruction.Opcode) { 1523bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_DP3: 1524bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x7; 1525bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1526bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_DP4: 1527bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_DPH: 1528bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0xF; 1529bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1530bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_LIT: 1531bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0xB; 1532bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1533bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_RCP: 1534bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_RSQ: 1535bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x1; 1536bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1537bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_TEX: 1538bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_TXP: 1539bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller assert(insn->Instruction.Extended); 1540bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller tex = &insn->InstructionExtTexture; 1541bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1542bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x7; 1543bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (tex->Texture == TGSI_TEXTURE_1D) 1544bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x1; 1545bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller else 1546bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (tex->Texture == TGSI_TEXTURE_2D) 1547bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x3; 1548bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1549bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (insn->Instruction.Opcode == TGSI_OPCODE_TXP) 1550bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask |= 0x8; 1551bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1552bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller default: 1553bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1554bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1555bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller} 1556bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1557bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerstatic void 1558bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerprep_inspect_insn(struct nv50_pc *pc, const union tgsi_full_token *tok, 1559bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned *r_usage[2]) 1560bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller{ 1561bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_full_instruction *insn; 1562bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_full_src_register *src; 1563bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_dst_register *dst; 1564bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1565bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned i, c, k, n, mask, *acc_p; 1566bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1567bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller insn = &tok->FullInstruction; 1568bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller dst = &insn->FullDstRegisters[0].DstRegister; 1569bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller mask = dst->WriteMask; 1570bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1571bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!r_usage[0]) 1572bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0] = CALLOC(pc->temp_nr * 4, sizeof(unsigned)); 1573bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!r_usage[1]) 1574bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[1] = CALLOC(pc->attr_nr * 4, sizeof(unsigned)); 1575bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1576bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (dst->File == TGSI_FILE_TEMPORARY) { 1577bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1578bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1579bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1580bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0][dst->Index * 4 + c] = pc->insn_nr; 1581bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1582bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1583bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1584bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (i = 0; i < insn->Instruction.NumSrcRegs; i++) { 1585bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller src = &insn->FullSrcRegisters[i]; 1586bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1587bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller switch (src->SrcRegister.File) { 1588bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_FILE_TEMPORARY: 1589bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p = r_usage[0]; 1590bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1591bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_FILE_INPUT: 1592bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p = r_usage[1]; 1593bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1594bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller default: 1595bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1596bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1597bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1598bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller insn_adjust_mask(insn, &mask); 1599bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1600bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1601bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1602bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1603bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1604bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller k = tgsi_util_get_full_src_register_extswizzle(src, c); 1605bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller switch (k) { 1606bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_X: 1607bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_Y: 1608bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_Z: 1609bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_W: 1610bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller n = src->SrcRegister.Index * 4 + k; 1611bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p[n] = pc->insn_nr; 1612bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1613bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller default: 1614bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1615bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1616bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1617bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1618bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller} 1619bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1620dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumillerstatic unsigned 1621dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumillerload_fp_attrib(struct nv50_pc *pc, int i, unsigned *acc, int *mid, 1622dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int *aid, int *p_oid) 1623dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller{ 1624dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv; 1625dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int oid, c, n; 1626dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mask = 0; 1627dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1628dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller iv = (pc->interp_mode[i] & INTERP_CENTROID) ? pc->iv_c : pc->iv_p; 1629dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1630dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (c = 0, n = i * 4; c < 4; c++, n++) { 1631dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller oid = (*p_oid)++; 1632dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].type = P_TEMP; 1633dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].index = i; 1634dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1635dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->attr[n].acc == acc[n]) 1636dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller continue; 1637dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller mask |= (1 << c); 1638dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1639dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].acc = acc[n]; 1640dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].rhw = pc->attr[n].hw = -1; 1641dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller alloc_reg(pc, &pc->attr[n]); 1642dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1643dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].rhw = (*aid)++; 1644dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, &pc->attr[n], iv, pc->interp_mode[i]); 1645dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1646dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.map[(*mid) / 4] |= oid << (8 * ((*mid) % 4)); 1647dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller (*mid)++; 1648dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] += 0x00010001; 1649dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 1650dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1651dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller return mask; 1652dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller} 1653dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1654f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 1655f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_prep(struct nv50_pc *pc) 1656f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1657f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context p; 1658f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret = FALSE; 1659f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned i, c; 1660e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned fcol, bcol, fcrd, depr; 1661e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1662e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller /* count (centroid) perspective interpolations */ 1663e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned centroid_loads = 0; 1664e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned perspect_loads = 0; 1665f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1666bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller /* track register access for temps and attrs */ 1667bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned *r_usage[2]; 1668bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0] = NULL; 1669bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[1] = NULL; 1670bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1671e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller depr = fcol = bcol = fcrd = 0xffff; 1672e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1673dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->p->type == PIPE_SHADER_FRAGMENT) { 1674dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[0] = 0x01000404; 1675dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] = 0x00000400; 1676dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 1677dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1678f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&p, pc->p->pipe.tokens); 1679f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&p)) { 1680f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &p.FullToken; 1681f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1682f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&p); 1683f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 1684f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_IMMEDIATE: 1685f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 1686f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_immediate *imm = 1687f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs &p.FullToken.FullImmediate; 1688f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 168933e4d30d50344be26398a51365bea1be37487403Ben Skeggs ctor_immd(pc, imm->u.ImmediateFloat32[0].Float, 169033e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[1].Float, 169133e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[2].Float, 169233e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[3].Float); 1693f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1694f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1695f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_DECLARATION: 1696f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 1697f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_declaration *d; 1698e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned last, first, mode; 1699f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1700f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d = &p.FullToken.FullDeclaration; 1701e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller first = d->DeclarationRange.First; 1702bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs last = d->DeclarationRange.Last; 1703f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1704f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (d->Declaration.File) { 1705f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 1706f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr < (last + 1)) 1707f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp_nr = last + 1; 1708f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1709f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 1710f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr < (last + 1)) 1711f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result_nr = last + 1; 1712e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1713e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (!d->Declaration.Semantic) 1714e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1715e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1716e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Semantic.SemanticName) { 1717e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_POSITION: 1718e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller depr = first; 1719dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[2] |= 0x00000100; 1720dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[3] |= 0x00000011; 1721e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1722e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller default: 1723e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1724e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1725e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1726f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1727f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 1728e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller { 1729f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr < (last + 1)) 1730f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr_nr = last + 1; 1731e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1732e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (pc->p->type != PIPE_SHADER_FRAGMENT) 1733e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1734e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1735e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Declaration.Interpolate) { 1736e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_CONSTANT: 1737e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_FLAT; 1738e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1739e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_PERSPECTIVE: 1740e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 1741e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1742e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller default: 1743e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_LINEAR; 1744e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1745e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1746e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1747e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (d->Declaration.Semantic) { 1748e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Semantic.SemanticName) { 1749e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_POSITION: 1750e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller fcrd = first; 1751e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1752e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_COLOR: 1753e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller fcol = first; 1754e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 1755e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1756e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_BCOLOR: 1757e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller bcol = first; 1758e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 1759e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1760e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1761e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1762e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1763e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (d->Declaration.Centroid) { 1764e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode |= INTERP_CENTROID; 1765e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (mode & INTERP_PERSPECTIVE) 1766e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller centroid_loads++; 1767e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } else 1768e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (mode & INTERP_PERSPECTIVE) 1769e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller perspect_loads++; 1770e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1771e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller assert(last < 32); 1772e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller for (i = first; i <= last; i++) 1773e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller pc->interp_mode[i] = mode; 1774e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1775f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1776f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 1777f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr < (last + 1)) 1778f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param_nr = last + 1; 1779f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1780c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 1781c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1782f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1783f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("bad decl file %d\n", 1784f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d->Declaration.File); 1785f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1786f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1787f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1788f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1789f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 1790bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->insn_nr++; 1791bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller prep_inspect_insn(pc, tok, r_usage); 1792f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1793f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1794f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1795f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1796f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1797f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1798f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr) { 1799861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->temp = CALLOC(pc->temp_nr * 4, sizeof(struct nv50_reg)); 1800f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->temp) 1801f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1802f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1803f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->temp_nr; i++) { 1804f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1805f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].type = P_TEMP; 1806f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].hw = -1; 1807dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->temp[i*4+c].rhw = -1; 1808f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].index = i; 1809bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->temp[i*4+c].acc = r_usage[0][i*4+c]; 1810f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1811f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1812f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1813f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1814f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr) { 1815dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int oid = 4, mid = 4, aid = 0; 1816dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* oid = VP output id 1817dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller * aid = FP attribute/interpolant id 1818dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller * mid = VP output mapping field ID 1819dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller */ 1820f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1821861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->attr = CALLOC(pc->attr_nr * 4, sizeof(struct nv50_reg)); 1822f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->attr) 1823f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1824f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1825b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 1826dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* position should be loaded first */ 1827dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (fcrd != 0xffff) { 1828dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mask; 1829dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller mid = 0; 1830dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller mask = load_fp_attrib(pc, fcrd, r_usage[1], 1831dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller &mid, &aid, &oid); 1832dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller oid = 0; 1833dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= (mask << 24); 1834dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.map[0] = 0x04040404 * fcrd; 1835dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 1836dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.map[0] += 0x03020100; 18378ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1838dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* should do MAD fcrd.xy, fcrd, SOME_CONST, fcrd */ 18398ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1840dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (perspect_loads) { 1841dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p = alloc_temp(pc, NULL); 1842dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1843dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (!(pc->p->cfg.fp.regs[1] & 0x08000000)) { 1844dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= 0x08000000; 1845dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p->rhw = aid++; 1846dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, pc->iv_p, NULL, 1847dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller INTERP_LINEAR); 1848dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_p, pc->iv_p); 18498ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } else { 1850dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p->rhw = aid - 1; 1851dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_p, 1852dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller &pc->attr[fcrd * 4 + 3]); 18538ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1854f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 18558ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1856dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (centroid_loads) { 1857dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_c = alloc_temp(pc, NULL); 1858dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_c->rhw = pc->iv_p ? aid - 1 : aid++; 1859dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, pc->iv_c, NULL, 1860dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller INTERP_CENTROID); 1861dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_c, pc->iv_c); 1862dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= 0x08000000; 1863dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 18648ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1865dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (c = 0; c < 4; c++) { 1866dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* I don't know what these values do, but 1867dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller * let's set them like the blob does: 1868dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller */ 1869dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (fcol != 0xffff && r_usage[1][fcol * 4 + c]) 1870dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[0] += 0x00010000; 1871dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (bcol != 0xffff && r_usage[1][bcol * 4 + c]) 1872dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[0] += 0x00010000; 1873dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 1874dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1875dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (i = 0; i < pc->attr_nr; i++) 1876dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller load_fp_attrib(pc, i, r_usage[1], 1877dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller &mid, &aid, &oid); 18788ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1879dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->iv_p) 1880dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller free_temp(pc, pc->iv_p); 1881dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->iv_c) 1882dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller free_temp(pc, pc->iv_c); 1883dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1884dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.high_map = (mid / 4); 1885dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.high_map += ((mid % 4) ? 1 : 0); 1886dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } else { 1887dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* vertex program */ 1888dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (i = 0; i < pc->attr_nr * 4; i++) { 1889dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.vp.attr[aid / 32] |= 1890dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller (1 << (aid % 32)); 1891dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[i].type = P_ATTR; 1892dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[i].hw = aid++; 1893dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[i].index = i / 4; 1894dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 1895dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 1896f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1897f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1898f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr) { 1899f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 1900f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1901861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->result = CALLOC(pc->result_nr * 4, sizeof(struct nv50_reg)); 1902f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->result) 1903f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1904f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1905f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->result_nr; i++) { 1906f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1907b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 19088ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_TEMP; 1909776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = -1; 1910f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->result[i*4+c].rhw = (i == depr) ? 1911f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller -1 : rid++; 1912776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } else { 19138ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_RESULT; 1914776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = rid++; 1915776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 1916f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result[i*4+c].index = i; 1917f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1918f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller 1919f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->type == PIPE_SHADER_FRAGMENT && 1920f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller depr != 0xffff) { 1921f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->result[depr * 4 + 2].rhw = 1922f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller (pc->result_nr - 1) * 4; 1923f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 1924f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1925f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1926f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1927f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr) { 1928f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 1929f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1930861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->param = CALLOC(pc->param_nr * 4, sizeof(struct nv50_reg)); 1931f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->param) 1932f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1933f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1934f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->param_nr; i++) { 1935f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1936f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].type = P_CONST; 1937f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].hw = rid++; 1938f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].index = i; 1939f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1940f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1941f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1942f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1943f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->immd_nr) { 194494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller int rid = 0; 1945f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1946861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->immd = CALLOC(pc->immd_nr * 4, sizeof(struct nv50_reg)); 1947f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->immd) 1948f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1949f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1950f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->immd_nr; i++) { 1951f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1952f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].type = P_IMMD; 1953f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].hw = rid++; 1954f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].index = i; 1955f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1956f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1957f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1958f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1959f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = TRUE; 1960f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 1961bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (r_usage[0]) 1962bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller FREE(r_usage[0]); 1963bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (r_usage[1]) 1964bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller FREE(r_usage[1]); 1965bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1966f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&p); 1967f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 1968f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1969f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 19709417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerstatic void 19719417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerfree_nv50_pc(struct nv50_pc *pc) 19729417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller{ 19739417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->immd) 19749417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->immd); 19759417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->param) 19769417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->param); 19779417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->result) 19789417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->result); 19799417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->attr) 19809417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->attr); 19819417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->temp) 19829417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->temp); 19839417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 19849417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc); 19859417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller} 19869417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 1987f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 1988f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx(struct nv50_program *p) 1989f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1990f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context parse; 1991f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_pc *pc; 1992f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller unsigned k; 1993f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret; 1994f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1995f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc = CALLOC_STRUCT(nv50_pc); 1996f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc) 1997f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1998f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p = p; 19998ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = 4; 2000f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2001f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_prep(pc); 2002f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 2003f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_cleanup; 2004f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2005f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&parse, pc->p->pipe.tokens); 2006f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&parse)) { 2007f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &parse.FullToken; 2008f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2009d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller /* don't allow half insn/immd on first and last instruction */ 2010d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller pc->allow32 = TRUE; 2011d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller if (pc->insn_cur == 0 || pc->insn_cur + 2 == pc->insn_nr) 2012d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller pc->allow32 = FALSE; 2013d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller 2014f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&parse); 2015f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2016f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 2017f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 2018bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller ++pc->insn_cur; 2019f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_insn(pc, tok); 2020f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 2021f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2022f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2023f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2024f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2025f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2026f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2027f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2028b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (p->type == PIPE_SHADER_FRAGMENT) { 2029776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs struct nv50_reg out; 2030776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 2031776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs out.type = P_TEMP; 2032f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller for (k = 0; k < pc->result_nr * 4; k++) { 2033f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->result[k].rhw == -1) 2034f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller continue; 2035f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->result[k].hw != pc->result[k].rhw) { 2036f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller out.hw = pc->result[k].rhw; 2037f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller emit_mov(pc, &out, &pc->result[k]); 2038f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2039f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->cfg.high_result < (pc->result[k].rhw + 1)) 2040f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->p->cfg.high_result = pc->result[k].rhw + 1; 2041f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2042776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 2043776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 204444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* look for single half instructions and make them long */ 204544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller struct nv50_program_exec *e, *e_prev; 204644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 204744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller for (k = 0, e = pc->p->exec_head, e_prev = NULL; e; e = e->next) { 204844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!is_long(e)) 204944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller k++; 205044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 205144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!e->next || is_long(e->next)) { 205244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (k & 1) 205344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, e); 205444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller k = 0; 205544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 205644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 205744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (e->next) 205844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e_prev = e; 205944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 206044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 206144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!is_long(pc->p->exec_tail)) { 206244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* this may occur if moving FP results */ 206344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(e_prev && !is_long(e_prev)); 206444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, e_prev); 206544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, pc->p->exec_tail); 206644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 206744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 206840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(is_long(pc->p->exec_tail) && !is_immd(pc->p->exec_head)); 206940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs pc->p->exec_tail->inst[1] |= 0x00000001; 207040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 2071aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->param_nr = pc->param_nr * 4; 2072f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd_nr = pc->immd_nr * 4; 2073f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd = pc->immd_buf; 2074f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2075f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 2076f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&parse); 2077f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2078f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_cleanup: 20799417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller free_nv50_pc(pc); 2080f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 2081f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2082f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2083f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 2084f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_validate(struct nv50_context *nv50, struct nv50_program *p) 2085f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2086e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs if (nv50_program_tx(p) == FALSE) 2087e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs assert(0); 2088f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = TRUE; 2089f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2090f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 209122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 2092ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsnv50_program_upload_data(struct nv50_context *nv50, float *map, 209394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned start, unsigned count, unsigned cbuf) 2094ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs{ 209575f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_channel *chan = nv50->screen->nvws->channel; 209675f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 209775f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs 2098ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs while (count) { 2099ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned nr = count > 2047 ? 2047 : count; 2100ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 210175f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs BEGIN_RING(chan, tesla, 0x00000f00, 1); 210294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller OUT_RING (chan, (cbuf << 0) | (start << 8)); 210375f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs BEGIN_RING(chan, tesla, 0x40000f04, nr); 210475f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, map, nr); 2105ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2106ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs map += nr; 2107ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs start += nr; 2108ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs count -= nr; 2109ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs } 2110ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs} 2111ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2112ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsstatic void 211322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_data(struct nv50_context *nv50, struct nv50_program *p) 211422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 2115aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nouveau_winsys *nvws = nv50->screen->nvws; 2116aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 211722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 211894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (!p->data[0] && p->immd_nr) { 211994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nouveau_resource *heap = nv50->screen->immd_heap[0]; 212094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 212194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (nvws->res_alloc(heap, p->immd_nr, p, &p->data[0])) { 212294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller while (heap->next && heap->size < p->immd_nr) { 212394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nv50_program *evict = heap->next->priv; 212494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nvws->res_free(&evict->data[0]); 212594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 212694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 212794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (nvws->res_alloc(heap, p->immd_nr, p, &p->data[0])) 212894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller assert(0); 212994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 213094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 213194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller /* immediates only need to be uploaded again when freed */ 213294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50_program_upload_data(nv50, p->immd, p->data[0]->start, 213394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->immd_nr, NV50_CB_PMISC); 213494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 2135aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 213694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (!p->data[1] && p->param_nr) { 213794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nouveau_resource *heap = 213894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50->screen->parm_heap[p->type]; 213994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 214094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (nvws->res_alloc(heap, p->param_nr, p, &p->data[1])) { 214194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller while (heap->next && heap->size < p->param_nr) { 2142aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nv50_program *evict = heap->next->priv; 214394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nvws->res_free(&evict->data[1]); 2144aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2145aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 214694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (nvws->res_alloc(heap, p->param_nr, p, &p->data[1])) 2147aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs assert(0); 2148aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2149aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2150aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 2151aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->param_nr) { 215294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned cbuf = NV50_CB_PVP; 2153aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs float *map = ws->buffer_map(ws, nv50->constbuf[p->type], 2154aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs PIPE_BUFFER_USAGE_CPU_READ); 215594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->type == PIPE_SHADER_FRAGMENT) 215694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller cbuf = NV50_CB_PFP; 215794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50_program_upload_data(nv50, map, p->data[1]->start, 215894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->param_nr, cbuf); 2159aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs ws->buffer_unmap(ws, nv50->constbuf[p->type]); 2160aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 216122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 216222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 216322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 216422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_code(struct nv50_context *nv50, struct nv50_program *p) 216522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 216675f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_channel *chan = nv50->screen->nvws->channel; 216775f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 21685e27cd46c04a9e7b5904cc014bffd0f4daae31feMichel Dänzer struct pipe_screen *screen = nv50->pipe.screen; 216940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 2170cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_stateobj *so; 2171cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs const unsigned flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_WR; 2172cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned start, count, *up, *ptr; 2173f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs boolean upload = FALSE; 217422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 2175f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!p->buffer) { 21765e27cd46c04a9e7b5904cc014bffd0f4daae31feMichel Dänzer p->buffer = screen->buffer_create(screen, 0x100, 0, p->exec_size * 4); 2177f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 2178f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs } 217940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 218094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if ((p->data[0] && p->data[0]->start != p->data_start[0]) || 218194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller (p->data[1] && p->data[1]->start != p->data_start[1])) { 2182aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 218394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned ei, ci, bs; 2184ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2185aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (e->param.index < 0) 2186aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs continue; 218794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller bs = (e->inst[1] >> 22) & 0x07; 218894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller assert(bs < 2); 2189ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ei = e->param.shift >> 5; 219094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller ci = e->param.index + p->data[bs]->start; 2191ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2192ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] &= ~e->param.mask; 2193ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] |= (ci << e->param.shift); 21941c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs } 21951c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 219694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->data[0]) 219794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->data_start[0] = p->data[0]->start; 219894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->data[1]) 219994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->data_start[1] = p->data[1]->start; 220094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 2201f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 2202aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2203aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 2204f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!upload) 2205bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs return; 2206f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs 2207b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#ifdef NV50_PROGRAM_DUMP 22080d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("-------\n"); 2209aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 22100d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[0]); 22110d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (is_long(e)) 22120d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[1]); 2213b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs } 2214b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#endif 22150d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs 2216b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs up = ptr = MALLOC(p->exec_size * 4); 2217b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs for (e = p->exec_head; e; e = e->next) { 2218cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[0]; 2219cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (is_long(e)) 2220cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[1]; 2221cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs } 2222cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2223e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(4,2); 2224cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_method(so, nv50->screen->tesla, 0x1280, 3); 2225cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_reloc (so, p->buffer, 0, flags | NOUVEAU_BO_HIGH, 0, 0); 2226cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_reloc (so, p->buffer, 0, flags | NOUVEAU_BO_LOW, 0, 0); 2227cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_data (so, (NV50_CB_PUPLOAD << 16) | 0x0800); //(p->exec_size * 4)); 2228cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2229cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start = 0; count = p->exec_size; 2230cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs while (count) { 2231cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_winsys *nvws = nv50->screen->nvws; 2232cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned nr; 2233cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2234cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_emit(nvws, so); 2235cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2236cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(count, 2047); 2237cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(nvws->channel->pushbuf->remaining, nr); 2238cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (nvws->channel->pushbuf->remaining < (nr + 3)) { 223975f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs FIRE_RING(chan); 2240cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs continue; 2241aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2242cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 224375f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs BEGIN_RING(chan, tesla, 0x0f00, 1); 224475f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RING (chan, (start << 8) | NV50_CB_PUPLOAD); 224575f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs BEGIN_RING(chan, tesla, 0x40000f04, nr); 224675f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, up + start, nr); 2247cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2248cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start += nr; 2249cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs count -= nr; 225040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs } 2251cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2252cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs FREE(up); 2253cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_ref(NULL, &so); 225422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 225522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 2256f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2257f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_vertprog_validate(struct nv50_context *nv50) 2258f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2259f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 2260f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->vertprog; 2261f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 2262f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2263f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 2264f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 2265f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 2266f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 2267f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2268f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 226922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_data(nv50, p); 227022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_code(nv50, p); 2271f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2272e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(13, 2); 2273f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_VP_ADDRESS_HIGH, 2); 2274f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2275f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2276f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2277f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 2278f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x1650, 2); 2279f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[0]); 2280f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[1]); 2281fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_method(so, tesla, 0x16b8, 1); 2282fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_data (so, p->cfg.high_result); 2283f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x16ac, 2); 2284bcbe6baac37915563bc120ad558cd930bc1ddec1Ben Skeggs so_data (so, p->cfg.high_result); //8); 22858ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 2286f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x140c, 1); 2287f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 0); /* program start offset */ 2288bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.vertprog); 2289ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2290f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2291f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2292f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2293f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_fragprog_validate(struct nv50_context *nv50) 2294f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2295f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 2296f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->fragprog; 2297f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 2298dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned i; 2299f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2300f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 2301f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 2302f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 2303f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 2304f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2305f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 230655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_data(nv50, p); 230755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_code(nv50, p); 2308f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2309585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so = so_new(64, 2); 2310f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_FP_ADDRESS_HIGH, 2); 2311f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2312f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2313f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2314f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 2315585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x1904, 4); 2316dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[0]); /* 0x01000404 / 0x00040404 */ 2317585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000004); 2318585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 2319585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 2320dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_method(so, tesla, 0x16bc, p->cfg.fp.high_map); 2321dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (i = 0; i < p->cfg.fp.high_map; i++) 2322dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data(so, p->cfg.fp.map[i]); 2323585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x1988, 2); 2324dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[1]); /* 0x08040404 / 0x0f000401 */ 23258ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 2326dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_method(so, tesla, 0x1298, 1); 2327dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.high_result); 2328dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_method(so, tesla, 0x19a8, 1); 2329dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[2]); 2330dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_method(so, tesla, 0x196c, 1); 2331dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[3]); 23328ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_method(so, tesla, 0x1414, 1); 23338ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, 0); /* program start offset */ 2334bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.fragprog); 2335ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2336f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2337f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2338f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2339f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_destroy(struct nv50_context *nv50, struct nv50_program *p) 2340f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 234100b15c9f40944d94aa28a441edd7ebb51577d9baBen Skeggs struct pipe_screen *pscreen = nv50->pipe.screen; 2342f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 234340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs while (p->exec_head) { 234440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = p->exec_head; 234540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 234640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e->next; 234740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs FREE(e); 2348f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 234940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = NULL; 235040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size = 0; 2351f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2352f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (p->buffer) 23535e27cd46c04a9e7b5904cc014bffd0f4daae31feMichel Dänzer pipe_buffer_reference(&p->buffer, NULL); 2354f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 235594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50->screen->nvws->res_free(&p->data[0]); 235694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50->screen->nvws->res_free(&p->data[1]); 23577c745de74997e859d7e2640092bda9ad900e28a9Ben Skeggs 2358f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = 0; 2359f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2360f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2361