nv50_program.c revision 2b963f5c723401aa2646bd48eefe065cd335e280
1857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs/* 2857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Copyright 2008 Ben Skeggs 3857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 4857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 5857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * copy of this software and associated documentation files (the "Software"), 6857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * to deal in the Software without restriction, including without limitation 7857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 9857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Software is furnished to do so, subject to the following conditions: 10857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 11857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * The above copyright notice and this permission notice shall be included in 12857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * all copies or substantial portions of the Software. 13857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 14857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 18857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF 19857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 20857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * SOFTWARE. 21857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs */ 22857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs 23f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_context.h" 24f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_defines.h" 25f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_state.h" 26f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_inlines.h" 27f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 28f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_shader_tokens.h" 29fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_parse.h" 30fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_util.h" 31f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 32f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_context.h" 33f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 34f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#define NV50_SU_MAX_TEMP 64 35b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs//#define NV50_PROGRAM_DUMP 36f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs/* ARL - gallium craps itself on progs/vp/arl.txt 3821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 3921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * MSB - Like MAD, but MUL+SUB 4021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * - Fuck it off, introduce a way to negate args for ops that 4121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * support it. 4221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 43ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Look into inlining IMMD for ops other than MOV (make it general?) 4433e4d30d50344be26398a51365bea1be37487403Ben Skeggs * - Maybe even relax restrictions a bit, can't do P_RESULT + P_IMMD, 4533e4d30d50344be26398a51365bea1be37487403Ben Skeggs * but can emit to P_TEMP first - then MOV later. NVIDIA does this 46ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * 472fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * In ops such as ADD it's possible to construct a bad opcode in the !is_long() 482fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * case, if the emit_src() causes the inst to suddenly become long. 492fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * 50ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Verify half-insns work where expected - and force disable them where they 51ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * don't work - MUL has it forcibly disabled atm as it fixes POW.. 52afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * 53afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * FUCK! watch dst==src vectors, can overwrite components that are needed. 54afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * ie. SUB R0, R0.yzxw, R0 55776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs * 56b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * Things to check with renouveau: 57b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * FP attr/result assignment - how? 586d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * attrib 596d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16bc maps vp output onto fp hpos 606d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16c0 maps vp output onto fp col0 616d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * result 626d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - colr always 0-3 636d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - depr always 4 646d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16bc->0x16e8 --> some binding between vp/fp regs 656d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16b8 --> VP output count 666d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 676d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1298 --> "MOV rcol.x, fcol.y" "MOV depr, fcol.y" = 0x00000005 686d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * "MOV rcol.x, fcol.y" = 0x00000004 696d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x19a8 --> as above but 0x00000100 and 0x00000000 706d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x00100000 used when KIL used 716d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x196c --> as above but 0x00000011 and 0x00000000 726d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 736d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1988 --> 0xXXNNNNNN 746d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - XX == FP high something 7521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs */ 76f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_reg { 77f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs enum { 78f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_TEMP, 79f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_ATTR, 80f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_RESULT, 81f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_CONST, 82f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_IMMD 83f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } type; 84f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int index; 85f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 86f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int hw; 8738ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs int neg; 88bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 89dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int rhw; /* result hw for FP outputs, or interpolant index */ 90bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller int acc; /* instruction where this reg is last read (first insn == 1) */ 91f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 92f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 93f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_pc { 94f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p; 95f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 96f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* hw resources */ 97f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r_temp[NV50_SU_MAX_TEMP]; 98f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 99f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* tgsi resources */ 100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *temp; 101f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int temp_nr; 102f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *attr; 103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int attr_nr; 104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *result; 105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int result_nr; 106f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *param; 107f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int param_nr; 108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *immd; 109f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs float *immd_buf; 110f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int immd_nr; 1112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 11221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs struct nv50_reg *temp_temp[16]; 1132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs unsigned temp_temp_nr; 114bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 115234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* broadcast and destination replacement regs */ 116234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *r_brdc; 117234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *r_dst[4]; 118234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 119e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned interp_mode[32]; 120dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* perspective interpolation registers */ 121dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv_p; 122dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv_c; 123e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 124bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller /* current instruction and total number of insns */ 125bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_cur; 126bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_nr; 127d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller 128d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller boolean allow32; 129f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 130f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 131f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 132f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_reg(struct nv50_pc *pc, struct nv50_reg *reg) 133f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 134f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller int i = 0; 135f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 136fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (reg->type == P_RESULT) { 137fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (pc->p->cfg.high_result < (reg->hw + 1)) 138fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs pc->p->cfg.high_result = reg->hw + 1; 139fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs } 140fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs 1418ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->type != P_TEMP) 142f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 143f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1448ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->hw >= 0) { 1458ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs /*XXX: do this here too to catch FP temp-as-attr usage.. 1468ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs * not clean, but works */ 1478ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (reg->hw + 1)) 1488ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = reg->hw + 1; 1498ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs return; 1508ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1518ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 152f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (reg->rhw != -1) { 153f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller /* try to allocate temporary with index rhw first */ 154f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (!(pc->r_temp[reg->rhw])) { 155f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->r_temp[reg->rhw] = reg; 156f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller reg->hw = reg->rhw; 157f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->cfg.high_temp < (reg->rhw + 1)) 158f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->p->cfg.high_temp = reg->rhw + 1; 159f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller return; 160f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 161f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller /* make sure we don't get things like $r0 needs to go 162f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller * in $r1 and $r1 in $r0 163f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller */ 164f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller i = pc->result_nr * 4; 165f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 166f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller 167f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller for (; i < NV50_SU_MAX_TEMP; i++) { 168f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!(pc->r_temp[i])) { 169f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = reg; 170f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs reg->hw = i; 1718ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (i + 1)) 1728ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = i + 1; 173f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 174f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 175f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 176f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 177f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 178f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 179f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 180f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 181f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_temp(struct nv50_pc *pc, struct nv50_reg *dst) 182f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 183f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r; 184f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 185f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 186f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (dst && dst->type == P_TEMP && dst->hw == -1) 187f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return dst; 188f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 189f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 190f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->r_temp[i]) { 191f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r = CALLOC_STRUCT(nv50_reg); 192f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->type = P_TEMP; 193f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->index = -1; 194f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->hw = i; 195f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller r->rhw = -1; 196f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = r; 197f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return r; 198f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 199f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 200f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 201f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 202f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 203f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 204f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 205dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller/* Assign the hw of the discarded temporary register src 206dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller * to the tgsi register dst and free src. 207dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller */ 208dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerstatic void 209dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerassimilate_temp(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 210dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller{ 211dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assert(src->index == -1 && src->hw != -1); 212dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 213dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (dst->hw != -1) 214dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller pc->r_temp[dst->hw] = NULL; 215dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller pc->r_temp[src->hw] = dst; 216dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller dst->hw = src->hw; 217dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 218dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller FREE(src); 219dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller} 220dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 2217ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller/* release the hardware resource held by r */ 2227ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumillerstatic void 2237ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumillerrelease_hw(struct nv50_pc *pc, struct nv50_reg *r) 2247ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller{ 2257ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller assert(r->type == P_TEMP); 2267ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (r->hw == -1) 2277ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller return; 2287ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 2297ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller assert(pc->r_temp[r->hw] == r); 2307ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller pc->r_temp[r->hw] = NULL; 2317ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 2327ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller r->acc = 0; 2337ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (r->index == -1) 2347ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller FREE(r); 2357ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller} 2367ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 237f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 238f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsfree_temp(struct nv50_pc *pc, struct nv50_reg *r) 239f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 240f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (r->index == -1) { 241619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs unsigned hw = r->hw; 242619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs 243619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs FREE(pc->r_temp[hw]); 244619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs pc->r_temp[hw] = NULL; 245f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 246f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 247f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2483f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic int 2493f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsalloc_temp4(struct nv50_pc *pc, struct nv50_reg *dst[4], int idx) 2503f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2513f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2523f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2533f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if ((idx + 4) >= NV50_SU_MAX_TEMP) 2543f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 1; 2553f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2563f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if (pc->r_temp[idx] || pc->r_temp[idx + 1] || 2573f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + 2] || pc->r_temp[idx + 3]) 258a2af40b846e0b510887aaf15c2777387a3caae62Christoph Bumiller return alloc_temp4(pc, dst, idx + 4); 2593f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2603f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) { 2613f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i] = CALLOC_STRUCT(nv50_reg); 2623f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->type = P_TEMP; 2633f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->index = -1; 2643f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->hw = idx + i; 2653f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + i] = dst[i]; 2663f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs } 2673f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2683f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 0; 2693f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2703f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2713f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic void 2723f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsfree_temp4(struct nv50_pc *pc, struct nv50_reg *reg[4]) 2733f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2743f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2753f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2763f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) 2773f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs free_temp(pc, reg[i]); 2783f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2793f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 280f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 2812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggstemp_temp(struct nv50_pc *pc) 2822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 28321e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (pc->temp_temp_nr >= 16) 2842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs assert(0); 2852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp[pc->temp_temp_nr] = alloc_temp(pc, NULL); 2872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return pc->temp_temp[pc->temp_temp_nr++]; 2882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 2912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggskill_temp_temp(struct nv50_pc *pc) 2922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 2932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs int i; 2942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs for (i = 0; i < pc->temp_temp_nr; i++) 2962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, pc->temp_temp[i]); 2972a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp_nr = 0; 2982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 30033e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic int 30133e4d30d50344be26398a51365bea1be37487403Ben Skeggsctor_immd(struct nv50_pc *pc, float x, float y, float z, float w) 30233e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 303f1aa2a43b7588aaca3ef175c8cc5366414cac2f8Christoph Bumiller pc->immd_buf = REALLOC(pc->immd_buf, (pc->immd_nr * 4 * sizeof(float)), 304861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs (pc->immd_nr + 1) * 4 * sizeof(float)); 30533e4d30d50344be26398a51365bea1be37487403Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 0] = x; 306686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 1] = y; 307686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 2] = z; 308686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 3] = w; 30933e4d30d50344be26398a51365bea1be37487403Ben Skeggs 31033e4d30d50344be26398a51365bea1be37487403Ben Skeggs return pc->immd_nr++; 31133e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 31233e4d30d50344be26398a51365bea1be37487403Ben Skeggs 31333e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic struct nv50_reg * 31433e4d30d50344be26398a51365bea1be37487403Ben Skeggsalloc_immd(struct nv50_pc *pc, float f) 31533e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 31633e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *r = CALLOC_STRUCT(nv50_reg); 31733e4d30d50344be26398a51365bea1be37487403Ben Skeggs unsigned hw; 31833e4d30d50344be26398a51365bea1be37487403Ben Skeggs 3197e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller for (hw = 0; hw < pc->immd_nr * 4; hw++) 3207e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (pc->immd_buf[hw] == f) 3217e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller break; 3227e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 3237e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (hw == pc->immd_nr * 4) 3247e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller hw = ctor_immd(pc, f, -f, 0.5 * f, 0) * 4; 3257e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 32633e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->type = P_IMMD; 32733e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->hw = hw; 32833e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->index = -1; 32933e4d30d50344be26398a51365bea1be37487403Ben Skeggs return r; 33033e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 33133e4d30d50344be26398a51365bea1be37487403Ben Skeggs 33240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic struct nv50_program_exec * 33340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsexec(struct nv50_pc *pc) 33440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs{ 33540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = CALLOC_STRUCT(nv50_program_exec); 33640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 3371c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = -1; 33840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs return e; 33940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs} 34040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 34155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 34240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsemit(struct nv50_pc *pc, struct nv50_program_exec *e) 34355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 34455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_program *p = pc->p; 34555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 34640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (p->exec_tail) 34740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail->next = e; 34840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (!p->exec_head) 34940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e; 35040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = e; 35140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size += (e->inst[0] & 1) ? 2 : 1; 35255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 35355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic INLINE void set_long(struct nv50_pc *, struct nv50_program_exec *); 35555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 35740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_long(struct nv50_program_exec *e) 35855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 35940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 1) 36055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 36155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 36255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 36355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 36540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_immd(struct nv50_program_exec *e) 36655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 36740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && (e->inst[1] & 3) == 3) 36855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 36955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 37055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 37155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 37255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 37340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred(struct nv50_pc *pc, unsigned pred, unsigned idx, 37440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 37555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 37640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 37740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x1f << 7) | (0x3 << 12)); 37840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (pred << 7) | (idx << 12); 37955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 38055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 38155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 38240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred_wr(struct nv50_pc *pc, unsigned on, unsigned idx, 38340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 38455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 38540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 38640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x3 << 4) | (1 << 6)); 38740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (idx << 4) | (on << 6); 38855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 38955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 39055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 39140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_long(struct nv50_pc *pc, struct nv50_program_exec *e) 39255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 39340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 39455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return; 39555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 39640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 1; 39740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0xf, 0, e); 39840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 39955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 40055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 40240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_dst(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_program_exec *e) 40355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 40455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type == P_RESULT) { 40540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 40640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000008; 40755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 40855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, dst); 41040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (dst->hw << 2); 41155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 41255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 41355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 41440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_immd(struct nv50_pc *pc, struct nv50_reg *imm, struct nv50_program_exec *e) 41555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 416c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller float f = pc->immd_buf[imm->hw]; 417c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller unsigned val = fui(imm->neg ? -f : f); 41855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 41940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 42055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: can't be predicated - bits overlap.. catch cases where both 42155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * are required and avoid them. */ 42240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0, 0, e); 42340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 42455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000002 | 0x00000001; 42640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (val & 0x3f) << 16; 42740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (val >> 6) << 2; 42855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 42955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 430e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 431e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_LINEAR 0 432e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_FLAT 1 433e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_PERSPECTIVE 2 434e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_CENTROID 4 435e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 436dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller/* interpolant index has been stored in dst->rhw */ 43755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 438dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumilleremit_interp(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *iv, 439dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mode) 4408ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs{ 441dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller assert(dst->rhw != -1); 44240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 4438ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 44440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x80000000; 44540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 446dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (dst->rhw << 16); 447dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 448dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_FLAT) { 449dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 8); 450dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } else { 451dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_PERSPECTIVE) { 452dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 25); 453dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller alloc_reg(pc, iv); 454dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (iv->hw << 9); 455dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 456dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 457dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_CENTROID) 458dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 24); 4595a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs } 4608ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 46140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 4628ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs} 4638ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 4648ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsstatic void 4651c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggsset_data(struct nv50_pc *pc, struct nv50_reg *src, unsigned m, unsigned s, 4661c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs struct nv50_program_exec *e) 4672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 46840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4691c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 4701c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = src->hw; 4711c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.shift = s; 4721c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.mask = m << (s % 32); 47394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 47494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller e->inst[1] |= (((src->type == P_IMMD) ? 0 : 1) << 22); 4752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4762a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 47855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit_mov(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 47955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 48040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 48155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 48240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x10000000; 48355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 48440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 48555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 486708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (pc->allow32 && dst->type != P_RESULT && src->type == P_IMMD) { 48740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_immd(pc, src, e); 48855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: 32-bit, but steals part of "half" reg space - need to 48955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * catch and handle this case if/when we do half-regs 49055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 49155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else 49255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD || src->type == P_CONST) { 49340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4941c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 9, e); 49540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x20000000; /* src0 const? */ 49655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 49755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_ATTR) { 49840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 49940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 50055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 50155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 50255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, src); 50340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 50455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 50555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 50640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && !is_immd(e)) { 50740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32-bit */ 508d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[1] |= 0x0000c000; /* "subsubop" 0x3 */ 509d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller if (!(e->inst[1] & 0x20000000)) 510d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[1] |= 0x00030000; /* "subsubop" 0xf */ 511d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller } else 512d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[0] |= 0x00008000; 51355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 51440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 51555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 51655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 5174a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumillerstatic INLINE void 5184a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumilleremit_mov_immdval(struct nv50_pc *pc, struct nv50_reg *dst, float f) 5194a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller{ 5204a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller struct nv50_reg *imm = alloc_immd(pc, f); 5214a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov(pc, dst, imm); 5224a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller FREE(imm); 5234a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller} 5244a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller 525f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 5262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggscheck_swap_src_0_1(struct nv50_pc *pc, 5272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg **s0, struct nv50_reg **s1) 5282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src0 = *s0, *src1 = *s1; 5302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type == P_CONST) { 5322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type != P_CONST) { 5332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 5342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 5352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 5362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type == P_ATTR) { 5392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type != P_ATTR) { 5402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 5412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 5422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 5432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return FALSE; 5472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 55040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_0(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 55340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 55440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 5552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 5572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 56440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 5652a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5662a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 56840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_1(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5722a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5762a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 57740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x00800000)); 57840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x01000000) { 57934a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 58034a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 58134a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 58234a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 58334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 5841c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 16, e); 58540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00800000; 58634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 5872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 59040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 5912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 59440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_2(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 59640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 5972a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 6002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 6022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 6032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 6042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 60540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x01000000)); 60640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x00800000) { 60734a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 60834a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 60934a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 61034a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 61134a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 6121c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 32+14, e); 61340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x01000000; 61434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 6152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 6162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 61840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (src->hw << 14); 6192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 6222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mul(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 6232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 6242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 62540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 62740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xc0000000; 6282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 629708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (!pc->allow32) 630708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_long(pc, e); 631708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 6322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 63340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 63440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 635c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src1->type == P_IMMD && !is_long(e)) { 636c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg) 637c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[0] |= 0x00008000; 638708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_immd(pc, src1, e); 639c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } else { 640708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_src_1(pc, src1, e); 641c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg ^ src1->neg) { 642c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (is_long(e)) 643c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x08000000; 644c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else 645c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[0] |= 0x00008000; 646c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 647c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 6482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 64940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 65352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_add(struct nv50_pc *pc, struct nv50_reg *dst, 65452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 6552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 65640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 65840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 6592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 660c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller check_swap_src_0_1(pc, &src0, &src1); 661c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 662c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (!pc->allow32 || src0->neg || src1->neg) { 663708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_long(pc, e); 664c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= (src0->neg << 26) | (src1->neg << 27); 665c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 666708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 66740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 66840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 669c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src1->type == P_CONST || src1->type == P_ATTR || is_long(e)) 67040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 67152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs else 672708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (src1->type == P_IMMD) 673708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_immd(pc, src1, e); 674708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller else 67540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 67652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 67740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 67852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs} 67952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 68052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsstatic void 68152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_minmax(struct nv50_pc *pc, unsigned sub, struct nv50_reg *dst, 68252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 68352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs{ 68440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 68552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 68640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 68740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 68840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 68952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 69052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 69140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 69240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 69340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 6942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 69540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6972a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 698c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic INLINE void 6992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_sub(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 7002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 7012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 702c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src1->neg ^= 1; 703c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_add(pc, dst, src0, src1); 704c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src1->neg ^= 1; 7052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 7082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mad(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 7092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 7102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 71140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 71340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 7142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 71640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 71740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 71840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 71940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 7202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 721c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg ^ src1->neg) 722c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x04000000; 723c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src2->neg) 724c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x08000000; 725c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 72640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 729c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic INLINE void 73021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsemit_msb(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 73121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 73221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs{ 733c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src2->neg ^= 1; 734c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_mad(pc, dst, src0, src1, src2); 735c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src2->neg ^= 1; 73621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs} 73721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 73821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsstatic void 7392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_flop(struct nv50_pc *pc, unsigned sub, 7402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *dst, struct nv50_reg *src) 7412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 74240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 74440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x90000000; 74552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs if (sub) { 74640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 74740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 74852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs } 7492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 75040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 75140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 7522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 75340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 756d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsstatic void 757d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsemit_preex2(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 758d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs{ 75940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 760d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 76140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 762d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 76340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 76440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 76540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 76640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29) | 0x00004000; 767d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 76840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 769d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs} 770faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 771bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsstatic void 7727b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_precossin(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 7737b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs{ 77440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7757b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 77640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 7777b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 77840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 77940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 78040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 78140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); 7827b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 78340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7847b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs} 7857b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 78687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_RN 0x01 78787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_FLOOR 0x03 78887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_CEIL 0x05 78987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_TRUNC 0x07 79087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_SAT 0x08 79187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_ABS 0x10 79287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 7932b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x04 == 32 bit */ 7942b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x40 == dst is float */ 7952b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x80 == src is float */ 79687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_F32 0xc4 79787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_S32 0x44 79887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_U32 0x64 79987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_S32_F32 0x8c 80087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_S32_S32 0x0c 80187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_F32_ROP 0xcc 80287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 80387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic void 80487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumilleremit_cvt(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src, 8052b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller int wp, unsigned cvn, unsigned fmt) 80687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller{ 80787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller struct nv50_program_exec *e; 80887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 80987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e = exec(pc); 81087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_long(pc, e); 81187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 81287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[0] |= 0xa0000000; 81387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= 0x00004000; 8142b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= (cvn << 16); 81587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= (fmt << 24); 81687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_src_0(pc, src, e); 81787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 81887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller if (wp >= 0) 81987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_pred_wr(pc, 1, wp, e); 82087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 82187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller if (dst) 82287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_dst(pc, dst, e); 82387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller else { 82487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[0] |= 0x000001fc; 82587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= 0x00000008; 82687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller } 82787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 82887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit(pc, e); 82987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller} 83087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 8312b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* nv50 Condition codes: 8322b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x1 = LT 8332b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x2 = EQ 8342b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x3 = LE 8352b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x4 = GT 8362b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x5 = NE 8372b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x6 = GE 8382b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x7 = set condition code ? (used before bra.lt/le/gt/ge) 8392b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x8 = unordered bit (allows NaN) 8402b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller */ 8417b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsstatic void 8422b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumilleremit_set(struct nv50_pc *pc, unsigned ccode, struct nv50_reg *dst, int wp, 843bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 844bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs{ 84540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 846bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *rdst; 847bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 8482b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller assert(ccode < 16); 849bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 8502b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller ccode = ccode ^ 0x7; 851bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 852bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs rdst = dst; 8532b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (dst && dst->type != P_TEMP) 854bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs dst = alloc_temp(pc, NULL); 855bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 856bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* set.u32 */ 85740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 85840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 8592b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x60000000 | (ccode << 14); 8602b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 8612b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller /* XXX: decuda will disasm as .u16 and use .lo/.hi regs, but 8622b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * that doesn't seem to match what the hw actually does 8632b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x04000000; << breaks things, u32 by default ? 864bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs */ 8652b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 8662b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (wp >= 0) 8672b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller set_pred_wr(pc, 1, wp, e); 8682b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (dst) 8692b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller set_dst(pc, dst, e); 8702b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller else { 8712b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[0] |= 0x000001fc; 8722b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x00000008; 8732b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller } 8742b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 87540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 87640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 877bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 87840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 879bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 8802b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller /* cvt.f32.u32/s32 (?) if we didn't only write the predicate */ 8812b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (rdst) 8822b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller emit_cvt(pc, rdst, dst, -1, CVTOP_ABS | CVTOP_RN, CVT_F32_S32); 8832b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (rdst && rdst != dst) 884bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs free_temp(pc, dst); 885bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs} 886d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 8872b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumillerstatic INLINE unsigned 8882b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumillermap_tgsi_setop_cc(unsigned op) 8892b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller{ 8902b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller switch (op) { 8912b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLT: return 0x1; 8922b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGE: return 0x6; 8932b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SEQ: return 0x2; 8942b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGT: return 0x4; 8952b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLE: return 0x3; 8962b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SNE: return 0xd; 8972b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller default: 8982b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller assert(0); 8992b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller return 0; 9002b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller } 9012b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller} 9022b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 90387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic INLINE void 904b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsemit_flr(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 905b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs{ 90687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_FLOOR, CVT_F32_F32_ROP); 907b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs} 908b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs 909faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsstatic void 910faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsemit_pow(struct nv50_pc *pc, struct nv50_reg *dst, 911faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *v, struct nv50_reg *e) 912faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs{ 913faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *temp = alloc_temp(pc, NULL); 914faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 915faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 3, temp, v); 916faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_mul(pc, temp, temp, e); 917faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_preex2(pc, temp, temp); 918faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 6, dst, temp); 919faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 920faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs free_temp(pc, temp); 921faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs} 922faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 92387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic INLINE void 924fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsemit_abs(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 925fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 92687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_ABS, CVT_F32_F32); 927fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 928fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 929234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic INLINE void 930234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumilleremit_sat(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 931234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 932234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_SAT, CVT_F32_F32); 933234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 934234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 93501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggsstatic void 9367b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_lit(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 9377b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs struct nv50_reg **src) 93801e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs{ 93901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 94001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *zero = alloc_immd(pc, 0.0); 94101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *neg128 = alloc_immd(pc, -127.999999); 94201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *pos128 = alloc_immd(pc, 127.999999); 94301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *tmp[4]; 944708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller boolean allow32 = pc->allow32; 945708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 946708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller pc->allow32 = FALSE; 94701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9487b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (3 << 1)) { 949dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller tmp[0] = alloc_temp(pc, NULL); 9507b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[0], src[0], zero); 9517b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 95201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9537b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 2)) { 95440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 1, 0, pc->p->exec_tail); 95501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9567b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[1] = temp_temp(pc); 9577b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[1], src[1], zero); 95801e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9597b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[3] = temp_temp(pc); 9607b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[3], src[3], neg128); 9617b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 5, tmp[3], tmp[3], pos128); 96201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9637b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_pow(pc, dst[2], tmp[1], tmp[3]); 9647b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[2], zero); 96540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 3, 0, pc->p->exec_tail); 9667b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 9679417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 968dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 1)) 969dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assimilate_temp(pc, dst[1], tmp[0]); 970dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller else 971dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 2)) 972dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller free_temp(pc, tmp[0]); 973dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 974708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller pc->allow32 = allow32; 975708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 976dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller /* do this last, in case src[i,j] == dst[0,3] */ 977dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 0)) 978dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller emit_mov(pc, dst[0], one); 979dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 980dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 3)) 981dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller emit_mov(pc, dst[3], one); 982dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 9839417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pos128); 9849417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(neg128); 9859417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(zero); 9869417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(one); 98701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs} 98801e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 98931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsstatic void 99031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsemit_neg(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 99131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs{ 99240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 99331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 99440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 99540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xa0000000; /* delta */ 99640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (7 << 29); /* delta */ 99740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* negate arg0? probably not */ 99840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 99940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 100040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 100131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 100240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 100331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs} 100431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 1005d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsstatic void 1006d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsemit_kil(struct nv50_pc *pc, struct nv50_reg *src) 1007d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs{ 1008d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs struct nv50_program_exec *e; 1009d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs const int r_pred = 1; 1010d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 1011d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* Sets predicate reg ? */ 1012d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 1013d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0xa00001fd; 1014d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[1] = 0xc4014788; 1015d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_src_0(pc, src, e); 1016d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred_wr(pc, 1, r_pred, e); 1017c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src->neg) 1018c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x20000000; 1019d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 1020d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 1021d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* This is probably KILP */ 1022d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 1023d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0x000001fe; 1024d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_long(pc, e); 1025d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred(pc, 1 /* LT? */, r_pred, e); 1026d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 1027d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs} 1028d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 102944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumillerstatic void 10303accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumilleremit_tex(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 10313accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_reg **src, unsigned unit, unsigned type, boolean proj) 10323accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller{ 10333accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_reg *temp, *t[4]; 10343accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_program_exec *e; 10353accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10363accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller unsigned c, mode, dim; 10373accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10383accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller switch (type) { 10393accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_1D: 10403accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 1; 10413accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10423accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_UNKNOWN: 10433accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_2D: 10443accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOW1D: /* XXX: x, z */ 10453accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_RECT: 10463accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 2; 10473accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10483accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_3D: 10493accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_CUBE: 10503accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOW2D: 10513accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOWRECT: /* XXX */ 10523accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 3; 10533accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10543accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller default: 10553accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller assert(0); 10563accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10573accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10583accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 1059a2af40b846e0b510887aaf15c2777387a3caae62Christoph Bumiller /* some cards need t[0]'s hw index to be a multiple of 4 */ 10603accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller alloc_temp4(pc, t, 0); 10613accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10623accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (proj) { 10633accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (src[0]->type == P_TEMP && src[0]->rhw != -1) { 10643accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller mode = pc->interp_mode[src[0]->index]; 10653accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10663accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller t[3]->rhw = src[3]->rhw; 10673accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_interp(pc, t[3], NULL, (mode & INTERP_CENTROID)); 10683accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, t[3], t[3]); 10693accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10703accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) { 10713accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller t[c]->rhw = src[c]->rhw; 10723accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_interp(pc, t[c], t[3], 10733accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller (mode | INTERP_PERSPECTIVE)); 10743accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10753accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 10763accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, t[3], src[3]); 10773accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) 10783accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mul(pc, t[c], src[c], t[3]); 10793accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10803accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller /* XXX: for some reason the blob sometimes uses MAD: 10813accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * emit_mad(pc, t[c], src[0][c], t[3], t[3]) 10823accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * pc->p->exec_tail->inst[1] |= 0x080fc000; 10833accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller */ 10843accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10853accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 10863accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (type == TGSI_TEXTURE_CUBE) { 10873accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller temp = temp_temp(pc); 10883accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_minmax(pc, 4, temp, src[0], src[1]); 10893accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_minmax(pc, 4, temp, temp, src[2]); 10903accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, temp, temp); 10913accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < 3; c++) 10923accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mul(pc, t[c], src[c], temp); 10933accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 10943accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) 10953accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mov(pc, t[c], src[c]); 10963accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10973accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10983accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10993accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e = exec(pc); 11003accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller set_long(pc, e); 11013accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0xf0000000; 11023accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[1] |= 0x00000004; 11033accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller set_dst(pc, t[0], e); 11043accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= (unit << 9); 11053accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11063accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (dim == 2) 11073accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0x00400000; 11083accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller else 11093accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (dim == 3) 11103accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0x00800000; 11113accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11123accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= (mask & 0x3) << 25; 11133accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[1] |= (mask & 0xc) << 12; 11143accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11153accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit(pc, e); 11163accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11173accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#if 1 11183accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 1) emit_mov(pc, dst[0], t[0]); 11193accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 2) emit_mov(pc, dst[1], t[1]); 11203accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 4) emit_mov(pc, dst[2], t[2]); 11213accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 8) emit_mov(pc, dst[3], t[3]); 11223accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11233accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller free_temp4(pc, t); 11243accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#else 11253accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller /* XXX: if p.e. MUL is used directly after TEX, it would still use 11263accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * the texture coordinates, not the fetched values: latency ? */ 11273accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11283accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < 4; c++) { 11293accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & (1 << c)) 11303accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller assimilate_temp(pc, dst[c], t[c]); 11313accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller else 11323accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller free_temp(pc, t[c]); 11333accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 11343accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#endif 11353accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller} 11363accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11373accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumillerstatic void 113844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumillerconvert_to_long(struct nv50_pc *pc, struct nv50_program_exec *e) 113944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller{ 114044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller unsigned q = 0, m = ~0; 114144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 114244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(!is_long(e)); 114344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 114444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller switch (e->inst[0] >> 28) { 114544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x1: 114644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MOV */ 114744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = 0x0403c000; 114844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = 0xffff7fff; 114944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 115044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x8: 11518b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller /* INTERP (move centroid, perspective and flat bits) */ 11528b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller m = ~0x03000100; 11538b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller q = (e->inst[0] & (3 << 24)) >> (24 - 16); 11548b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller q |= (e->inst[0] & (1 << 8)) << (18 - 8); 115544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 115644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x9: 115744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* RCP */ 115844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 115944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xB: 116044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* ADD */ 116144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~(127 << 16); 116244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & (~m)) >> 2); 116344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 116444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xC: 116544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MUL */ 116644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~0x00008000; 116744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & (~m)) << 12); 116844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 116944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xE: 117044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MAD (if src2 == dst) */ 117144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & 0x1fc) << 12); 117244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 117344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller default: 117444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(0); 117544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 117644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 117744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 117844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller set_long(pc, e); 117944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller pc->p->exec_size++; 118044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 118144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e->inst[0] &= m; 118244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e->inst[1] |= q; 118344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller} 118444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 1185c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic boolean 1186c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillernegate_supported(const struct tgsi_full_instruction *insn, int i) 1187c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller{ 1188c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller switch (insn->Instruction.Opcode) { 1189c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_DP3: 1190c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_DP4: 1191c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_MUL: 1192c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_KIL: 1193c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_ADD: 1194c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_SUB: 1195c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_MAD: 1196c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return TRUE; 1197c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_POW: 1198c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return (i == 1) ? TRUE : FALSE; 1199c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller default: 1200c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return FALSE; 1201c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 1202c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller} 1203c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 12045d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller/* Return a read mask for source registers deduced from opcode & write mask. */ 12055d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumillerstatic unsigned 12065d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumillernv50_tgsi_src_mask(const struct tgsi_full_instruction *insn, int c) 12075d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller{ 12085d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller unsigned x, mask = insn->FullDstRegisters[0].DstRegister.WriteMask; 12095d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12105d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller switch (insn->Instruction.Opcode) { 12115d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_COS: 12125d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_SIN: 12135d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return (mask & 0x8) | ((mask & 0x7) ? 0x1 : 0x0); 12145d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DP3: 12155d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0x7; 12165d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DP4: 12175d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DPH: 12185d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_KIL: /* WriteMask ignored */ 12195d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0xf; 12205d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DST: 12215d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask & (c ? 0xa : 0x6); 12225d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_EX2: 12235d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_LG2: 12245d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_POW: 12255d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_RCP: 12265d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_RSQ: 12275d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_SCS: 12285d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0x1; 12295d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_LIT: 12305d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0xb; 12315d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_TEX: 12325d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_TXP: 12335d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller { 12345d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller const struct tgsi_instruction_ext_texture *tex; 12355d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12365d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller assert(insn->Instruction.Extended); 12375d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller tex = &insn->InstructionExtTexture; 12385d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12395d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask = 0x7; 12405d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (insn->Instruction.Opcode == TGSI_OPCODE_TXP) 12415d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask |= 0x8; 12425d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12435d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller switch (tex->Texture) { 12445d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_TEXTURE_1D: 12455d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask &= 0x9; 12465d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12475d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_TEXTURE_2D: 12485d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask &= 0xb; 12495d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12505d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller default: 12515d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12525d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12535d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12545d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask; 12555d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_XPD: 12565d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller x = 0; 12575d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 1) x |= 0x6; 12585d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 2) x |= 0x5; 12595d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 4) x |= 0x3; 12605d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return x; 12615d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller default: 12625d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12635d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12645d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12655d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask; 12665d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller} 12675d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 1268fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 1269fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_dst(struct nv50_pc *pc, int c, const struct tgsi_full_dst_register *dst) 1270fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 1271fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (dst->DstRegister.File) { 1272fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 1273fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->temp[dst->DstRegister.Index * 4 + c]; 1274fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_OUTPUT: 1275fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->result[dst->DstRegister.Index * 4 + c]; 1276fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_NULL: 1277fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 1278fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1279fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1280fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1281fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1282fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 1283fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 1284fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1285fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 1286c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillertgsi_src(struct nv50_pc *pc, int chan, const struct tgsi_full_src_register *src, 1287c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller boolean neg) 1288fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 1289fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *r = NULL; 1290fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *temp; 12919417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller unsigned sgn, c; 12929417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 12939417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller sgn = tgsi_util_get_full_src_register_sign_mode(src, chan); 1294fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1295fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs c = tgsi_util_get_full_src_register_extswizzle(src, chan); 1296fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (c) { 1297fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_X: 1298fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Y: 1299fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Z: 1300fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_W: 1301fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (src->SrcRegister.File) { 1302fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_INPUT: 1303fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->attr[src->SrcRegister.Index * 4 + c]; 1304fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1305fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 1306fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->temp[src->SrcRegister.Index * 4 + c]; 1307fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1308fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_CONSTANT: 1309fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->param[src->SrcRegister.Index * 4 + c]; 1310fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1311fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_IMMEDIATE: 1312fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->immd[src->SrcRegister.Index * 4 + c]; 1313fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1314c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 1315c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1316fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1317fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1318fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1319fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1320fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1321fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ZERO: 1322fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 0.0); 13239417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return r; 1324fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ONE: 13259417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (sgn == TGSI_UTIL_SIGN_TOGGLE || sgn == TGSI_UTIL_SIGN_SET) 13269417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, -1.0); 13279417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, 1.0); 1328fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1329fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1330fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1331fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1332fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 13339417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller switch (sgn) { 1334fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_KEEP: 1335fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1336fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_CLEAR: 1337fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs temp = temp_temp(pc); 1338fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, temp, r); 1339fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = temp; 1340fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 134131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_TOGGLE: 1342c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (neg) 1343c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller r->neg = 1; 1344c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else { 1345c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller temp = temp_temp(pc); 1346c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_neg(pc, temp, r); 1347c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller r = temp; 1348c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 134931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 135031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_SET: 135131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 135231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_abs(pc, temp, r); 1353c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (neg) 1354c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller temp->neg = 1; 1355c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else 1356c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_neg(pc, temp, temp); 135731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 135831f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 1359fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1360fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1361fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1362fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1363fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1364fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return r; 1365fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 1366fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 13672da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* return TRUE for ops that produce only a single result */ 1368dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerstatic boolean 13692da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumilleris_scalar_op(unsigned op) 1370dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller{ 13712da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (op) { 1372e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller case TGSI_OPCODE_COS: 13732da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_DP2: 1374dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DP3: 1375dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DP4: 1376dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DPH: 13772da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_EX2: 13782da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LG2: 1379dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_POW: 1380dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_RCP: 1381dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_RSQ: 1382e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller case TGSI_OPCODE_SIN: 13832da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* 13842da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_KIL: 13852da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LIT: 1386dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_SCS: 13872da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 13882da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return TRUE; 13892da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller default: 13902da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return FALSE; 13912da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 13922da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 13932da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 13942da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Returns a bitmask indicating which dst components depend 13952da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * on source s, component c (reverse of nv50_tgsi_src_mask). 13962da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 13972da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic unsigned 13982da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillernv50_tgsi_dst_revdep(unsigned op, int s, int c) 13992da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 14002da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (is_scalar_op(op)) 14012da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x1; 14022da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 14032da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (op) { 14042da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_DST: 14052da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return (1 << c) & (s ? 0xa : 0x6); 14062da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_XPD: 14072da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (c) { 14082da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 0: return 0x6; 14092da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 1: return 0x5; 14102da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 2: return 0x3; 14112da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 3: return 0x0; 14122da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller default: 14132da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller assert(0); 14142da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x0; 14152da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 14162da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LIT: 14172da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_SCS: 1418dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_TEX: 1419dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_TXP: 14202da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* these take care of dangerous swizzles themselves */ 14212da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x0; 14222da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_IF: 14232da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_KIL: 14242da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* don't call this function for these ops */ 14252da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller assert(0); 14262da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0; 1427dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller default: 14282da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* linear vector instruction */ 14292da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return (1 << c); 1430dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller } 1431dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller} 1432dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 14332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic boolean 1434234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_program_tx_insn(struct nv50_pc *pc, 1435234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_instruction *inst) 1436f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 143781de711fc864247419221d700bd045addf22cb52Christoph Bumiller struct nv50_reg *rdst[4], *dst[4], *brdc, *src[3][4], *temp; 1438cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unsigned mask, sat, unit; 1439f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i, c; 1440f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1441f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs mask = inst->FullDstRegisters[0].DstRegister.WriteMask; 1442688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs sat = inst->Instruction.Saturate == TGSI_SAT_ZERO_ONE; 1443f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1444234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller memset(src, 0, sizeof(src)); 1445234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1446f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1447234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if ((mask & (1 << c)) && !pc->r_dst[c]) 1448f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = tgsi_dst(pc, c, &inst->FullDstRegisters[0]); 1449f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs else 1450234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller dst[c] = pc->r_dst[c]; 1451234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdst[c] = dst[c]; 1452f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1453f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1454f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 14555069bfed29bcee2c89c36c74c6d65d388eb7792eZack Rusin const struct tgsi_full_src_register *fs = &inst->FullSrcRegisters[i]; 14565d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller unsigned src_mask; 14575d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller boolean neg_supp; 14585d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 14595d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller src_mask = nv50_tgsi_src_mask(inst, i); 14605d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller neg_supp = negate_supported(inst, i); 1461cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1462cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs if (fs->SrcRegister.File == TGSI_FILE_SAMPLER) 1463cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unit = fs->SrcRegister.Index; 1464cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1465f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) 14665d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (src_mask & (1 << c)) 14675d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller src[i][c] = tgsi_src(pc, c, fs, neg_supp); 1468f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1469f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 147081de711fc864247419221d700bd045addf22cb52Christoph Bumiller brdc = temp = pc->r_brdc; 147181de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (brdc && brdc->type != P_TEMP) { 147281de711fc864247419221d700bd045addf22cb52Christoph Bumiller temp = temp_temp(pc); 147381de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (sat) 147481de711fc864247419221d700bd045addf22cb52Christoph Bumiller brdc = temp; 147581de711fc864247419221d700bd045addf22cb52Christoph Bumiller } else 1476688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1477688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 1478234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!(mask & (1 << c)) || dst[c]->type == P_TEMP) 1479234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1480688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs rdst[c] = dst[c]; 1481688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs dst[c] = temp_temp(pc); 1482688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1483688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1484688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 148581de711fc864247419221d700bd045addf22cb52Christoph Bumiller assert(brdc || !is_scalar_op(inst->Instruction.Opcode)); 148681de711fc864247419221d700bd045addf22cb52Christoph Bumiller 1487f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (inst->Instruction.Opcode) { 148868091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs case TGSI_OPCODE_ABS: 148968091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs for (c = 0; c < 4; c++) { 1490fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs if (!(mask & (1 << c))) 1491fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs continue; 1492fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, dst[c], src[0][c]); 149368091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs } 149468091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs break; 14952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_ADD: 14967df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 14977df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 14987df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 14992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_add(pc, dst[c], src[0][c], src[1][c]); 15007df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 15012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 15022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_COS: 1503e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (mask & 8) { 1504e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][3]); 1505e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 5, dst[3], temp); 1506e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (!(mask &= 7)) 1507e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller break; 1508e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (temp == dst[3]) 1509e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller temp = brdc = temp_temp(pc); 15107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 1511e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][0]); 1512e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 5, brdc, temp); 15132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 15142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP3: 15152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 15162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 151781de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mad(pc, brdc, src[0][2], src[1][2], temp); 15182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 15192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP4: 15202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 15212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 15222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 152381de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mad(pc, brdc, src[0][3], src[1][3], temp); 15242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 152521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_DPH: 152621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 152721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 152821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 152981de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_add(pc, brdc, src[1][3], temp); 153021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 153133e4d30d50344be26398a51365bea1be37487403Ben Skeggs case TGSI_OPCODE_DST: 15329a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) 15339a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, dst[1], src[0][1], src[1][1]); 15349a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) 15359a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[2], src[0][2]); 15369a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 3)) 15379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[3], src[1][3]); 153881de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (mask & (1 << 0)) 153981de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mov_immdval(pc, dst[0], 1.0f); 154033e4d30d50344be26398a51365bea1be37487403Ben Skeggs break; 15412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_EX2: 15427b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_preex2(pc, temp, src[0][0]); 154381de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 6, brdc, temp); 15442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1545b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FLR: 1546b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1547b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1548b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1549b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, dst[c], src[0][c]); 1550b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1551b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1552b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FRC: 15539417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 1554b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1555b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1556b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1557b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, temp, src[0][c]); 1558b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_sub(pc, dst[c], src[0][c], temp); 1559b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1560b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1561d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs case TGSI_OPCODE_KIL: 1562d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][0]); 1563d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][1]); 1564d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][2]); 1565d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][3]); 1566de651a228f9bbe5ab0e3b749b3dfda9aa5497097Christoph Bumiller pc->p->cfg.fp.regs[2] |= 0x00100000; 1567d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs break; 156801e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs case TGSI_OPCODE_LIT: 15697b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_lit(pc, &dst[0], mask, &src[0][0]); 157001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs break; 15712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_LG2: 157281de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 3, brdc, src[0][0]); 15732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 157421e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs case TGSI_OPCODE_LRP: 1575229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller temp = temp_temp(pc); 157621e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs for (c = 0; c < 4; c++) { 157721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (!(mask & (1 << c))) 157821e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs continue; 1579229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_sub(pc, temp, src[1][c], src[2][c]); 1580229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_mad(pc, dst[c], temp, src[0][c], src[2][c]); 158121e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs } 158221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs break; 15832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MAD: 15847df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 15857df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 15867df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 15872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], src[2][c]); 15887df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 15892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 159052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MAX: 15917df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 15927df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 15937df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 159452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 4, dst[c], src[0][c], src[1][c]); 15957df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 159652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 159752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MIN: 15987df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 15997df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16007df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 160152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 5, dst[c], src[0][c], src[1][c]); 16027df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 160352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 1604f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_MOV: 1605a82cd55a5cb1ad617960551560b107edffad1e9aBen Skeggs case TGSI_OPCODE_SWZ: 16067df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16077df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 160955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit_mov(pc, dst[c], src[0][c]); 16107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 161138ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs break; 16122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MUL: 16137df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16147df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16157df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 16162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, dst[c], src[0][c], src[1][c]); 16177df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 16182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1619ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs case TGSI_OPCODE_POW: 162081de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_pow(pc, brdc, src[0][0], src[1][0]); 1621ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs break; 16222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RCP: 162381de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 0, brdc, src[0][0]); 16242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 16252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RSQ: 162681de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 2, brdc, src[0][0]); 16272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 16287b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs case TGSI_OPCODE_SCS: 16299417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 163081de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (mask & 3) 163181de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_precossin(pc, temp, src[0][0]); 16327b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 16337b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, dst[0], temp); 16347b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 16357b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, dst[1], temp); 16364a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 2)) 16374a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[2], 0.0); 16384a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 16394a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 16407b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs break; 16412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SIN: 1642e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (mask & 8) { 1643e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][3]); 1644e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 4, dst[3], temp); 1645e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (!(mask &= 7)) 1646e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller break; 1647e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (temp == dst[3]) 1648e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller temp = brdc = temp_temp(pc); 16497df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 1650e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][0]); 1651e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 4, brdc, temp); 16522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1653bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SLT: 16542b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGE: 16552b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SEQ: 16562b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGT: 16572b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLE: 16582b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SNE: 16592b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller i = map_tgsi_setop_cc(inst->Instruction.Opcode); 1660bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1661bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1662bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 16632b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller emit_set(pc, i, dst[c], -1, src[0][c], src[1][c]); 1664bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1665bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 16662a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SUB: 16677df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16687df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16697df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 16702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_sub(pc, dst[c], src[0][c], src[1][c]); 16717df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 16722a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1673c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_OPCODE_TEX: 16743accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_tex(pc, dst, mask, src[0], unit, 16753accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller inst->InstructionExtTexture.Texture, FALSE); 16763accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 16775696267efd6f85d79f5fe511d1a066a17c4d1cccBen Skeggs case TGSI_OPCODE_TXP: 16783accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_tex(pc, dst, mask, src[0], unit, 16793accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller inst->InstructionExtTexture.Texture, TRUE); 1680c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 168121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_XPD: 16829417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 16839a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) { 16849a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][2], src[1][1]); 16859a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[0], src[0][1], src[1][2], temp); 16869a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 16879a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) { 16889a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][2]); 16899a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[1], src[0][2], src[1][0], temp); 16909a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 16919a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) { 16929a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][1], src[1][0]); 16939a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[2], src[0][0], src[1][1], temp); 16949a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 16954a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 16964a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 169721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 1698f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_END: 1699f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1700f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1701f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid opcode %d\n", inst->Instruction.Opcode); 1702f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1703f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1704f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 170581de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (brdc) { 170681de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (sat) 170781de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_sat(pc, brdc, brdc); 170881de711fc864247419221d700bd045addf22cb52Christoph Bumiller for (c = 0; c < 4; c++) 170981de711fc864247419221d700bd045addf22cb52Christoph Bumiller if ((mask & (1 << c)) && dst[c] != brdc) 171081de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mov(pc, dst[c], brdc); 171181de711fc864247419221d700bd045addf22cb52Christoph Bumiller } else 1712688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1713688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 1714688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (!(mask & (1 << c))) 1715688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs continue; 1716234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* in this case we saturate later */ 1717234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (dst[c]->type == P_TEMP && dst[c]->index < 0) 1718234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1719234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_sat(pc, rdst[c], dst[c]); 1720688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1721688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1722688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 17239417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 17249417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (c = 0; c < 4; c++) { 17259417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (!src[i][c]) 17269417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller continue; 17279417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (src[i][c]->index == -1 && src[i][c]->type == P_IMMD) 17289417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(src[i][c]); 17299417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 17309417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 17319417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 173252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs kill_temp_temp(pc); 1733f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return TRUE; 1734f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1735f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1736bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerstatic void 1737bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerprep_inspect_insn(struct nv50_pc *pc, const union tgsi_full_token *tok, 1738bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned *r_usage[2]) 1739bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller{ 1740bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_full_instruction *insn; 1741bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_full_src_register *src; 1742bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_dst_register *dst; 1743bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1744bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned i, c, k, n, mask, *acc_p; 1745bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1746bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller insn = &tok->FullInstruction; 1747bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller dst = &insn->FullDstRegisters[0].DstRegister; 1748bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller mask = dst->WriteMask; 1749bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1750bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!r_usage[0]) 1751bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0] = CALLOC(pc->temp_nr * 4, sizeof(unsigned)); 1752bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!r_usage[1]) 1753bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[1] = CALLOC(pc->attr_nr * 4, sizeof(unsigned)); 1754bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1755bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (dst->File == TGSI_FILE_TEMPORARY) { 1756bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1757bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1758bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1759bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0][dst->Index * 4 + c] = pc->insn_nr; 1760bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1761bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1762bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1763bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (i = 0; i < insn->Instruction.NumSrcRegs; i++) { 1764bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller src = &insn->FullSrcRegisters[i]; 1765bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1766bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller switch (src->SrcRegister.File) { 1767bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_FILE_TEMPORARY: 1768bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p = r_usage[0]; 1769bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1770bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_FILE_INPUT: 1771bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p = r_usage[1]; 1772bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1773bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller default: 1774bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1775bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1776bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 17775d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask = nv50_tgsi_src_mask(insn, i); 1778bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1779bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1780bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1781bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1782bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1783bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller k = tgsi_util_get_full_src_register_extswizzle(src, c); 1784bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller switch (k) { 1785bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_X: 1786bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_Y: 1787bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_Z: 1788bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_W: 1789bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller n = src->SrcRegister.Index * 4 + k; 1790bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p[n] = pc->insn_nr; 1791bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1792bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller default: 1793bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1794bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1795bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1796bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1797bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller} 1798bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 17992da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Returns a bitmask indicating which dst components need to be 18002da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * written to temporaries first to avoid 'corrupting' sources. 18012da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * 18022da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * m[i] (out) indicate component to write in the i-th position 18032da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * rdep[c] (in) bitmasks of dst[i] that require dst[c] as source 18042da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18052da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic unsigned 18062da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillernv50_revdep_reorder(unsigned m[4], unsigned rdep[4]) 18072da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 18082da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller unsigned i, c, x, unsafe; 18092da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18102da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = 0; c < 4; c++) 18112da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c] = c; 18122da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18132da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* Swap as long as a dst component written earlier is depended on 18142da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * by one written later, but the next one isn't depended on by it. 18152da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18162da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = 0; c < 3; c++) { 18172da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[c + 1]] & (1 << m[c])) 18182da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller continue; /* if next one is depended on by us */ 18192da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (i = c + 1; i < 4; i++) 18202da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* if we are depended on by a later one */ 18212da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[c]] & (1 << m[i])) 18222da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller break; 18232da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (i == 4) 18242da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller continue; 18252da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* now, swap */ 18262da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller x = m[c]; 18272da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c] = m[c + 1]; 18282da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c + 1] = x; 18292da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18302da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* restart */ 18312da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller c = 0; 18322da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 18332da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18342da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* mark dependencies that could not be resolved by reordering */ 18352da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (i = 0; i < 3; ++i) 18362da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = i + 1; c < 4; ++c) 18372da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[i]] & (1 << m[c])) 18382da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller unsafe |= (1 << i); 18392da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18402da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* NOTE: $unsafe is with respect to order, not component */ 18412da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return unsafe; 18422da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 18432da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18442da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Select a suitable dst register for broadcasting scalar results, 18452da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * or return NULL if we have to allocate an extra TEMP. 18462da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * 18472da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * If e.g. only 1 component is written, we may also emit the final 18482da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * result to a write-only register. 18492da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18502da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic struct nv50_reg * 18512da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillertgsi_broadcast_dst(struct nv50_pc *pc, 18522da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller const struct tgsi_full_dst_register *fd, unsigned mask) 18532da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 18542da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (fd->DstRegister.File == TGSI_FILE_TEMPORARY) { 18552da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller int c = ffs(~mask & fd->DstRegister.WriteMask); 18562da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (c) 18572da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return tgsi_dst(pc, c - 1, fd); 18582da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } else { 18592da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller int c = ffs(fd->DstRegister.WriteMask) - 1; 18602da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if ((1 << c) == fd->DstRegister.WriteMask) 18612da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return tgsi_dst(pc, c, fd); 18622da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 18632da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18642da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return NULL; 18652da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 18662da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 1867234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller/* Scan source swizzles and return a bitmask indicating dst regs that 1868234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller * also occur among the src regs, and fill rdep for nv50_revdep_reoder. 1869234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller */ 1870234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic unsigned 1871234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_tgsi_scan_swizzle(const struct tgsi_full_instruction *insn, 1872234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned rdep[4]) 1873234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 1874234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_dst_register *fd = &insn->FullDstRegisters[0]; 1875234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_src_register *fs; 1876234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned i, deqs = 0; 1877234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1878234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; ++i) 1879234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdep[i] = 0; 1880234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1881234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < insn->Instruction.NumSrcRegs; i++) { 1882234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned chn, mask = nv50_tgsi_src_mask(insn, i); 1883234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller boolean neg_supp = negate_supported(insn, i); 1884234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1885234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fs = &insn->FullSrcRegisters[i]; 1886234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (fs->SrcRegister.File != fd->DstRegister.File || 1887234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fs->SrcRegister.Index != fd->DstRegister.Index) 1888234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1889234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1890234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (chn = 0; chn < 4; ++chn) { 1891234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned s, c; 1892234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1893234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!(mask & (1 << chn))) /* src is not read */ 1894234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1895234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller c = tgsi_util_get_full_src_register_extswizzle(fs, chn); 1896234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller s = tgsi_util_get_full_src_register_sign_mode(fs, chn); 1897234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1898234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (c > TGSI_EXTSWIZZLE_W || 1899234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller !(fd->DstRegister.WriteMask & (1 << c))) 1900234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1901234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1902234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* no danger if src is copied to TEMP first */ 1903234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if ((s != TGSI_UTIL_SIGN_KEEP) && 1904234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller (s != TGSI_UTIL_SIGN_TOGGLE || !neg_supp)) 1905234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1906234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1907234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdep[c] |= nv50_tgsi_dst_revdep( 1908234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller insn->Instruction.Opcode, i, chn); 1909234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs |= (1 << c); 1910234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1911234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1912234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1913234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return deqs; 1914234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 1915234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1916234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic boolean 1917234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_tgsi_insn(struct nv50_pc *pc, const union tgsi_full_token *tok) 1918234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 1919234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct tgsi_full_instruction insn = tok->FullInstruction; 1920234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_dst_register *fd; 1921234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned i, deqs, rdep[4], m[4]; 1922234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1923234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fd = &tok->FullInstruction.FullDstRegisters[0]; 1924234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs = nv50_tgsi_scan_swizzle(&insn, rdep); 1925234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1926234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (is_scalar_op(insn.Instruction.Opcode)) { 1927234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = tgsi_broadcast_dst(pc, fd, deqs); 1928234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!pc->r_brdc) 1929234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = temp_temp(pc); 1930234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return nv50_program_tx_insn(pc, &insn); 1931234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1932234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = NULL; 1933234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1934234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!deqs) 1935234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return nv50_program_tx_insn(pc, &insn); 1936234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1937234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs = nv50_revdep_reorder(m, rdep); 1938234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1939234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; ++i) { 1940234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller assert(pc->r_dst[m[i]] == NULL); 1941234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1942234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller insn.FullDstRegisters[0].DstRegister.WriteMask = 1943234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fd->DstRegister.WriteMask & (1 << m[i]); 1944234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1945234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!insn.FullDstRegisters[0].DstRegister.WriteMask) 1946234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1947234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1948234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (deqs & (1 << i)) 1949234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_dst[m[i]] = alloc_temp(pc, NULL); 1950234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1951234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!nv50_program_tx_insn(pc, &insn)) 1952234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return FALSE; 1953234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1954234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1955234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; i++) { 1956234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *reg = pc->r_dst[i]; 1957234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!reg) 1958234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1959234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_dst[i] = NULL; 1960234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1961234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (insn.Instruction.Saturate == TGSI_SAT_ZERO_ONE) 1962234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_sat(pc, tgsi_dst(pc, i, fd), reg); 1963234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller else 1964234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_mov(pc, tgsi_dst(pc, i, fd), reg); 1965234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller free_temp(pc, reg); 1966234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1967234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1968234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return TRUE; 1969234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 1970234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1971dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumillerstatic unsigned 1972dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumillerload_fp_attrib(struct nv50_pc *pc, int i, unsigned *acc, int *mid, 1973dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int *aid, int *p_oid) 1974dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller{ 1975dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv; 1976dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int oid, c, n; 1977dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mask = 0; 1978dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1979dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller iv = (pc->interp_mode[i] & INTERP_CENTROID) ? pc->iv_c : pc->iv_p; 1980dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1981dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (c = 0, n = i * 4; c < 4; c++, n++) { 1982dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller oid = (*p_oid)++; 1983dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].type = P_TEMP; 1984dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].index = i; 1985dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1986dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->attr[n].acc == acc[n]) 1987dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller continue; 1988dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller mask |= (1 << c); 1989dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1990dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].acc = acc[n]; 1991dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].rhw = pc->attr[n].hw = -1; 1992dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller alloc_reg(pc, &pc->attr[n]); 1993dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1994dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].rhw = (*aid)++; 1995dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, &pc->attr[n], iv, pc->interp_mode[i]); 1996dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1997dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.map[(*mid) / 4] |= oid << (8 * ((*mid) % 4)); 1998dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller (*mid)++; 1999dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] += 0x00010001; 2000dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2001dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2002dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller return mask; 2003dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller} 2004dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2005f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 2006f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_prep(struct nv50_pc *pc) 2007f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2008f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context p; 2009f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret = FALSE; 2010f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned i, c; 2011e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned fcol, bcol, fcrd, depr; 2012e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2013e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller /* count (centroid) perspective interpolations */ 2014e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned centroid_loads = 0; 2015e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned perspect_loads = 0; 2016f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2017bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller /* track register access for temps and attrs */ 2018bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned *r_usage[2]; 2019bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0] = NULL; 2020bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[1] = NULL; 2021bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 2022e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller depr = fcol = bcol = fcrd = 0xffff; 2023e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2024dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->p->type == PIPE_SHADER_FRAGMENT) { 2025dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[0] = 0x01000404; 2026dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] = 0x00000400; 2027dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2028dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2029f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&p, pc->p->pipe.tokens); 2030f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&p)) { 2031f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &p.FullToken; 2032f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2033f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&p); 2034f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 2035f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_IMMEDIATE: 2036f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 2037f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_immediate *imm = 2038f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs &p.FullToken.FullImmediate; 2039f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2040fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell ctor_immd(pc, imm->u[0].Float, 2041fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[1].Float, 2042fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[2].Float, 2043fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[3].Float); 2044f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2045f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2046f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_DECLARATION: 2047f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 2048f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_declaration *d; 2049e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned last, first, mode; 2050f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2051f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d = &p.FullToken.FullDeclaration; 2052e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller first = d->DeclarationRange.First; 2053bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs last = d->DeclarationRange.Last; 2054f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2055f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (d->Declaration.File) { 2056f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 2057f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr < (last + 1)) 2058f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp_nr = last + 1; 2059f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2060f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 2061f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr < (last + 1)) 2062f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result_nr = last + 1; 2063e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2064e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (!d->Declaration.Semantic) 2065e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2066e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2067e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Semantic.SemanticName) { 2068e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_POSITION: 2069e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller depr = first; 2070dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[2] |= 0x00000100; 2071dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[3] |= 0x00000011; 2072e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2073e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller default: 2074e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2075e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2076e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2077f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2078f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 2079e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller { 2080f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr < (last + 1)) 2081f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr_nr = last + 1; 2082e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2083e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (pc->p->type != PIPE_SHADER_FRAGMENT) 2084e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2085e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2086e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Declaration.Interpolate) { 2087e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_CONSTANT: 2088e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_FLAT; 2089e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2090e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_PERSPECTIVE: 2091e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 2092e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2093e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller default: 2094e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_LINEAR; 2095e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2096e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2097e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2098e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (d->Declaration.Semantic) { 2099e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Semantic.SemanticName) { 2100e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_POSITION: 2101e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller fcrd = first; 2102e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2103e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_COLOR: 2104e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller fcol = first; 2105e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 2106e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2107e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_BCOLOR: 2108e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller bcol = first; 2109e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 2110e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2111e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2112e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2113e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2114e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (d->Declaration.Centroid) { 2115e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode |= INTERP_CENTROID; 2116e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (mode & INTERP_PERSPECTIVE) 2117e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller centroid_loads++; 2118e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } else 2119e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (mode & INTERP_PERSPECTIVE) 2120e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller perspect_loads++; 2121e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2122e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller assert(last < 32); 2123e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller for (i = first; i <= last; i++) 2124e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller pc->interp_mode[i] = mode; 2125e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2126f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2127f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 2128f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr < (last + 1)) 2129f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param_nr = last + 1; 2130f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2131c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 2132c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 2133f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2134f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("bad decl file %d\n", 2135f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d->Declaration.File); 2136f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2137f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2138f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2139f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2140f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 2141bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->insn_nr++; 2142bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller prep_inspect_insn(pc, tok, r_usage); 2143f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2144f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2145f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2146f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2147f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2148f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2149f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr) { 2150861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->temp = CALLOC(pc->temp_nr * 4, sizeof(struct nv50_reg)); 2151f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->temp) 2152f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2153f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2154f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->temp_nr; i++) { 2155f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 2156f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].type = P_TEMP; 2157f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].hw = -1; 2158dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->temp[i*4+c].rhw = -1; 2159f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].index = i; 2160bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->temp[i*4+c].acc = r_usage[0][i*4+c]; 2161f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2162f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2163f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2164f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2165f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr) { 2166dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int oid = 4, mid = 4, aid = 0; 2167dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* oid = VP output id 2168dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller * aid = FP attribute/interpolant id 2169dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller * mid = VP output mapping field ID 2170dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller */ 2171f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2172861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->attr = CALLOC(pc->attr_nr * 4, sizeof(struct nv50_reg)); 2173f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->attr) 2174f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2175f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2176b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 2177dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* position should be loaded first */ 2178dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (fcrd != 0xffff) { 2179dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mask; 2180dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller mid = 0; 2181dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller mask = load_fp_attrib(pc, fcrd, r_usage[1], 2182dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller &mid, &aid, &oid); 2183dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller oid = 0; 2184dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= (mask << 24); 2185dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.map[0] = 0x04040404 * fcrd; 2186dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2187dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.map[0] += 0x03020100; 21888ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2189dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* should do MAD fcrd.xy, fcrd, SOME_CONST, fcrd */ 21908ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2191dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (perspect_loads) { 2192dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p = alloc_temp(pc, NULL); 2193dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2194dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (!(pc->p->cfg.fp.regs[1] & 0x08000000)) { 2195dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= 0x08000000; 2196dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p->rhw = aid++; 2197dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, pc->iv_p, NULL, 2198dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller INTERP_LINEAR); 2199dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_p, pc->iv_p); 22008ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } else { 2201dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p->rhw = aid - 1; 2202dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_p, 2203dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller &pc->attr[fcrd * 4 + 3]); 22048ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 2205f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 22068ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2207dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (centroid_loads) { 2208dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_c = alloc_temp(pc, NULL); 2209dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_c->rhw = pc->iv_p ? aid - 1 : aid++; 2210dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, pc->iv_c, NULL, 2211dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller INTERP_CENTROID); 2212dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_c, pc->iv_c); 2213dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= 0x08000000; 2214dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 22158ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2216dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (c = 0; c < 4; c++) { 2217dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* I don't know what these values do, but 2218dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller * let's set them like the blob does: 2219dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller */ 2220dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (fcol != 0xffff && r_usage[1][fcol * 4 + c]) 2221dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[0] += 0x00010000; 2222dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (bcol != 0xffff && r_usage[1][bcol * 4 + c]) 2223dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[0] += 0x00010000; 2224dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2225dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2226dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (i = 0; i < pc->attr_nr; i++) 2227dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller load_fp_attrib(pc, i, r_usage[1], 2228dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller &mid, &aid, &oid); 22298ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2230dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->iv_p) 2231dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller free_temp(pc, pc->iv_p); 2232dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->iv_c) 2233dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller free_temp(pc, pc->iv_c); 2234dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2235dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.high_map = (mid / 4); 2236dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.high_map += ((mid % 4) ? 1 : 0); 2237dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } else { 2238dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* vertex program */ 2239dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (i = 0; i < pc->attr_nr * 4; i++) { 2240dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.vp.attr[aid / 32] |= 2241dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller (1 << (aid % 32)); 2242dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[i].type = P_ATTR; 2243dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[i].hw = aid++; 2244dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[i].index = i / 4; 2245dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2246dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2247f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2248f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2249f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr) { 2250f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 2251f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2252861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->result = CALLOC(pc->result_nr * 4, sizeof(struct nv50_reg)); 2253f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->result) 2254f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2255f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2256f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->result_nr; i++) { 2257f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 2258b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 22598ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_TEMP; 2260776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = -1; 2261f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->result[i*4+c].rhw = (i == depr) ? 2262f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller -1 : rid++; 2263776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } else { 22648ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_RESULT; 2265776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = rid++; 2266776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 2267f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result[i*4+c].index = i; 2268f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2269f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller 2270f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->type == PIPE_SHADER_FRAGMENT && 2271f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller depr != 0xffff) { 2272f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->result[depr * 4 + 2].rhw = 2273f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller (pc->result_nr - 1) * 4; 2274f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2275f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2276f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2277f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2278f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr) { 2279f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 2280f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2281861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->param = CALLOC(pc->param_nr * 4, sizeof(struct nv50_reg)); 2282f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->param) 2283f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2284f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2285f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->param_nr; i++) { 2286f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 2287f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].type = P_CONST; 2288f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].hw = rid++; 2289f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].index = i; 2290f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2291f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2292f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2293f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2294f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->immd_nr) { 229594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller int rid = 0; 2296f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2297861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->immd = CALLOC(pc->immd_nr * 4, sizeof(struct nv50_reg)); 2298f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->immd) 2299f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2300f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2301f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->immd_nr; i++) { 2302f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 2303f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].type = P_IMMD; 2304f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].hw = rid++; 2305f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].index = i; 2306f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2307f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2308f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2309f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2310f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = TRUE; 2311f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 2312bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (r_usage[0]) 2313bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller FREE(r_usage[0]); 2314bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (r_usage[1]) 2315bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller FREE(r_usage[1]); 2316bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 2317f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&p); 2318f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 2319f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2320f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 23219417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerstatic void 23229417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerfree_nv50_pc(struct nv50_pc *pc) 23239417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller{ 23249417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->immd) 23259417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->immd); 23269417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->param) 23279417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->param); 23289417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->result) 23299417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->result); 23309417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->attr) 23319417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->attr); 23329417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->temp) 23339417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->temp); 23349417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 23359417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc); 23369417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller} 23379417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 2338f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 2339f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx(struct nv50_program *p) 2340f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2341f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context parse; 2342f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_pc *pc; 2343f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller unsigned k; 2344f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret; 2345f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2346f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc = CALLOC_STRUCT(nv50_pc); 2347f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc) 2348f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 2349f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p = p; 23508ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = 4; 2351f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2352f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_prep(pc); 2353f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 2354f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_cleanup; 2355f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2356f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&parse, pc->p->pipe.tokens); 2357f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&parse)) { 2358f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &parse.FullToken; 2359f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2360d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller /* don't allow half insn/immd on first and last instruction */ 2361d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller pc->allow32 = TRUE; 2362d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller if (pc->insn_cur == 0 || pc->insn_cur + 2 == pc->insn_nr) 2363d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller pc->allow32 = FALSE; 2364d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller 2365f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&parse); 2366f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2367f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 2368f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 2369bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller ++pc->insn_cur; 2370234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller ret = nv50_tgsi_insn(pc, tok); 2371f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 2372f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2373f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2374f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2375f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2376f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2377f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2378f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2379b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (p->type == PIPE_SHADER_FRAGMENT) { 2380776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs struct nv50_reg out; 2381776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 2382776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs out.type = P_TEMP; 2383f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller for (k = 0; k < pc->result_nr * 4; k++) { 2384f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->result[k].rhw == -1) 2385f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller continue; 2386f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->result[k].hw != pc->result[k].rhw) { 2387f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller out.hw = pc->result[k].rhw; 2388f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller emit_mov(pc, &out, &pc->result[k]); 2389f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2390f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->cfg.high_result < (pc->result[k].rhw + 1)) 2391f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->p->cfg.high_result = pc->result[k].rhw + 1; 2392f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2393776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 2394776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 239544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* look for single half instructions and make them long */ 239644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller struct nv50_program_exec *e, *e_prev; 239744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 239844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller for (k = 0, e = pc->p->exec_head, e_prev = NULL; e; e = e->next) { 239944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!is_long(e)) 240044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller k++; 240144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 240244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!e->next || is_long(e->next)) { 240344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (k & 1) 240444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, e); 240544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller k = 0; 240644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 240744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 240844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (e->next) 240944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e_prev = e; 241044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 241144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 241244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!is_long(pc->p->exec_tail)) { 241344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* this may occur if moving FP results */ 241444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(e_prev && !is_long(e_prev)); 241544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, e_prev); 241644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, pc->p->exec_tail); 241744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 241844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 241940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(is_long(pc->p->exec_tail) && !is_immd(pc->p->exec_head)); 242040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs pc->p->exec_tail->inst[1] |= 0x00000001; 242140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 2422aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->param_nr = pc->param_nr * 4; 2423f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd_nr = pc->immd_nr * 4; 2424f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd = pc->immd_buf; 2425f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2426f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 2427f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&parse); 2428f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2429f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_cleanup: 24309417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller free_nv50_pc(pc); 2431f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 2432f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2433f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2434f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 2435f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_validate(struct nv50_context *nv50, struct nv50_program *p) 2436f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2437e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs if (nv50_program_tx(p) == FALSE) 2438e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs assert(0); 2439f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = TRUE; 2440f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2441f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 244222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 2443ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsnv50_program_upload_data(struct nv50_context *nv50, float *map, 244494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned start, unsigned count, unsigned cbuf) 2445ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs{ 244680e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 244775f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 244875f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs 2449ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs while (count) { 2450ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned nr = count > 2047 ? 2047 : count; 2451ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 245293ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_ADDR, 1); 245394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller OUT_RING (chan, (cbuf << 0) | (start << 8)); 245493ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_DATA(0) | 0x40000000, nr); 245575f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, map, nr); 2456ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2457ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs map += nr; 2458ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs start += nr; 2459ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs count -= nr; 2460ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs } 2461ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs} 2462ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2463ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsstatic void 246422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_data(struct nv50_context *nv50, struct nv50_program *p) 246522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 24666b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs struct pipe_screen *pscreen = nv50->pipe.screen; 246722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 246894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (!p->data[0] && p->immd_nr) { 246994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nouveau_resource *heap = nv50->screen->immd_heap[0]; 247094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24711b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->immd_nr, p, &p->data[0])) { 247294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller while (heap->next && heap->size < p->immd_nr) { 247394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nv50_program *evict = heap->next->priv; 24741b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&evict->data[0]); 247594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 247694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24771b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->immd_nr, p, 24781b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs &p->data[0])) 247994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller assert(0); 248094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 248194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 248294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller /* immediates only need to be uploaded again when freed */ 248394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50_program_upload_data(nv50, p->immd, p->data[0]->start, 248494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->immd_nr, NV50_CB_PMISC); 248594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 2486aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 248794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (!p->data[1] && p->param_nr) { 248894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nouveau_resource *heap = 248994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50->screen->parm_heap[p->type]; 249094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24911b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->param_nr, p, &p->data[1])) { 249294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller while (heap->next && heap->size < p->param_nr) { 2493aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nv50_program *evict = heap->next->priv; 24941b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&evict->data[1]); 2495aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2496aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 24971b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->param_nr, p, 24981b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs &p->data[1])) 2499aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs assert(0); 2500aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2501aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2502aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 2503aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->param_nr) { 250494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned cbuf = NV50_CB_PVP; 25056b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs float *map = pipe_buffer_map(pscreen, nv50->constbuf[p->type], 25066b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs PIPE_BUFFER_USAGE_CPU_READ); 250794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->type == PIPE_SHADER_FRAGMENT) 250894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller cbuf = NV50_CB_PFP; 250994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50_program_upload_data(nv50, map, p->data[1]->start, 251094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->param_nr, cbuf); 25116b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs pipe_buffer_unmap(pscreen, nv50->constbuf[p->type]); 2512aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 251322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 251422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 251522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 251622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_code(struct nv50_context *nv50, struct nv50_program *p) 251722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 251880e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 251975f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 252040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 2521cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_stateobj *so; 2522cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs const unsigned flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_WR; 2523cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned start, count, *up, *ptr; 2524f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs boolean upload = FALSE; 252522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 2526072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs if (!p->bo) { 2527072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs nouveau_bo_new(chan->device, NOUVEAU_BO_VRAM, 0x100, 2528072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs p->exec_size * 4, &p->bo); 2529f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 2530f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs } 253140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 253294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if ((p->data[0] && p->data[0]->start != p->data_start[0]) || 253394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller (p->data[1] && p->data[1]->start != p->data_start[1])) { 2534aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 253594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned ei, ci, bs; 2536ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2537aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (e->param.index < 0) 2538aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs continue; 253994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller bs = (e->inst[1] >> 22) & 0x07; 254094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller assert(bs < 2); 2541ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ei = e->param.shift >> 5; 254294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller ci = e->param.index + p->data[bs]->start; 2543ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2544ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] &= ~e->param.mask; 2545ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] |= (ci << e->param.shift); 25461c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs } 25471c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 254894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->data[0]) 254994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->data_start[0] = p->data[0]->start; 255094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->data[1]) 255194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->data_start[1] = p->data[1]->start; 255294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 2553f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 2554aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2555aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 2556f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!upload) 2557bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs return; 2558f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs 2559b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#ifdef NV50_PROGRAM_DUMP 25600d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("-------\n"); 2561aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 25620d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[0]); 25630d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (is_long(e)) 25640d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[1]); 2565b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs } 2566b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#endif 25670d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs 2568b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs up = ptr = MALLOC(p->exec_size * 4); 2569b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs for (e = p->exec_head; e; e = e->next) { 2570cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[0]; 2571cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (is_long(e)) 2572cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[1]; 2573cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs } 2574cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2575e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(4,2); 257693ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, nv50->screen->tesla, NV50TCL_CB_DEF_ADDRESS_HIGH, 3); 2577072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, flags | NOUVEAU_BO_HIGH, 0, 0); 2578072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, flags | NOUVEAU_BO_LOW, 0, 0); 2579cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_data (so, (NV50_CB_PUPLOAD << 16) | 0x0800); //(p->exec_size * 4)); 2580cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2581cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start = 0; count = p->exec_size; 2582cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs while (count) { 258380e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 2584cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned nr; 2585cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 258680e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs so_emit(chan, so); 2587cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2588cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(count, 2047); 258980e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs nr = MIN2(chan->pushbuf->remaining, nr); 259080e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs if (chan->pushbuf->remaining < (nr + 3)) { 259175f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs FIRE_RING(chan); 2592cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs continue; 2593aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2594cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 259593ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_ADDR, 1); 259675f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RING (chan, (start << 8) | NV50_CB_PUPLOAD); 259793ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_DATA(0) | 0x40000000, nr); 259875f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, up + start, nr); 2599cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2600cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start += nr; 2601cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs count -= nr; 260240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs } 2603cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2604cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs FREE(up); 2605cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_ref(NULL, &so); 260622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 260722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 2608f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2609f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_vertprog_validate(struct nv50_context *nv50) 2610f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2611f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 2612f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->vertprog; 2613f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 2614f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2615f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 2616f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 2617f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 2618f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 2619f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2620f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 262122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_data(nv50, p); 262222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_code(nv50, p); 2623f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2624e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(13, 2); 2625f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_VP_ADDRESS_HIGH, 2); 2626072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2627072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2628072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2629072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 263093ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_ATTR_EN_0, 2); 2631f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[0]); 2632f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[1]); 263393ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_REG_ALLOC_RESULT, 1); 2634fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_data (so, p->cfg.high_result); 263593ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_RESULT_MAP_SIZE, 2); 2636bcbe6baac37915563bc120ad558cd930bc1ddec1Ben Skeggs so_data (so, p->cfg.high_result); //8); 26378ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 263893ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_START_ID, 1); 2639f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 0); /* program start offset */ 2640bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.vertprog); 2641ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2642f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2643f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2644f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2645f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_fragprog_validate(struct nv50_context *nv50) 2646f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2647f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 2648f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->fragprog; 2649f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 2650dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned i; 2651f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2652f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 2653f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 2654f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 2655f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 2656f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2657f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 265855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_data(nv50, p); 265955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_code(nv50, p); 2660f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2661585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so = so_new(64, 2); 2662f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_FP_ADDRESS_HIGH, 2); 2663072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2664072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2665072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2666072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 266793ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_MAP_SEMANTIC_0, 4); 2668dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[0]); /* 0x01000404 / 0x00040404 */ 2669585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000004); 2670585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 2671585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 267293ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_RESULT_MAP(0), p->cfg.fp.high_map); 2673dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (i = 0; i < p->cfg.fp.high_map; i++) 2674dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data(so, p->cfg.fp.map[i]); 267593ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_INTERPOLANT_CTRL, 2); 2676dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[1]); /* 0x08040404 / 0x0f000401 */ 26778ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 267893ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_RESULT_COUNT, 1); 2679dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.high_result); 268093ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_CTRL_UNK19A8, 1); 2681dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[2]); 268293ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_CTRL_UNK196C, 1); 2683dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[3]); 268493ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_START_ID, 1); 26858ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, 0); /* program start offset */ 2686bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.fragprog); 2687ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2688f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2689f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2690f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2691f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_destroy(struct nv50_context *nv50, struct nv50_program *p) 2692f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 269340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs while (p->exec_head) { 269440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = p->exec_head; 269540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 269640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e->next; 269740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs FREE(e); 2698f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 269940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = NULL; 270040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size = 0; 2701f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2702072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs nouveau_bo_ref(NULL, &p->bo); 2703f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 27041b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&p->data[0]); 27051b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&p->data[1]); 27067c745de74997e859d7e2640092bda9ad900e28a9Ben Skeggs 2707f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = 0; 2708f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2709