nv50_program.c revision e88ec312df000ac335d9bba6b75d836dfa1a1043
1857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs/* 2857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Copyright 2008 Ben Skeggs 3857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 4857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 5857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * copy of this software and associated documentation files (the "Software"), 6857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * to deal in the Software without restriction, including without limitation 7857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 9857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Software is furnished to do so, subject to the following conditions: 10857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 11857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * The above copyright notice and this permission notice shall be included in 12857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * all copies or substantial portions of the Software. 13857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 14857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 18857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF 19857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 20857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * SOFTWARE. 21857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs */ 22857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs 23f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_context.h" 24f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_defines.h" 25f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_state.h" 26f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_inlines.h" 27f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 28f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_shader_tokens.h" 29fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_parse.h" 30fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_util.h" 31f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 32f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_context.h" 33f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 34f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#define NV50_SU_MAX_TEMP 64 35b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs//#define NV50_PROGRAM_DUMP 36f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs/* ARL - gallium craps itself on progs/vp/arl.txt 3821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 3921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * MSB - Like MAD, but MUL+SUB 4021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * - Fuck it off, introduce a way to negate args for ops that 4121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * support it. 4221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 43ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Look into inlining IMMD for ops other than MOV (make it general?) 4433e4d30d50344be26398a51365bea1be37487403Ben Skeggs * - Maybe even relax restrictions a bit, can't do P_RESULT + P_IMMD, 4533e4d30d50344be26398a51365bea1be37487403Ben Skeggs * but can emit to P_TEMP first - then MOV later. NVIDIA does this 46ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * 472fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * In ops such as ADD it's possible to construct a bad opcode in the !is_long() 482fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * case, if the emit_src() causes the inst to suddenly become long. 492fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * 50ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Verify half-insns work where expected - and force disable them where they 51ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * don't work - MUL has it forcibly disabled atm as it fixes POW.. 52afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * 53afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * FUCK! watch dst==src vectors, can overwrite components that are needed. 54afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * ie. SUB R0, R0.yzxw, R0 55776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs * 56b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * Things to check with renouveau: 57b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * FP attr/result assignment - how? 586d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * attrib 596d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16bc maps vp output onto fp hpos 606d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16c0 maps vp output onto fp col0 616d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * result 626d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - colr always 0-3 636d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - depr always 4 646d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16bc->0x16e8 --> some binding between vp/fp regs 656d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16b8 --> VP output count 666d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 676d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1298 --> "MOV rcol.x, fcol.y" "MOV depr, fcol.y" = 0x00000005 686d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * "MOV rcol.x, fcol.y" = 0x00000004 696d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x19a8 --> as above but 0x00000100 and 0x00000000 706d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x00100000 used when KIL used 716d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x196c --> as above but 0x00000011 and 0x00000000 726d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 736d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1988 --> 0xXXNNNNNN 746d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - XX == FP high something 7521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs */ 76f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_reg { 77f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs enum { 78f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_TEMP, 79f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_ATTR, 80f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_RESULT, 81f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_CONST, 82f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_IMMD 83f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } type; 84f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int index; 85f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 86f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int hw; 8738ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs int neg; 88bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 89bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller int acc; /* instruction where this reg is last read (first insn == 1) */ 90f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 91f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 92f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_pc { 93f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p; 94f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 95f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* hw resources */ 96f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r_temp[NV50_SU_MAX_TEMP]; 97f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 98f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* tgsi resources */ 99f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *temp; 100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int temp_nr; 101f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *attr; 102f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int attr_nr; 103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *result; 104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int result_nr; 105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *param; 106f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int param_nr; 107f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *immd; 108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs float *immd_buf; 109f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int immd_nr; 1102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 11121e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs struct nv50_reg *temp_temp[16]; 1122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs unsigned temp_temp_nr; 113bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 114e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned interp_mode[32]; 115e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 116bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller /* current instruction and total number of insns */ 117bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_cur; 118bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_nr; 119f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 120f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 121f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 122f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_reg(struct nv50_pc *pc, struct nv50_reg *reg) 123f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 124f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 125f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 126fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (reg->type == P_RESULT) { 127fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (pc->p->cfg.high_result < (reg->hw + 1)) 128fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs pc->p->cfg.high_result = reg->hw + 1; 129fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs } 130fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs 1318ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->type != P_TEMP) 132f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 133f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1348ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->hw >= 0) { 1358ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs /*XXX: do this here too to catch FP temp-as-attr usage.. 1368ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs * not clean, but works */ 1378ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (reg->hw + 1)) 1388ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = reg->hw + 1; 1398ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs return; 1408ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1418ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 142f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 143f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!(pc->r_temp[i])) { 144f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = reg; 145f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs reg->hw = i; 1468ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (i + 1)) 1478ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = i + 1; 148f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 149f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 150f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 151f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 152f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 153f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 154f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 155f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 156f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_temp(struct nv50_pc *pc, struct nv50_reg *dst) 157f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 158f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r; 159f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 160f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 161f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (dst && dst->type == P_TEMP && dst->hw == -1) 162f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return dst; 163f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 164f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 165f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->r_temp[i]) { 166f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r = CALLOC_STRUCT(nv50_reg); 167f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->type = P_TEMP; 168f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->index = -1; 169f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->hw = i; 170f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = r; 171f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return r; 172f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 173f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 174f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 175f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 176f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 177f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 178f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 179f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 180f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsfree_temp(struct nv50_pc *pc, struct nv50_reg *r) 181f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 182f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (r->index == -1) { 183619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs unsigned hw = r->hw; 184619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs 185619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs FREE(pc->r_temp[hw]); 186619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs pc->r_temp[hw] = NULL; 187f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 188f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 189f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1903f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic int 1913f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsalloc_temp4(struct nv50_pc *pc, struct nv50_reg *dst[4], int idx) 1923f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 1933f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 1943f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 1953f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if ((idx + 4) >= NV50_SU_MAX_TEMP) 1963f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 1; 1973f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 1983f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if (pc->r_temp[idx] || pc->r_temp[idx + 1] || 1993f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + 2] || pc->r_temp[idx + 3]) 2003f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return alloc_temp4(pc, dst, idx + 1); 2013f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2023f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) { 2033f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i] = CALLOC_STRUCT(nv50_reg); 2043f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->type = P_TEMP; 2053f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->index = -1; 2063f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->hw = idx + i; 2073f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + i] = dst[i]; 2083f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs } 2093f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2103f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 0; 2113f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2123f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2133f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic void 2143f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsfree_temp4(struct nv50_pc *pc, struct nv50_reg *reg[4]) 2153f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2163f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2173f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2183f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) 2193f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs free_temp(pc, reg[i]); 2203f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2213f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 222f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 2232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggstemp_temp(struct nv50_pc *pc) 2242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 22521e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (pc->temp_temp_nr >= 16) 2262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs assert(0); 2272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp[pc->temp_temp_nr] = alloc_temp(pc, NULL); 2292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return pc->temp_temp[pc->temp_temp_nr++]; 2302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 2332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggskill_temp_temp(struct nv50_pc *pc) 2342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 2352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs int i; 2362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs for (i = 0; i < pc->temp_temp_nr; i++) 2382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, pc->temp_temp[i]); 2392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp_nr = 0; 2402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 24233e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic int 24333e4d30d50344be26398a51365bea1be37487403Ben Skeggsctor_immd(struct nv50_pc *pc, float x, float y, float z, float w) 24433e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 245861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->immd_buf = REALLOC(pc->immd_buf, (pc->immd_nr * r * sizeof(float)), 246861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs (pc->immd_nr + 1) * 4 * sizeof(float)); 24733e4d30d50344be26398a51365bea1be37487403Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 0] = x; 248686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 1] = y; 249686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 2] = z; 250686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 3] = w; 25133e4d30d50344be26398a51365bea1be37487403Ben Skeggs 25233e4d30d50344be26398a51365bea1be37487403Ben Skeggs return pc->immd_nr++; 25333e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 25433e4d30d50344be26398a51365bea1be37487403Ben Skeggs 25533e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic struct nv50_reg * 25633e4d30d50344be26398a51365bea1be37487403Ben Skeggsalloc_immd(struct nv50_pc *pc, float f) 25733e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 25833e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *r = CALLOC_STRUCT(nv50_reg); 25933e4d30d50344be26398a51365bea1be37487403Ben Skeggs unsigned hw; 26033e4d30d50344be26398a51365bea1be37487403Ben Skeggs 2617e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller for (hw = 0; hw < pc->immd_nr * 4; hw++) 2627e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (pc->immd_buf[hw] == f) 2637e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller break; 2647e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 2657e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (hw == pc->immd_nr * 4) 2667e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller hw = ctor_immd(pc, f, -f, 0.5 * f, 0) * 4; 2677e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 26833e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->type = P_IMMD; 26933e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->hw = hw; 27033e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->index = -1; 27133e4d30d50344be26398a51365bea1be37487403Ben Skeggs return r; 27233e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 27333e4d30d50344be26398a51365bea1be37487403Ben Skeggs 27440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic struct nv50_program_exec * 27540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsexec(struct nv50_pc *pc) 27640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs{ 27740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = CALLOC_STRUCT(nv50_program_exec); 27840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 2791c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = -1; 28040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs return e; 28140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs} 28240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 28355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 28440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsemit(struct nv50_pc *pc, struct nv50_program_exec *e) 28555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 28655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_program *p = pc->p; 28755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 28840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (p->exec_tail) 28940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail->next = e; 29040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (!p->exec_head) 29140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e; 29240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = e; 29340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size += (e->inst[0] & 1) ? 2 : 1; 29455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 29555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 29640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic INLINE void set_long(struct nv50_pc *, struct nv50_program_exec *); 29755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 29855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 29940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_long(struct nv50_program_exec *e) 30055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 30140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 1) 30255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 30355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 30455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 30555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 30655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 30740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_immd(struct nv50_program_exec *e) 30855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 30940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && (e->inst[1] & 3) == 3) 31055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 31155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 31255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 31355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 31455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 31540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred(struct nv50_pc *pc, unsigned pred, unsigned idx, 31640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 31755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 31840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 31940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x1f << 7) | (0x3 << 12)); 32040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (pred << 7) | (idx << 12); 32155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 32255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 32355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 32440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred_wr(struct nv50_pc *pc, unsigned on, unsigned idx, 32540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 32655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 32740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 32840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x3 << 4) | (1 << 6)); 32940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (idx << 4) | (on << 6); 33055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 33155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 33255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 33340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_long(struct nv50_pc *pc, struct nv50_program_exec *e) 33455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 33540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 33655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return; 33755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 33840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 1; 33940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0xf, 0, e); 34040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 34155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 34255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 34355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 34440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_dst(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_program_exec *e) 34555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 34655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type == P_RESULT) { 34740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 34840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000008; 34955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 35055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, dst); 35240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (dst->hw << 2); 35355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 35455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 35640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_immd(struct nv50_pc *pc, struct nv50_reg *imm, struct nv50_program_exec *e) 35755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 35855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs unsigned val = fui(pc->immd_buf[imm->hw]); /* XXX */ 35955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 36155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: can't be predicated - bits overlap.. catch cases where both 36255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * are required and avoid them. */ 36340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0, 0, e); 36440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 36555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000002 | 0x00000001; 36740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (val & 0x3f) << 16; 36840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (val >> 6) << 2; 36955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 37055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 371e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 372e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_LINEAR 0 373e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_FLAT 1 374e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_PERSPECTIVE 2 375e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_CENTROID 4 376e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 37755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 3788ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsemit_interp(struct nv50_pc *pc, struct nv50_reg *dst, 3795a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs struct nv50_reg *src, struct nv50_reg *iv) 3808ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs{ 38140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 3828ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 38340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x80000000; 38440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 3858ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs alloc_reg(pc, src); 38640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 3875a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs if (iv) { 38840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (1 << 25); 3895a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs alloc_reg(pc, iv); 3905a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs e->inst[0] |= (iv->hw << 9); 3915a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs } 3928ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 39340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 3948ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs} 3958ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 3968ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsstatic void 3971c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggsset_data(struct nv50_pc *pc, struct nv50_reg *src, unsigned m, unsigned s, 3981c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs struct nv50_program_exec *e) 3992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 40040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 401aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#if 1 402aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs e->inst[1] |= (1 << 22); 403aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#else 4042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_IMMD) { 40540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PMISC << 22); 4062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else { 407b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_VERTEX) 40840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PVP << 22); 4092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs else 41040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PFP << 22); 4112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 412aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#endif 4131c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 4141c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = src->hw; 4151c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.shift = s; 4161c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.mask = m << (s % 32); 4172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 42055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit_mov(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 42155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 42240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 42355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x10000000; 42555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 42755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 428da66b8a2f4c3c052ad71b2b6d5a845c2fd267c6eBen Skeggs if (0 && dst->type != P_RESULT && src->type == P_IMMD) { 42940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_immd(pc, src, e); 43055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: 32-bit, but steals part of "half" reg space - need to 43155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * catch and handle this case if/when we do half-regs 43255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 43340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00008000; 43455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else 43555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD || src->type == P_CONST) { 43640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4371c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 9, e); 43840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x20000000; /* src0 const? */ 43955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 44055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_ATTR) { 44140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 44240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 44355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 44455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 44555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, src); 44640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 44755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 44855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 44955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /* We really should support "half" instructions here at some point, 45055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * but I don't feel confident enough about them yet. 45155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 45240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 45340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && !is_immd(e)) { 45440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32-bit */ 45540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x0003c000; /* "subsubop" 0xf == mov */ 45655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 45755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 45840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 45955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 46055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 4614a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumillerstatic INLINE void 4624a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumilleremit_mov_immdval(struct nv50_pc *pc, struct nv50_reg *dst, float f) 4634a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller{ 4644a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller struct nv50_reg *imm = alloc_immd(pc, f); 4654a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov(pc, dst, imm); 4664a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller FREE(imm); 4674a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller} 4684a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller 469f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 4702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggscheck_swap_src_0_1(struct nv50_pc *pc, 4712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg **s0, struct nv50_reg **s1) 4722a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 4732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src0 = *s0, *src1 = *s1; 4742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type == P_CONST) { 4762a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type != P_CONST) { 4772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 4782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 4792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 4802a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 4822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type == P_ATTR) { 4832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type != P_ATTR) { 4842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 4852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 4862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 4872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return FALSE; 4912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 49440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_0(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 4952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 4962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 49740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 49840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 4992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 5012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 50840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 5092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 51240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_1(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 52140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x00800000)); 52240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x01000000) { 52334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 52434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 52534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 52634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 52734a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 5281c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 16, e); 52940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00800000; 53034a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 5312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 53440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 5352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 53840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_2(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 54040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 5412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 54940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x01000000)); 55040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x00800000) { 55134a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 55234a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 55334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 55434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 55534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 5561c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 32+14, e); 55740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x01000000; 55834a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 5592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 56240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (src->hw << 14); 5632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5652a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 5662a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mul(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 5672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 5682a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 56940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 5702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 57140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xc0000000; 57240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 5732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 57540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 57640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 57740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 5782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 57940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 5802a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 58352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_add(struct nv50_pc *pc, struct nv50_reg *dst, 58452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 5852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 58640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 5872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 58840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 5892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 59140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 59240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 59340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 59440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 59552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs else 59640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 59752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 59840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 59952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs} 60052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 60152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsstatic void 60252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_minmax(struct nv50_pc *pc, unsigned sub, struct nv50_reg *dst, 60352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 60452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs{ 60540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 60652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 60740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 60840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 60940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 61052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 61152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 61240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 61340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 61440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 6152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 61640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 6202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_sub(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 6212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 6222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 62340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 62540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 6262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 62740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 6282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 62940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; 6302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs else 63140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; 6322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 63340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 63440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 63540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 6362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 63740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 6412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mad(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 6422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 6432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 64440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 64640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 6472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 64940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 65040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 65140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 65240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 6532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 65440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 65821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsemit_msb(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 65921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 66021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs{ 66140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 66221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 66340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 66440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 66540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; /* src0 * src1 - src2 */ 66621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 66721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 66840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 66940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 67040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 67140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 67221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 67340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 67421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs} 67521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 67621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsstatic void 6772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_flop(struct nv50_pc *pc, unsigned sub, 6782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *dst, struct nv50_reg *src) 6792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 68040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 68240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x90000000; 68352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs if (sub) { 68440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 68540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 68652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs } 6872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 68840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 68940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 6902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 69140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 694d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsstatic void 695d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsemit_preex2(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 696d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs{ 69740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 698d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 69940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 700d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 70140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 70240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 70340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 70440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29) | 0x00004000; 705d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 70640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 707d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs} 708faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 709bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsstatic void 7107b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_precossin(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 7117b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs{ 71240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7137b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 71440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 7157b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 71640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 71740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 71840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 71940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); 7207b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 72140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7227b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs} 7237b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 7247b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsstatic void 725bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsemit_set(struct nv50_pc *pc, unsigned c_op, struct nv50_reg *dst, 726bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 727bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs{ 72840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 72951ea3aae03154046316b814053f7493bdb10c853Ben Skeggs unsigned inv_cop[8] = { 0, 4, 2, 6, 1, 5, 3, 7 }; 730bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *rdst; 731bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 732bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs assert(c_op <= 7); 733bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 734bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs c_op = inv_cop[c_op]; 735bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 736bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs rdst = dst; 737bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (dst->type != P_TEMP) 738bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs dst = alloc_temp(pc, NULL); 739bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 740bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* set.u32 */ 74140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 74240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 74340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (3 << 29); 74440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (c_op << 14); 745bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /*XXX: breaks things, .u32 by default? 746bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs * decuda will disasm as .u16 and use .lo/.hi regs, but this 747bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs * doesn't seem to match what the hw actually does. 748bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs inst[1] |= 0x04000000; << breaks things.. .u32 by default? 749bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs */ 75040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 75140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 75240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 75340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 754bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 755bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* cvt.f32.u32 */ 75640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e = exec(pc); 75740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000001; 75840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] = 0x64014780; 75940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, rdst, e); 76040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, dst, e); 76140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 762bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 763bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (dst != rdst) 764bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs free_temp(pc, dst); 765bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs} 766d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 767b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsstatic void 768b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsemit_flr(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 769b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs{ 77040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 77140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 77240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 77340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 77440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 77540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; /* integer mode */ 77640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 77740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((0x1 << 3)) << 14; /* .rn */ 77840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 77940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 78040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 78140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 78240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 783b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs} 784b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs 785faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsstatic void 786faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsemit_pow(struct nv50_pc *pc, struct nv50_reg *dst, 787faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *v, struct nv50_reg *e) 788faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs{ 789faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *temp = alloc_temp(pc, NULL); 790faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 791faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 3, temp, v); 792faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_mul(pc, temp, temp, e); 793faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_preex2(pc, temp, temp); 794faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 6, dst, temp); 795faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 796faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs free_temp(pc, temp); 797faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs} 798faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 799fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic void 800fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsemit_abs(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 801fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 80240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 80340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 80440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 80540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 80640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 80740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 80840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 80940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((1 << 6) << 14); /* .abs */ 81040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 81140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 81240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 81340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 814fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 815fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 81601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggsstatic void 8177b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_lit(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 8187b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs struct nv50_reg **src) 81901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs{ 82001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 82101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *zero = alloc_immd(pc, 0.0); 82201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *neg128 = alloc_immd(pc, -127.999999); 82301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *pos128 = alloc_immd(pc, 127.999999); 82401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *tmp[4]; 82501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8267b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 8277b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[0], one); 8287b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 8297b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 3)) 8307b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[3], one); 8317b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 8327b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (3 << 1)) { 8337b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 8347b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[0] = dst[1]; 8357b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs else 8367b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[0] = temp_temp(pc); 8377b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[0], src[0], zero); 8387b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 83901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8407b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 2)) { 84140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 1, 0, pc->p->exec_tail); 84201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8437b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[1] = temp_temp(pc); 8447b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[1], src[1], zero); 84501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8467b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[3] = temp_temp(pc); 8477b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[3], src[3], neg128); 8487b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 5, tmp[3], tmp[3], pos128); 84901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8507b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_pow(pc, dst[2], tmp[1], tmp[3]); 8517b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[2], zero); 85240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 3, 0, pc->p->exec_tail); 8537b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 8549417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 8559417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pos128); 8569417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(neg128); 8579417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(zero); 8589417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(one); 85901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs} 86001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 86131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsstatic void 86231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsemit_neg(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 86331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs{ 86440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 86531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 86640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 86740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xa0000000; /* delta */ 86840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (7 << 29); /* delta */ 86940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* negate arg0? probably not */ 87040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 87140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 87240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 87331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 87440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 87531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs} 87631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 877d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsstatic void 878d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsemit_kil(struct nv50_pc *pc, struct nv50_reg *src) 879d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs{ 880d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs struct nv50_program_exec *e; 881d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs const int r_pred = 1; 882d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 883d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* Sets predicate reg ? */ 884d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 885d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0xa00001fd; 886d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[1] = 0xc4014788; 887d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_src_0(pc, src, e); 888d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred_wr(pc, 1, r_pred, e); 889d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 890d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 891d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* This is probably KILP */ 892d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 893d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0x000001fe; 894d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_long(pc, e); 895d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred(pc, 1 /* LT? */, r_pred, e); 896d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 897d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs} 898d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 899fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 900fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_dst(struct nv50_pc *pc, int c, const struct tgsi_full_dst_register *dst) 901fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 902fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (dst->DstRegister.File) { 903fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 904fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->temp[dst->DstRegister.Index * 4 + c]; 905fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_OUTPUT: 906fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->result[dst->DstRegister.Index * 4 + c]; 907fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_NULL: 908fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 909fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 910fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 911fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 912fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 913fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 914fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 915fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 916fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 917fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_src(struct nv50_pc *pc, int chan, const struct tgsi_full_src_register *src) 918fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 919fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *r = NULL; 920fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *temp; 9219417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller unsigned sgn, c; 9229417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 9239417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller sgn = tgsi_util_get_full_src_register_sign_mode(src, chan); 924fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 925fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs c = tgsi_util_get_full_src_register_extswizzle(src, chan); 926fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (c) { 927fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_X: 928fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Y: 929fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Z: 930fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_W: 931fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (src->SrcRegister.File) { 932fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_INPUT: 933fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->attr[src->SrcRegister.Index * 4 + c]; 934fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 935fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 936fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->temp[src->SrcRegister.Index * 4 + c]; 937fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 938fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_CONSTANT: 939fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->param[src->SrcRegister.Index * 4 + c]; 940fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 941fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_IMMEDIATE: 942fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->immd[src->SrcRegister.Index * 4 + c]; 943fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 944c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 945c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 946fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 947fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 948fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 949fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 950fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 951fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ZERO: 952fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 0.0); 9539417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return r; 954fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ONE: 9559417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (sgn == TGSI_UTIL_SIGN_TOGGLE || sgn == TGSI_UTIL_SIGN_SET) 9569417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, -1.0); 9579417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, 1.0); 958fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 959fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 960fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 961fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 962fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 9639417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller switch (sgn) { 964fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_KEEP: 965fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 966fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_CLEAR: 967fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs temp = temp_temp(pc); 968fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, temp, r); 969fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = temp; 970fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 97131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_TOGGLE: 97231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 97331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_neg(pc, temp, r); 97431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 97531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 97631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_SET: 97731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 97831f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_abs(pc, temp, r); 979aad31d69ce9e2278d93e514b97e1a92a25f89826Christoph Bumiller emit_neg(pc, temp, temp); 98031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 98131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 982fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 983fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 984fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 985fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 986fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 987fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return r; 988fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 989fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 9902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic boolean 991f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_insn(struct nv50_pc *pc, const union tgsi_full_token *tok) 992f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 993f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_instruction *inst = &tok->FullInstruction; 994688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs struct nv50_reg *rdst[4], *dst[4], *src[3][4], *temp; 995cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unsigned mask, sat, unit; 996f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i, c; 997f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 998f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs mask = inst->FullDstRegisters[0].DstRegister.WriteMask; 999688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs sat = inst->Instruction.Saturate == TGSI_SAT_ZERO_ONE; 1000f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1001f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1002f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (mask & (1 << c)) 1003f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = tgsi_dst(pc, c, &inst->FullDstRegisters[0]); 1004f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs else 1005f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = NULL; 10069417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller rdst[c] = NULL; 10079417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller src[0][c] = NULL; 10089417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller src[1][c] = NULL; 10099417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller src[2][c] = NULL; 1010f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1011f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1012f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 10135069bfed29bcee2c89c36c74c6d65d388eb7792eZack Rusin const struct tgsi_full_src_register *fs = &inst->FullSrcRegisters[i]; 1014cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1015cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs if (fs->SrcRegister.File == TGSI_FILE_SAMPLER) 1016cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unit = fs->SrcRegister.Index; 1017cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1018f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) 1019cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs src[i][c] = tgsi_src(pc, c, fs); 1020f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1021f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1022688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1023688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 1024688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs rdst[c] = dst[c]; 1025688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs dst[c] = temp_temp(pc); 1026688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1027688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1028688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 1029f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (inst->Instruction.Opcode) { 103068091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs case TGSI_OPCODE_ABS: 103168091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs for (c = 0; c < 4; c++) { 1032fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs if (!(mask & (1 << c))) 1033fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs continue; 1034fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, dst[c], src[0][c]); 103568091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs } 103668091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs break; 10372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_ADD: 10387df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10397df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10407df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_add(pc, dst[c], src[0][c], src[1][c]); 10427df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 10442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_COS: 10459417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 10467b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 10477b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, temp, temp); 10487df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10497df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10507df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10517b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 10527df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 10542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP3: 10559417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 10562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 10572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 10582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 10597df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10607df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10617df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, dst[c], temp); 10637df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 10652a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP4: 10669417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 10672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 10682a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 10692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 10702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][3], src[1][3], temp); 10717df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10727df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10737df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, dst[c], temp); 10757df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10762a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 107721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_DPH: 10789417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 107921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 108021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 108121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 108221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_add(pc, temp, src[1][3], temp); 108321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs for (c = 0; c < 4; c++) { 108421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs if (!(mask & (1 << c))) 108521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs continue; 108621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mov(pc, dst[c], temp); 108721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs } 108821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 108933e4d30d50344be26398a51365bea1be37487403Ben Skeggs case TGSI_OPCODE_DST: 109033e4d30d50344be26398a51365bea1be37487403Ben Skeggs { 109133e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 10929a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) 10939a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[0], one); 10949a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) 10959a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, dst[1], src[0][1], src[1][1]); 10969a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) 10979a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[2], src[0][2]); 10989a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 3)) 10999a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[3], src[1][3]); 110033e4d30d50344be26398a51365bea1be37487403Ben Skeggs FREE(one); 110133e4d30d50344be26398a51365bea1be37487403Ben Skeggs } 110233e4d30d50344be26398a51365bea1be37487403Ben Skeggs break; 11032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_EX2: 11049417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 11057b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_preex2(pc, temp, src[0][0]); 11067b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 6, temp, temp); 11077df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11097df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11107b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 11117df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1113b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FLR: 1114b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1115b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1116b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1117b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, dst[c], src[0][c]); 1118b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1119b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1120b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FRC: 11219417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 1122b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1123b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1124b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1125b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, temp, src[0][c]); 1126b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_sub(pc, dst[c], src[0][c], temp); 1127b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1128b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1129d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs case TGSI_OPCODE_KIL: 1130d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][0]); 1131d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][1]); 1132d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][2]); 1133d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][3]); 1134d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs break; 113501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs case TGSI_OPCODE_LIT: 11367b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_lit(pc, &dst[0], mask, &src[0][0]); 113701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs break; 11382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_LG2: 11399417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 11407b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 3, temp, src[0][0]); 11417df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11427df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11437df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11447b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 11457df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 114721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs case TGSI_OPCODE_LRP: 1148229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller temp = temp_temp(pc); 114921e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs for (c = 0; c < 4; c++) { 115021e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (!(mask & (1 << c))) 115121e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs continue; 1152229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_sub(pc, temp, src[1][c], src[2][c]); 1153229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_mad(pc, dst[c], temp, src[0][c], src[2][c]); 115421e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs } 115521e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs break; 11562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MAD: 11577df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11587df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11597df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], src[2][c]); 11617df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 116352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MAX: 11647df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11657df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11667df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 116752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 4, dst[c], src[0][c], src[1][c]); 11687df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 116952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 117052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MIN: 11717df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11727df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11737df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 117452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 5, dst[c], src[0][c], src[1][c]); 11757df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 117652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 1177f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_MOV: 11787df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11797df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11807df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 118155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit_mov(pc, dst[c], src[0][c]); 11827df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 118338ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs break; 11842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MUL: 11857df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11867df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11877df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, dst[c], src[0][c], src[1][c]); 11897df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1191ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs case TGSI_OPCODE_POW: 11929417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 1193faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_pow(pc, temp, src[0][0], src[1][0]); 1194ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs for (c = 0; c < 4; c++) { 1195ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs if (!(mask & (1 << c))) 1196ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs continue; 1197ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs emit_mov(pc, dst[c], temp); 1198ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs } 1199ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs break; 12002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RCP: 12017df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12027df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12037df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12047b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 0, dst[c], src[0][0]); 12057df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 12072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RSQ: 12087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12097df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12117b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 2, dst[c], src[0][0]); 12127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 12147b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs case TGSI_OPCODE_SCS: 12159417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 12167b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 12177b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 12187b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, dst[0], temp); 12197b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 12207b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, dst[1], temp); 12214a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 2)) 12224a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[2], 0.0); 12234a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 12244a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 12257b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs break; 1226bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SGE: 1227bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1228bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1229bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 1230bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs emit_set(pc, 6, dst[c], src[0][c], src[1][c]); 1231bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1232bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 12332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SIN: 12349417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 12357b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 12367b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, temp, temp); 12377df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12387df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12397df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12407b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 12417df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1243bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SLT: 1244bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1245bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1246bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 1247bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs emit_set(pc, 1, dst[c], src[0][c], src[1][c]); 1248bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1249bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 12502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SUB: 12517df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 12527df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 12537df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 12542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_sub(pc, dst[c], src[0][c], src[1][c]); 12557df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 12562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1257c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_OPCODE_TEX: 12585696267efd6f85d79f5fe511d1a066a17c4d1cccBen Skeggs case TGSI_OPCODE_TXP: 12590d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs { 12600d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs struct nv50_reg *t[4]; 12610d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs struct nv50_program_exec *e; 1262431504b99cd55948522e86a249e656e78598ddbdBen Skeggs 12630d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs alloc_temp4(pc, t, 0); 12640d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit_mov(pc, t[0], src[0][0]); 12650d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit_mov(pc, t[1], src[0][1]); 1266431504b99cd55948522e86a249e656e78598ddbdBen Skeggs 12670d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e = exec(pc); 12680d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e->inst[0] = 0xf6400000; 1269cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs e->inst[0] |= (unit << 9); 12700d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs set_long(pc, e); 12710d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e->inst[1] |= 0x0000c004; 12720d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs set_dst(pc, t[0], e); 12730d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit(pc, e); 1274fd7412a7f1beab8b81ce307b1054331eee102e8bBen Skeggs 12750d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 0)) emit_mov(pc, dst[0], t[0]); 12760d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 1)) emit_mov(pc, dst[1], t[1]); 12770d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 2)) emit_mov(pc, dst[2], t[2]); 12780d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 3)) emit_mov(pc, dst[3], t[3]); 1279fd7412a7f1beab8b81ce307b1054331eee102e8bBen Skeggs 12800d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs free_temp4(pc, t); 12810d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs } 1282c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 128321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_XPD: 12849417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 12859a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) { 12869a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][2], src[1][1]); 12879a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[0], src[0][1], src[1][2], temp); 12889a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 12899a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) { 12909a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][2]); 12919a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[1], src[0][2], src[1][0], temp); 12929a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 12939a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) { 12949a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][1], src[1][0]); 12959a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[2], src[0][0], src[1][1], temp); 12969a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 12974a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 12984a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 129921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 1300f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_END: 1301f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1302f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1303f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid opcode %d\n", inst->Instruction.Opcode); 1304f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1305f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1306f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1307688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1308688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 130940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 1310688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 1311688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (!(mask & (1 << c))) 1312688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs continue; 131340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e = exec(pc); 131440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 131540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 131640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 131740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 131840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 131940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 132040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((1 << 5) << 14); /* .sat */ 132140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, rdst[c], e); 132240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, dst[c], e); 132340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 1324688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1325688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1326688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 13279417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 13289417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (c = 0; c < 4; c++) { 13299417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (!src[i][c]) 13309417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller continue; 13319417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (src[i][c]->index == -1 && src[i][c]->type == P_IMMD) 13329417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(src[i][c]); 13339417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 13349417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 13359417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 133652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs kill_temp_temp(pc); 1337f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return TRUE; 1338f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1339f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1340bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller/* Adjust a bitmask that indicates what components of a source are used, 1341bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller * we use this in tx_prep so we only load interpolants that are needed. 1342bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller */ 1343bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerstatic void 1344bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerinsn_adjust_mask(const struct tgsi_full_instruction *insn, unsigned *mask) 1345bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller{ 1346bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_instruction_ext_texture *tex; 1347bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1348bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller switch (insn->Instruction.Opcode) { 1349bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_DP3: 1350bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x7; 1351bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1352bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_DP4: 1353bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_DPH: 1354bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0xF; 1355bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1356bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_LIT: 1357bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0xB; 1358bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1359bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_RCP: 1360bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_RSQ: 1361bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x1; 1362bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1363bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_TEX: 1364bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_OPCODE_TXP: 1365bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller assert(insn->Instruction.Extended); 1366bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller tex = &insn->InstructionExtTexture; 1367bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1368bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x7; 1369bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (tex->Texture == TGSI_TEXTURE_1D) 1370bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x1; 1371bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller else 1372bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (tex->Texture == TGSI_TEXTURE_2D) 1373bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask = 0x3; 1374bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1375bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (insn->Instruction.Opcode == TGSI_OPCODE_TXP) 1376bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller *mask |= 0x8; 1377bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1378bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller default: 1379bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1380bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1381bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller} 1382bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1383bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerstatic void 1384bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerprep_inspect_insn(struct nv50_pc *pc, const union tgsi_full_token *tok, 1385bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned *r_usage[2]) 1386bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller{ 1387bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_full_instruction *insn; 1388bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_full_src_register *src; 1389bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_dst_register *dst; 1390bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1391bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned i, c, k, n, mask, *acc_p; 1392bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1393bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller insn = &tok->FullInstruction; 1394bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller dst = &insn->FullDstRegisters[0].DstRegister; 1395bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller mask = dst->WriteMask; 1396bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1397bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!r_usage[0]) 1398bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0] = CALLOC(pc->temp_nr * 4, sizeof(unsigned)); 1399bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!r_usage[1]) 1400bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[1] = CALLOC(pc->attr_nr * 4, sizeof(unsigned)); 1401bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1402bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (dst->File == TGSI_FILE_TEMPORARY) { 1403bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1404bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1405bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1406bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0][dst->Index * 4 + c] = pc->insn_nr; 1407bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1408bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1409bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1410bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (i = 0; i < insn->Instruction.NumSrcRegs; i++) { 1411bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller src = &insn->FullSrcRegisters[i]; 1412bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1413bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller switch (src->SrcRegister.File) { 1414bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_FILE_TEMPORARY: 1415bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p = r_usage[0]; 1416bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1417bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_FILE_INPUT: 1418bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p = r_usage[1]; 1419bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1420bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller default: 1421bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1422bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1423bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1424bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller insn_adjust_mask(insn, &mask); 1425bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1426bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1427bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1428bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1429bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1430bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller k = tgsi_util_get_full_src_register_extswizzle(src, c); 1431bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller switch (k) { 1432bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_X: 1433bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_Y: 1434bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_Z: 1435bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller case TGSI_EXTSWIZZLE_W: 1436bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller n = src->SrcRegister.Index * 4 + k; 1437bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller acc_p[n] = pc->insn_nr; 1438bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1439bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller default: 1440bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller break; 1441bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1442bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1443bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1444bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller} 1445bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1446f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 1447f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_prep(struct nv50_pc *pc) 1448f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1449f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context p; 1450f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret = FALSE; 1451f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned i, c; 1452e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned fcol, bcol, fcrd, depr; 1453e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1454e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller /* count (centroid) perspective interpolations */ 1455e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned centroid_loads = 0; 1456e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned perspect_loads = 0; 1457f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1458bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller /* track register access for temps and attrs */ 1459bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned *r_usage[2]; 1460bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[0] = NULL; 1461bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller r_usage[1] = NULL; 1462bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1463e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller depr = fcol = bcol = fcrd = 0xffff; 1464e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1465f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&p, pc->p->pipe.tokens); 1466f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&p)) { 1467f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &p.FullToken; 1468f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1469f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&p); 1470f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 1471f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_IMMEDIATE: 1472f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 1473f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_immediate *imm = 1474f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs &p.FullToken.FullImmediate; 1475f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 147633e4d30d50344be26398a51365bea1be37487403Ben Skeggs ctor_immd(pc, imm->u.ImmediateFloat32[0].Float, 147733e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[1].Float, 147833e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[2].Float, 147933e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[3].Float); 1480f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1481f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1482f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_DECLARATION: 1483f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 1484f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_declaration *d; 1485e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned last, first, mode; 1486f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1487f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d = &p.FullToken.FullDeclaration; 1488e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller first = d->DeclarationRange.First; 1489bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs last = d->DeclarationRange.Last; 1490f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1491f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (d->Declaration.File) { 1492f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 1493f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr < (last + 1)) 1494f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp_nr = last + 1; 1495f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1496f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 1497f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr < (last + 1)) 1498f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result_nr = last + 1; 1499e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1500e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (!d->Declaration.Semantic) 1501e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1502e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1503e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Semantic.SemanticName) { 1504e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_POSITION: 1505e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller depr = first; 1506e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1507e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller default: 1508e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1509e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1510e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1511f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1512f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 1513e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller { 1514f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr < (last + 1)) 1515f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr_nr = last + 1; 1516e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1517e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (pc->p->type != PIPE_SHADER_FRAGMENT) 1518e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1519e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1520e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Declaration.Interpolate) { 1521e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_CONSTANT: 1522e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_FLAT; 1523e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1524e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_PERSPECTIVE: 1525e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 1526e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1527e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller default: 1528e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_LINEAR; 1529e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1530e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1531e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1532e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (d->Declaration.Semantic) { 1533e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Semantic.SemanticName) { 1534e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_POSITION: 1535e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller fcrd = first; 1536e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1537e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_COLOR: 1538e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller fcol = first; 1539e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 1540e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1541e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_BCOLOR: 1542e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller bcol = first; 1543e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 1544e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 1545e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1546e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1547e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1548e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (d->Declaration.Centroid) { 1549e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode |= INTERP_CENTROID; 1550e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (mode & INTERP_PERSPECTIVE) 1551e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller centroid_loads++; 1552e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } else 1553e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (mode & INTERP_PERSPECTIVE) 1554e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller perspect_loads++; 1555e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 1556e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller assert(last < 32); 1557e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller for (i = first; i <= last; i++) 1558e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller pc->interp_mode[i] = mode; 1559e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 1560f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1561f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 1562f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr < (last + 1)) 1563f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param_nr = last + 1; 1564f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1565c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 1566c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1567f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1568f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("bad decl file %d\n", 1569f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d->Declaration.File); 1570f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1571f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1572f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1573f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1574f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 1575bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->insn_nr++; 1576bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller prep_inspect_insn(pc, tok, r_usage); 1577f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1578f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1579f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1580f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1581f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1582f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1583f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr) { 1584861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->temp = CALLOC(pc->temp_nr * 4, sizeof(struct nv50_reg)); 1585f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->temp) 1586f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1587f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1588f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->temp_nr; i++) { 1589f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1590f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].type = P_TEMP; 1591f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].hw = -1; 1592f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].index = i; 1593bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->temp[i*4+c].acc = r_usage[0][i*4+c]; 1594f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1595f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1596f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1597f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1598f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr) { 1599fa5cd63f96d2b69ded48d40b9cb7e57c147f7332Ben Skeggs struct nv50_reg *iv = NULL; 1600f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int aid = 0; 1601f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1602861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->attr = CALLOC(pc->attr_nr * 4, sizeof(struct nv50_reg)); 1603f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->attr) 1604f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1605f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1606b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 16078ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs iv = alloc_temp(pc, NULL); 16085a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, iv, iv, NULL); 1609fa5cd63f96d2b69ded48d40b9cb7e57c147f7332Ben Skeggs emit_flop(pc, 0, iv, iv); 16108ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs aid++; 16118ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 16128ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1613f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->attr_nr; i++) { 16148ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs struct nv50_reg *a = &pc->attr[i*4]; 16158ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1616f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1617b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 16188ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs struct nv50_reg *at = 16198ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs alloc_temp(pc, NULL); 16208ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].type = at->type; 16218ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].hw = at->hw; 16228ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].index = at->index; 1623bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->attr[i*4+c].acc = r_usage[1][i*4+c]; 16248ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } else { 16258ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.vp.attr[aid/32] |= 16268ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs (1 << (aid % 32)); 16278ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].type = P_ATTR; 16288ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].hw = aid++; 16298ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].index = i; 16308ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1631f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 16328ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1633b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type != PIPE_SHADER_FRAGMENT) 16348ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs continue; 16358ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 16365a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, &a[0], &a[0], iv); 16375a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, &a[1], &a[1], iv); 16385a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, &a[2], &a[2], iv); 16395a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, &a[3], &a[3], iv); 1640f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 16418ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 16428ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (iv) 16438ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs free_temp(pc, iv); 1644f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1645f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1646f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr) { 1647f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 1648f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1649861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->result = CALLOC(pc->result_nr * 4, sizeof(struct nv50_reg)); 1650f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->result) 1651f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1652f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1653f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->result_nr; i++) { 1654f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1655b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 16568ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_TEMP; 1657776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = -1; 1658776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } else { 16598ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_RESULT; 1660776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = rid++; 1661776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 1662f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result[i*4+c].index = i; 1663f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1664f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1665f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1666f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1667f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr) { 1668f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 1669f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1670861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->param = CALLOC(pc->param_nr * 4, sizeof(struct nv50_reg)); 1671f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->param) 1672f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1673f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1674f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->param_nr; i++) { 1675f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1676f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].type = P_CONST; 1677f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].hw = rid++; 1678f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].index = i; 1679f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1680f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1681f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1682f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1683f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->immd_nr) { 1684aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs int rid = pc->param_nr * 4; 1685f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1686861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->immd = CALLOC(pc->immd_nr * 4, sizeof(struct nv50_reg)); 1687f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->immd) 1688f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1689f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1690f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->immd_nr; i++) { 1691f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1692f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].type = P_IMMD; 1693f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].hw = rid++; 1694f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].index = i; 1695f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1696f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1697f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1698f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1699f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = TRUE; 1700f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 1701bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (r_usage[0]) 1702bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller FREE(r_usage[0]); 1703bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (r_usage[1]) 1704bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller FREE(r_usage[1]); 1705bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1706f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&p); 1707f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 1708f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1709f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 17109417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerstatic void 17119417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerfree_nv50_pc(struct nv50_pc *pc) 17129417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller{ 17139417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller unsigned i; 17149417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 17159417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->immd) 17169417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->immd); 17179417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->param) 17189417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->param); 17199417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->result) 17209417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->result); 17219417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->attr) 17229417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->attr); 17239417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->temp) 17249417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->temp); 17259417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 17269417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 17279417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller /* deallocate fragment program attributes */ 17289417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->r_temp[i] && pc->r_temp[i]->index == -1) 17299417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->r_temp[i]); 17309417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 17319417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 17329417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc); 17339417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller} 17349417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 1735f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 1736f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx(struct nv50_program *p) 1737f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1738f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context parse; 1739f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_pc *pc; 1740f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret; 1741f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1742f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc = CALLOC_STRUCT(nv50_pc); 1743f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc) 1744f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1745f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p = p; 17468ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = 4; 1747f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1748f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_prep(pc); 1749f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 1750f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_cleanup; 1751f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1752f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&parse, pc->p->pipe.tokens); 1753f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&parse)) { 1754f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &parse.FullToken; 1755f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1756f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&parse); 1757f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1758f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 1759f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 1760bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller ++pc->insn_cur; 1761f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_insn(pc, tok); 1762f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 1763f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1764f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1765f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1766f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1767f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1768f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1769f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1770b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (p->type == PIPE_SHADER_FRAGMENT) { 1771776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs struct nv50_reg out; 1772776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 1773776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs out.type = P_TEMP; 1774776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs for (out.hw = 0; out.hw < pc->result_nr * 4; out.hw++) 1775776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs emit_mov(pc, &out, &pc->result[out.hw]); 1776776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 1777776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 177840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(is_long(pc->p->exec_tail) && !is_immd(pc->p->exec_head)); 177940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs pc->p->exec_tail->inst[1] |= 0x00000001; 178040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 1781aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->param_nr = pc->param_nr * 4; 1782f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd_nr = pc->immd_nr * 4; 1783f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd = pc->immd_buf; 1784f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1785f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 1786f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&parse); 1787f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1788f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_cleanup: 17899417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller free_nv50_pc(pc); 1790f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 1791f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1792f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1793f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 1794f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_validate(struct nv50_context *nv50, struct nv50_program *p) 1795f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1796e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs if (nv50_program_tx(p) == FALSE) 1797e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs assert(0); 1798f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = TRUE; 1799f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1800f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 180122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 1802ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsnv50_program_upload_data(struct nv50_context *nv50, float *map, 1803ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned start, unsigned count) 1804ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs{ 180575f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_channel *chan = nv50->screen->nvws->channel; 180675f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 180775f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs 1808ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs while (count) { 1809ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned nr = count > 2047 ? 2047 : count; 1810ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 181175f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs BEGIN_RING(chan, tesla, 0x00000f00, 1); 181275f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RING (chan, (NV50_CB_PMISC << 0) | (start << 8)); 181375f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs BEGIN_RING(chan, tesla, 0x40000f04, nr); 181475f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, map, nr); 1815ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1816ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs map += nr; 1817ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs start += nr; 1818ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs count -= nr; 1819ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs } 1820ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs} 1821ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1822ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsstatic void 182322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_data(struct nv50_context *nv50, struct nv50_program *p) 182422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 1825aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nouveau_winsys *nvws = nv50->screen->nvws; 1826aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 1827aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs unsigned nr = p->param_nr + p->immd_nr; 182822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1829aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (!p->data && nr) { 1830aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nouveau_resource *heap = nv50->screen->vp_data_heap; 1831aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1832aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (nvws->res_alloc(heap, nr, p, &p->data)) { 1833aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs while (heap->next && heap->size < nr) { 1834aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nv50_program *evict = heap->next->priv; 1835aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs nvws->res_free(&evict->data); 1836aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1837aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1838aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (nvws->res_alloc(heap, nr, p, &p->data)) 1839aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs assert(0); 1840aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1841aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1842aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1843aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->param_nr) { 1844aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs float *map = ws->buffer_map(ws, nv50->constbuf[p->type], 1845aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs PIPE_BUFFER_USAGE_CPU_READ); 1846ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs nv50_program_upload_data(nv50, map, p->data->start, 1847ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->param_nr); 1848aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs ws->buffer_unmap(ws, nv50->constbuf[p->type]); 1849aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1850aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1851ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs if (p->immd_nr) { 1852ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs nv50_program_upload_data(nv50, p->immd, 1853ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->data->start + p->param_nr, 1854ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->immd_nr); 185522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs } 185622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 185722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 185822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 185922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_code(struct nv50_context *nv50, struct nv50_program *p) 186022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 186175f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_channel *chan = nv50->screen->nvws->channel; 186275f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 18635e27cd46c04a9e7b5904cc014bffd0f4daae31feMichel Dänzer struct pipe_screen *screen = nv50->pipe.screen; 186440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 1865cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_stateobj *so; 1866cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs const unsigned flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_WR; 1867cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned start, count, *up, *ptr; 1868f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs boolean upload = FALSE; 186922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1870f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!p->buffer) { 18715e27cd46c04a9e7b5904cc014bffd0f4daae31feMichel Dänzer p->buffer = screen->buffer_create(screen, 0x100, 0, p->exec_size * 4); 1872f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 1873f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs } 187440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 1875aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->data && p->data->start != p->data_start) { 1876aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 1877ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned ei, ci; 1878ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1879aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (e->param.index < 0) 1880aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs continue; 1881ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ei = e->param.shift >> 5; 1882ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ci = e->param.index + p->data->start; 1883ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1884ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] &= ~e->param.mask; 1885ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] |= (ci << e->param.shift); 18861c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs } 18871c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 1888aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->data_start = p->data->start; 1889f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 1890aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1891aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1892f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!upload) 1893bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs return; 1894f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs 1895b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#ifdef NV50_PROGRAM_DUMP 18960d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("-------\n"); 1897aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 18980d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[0]); 18990d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (is_long(e)) 19000d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[1]); 1901b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs } 1902b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#endif 19030d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs 1904b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs up = ptr = MALLOC(p->exec_size * 4); 1905b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs for (e = p->exec_head; e; e = e->next) { 1906cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[0]; 1907cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (is_long(e)) 1908cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[1]; 1909cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs } 1910cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1911e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(4,2); 1912cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_method(so, nv50->screen->tesla, 0x1280, 3); 1913cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_reloc (so, p->buffer, 0, flags | NOUVEAU_BO_HIGH, 0, 0); 1914cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_reloc (so, p->buffer, 0, flags | NOUVEAU_BO_LOW, 0, 0); 1915cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_data (so, (NV50_CB_PUPLOAD << 16) | 0x0800); //(p->exec_size * 4)); 1916cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1917cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start = 0; count = p->exec_size; 1918cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs while (count) { 1919cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_winsys *nvws = nv50->screen->nvws; 1920cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned nr; 1921cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1922cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_emit(nvws, so); 1923cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1924cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(count, 2047); 1925cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(nvws->channel->pushbuf->remaining, nr); 1926cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (nvws->channel->pushbuf->remaining < (nr + 3)) { 192775f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs FIRE_RING(chan); 1928cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs continue; 1929aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1930cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 193175f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs BEGIN_RING(chan, tesla, 0x0f00, 1); 193275f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RING (chan, (start << 8) | NV50_CB_PUPLOAD); 193375f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs BEGIN_RING(chan, tesla, 0x40000f04, nr); 193475f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, up + start, nr); 1935cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1936cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start += nr; 1937cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs count -= nr; 193840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs } 1939cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1940cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs FREE(up); 1941cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_ref(NULL, &so); 194222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 194322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1944f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 1945f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_vertprog_validate(struct nv50_context *nv50) 1946f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1947f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 1948f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->vertprog; 1949f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 1950f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1951f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 1952f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 1953f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 1954f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 1955f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1956f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 195722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_data(nv50, p); 195822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_code(nv50, p); 1959f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1960e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(13, 2); 1961f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_VP_ADDRESS_HIGH, 2); 1962f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1963f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 1964f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1965f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 1966f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x1650, 2); 1967f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[0]); 1968f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[1]); 1969fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_method(so, tesla, 0x16b8, 1); 1970fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_data (so, p->cfg.high_result); 1971f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x16ac, 2); 1972bcbe6baac37915563bc120ad558cd930bc1ddec1Ben Skeggs so_data (so, p->cfg.high_result); //8); 19738ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 1974f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x140c, 1); 1975f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 0); /* program start offset */ 1976bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.vertprog); 1977ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 1978f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1979f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1980f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 1981f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_fragprog_validate(struct nv50_context *nv50) 1982f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1983f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 1984f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->fragprog; 1985f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 1986f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1987f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 1988f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 1989f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 1990f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 1991f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1992f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 199355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_data(nv50, p); 199455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_code(nv50, p); 1995f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1996585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so = so_new(64, 2); 1997f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_FP_ADDRESS_HIGH, 2); 1998f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1999f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2000f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2001f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 2002585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x1904, 4); 20038337c78d91612d615a1368ee8ee188d80574fad4Ben Skeggs so_data (so, 0x00040404); /* p: 0x01000404 */ 2004585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000004); 2005585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 2006585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 2007fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_method(so, tesla, 0x16bc, 3); /*XXX: fixme */ 2008585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x03020100); 2009585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x07060504); 2010fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_data (so, 0x0b0a0908); 2011585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x1988, 2); 2012bcbe6baac37915563bc120ad558cd930bc1ddec1Ben Skeggs so_data (so, 0x08080408); //0x08040404); /* p: 0x0f000401 */ 20138ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 20148ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_method(so, tesla, 0x1414, 1); 20158ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, 0); /* program start offset */ 2016bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.fragprog); 2017ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2018f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2019f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2020f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2021f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_destroy(struct nv50_context *nv50, struct nv50_program *p) 2022f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 202300b15c9f40944d94aa28a441edd7ebb51577d9baBen Skeggs struct pipe_screen *pscreen = nv50->pipe.screen; 2024f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 202540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs while (p->exec_head) { 202640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = p->exec_head; 202740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 202840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e->next; 202940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs FREE(e); 2030f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 203140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = NULL; 203240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size = 0; 2033f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2034f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (p->buffer) 20355e27cd46c04a9e7b5904cc014bffd0f4daae31feMichel Dänzer pipe_buffer_reference(&p->buffer, NULL); 2036f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 20377c745de74997e859d7e2640092bda9ad900e28a9Ben Skeggs nv50->screen->nvws->res_free(&p->data); 20387c745de74997e859d7e2640092bda9ad900e28a9Ben Skeggs 2039f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = 0; 2040f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2041f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2042