nv50_program.c revision cd5d3fde13e424373feac9098453ed0ca7f6e4eb
1857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs/* 2857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Copyright 2008 Ben Skeggs 3857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 4857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 5857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * copy of this software and associated documentation files (the "Software"), 6857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * to deal in the Software without restriction, including without limitation 7857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 9857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Software is furnished to do so, subject to the following conditions: 10857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 11857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * The above copyright notice and this permission notice shall be included in 12857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * all copies or substantial portions of the Software. 13857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 14857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 18857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF 19857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 20857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * SOFTWARE. 21857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs */ 22857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs 23f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_context.h" 24f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_defines.h" 25f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_state.h" 26f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_inlines.h" 27f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 28f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_shader_tokens.h" 29fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_parse.h" 30fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_util.h" 31f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 32f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_context.h" 33f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 34f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#define NV50_SU_MAX_TEMP 64 35aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#define NV50_PROGRAM_DUMP 36f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs/* ARL - gallium craps itself on progs/vp/arl.txt 3821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 3921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * MSB - Like MAD, but MUL+SUB 4021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * - Fuck it off, introduce a way to negate args for ops that 4121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * support it. 4221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 43ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Look into inlining IMMD for ops other than MOV (make it general?) 4433e4d30d50344be26398a51365bea1be37487403Ben Skeggs * - Maybe even relax restrictions a bit, can't do P_RESULT + P_IMMD, 4533e4d30d50344be26398a51365bea1be37487403Ben Skeggs * but can emit to P_TEMP first - then MOV later. NVIDIA does this 46ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * 472fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * In ops such as ADD it's possible to construct a bad opcode in the !is_long() 482fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * case, if the emit_src() causes the inst to suddenly become long. 492fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * 50ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Verify half-insns work where expected - and force disable them where they 51ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * don't work - MUL has it forcibly disabled atm as it fixes POW.. 52afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * 53afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * FUCK! watch dst==src vectors, can overwrite components that are needed. 54afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * ie. SUB R0, R0.yzxw, R0 55776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs * 56b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * Things to check with renouveau: 57b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * FP attr/result assignment - how? 586d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * attrib 596d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16bc maps vp output onto fp hpos 606d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16c0 maps vp output onto fp col0 616d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * result 626d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - colr always 0-3 636d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - depr always 4 646d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16bc->0x16e8 --> some binding between vp/fp regs 656d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16b8 --> VP output count 666d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 676d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1298 --> "MOV rcol.x, fcol.y" "MOV depr, fcol.y" = 0x00000005 686d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * "MOV rcol.x, fcol.y" = 0x00000004 696d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x19a8 --> as above but 0x00000100 and 0x00000000 706d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x00100000 used when KIL used 716d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x196c --> as above but 0x00000011 and 0x00000000 726d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 736d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1988 --> 0xXXNNNNNN 746d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - XX == FP high something 7521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs */ 76f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_reg { 77f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs enum { 78f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_TEMP, 79f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_ATTR, 80f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_RESULT, 81f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_CONST, 82f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_IMMD 83f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } type; 84f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int index; 85f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 86f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int hw; 8738ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs int neg; 88f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 89f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 90f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_pc { 91f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p; 92f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 93f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* hw resources */ 94f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r_temp[NV50_SU_MAX_TEMP]; 95f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 96f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* tgsi resources */ 97f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *temp; 98f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int temp_nr; 99f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *attr; 100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int attr_nr; 101f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *result; 102f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int result_nr; 103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *param; 104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int param_nr; 105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *immd; 106f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs float *immd_buf; 107f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int immd_nr; 1082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 10921e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs struct nv50_reg *temp_temp[16]; 1102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs unsigned temp_temp_nr; 111f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 112f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 113f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 114f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_reg(struct nv50_pc *pc, struct nv50_reg *reg) 115f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 116f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 117f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 118fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (reg->type == P_RESULT) { 119fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (pc->p->cfg.high_result < (reg->hw + 1)) 120fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs pc->p->cfg.high_result = reg->hw + 1; 121fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs } 122fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs 1238ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->type != P_TEMP) 124f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 125f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1268ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->hw >= 0) { 1278ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs /*XXX: do this here too to catch FP temp-as-attr usage.. 1288ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs * not clean, but works */ 1298ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (reg->hw + 1)) 1308ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = reg->hw + 1; 1318ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs return; 1328ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1338ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 134f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 135f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!(pc->r_temp[i])) { 136f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = reg; 137f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs reg->hw = i; 1388ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (i + 1)) 1398ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = i + 1; 140f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 141f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 142f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 143f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 144f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 145f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 146f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 147f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 148f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_temp(struct nv50_pc *pc, struct nv50_reg *dst) 149f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 150f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r; 151f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 152f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 153f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (dst && dst->type == P_TEMP && dst->hw == -1) 154f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return dst; 155f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 156f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 157f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->r_temp[i]) { 158f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r = CALLOC_STRUCT(nv50_reg); 159f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->type = P_TEMP; 160f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->index = -1; 161f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->hw = i; 162f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = r; 163f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return r; 164f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 165f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 166f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 167f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 168f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 169f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 170f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 171f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 172f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsfree_temp(struct nv50_pc *pc, struct nv50_reg *r) 173f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 174f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (r->index == -1) { 175619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs unsigned hw = r->hw; 176619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs 177619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs FREE(pc->r_temp[hw]); 178619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs pc->r_temp[hw] = NULL; 179f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 180f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 181f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1823f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic int 1833f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsalloc_temp4(struct nv50_pc *pc, struct nv50_reg *dst[4], int idx) 1843f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 1853f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 1863f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 1873f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if ((idx + 4) >= NV50_SU_MAX_TEMP) 1883f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 1; 1893f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 1903f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if (pc->r_temp[idx] || pc->r_temp[idx + 1] || 1913f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + 2] || pc->r_temp[idx + 3]) 1923f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return alloc_temp4(pc, dst, idx + 1); 1933f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 1943f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) { 1953f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i] = CALLOC_STRUCT(nv50_reg); 1963f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->type = P_TEMP; 1973f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->index = -1; 1983f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs dst[i]->hw = idx + i; 1993f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + i] = dst[i]; 2003f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs } 2013f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2023f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 0; 2033f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2043f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2053f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic void 2063f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsfree_temp4(struct nv50_pc *pc, struct nv50_reg *reg[4]) 2073f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2083f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2093f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2103f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) 2113f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs free_temp(pc, reg[i]); 2123f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2133f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 214f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 2152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggstemp_temp(struct nv50_pc *pc) 2162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 21721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (pc->temp_temp_nr >= 16) 2182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs assert(0); 2192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp[pc->temp_temp_nr] = alloc_temp(pc, NULL); 2212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return pc->temp_temp[pc->temp_temp_nr++]; 2222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 2252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggskill_temp_temp(struct nv50_pc *pc) 2262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 2272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs int i; 2282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs for (i = 0; i < pc->temp_temp_nr; i++) 2302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, pc->temp_temp[i]); 2312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp_nr = 0; 2322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 23433e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic int 23533e4d30d50344be26398a51365bea1be37487403Ben Skeggsctor_immd(struct nv50_pc *pc, float x, float y, float z, float w) 23633e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 237861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->immd_buf = REALLOC(pc->immd_buf, (pc->immd_nr * r * sizeof(float)), 238861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs (pc->immd_nr + 1) * 4 * sizeof(float)); 23933e4d30d50344be26398a51365bea1be37487403Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 0] = x; 240686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 1] = y; 241686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 2] = z; 242686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 3] = w; 24333e4d30d50344be26398a51365bea1be37487403Ben Skeggs 24433e4d30d50344be26398a51365bea1be37487403Ben Skeggs return pc->immd_nr++; 24533e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 24633e4d30d50344be26398a51365bea1be37487403Ben Skeggs 24733e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic struct nv50_reg * 24833e4d30d50344be26398a51365bea1be37487403Ben Skeggsalloc_immd(struct nv50_pc *pc, float f) 24933e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 25033e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *r = CALLOC_STRUCT(nv50_reg); 25133e4d30d50344be26398a51365bea1be37487403Ben Skeggs unsigned hw; 25233e4d30d50344be26398a51365bea1be37487403Ben Skeggs 25301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs hw = ctor_immd(pc, f, 0, 0, 0) * 4; 25433e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->type = P_IMMD; 25533e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->hw = hw; 25633e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->index = -1; 25733e4d30d50344be26398a51365bea1be37487403Ben Skeggs return r; 25833e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 25933e4d30d50344be26398a51365bea1be37487403Ben Skeggs 26040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic struct nv50_program_exec * 26140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsexec(struct nv50_pc *pc) 26240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs{ 26340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = CALLOC_STRUCT(nv50_program_exec); 26440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 2651c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = -1; 26640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs return e; 26740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs} 26840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 26955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 27040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsemit(struct nv50_pc *pc, struct nv50_program_exec *e) 27155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 27255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_program *p = pc->p; 27355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 27440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (p->exec_tail) 27540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail->next = e; 27640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (!p->exec_head) 27740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e; 27840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = e; 27940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size += (e->inst[0] & 1) ? 2 : 1; 28055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 28155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 28240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic INLINE void set_long(struct nv50_pc *, struct nv50_program_exec *); 28355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 28455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 28540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_long(struct nv50_program_exec *e) 28655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 28740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 1) 28855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 28955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 29055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 29155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 29255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 29340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_immd(struct nv50_program_exec *e) 29455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 29540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && (e->inst[1] & 3) == 3) 29655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 29755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 29855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 29955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 30055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 30140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred(struct nv50_pc *pc, unsigned pred, unsigned idx, 30240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 30355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 30440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 30540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x1f << 7) | (0x3 << 12)); 30640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (pred << 7) | (idx << 12); 30755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 30855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 30955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 31040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred_wr(struct nv50_pc *pc, unsigned on, unsigned idx, 31140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 31255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 31340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 31440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x3 << 4) | (1 << 6)); 31540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (idx << 4) | (on << 6); 31655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 31755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 31855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 31940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_long(struct nv50_pc *pc, struct nv50_program_exec *e) 32055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 32140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 32255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return; 32355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 32440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 1; 32540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0xf, 0, e); 32640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 32755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 32855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 32955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 33040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_dst(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_program_exec *e) 33155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 33255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type == P_RESULT) { 33340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 33440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000008; 33555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 33655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 33755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, dst); 33840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (dst->hw << 2); 33955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 34055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 34155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 34240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_immd(struct nv50_pc *pc, struct nv50_reg *imm, struct nv50_program_exec *e) 34355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 34455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs unsigned val = fui(pc->immd_buf[imm->hw]); /* XXX */ 34555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 34640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 34755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: can't be predicated - bits overlap.. catch cases where both 34855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * are required and avoid them. */ 34940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0, 0, e); 35040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 35155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000002 | 0x00000001; 35340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (val & 0x3f) << 16; 35440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (val >> 6) << 2; 35555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 35655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 3588ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsemit_interp(struct nv50_pc *pc, struct nv50_reg *dst, 3595a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs struct nv50_reg *src, struct nv50_reg *iv) 3608ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs{ 36140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 3628ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 36340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x80000000; 36440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 3658ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs alloc_reg(pc, src); 36640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 3675a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs if (iv) { 36840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (1 << 25); 3695a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs alloc_reg(pc, iv); 3705a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs e->inst[0] |= (iv->hw << 9); 3715a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs } 3728ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 37340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 3748ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs} 3758ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 3768ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsstatic void 3771c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggsset_data(struct nv50_pc *pc, struct nv50_reg *src, unsigned m, unsigned s, 3781c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs struct nv50_program_exec *e) 3792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 38040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 381aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#if 1 382aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs e->inst[1] |= (1 << 22); 383aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#else 3842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_IMMD) { 38540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PMISC << 22); 3862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else { 387b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_VERTEX) 38840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PVP << 22); 3892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs else 39040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PFP << 22); 3912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 392aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#endif 3931c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 3941c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = src->hw; 3951c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.shift = s; 3961c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.mask = m << (s % 32); 3972a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 3982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 3992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 40055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit_mov(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 40155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 40240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 40355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x10000000; 40555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 40755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 408da66b8a2f4c3c052ad71b2b6d5a845c2fd267c6eBen Skeggs if (0 && dst->type != P_RESULT && src->type == P_IMMD) { 40940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_immd(pc, src, e); 41055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: 32-bit, but steals part of "half" reg space - need to 41155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * catch and handle this case if/when we do half-regs 41255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 41340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00008000; 41455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else 41555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD || src->type == P_CONST) { 41640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4171c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 9, e); 41840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x20000000; /* src0 const? */ 41955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 42055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_ATTR) { 42140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 42240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 42355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 42455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, src); 42640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 42755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 42855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /* We really should support "half" instructions here at some point, 43055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * but I don't feel confident enough about them yet. 43155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 43240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 43340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && !is_immd(e)) { 43440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32-bit */ 43540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x0003c000; /* "subsubop" 0xf == mov */ 43655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 43755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 43840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 43955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 44055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 441f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 4422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggscheck_swap_src_0_1(struct nv50_pc *pc, 4432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg **s0, struct nv50_reg **s1) 4442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 4452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src0 = *s0, *src1 = *s1; 4462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type == P_CONST) { 4482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type != P_CONST) { 4492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 4502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 4512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 4522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 4542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type == P_ATTR) { 4552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type != P_ATTR) { 4562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 4572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 4582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 4592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return FALSE; 4632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4652a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 46640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_0(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 4672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 4682a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 46940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 47040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 4712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 4722a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 4732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 4742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 4762a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 4772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 48040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 4812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 48440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_1(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 4852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 4862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 4872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 4882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 4902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 4912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 4922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 49340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x00800000)); 49440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x01000000) { 49534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 49634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 49734a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 49834a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 49934a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 5001c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 16, e); 50140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00800000; 50234a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 5032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 50640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 5072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 51040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_2(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 51240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 5132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 52140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x01000000)); 52240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x00800000) { 52334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 52434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 52534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 52634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 52734a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 5281c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 32+14, e); 52940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x01000000; 53034a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 5312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 53440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (src->hw << 14); 5352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 5382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mul(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 5392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 5402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 54140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 5422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 54340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xc0000000; 54440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 5452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 54740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 54840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 54940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 5502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 55140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 5522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 55552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_add(struct nv50_pc *pc, struct nv50_reg *dst, 55652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 5572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 55840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 5592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 56040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 5612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 56340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 56440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 56540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 56640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 56752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs else 56840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 56952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 57040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 57152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs} 57252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 57352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsstatic void 57452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_minmax(struct nv50_pc *pc, unsigned sub, struct nv50_reg *dst, 57552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 57652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs{ 57740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 57852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 57940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 58040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 58140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 58252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 58352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 58440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 58540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 58640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 5872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 58840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 5892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 5922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_sub(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 5932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 5942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 59540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 5962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 59740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 5982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 59940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 6002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 60140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; 6022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs else 60340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; 6042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 60540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 60640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 60740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 6082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 60940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 6132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mad(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 6142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 6152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 61640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 61840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 6192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 62140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 62240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 62340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 62440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 6252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 62640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 63021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsemit_msb(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 63121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 63221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs{ 63340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 63421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 63540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 63640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 63740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; /* src0 * src1 - src2 */ 63821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 63921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 64040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 64140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 64240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 64340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 64421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 64540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 64621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs} 64721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 64821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsstatic void 6492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_flop(struct nv50_pc *pc, unsigned sub, 6502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *dst, struct nv50_reg *src) 6512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 65240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 65440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x90000000; 65552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs if (sub) { 65640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 65740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 65852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs } 6592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 66040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 66140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 6622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 66340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6652a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 666d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsstatic void 667d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsemit_preex2(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 668d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs{ 66940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 670d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 67140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 672d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 67340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 67440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 67540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 67640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29) | 0x00004000; 677d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 67840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 679d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs} 680faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 681bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsstatic void 6827b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_precossin(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 6837b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs{ 68440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6857b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 68640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 6877b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 68840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 68940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 69040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 69140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); 6927b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 69340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6947b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs} 6957b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 6967b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsstatic void 697bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsemit_set(struct nv50_pc *pc, unsigned c_op, struct nv50_reg *dst, 698bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 699bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs{ 70040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 70151ea3aae03154046316b814053f7493bdb10c853Ben Skeggs unsigned inv_cop[8] = { 0, 4, 2, 6, 1, 5, 3, 7 }; 702bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *rdst; 703bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 704bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs assert(c_op <= 7); 705bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 706bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs c_op = inv_cop[c_op]; 707bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 708bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs rdst = dst; 709bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (dst->type != P_TEMP) 710bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs dst = alloc_temp(pc, NULL); 711bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 712bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* set.u32 */ 71340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 71440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 71540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (3 << 29); 71640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (c_op << 14); 717bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /*XXX: breaks things, .u32 by default? 718bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs * decuda will disasm as .u16 and use .lo/.hi regs, but this 719bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs * doesn't seem to match what the hw actually does. 720bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs inst[1] |= 0x04000000; << breaks things.. .u32 by default? 721bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs */ 72240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 72340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 72440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 72540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 726bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 727bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* cvt.f32.u32 */ 72840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e = exec(pc); 72940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000001; 73040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] = 0x64014780; 73140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, rdst, e); 73240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, dst, e); 73340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 734bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 735bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (dst != rdst) 736bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs free_temp(pc, dst); 737bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs} 738d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 739b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsstatic void 740b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsemit_flr(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 741b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs{ 74240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 74340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 74440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 74540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 74640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 74740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; /* integer mode */ 74840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 74940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((0x1 << 3)) << 14; /* .rn */ 75040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 75140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 75240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 75340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 75440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 755b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs} 756b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs 757faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsstatic void 758faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsemit_pow(struct nv50_pc *pc, struct nv50_reg *dst, 759faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *v, struct nv50_reg *e) 760faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs{ 761faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *temp = alloc_temp(pc, NULL); 762faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 763faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 3, temp, v); 764faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_mul(pc, temp, temp, e); 765faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_preex2(pc, temp, temp); 766faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 6, dst, temp); 767faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 768faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs free_temp(pc, temp); 769faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs} 770faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 771fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic void 772fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsemit_abs(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 773fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 77440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 77540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 77640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 77740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 77840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 77940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 78040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 78140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((1 << 6) << 14); /* .abs */ 78240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 78340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 78440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 78540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 786fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 787fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 78801e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggsstatic void 7897b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_lit(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 7907b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs struct nv50_reg **src) 79101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs{ 79201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 79301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *zero = alloc_immd(pc, 0.0); 79401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *neg128 = alloc_immd(pc, -127.999999); 79501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *pos128 = alloc_immd(pc, 127.999999); 79601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *tmp[4]; 79701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 7987b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 7997b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[0], one); 8007b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 8017b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 3)) 8027b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[3], one); 8037b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 8047b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (3 << 1)) { 8057b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 8067b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[0] = dst[1]; 8077b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs else 8087b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[0] = temp_temp(pc); 8097b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[0], src[0], zero); 8107b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 81101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8127b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 2)) { 81340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 1, 0, pc->p->exec_tail); 81401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8157b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[1] = temp_temp(pc); 8167b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[1], src[1], zero); 81701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8187b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[3] = temp_temp(pc); 8197b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[3], src[3], neg128); 8207b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 5, tmp[3], tmp[3], pos128); 82101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 8227b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_pow(pc, dst[2], tmp[1], tmp[3]); 8237b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[2], zero); 82440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 3, 0, pc->p->exec_tail); 8257b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 82601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs} 82701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 82831f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsstatic void 82931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsemit_neg(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 83031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs{ 83140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 83231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 83340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 83440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xa0000000; /* delta */ 83540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (7 << 29); /* delta */ 83640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* negate arg0? probably not */ 83740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 83840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 83940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 84031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 84140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 84231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs} 84331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 844fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 845fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_dst(struct nv50_pc *pc, int c, const struct tgsi_full_dst_register *dst) 846fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 847fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (dst->DstRegister.File) { 848fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 849fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->temp[dst->DstRegister.Index * 4 + c]; 850fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_OUTPUT: 851fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->result[dst->DstRegister.Index * 4 + c]; 852fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_NULL: 853fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 854fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 855fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 856fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 857fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 858fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 859fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 860fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 861fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 862fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_src(struct nv50_pc *pc, int chan, const struct tgsi_full_src_register *src) 863fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 864fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *r = NULL; 865fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *temp; 866fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs unsigned c; 867fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 868fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs c = tgsi_util_get_full_src_register_extswizzle(src, chan); 869fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (c) { 870fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_X: 871fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Y: 872fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Z: 873fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_W: 874fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (src->SrcRegister.File) { 875fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_INPUT: 876fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->attr[src->SrcRegister.Index * 4 + c]; 877fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 878fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 879fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->temp[src->SrcRegister.Index * 4 + c]; 880fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 881fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_CONSTANT: 882fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->param[src->SrcRegister.Index * 4 + c]; 883fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 884fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_IMMEDIATE: 885fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->immd[src->SrcRegister.Index * 4 + c]; 886fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 887c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 888c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 889fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 890fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 891fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 892fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 893fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 894fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ZERO: 895fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 0.0); 896fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 897fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ONE: 898fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 1.0); 899fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 900fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 901fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 902fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 903fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 904fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 905fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (tgsi_util_get_full_src_register_sign_mode(src, chan)) { 906fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_KEEP: 907fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 908fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_CLEAR: 909fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs temp = temp_temp(pc); 910fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, temp, r); 911fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = temp; 912fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 91331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_TOGGLE: 91431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 91531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_neg(pc, temp, r); 91631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 91731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 91831f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_SET: 91931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 92031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_abs(pc, temp, r); 92131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_neg(pc, temp, r); 92231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 92331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 924fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 925fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 926fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 927fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 928fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 929fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return r; 930fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 931fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 9322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic boolean 933f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_insn(struct nv50_pc *pc, const union tgsi_full_token *tok) 934f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 935f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_instruction *inst = &tok->FullInstruction; 936688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs struct nv50_reg *rdst[4], *dst[4], *src[3][4], *temp; 937cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unsigned mask, sat, unit; 938f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i, c; 939f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 940f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs mask = inst->FullDstRegisters[0].DstRegister.WriteMask; 941688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs sat = inst->Instruction.Saturate == TGSI_SAT_ZERO_ONE; 942f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 943f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 944f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (mask & (1 << c)) 945f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = tgsi_dst(pc, c, &inst->FullDstRegisters[0]); 946f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs else 947f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = NULL; 948f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 949f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 950f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 951cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs struct tgsi_full_src_register *fs = &inst->FullSrcRegisters[i]; 952cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 953cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs if (fs->SrcRegister.File == TGSI_FILE_SAMPLER) 954cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unit = fs->SrcRegister.Index; 955cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 956f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) 957cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs src[i][c] = tgsi_src(pc, c, fs); 958f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 959f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 960688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 961688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 962688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs rdst[c] = dst[c]; 963688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs dst[c] = temp_temp(pc); 964688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 965688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 966688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 967f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (inst->Instruction.Opcode) { 96868091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs case TGSI_OPCODE_ABS: 96968091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs for (c = 0; c < 4; c++) { 970fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs if (!(mask & (1 << c))) 971fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs continue; 972fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, dst[c], src[0][c]); 97368091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs } 97468091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs break; 9752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_ADD: 9767df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 9777df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 9787df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 9792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_add(pc, dst[c], src[0][c], src[1][c]); 9807df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 9812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 9822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_COS: 9837b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs temp = alloc_temp(pc, NULL); 9847b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 9857b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, temp, temp); 9867df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 9877df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 9887df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 9897b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 9907df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 9912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 9922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP3: 9932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs temp = alloc_temp(pc, NULL); 9942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 9952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 9962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 9977df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 9987df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 9997df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, dst[c], temp); 10017df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, temp); 10032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 10042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP4: 10052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs temp = alloc_temp(pc, NULL); 10062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 10072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 10082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 10092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][3], src[1][3], temp); 10107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10117df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, dst[c], temp); 10147df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, temp); 10162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 101721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_DPH: 101821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs temp = alloc_temp(pc, NULL); 101921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 102021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 102121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 102221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_add(pc, temp, src[1][3], temp); 102321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs for (c = 0; c < 4; c++) { 102421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs if (!(mask & (1 << c))) 102521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs continue; 102621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mov(pc, dst[c], temp); 102721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs } 102821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs free_temp(pc, temp); 102921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 103033e4d30d50344be26398a51365bea1be37487403Ben Skeggs case TGSI_OPCODE_DST: 103133e4d30d50344be26398a51365bea1be37487403Ben Skeggs { 103233e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 10339a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) 10349a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[0], one); 10359a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) 10369a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, dst[1], src[0][1], src[1][1]); 10379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) 10389a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[2], src[0][2]); 10399a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 3)) 10409a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[3], src[1][3]); 104133e4d30d50344be26398a51365bea1be37487403Ben Skeggs FREE(one); 104233e4d30d50344be26398a51365bea1be37487403Ben Skeggs } 104333e4d30d50344be26398a51365bea1be37487403Ben Skeggs break; 10442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_EX2: 1045fbf4027dd9b279ec159906dcad134f71e34aaec8Ben Skeggs temp = alloc_temp(pc, NULL); 10467b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_preex2(pc, temp, src[0][0]); 10477b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 6, temp, temp); 10487df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10497df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10507df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10517b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 10527df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 1053fbf4027dd9b279ec159906dcad134f71e34aaec8Ben Skeggs free_temp(pc, temp); 10542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1055b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FLR: 1056b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1057b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1058b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1059b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, dst[c], src[0][c]); 1060b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1061b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1062b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FRC: 1063b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs temp = alloc_temp(pc, NULL); 1064b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1065b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1066b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1067b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, temp, src[0][c]); 1068b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_sub(pc, dst[c], src[0][c], temp); 1069b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1070b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs free_temp(pc, temp); 1071b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 107201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs case TGSI_OPCODE_LIT: 10737b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_lit(pc, &dst[0], mask, &src[0][0]); 107401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs break; 10752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_LG2: 10767b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs temp = alloc_temp(pc, NULL); 10777b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 3, temp, src[0][0]); 10787df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10797df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10807df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10817b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 10827df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 108421e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs case TGSI_OPCODE_LRP: 108521e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs for (c = 0; c < 4; c++) { 108621e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (!(mask & (1 << c))) 108721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs continue; 108821e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs /*XXX: we can do better than this */ 108921e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs temp = alloc_temp(pc, NULL); 109021e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs emit_neg(pc, temp, src[0][c]); 109121e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs emit_mad(pc, temp, temp, src[2][c], src[2][c]); 109221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], temp); 109321e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs free_temp(pc, temp); 109421e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs } 109521e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs break; 10962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MAD: 10977df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10987df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10997df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], src[2][c]); 11017df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 110352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MAX: 11047df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11057df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11067df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 110752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 4, dst[c], src[0][c], src[1][c]); 11087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 110952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 111052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MIN: 11117df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11137df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 111452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 5, dst[c], src[0][c], src[1][c]); 11157df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 111652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 1117f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_MOV: 11187df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11197df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11207df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 112155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit_mov(pc, dst[c], src[0][c]); 11227df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 112338ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs break; 11242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MUL: 11257df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11267df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11277df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, dst[c], src[0][c], src[1][c]); 11297df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1131ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs case TGSI_OPCODE_POW: 1132ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs temp = alloc_temp(pc, NULL); 1133faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_pow(pc, temp, src[0][0], src[1][0]); 1134ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs for (c = 0; c < 4; c++) { 1135ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs if (!(mask & (1 << c))) 1136ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs continue; 1137ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs emit_mov(pc, dst[c], temp); 1138ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs } 1139ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs free_temp(pc, temp); 1140ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs break; 11412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RCP: 11427df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11437df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11447df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11457b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 0, dst[c], src[0][0]); 11467df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 11482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RSQ: 11497df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11507df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11517df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11527b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 2, dst[c], src[0][0]); 11537df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 11557b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs case TGSI_OPCODE_SCS: 11567b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs temp = alloc_temp(pc, NULL); 11577b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 11587b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 11597b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, dst[0], temp); 11607b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 11617b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, dst[1], temp); 11627b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs break; 1163bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SGE: 1164bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1165bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1166bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 1167bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs emit_set(pc, 6, dst[c], src[0][c], src[1][c]); 1168bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1169bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 11702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SIN: 11717b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs temp = alloc_temp(pc, NULL); 11727b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 11737b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, temp, temp); 11747df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11757df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11767df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11777b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 11787df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1180bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SLT: 1181bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1182bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1183bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 1184bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs emit_set(pc, 1, dst[c], src[0][c], src[1][c]); 1185bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1186bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 11872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SUB: 11887df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11897df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11907df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_sub(pc, dst[c], src[0][c], src[1][c]); 11927df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1194c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_OPCODE_TEX: 11955696267efd6f85d79f5fe511d1a066a17c4d1cccBen Skeggs case TGSI_OPCODE_TXP: 11960d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs { 11970d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs struct nv50_reg *t[4]; 11980d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs struct nv50_program_exec *e; 1199431504b99cd55948522e86a249e656e78598ddbdBen Skeggs 12000d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs alloc_temp4(pc, t, 0); 12010d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit_mov(pc, t[0], src[0][0]); 12020d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit_mov(pc, t[1], src[0][1]); 1203431504b99cd55948522e86a249e656e78598ddbdBen Skeggs 12040d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e = exec(pc); 12050d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e->inst[0] = 0xf6400000; 1206cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs e->inst[0] |= (unit << 9); 12070d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs set_long(pc, e); 12080d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs e->inst[1] |= 0x0000c004; 12090d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs set_dst(pc, t[0], e); 12100d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs emit(pc, e); 1211fd7412a7f1beab8b81ce307b1054331eee102e8bBen Skeggs 12120d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 0)) emit_mov(pc, dst[0], t[0]); 12130d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 1)) emit_mov(pc, dst[1], t[1]); 12140d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 2)) emit_mov(pc, dst[2], t[2]); 12150d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (mask & (1 << 3)) emit_mov(pc, dst[3], t[3]); 1216fd7412a7f1beab8b81ce307b1054331eee102e8bBen Skeggs 12170d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs free_temp4(pc, t); 12180d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs } 1219c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 122021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_XPD: 122121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs temp = alloc_temp(pc, NULL); 12229a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) { 12239a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][2], src[1][1]); 12249a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[0], src[0][1], src[1][2], temp); 12259a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 12269a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) { 12279a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][2]); 12289a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[1], src[0][2], src[1][0], temp); 12299a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 12309a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) { 12319a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][1], src[1][0]); 12329a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[2], src[0][0], src[1][1], temp); 12339a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 123421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs free_temp(pc, temp); 123521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 1236f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_END: 1237f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1238f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1239f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid opcode %d\n", inst->Instruction.Opcode); 1240f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1241f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1242f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1243688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1244688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 124540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 1246688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 1247688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (!(mask & (1 << c))) 1248688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs continue; 124940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e = exec(pc); 125040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 125140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 125240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 125340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 125440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 125540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 125640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((1 << 5) << 14); /* .sat */ 125740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, rdst[c], e); 125840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, dst[c], e); 125940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 1260688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1261688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1262688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 126352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs kill_temp_temp(pc); 1264f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return TRUE; 1265f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1266f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1267f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 1268f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_prep(struct nv50_pc *pc) 1269f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1270f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context p; 1271f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret = FALSE; 1272f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned i, c; 1273f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1274f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&p, pc->p->pipe.tokens); 1275f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&p)) { 1276f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &p.FullToken; 1277f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1278f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&p); 1279f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 1280f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_IMMEDIATE: 1281f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 1282f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_immediate *imm = 1283f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs &p.FullToken.FullImmediate; 1284f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 128533e4d30d50344be26398a51365bea1be37487403Ben Skeggs ctor_immd(pc, imm->u.ImmediateFloat32[0].Float, 128633e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[1].Float, 128733e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[2].Float, 128833e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[3].Float); 1289f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1290f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1291f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_DECLARATION: 1292f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 1293f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_declaration *d; 1294f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned last; 1295f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1296f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d = &p.FullToken.FullDeclaration; 1297bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs last = d->DeclarationRange.Last; 1298f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1299f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (d->Declaration.File) { 1300f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 1301f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr < (last + 1)) 1302f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp_nr = last + 1; 1303f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1304f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 1305f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr < (last + 1)) 1306f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result_nr = last + 1; 1307f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1308f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 1309f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr < (last + 1)) 1310f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr_nr = last + 1; 1311f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1312f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 1313f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr < (last + 1)) 1314f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param_nr = last + 1; 1315f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1316c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 1317c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1318f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1319f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("bad decl file %d\n", 1320f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d->Declaration.File); 1321f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1322f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1323f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1324f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1325f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 1326f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1327f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1328f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1329f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1330f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1331f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1332f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr) { 1333861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->temp = CALLOC(pc->temp_nr * 4, sizeof(struct nv50_reg)); 1334f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->temp) 1335f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1336f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1337f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->temp_nr; i++) { 1338f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1339f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].type = P_TEMP; 1340f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].hw = -1; 1341f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].index = i; 1342f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1343f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1344f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1345f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1346f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr) { 1347fa5cd63f96d2b69ded48d40b9cb7e57c147f7332Ben Skeggs struct nv50_reg *iv = NULL; 1348f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int aid = 0; 1349f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1350861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->attr = CALLOC(pc->attr_nr * 4, sizeof(struct nv50_reg)); 1351f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->attr) 1352f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1353f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1354b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 13558ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs iv = alloc_temp(pc, NULL); 13565a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, iv, iv, NULL); 1357fa5cd63f96d2b69ded48d40b9cb7e57c147f7332Ben Skeggs emit_flop(pc, 0, iv, iv); 13588ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs aid++; 13598ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 13608ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1361f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->attr_nr; i++) { 13628ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs struct nv50_reg *a = &pc->attr[i*4]; 13638ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1364f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1365b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 13668ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs struct nv50_reg *at = 13678ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs alloc_temp(pc, NULL); 13688ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].type = at->type; 13698ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].hw = at->hw; 13708ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].index = at->index; 13718ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } else { 13728ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.vp.attr[aid/32] |= 13738ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs (1 << (aid % 32)); 13748ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].type = P_ATTR; 13758ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].hw = aid++; 13768ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].index = i; 13778ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1378f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 13798ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1380b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type != PIPE_SHADER_FRAGMENT) 13818ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs continue; 13828ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 13835a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, &a[0], &a[0], iv); 13845a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, &a[1], &a[1], iv); 13855a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, &a[2], &a[2], iv); 13865a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs emit_interp(pc, &a[3], &a[3], iv); 1387f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 13888ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 13898ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (iv) 13908ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs free_temp(pc, iv); 1391f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1392f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1393f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr) { 1394f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 1395f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1396861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->result = CALLOC(pc->result_nr * 4, sizeof(struct nv50_reg)); 1397f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->result) 1398f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1399f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1400f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->result_nr; i++) { 1401f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1402b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 14038ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_TEMP; 1404776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = -1; 1405776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } else { 14068ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_RESULT; 1407776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = rid++; 1408776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 1409f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result[i*4+c].index = i; 1410f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1411f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1412f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1413f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1414f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr) { 1415f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 1416f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1417861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->param = CALLOC(pc->param_nr * 4, sizeof(struct nv50_reg)); 1418f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->param) 1419f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1420f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1421f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->param_nr; i++) { 1422f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1423f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].type = P_CONST; 1424f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].hw = rid++; 1425f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].index = i; 1426f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1427f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1428f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1429f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1430f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->immd_nr) { 1431aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs int rid = pc->param_nr * 4; 1432f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1433861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs pc->immd = CALLOC(pc->immd_nr * 4, sizeof(struct nv50_reg)); 1434f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->immd) 1435f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1436f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1437f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->immd_nr; i++) { 1438f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1439f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].type = P_IMMD; 1440f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].hw = rid++; 1441f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].index = i; 1442f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1443f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1444f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1445f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1446f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = TRUE; 1447f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 1448f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&p); 1449f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 1450f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1451f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1452f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 1453f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx(struct nv50_program *p) 1454f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1455f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context parse; 1456f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_pc *pc; 1457f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret; 1458f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1459f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc = CALLOC_STRUCT(nv50_pc); 1460f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc) 1461f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1462f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p = p; 14638ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = 4; 1464f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1465f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_prep(pc); 1466f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 1467f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_cleanup; 1468f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1469f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&parse, pc->p->pipe.tokens); 1470f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&parse)) { 1471f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &parse.FullToken; 1472f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1473f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&parse); 1474f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1475f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 1476f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 1477f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_insn(pc, tok); 1478f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 1479f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1480f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1481f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1482f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1483f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1484f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1485f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1486b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (p->type == PIPE_SHADER_FRAGMENT) { 1487776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs struct nv50_reg out; 1488776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 1489776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs out.type = P_TEMP; 1490776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs for (out.hw = 0; out.hw < pc->result_nr * 4; out.hw++) 1491776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs emit_mov(pc, &out, &pc->result[out.hw]); 1492776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 1493776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 149440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(is_long(pc->p->exec_tail) && !is_immd(pc->p->exec_head)); 149540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs pc->p->exec_tail->inst[1] |= 0x00000001; 149640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 1497aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->param_nr = pc->param_nr * 4; 1498f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd_nr = pc->immd_nr * 4; 1499f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd = pc->immd_buf; 1500f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1501f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 1502f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&parse); 1503f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1504f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_cleanup: 1505f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 1506f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1507f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1508f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 1509f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_validate(struct nv50_context *nv50, struct nv50_program *p) 1510f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1511e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs if (nv50_program_tx(p) == FALSE) 1512e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs assert(0); 1513f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = TRUE; 1514f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1515f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 151622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 1517ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsnv50_program_upload_data(struct nv50_context *nv50, float *map, 1518ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned start, unsigned count) 1519ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs{ 1520ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs while (count) { 1521ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned nr = count > 2047 ? 2047 : count; 1522ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1523ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs BEGIN_RING(tesla, 0x00000f00, 1); 1524ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs OUT_RING ((NV50_CB_PMISC << 0) | (start << 8)); 1525ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs BEGIN_RING(tesla, 0x40000f04, nr); 1526ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs OUT_RINGp (map, nr); 1527ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1528ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs map += nr; 1529ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs start += nr; 1530ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs count -= nr; 1531ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs } 1532ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs} 1533ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1534ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsstatic void 153522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_data(struct nv50_context *nv50, struct nv50_program *p) 153622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 1537aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nouveau_winsys *nvws = nv50->screen->nvws; 1538aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 1539aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs unsigned nr = p->param_nr + p->immd_nr; 154022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1541aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (!p->data && nr) { 1542aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nouveau_resource *heap = nv50->screen->vp_data_heap; 1543aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1544aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (nvws->res_alloc(heap, nr, p, &p->data)) { 1545aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs while (heap->next && heap->size < nr) { 1546aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nv50_program *evict = heap->next->priv; 1547aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs nvws->res_free(&evict->data); 1548aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1549aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1550aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (nvws->res_alloc(heap, nr, p, &p->data)) 1551aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs assert(0); 1552aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1553aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1554aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1555aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->param_nr) { 1556aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs float *map = ws->buffer_map(ws, nv50->constbuf[p->type], 1557aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs PIPE_BUFFER_USAGE_CPU_READ); 1558ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs nv50_program_upload_data(nv50, map, p->data->start, 1559ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->param_nr); 1560aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs ws->buffer_unmap(ws, nv50->constbuf[p->type]); 1561aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1562aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1563ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs if (p->immd_nr) { 1564ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs nv50_program_upload_data(nv50, p->immd, 1565ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->data->start + p->param_nr, 1566ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->immd_nr); 156722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs } 156822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 156922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 157022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 157122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_code(struct nv50_context *nv50, struct nv50_program *p) 157222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 157322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 157440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 1575cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_stateobj *so; 1576cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs const unsigned flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_WR; 1577cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned start, count, *up, *ptr; 1578f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs boolean upload = FALSE; 157922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1580f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!p->buffer) { 158140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->buffer = ws->buffer_create(ws, 0x100, 0, p->exec_size * 4); 1582f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 1583f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs } 158440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 1585aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->data && p->data->start != p->data_start) { 1586aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 1587ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned ei, ci; 1588ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1589aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (e->param.index < 0) 1590aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs continue; 1591ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ei = e->param.shift >> 5; 1592ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ci = e->param.index + p->data->start; 1593ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1594ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] &= ~e->param.mask; 1595ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] |= (ci << e->param.shift); 15961c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs } 15971c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 1598aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->data_start = p->data->start; 1599f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 1600aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1601aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1602f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!upload) 1603bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs return; 1604f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs 16050d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("-------\n"); 1606cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs up = ptr = MALLOC(p->exec_size * 4); 1607aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 16080d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[0]); 16090d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (is_long(e)) 16100d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[1]); 16110d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs 1612cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[0]; 1613cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (is_long(e)) 1614cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[1]; 1615cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs } 1616cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1617e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(4,2); 1618cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_method(so, nv50->screen->tesla, 0x1280, 3); 1619cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_reloc (so, p->buffer, 0, flags | NOUVEAU_BO_HIGH, 0, 0); 1620cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_reloc (so, p->buffer, 0, flags | NOUVEAU_BO_LOW, 0, 0); 1621cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_data (so, (NV50_CB_PUPLOAD << 16) | 0x0800); //(p->exec_size * 4)); 1622cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1623cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start = 0; count = p->exec_size; 1624cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs while (count) { 1625cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_winsys *nvws = nv50->screen->nvws; 1626cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned nr; 1627cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1628cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_emit(nvws, so); 1629cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1630cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(count, 2047); 1631cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(nvws->channel->pushbuf->remaining, nr); 1632cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (nvws->channel->pushbuf->remaining < (nr + 3)) { 1633cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs FIRE_RING(NULL); 1634cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs continue; 1635aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1636cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1637cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs BEGIN_RING(tesla, 0x0f00, 1); 1638cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs OUT_RING ((start << 8) | NV50_CB_PUPLOAD); 1639cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs BEGIN_RING(tesla, 0x40000f04, nr); 1640cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs OUT_RINGp (up + start, nr); 1641cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1642cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start += nr; 1643cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs count -= nr; 164440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs } 1645cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 1646cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs FREE(up); 1647cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_ref(NULL, &so); 164822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 164922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1650f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 1651f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_vertprog_validate(struct nv50_context *nv50) 1652f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1653f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 1654f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->vertprog; 1655f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 1656f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1657f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 1658f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 1659f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 1660f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 1661f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1662f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 166322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_data(nv50, p); 166422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_code(nv50, p); 1665f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1666e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(13, 2); 1667f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_VP_ADDRESS_HIGH, 2); 1668f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1669f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 1670f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1671f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 1672f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x1650, 2); 1673f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[0]); 1674f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[1]); 1675fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_method(so, tesla, 0x16b8, 1); 1676fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_data (so, p->cfg.high_result); 1677f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x16ac, 2); 1678bcbe6baac37915563bc120ad558cd930bc1ddec1Ben Skeggs so_data (so, p->cfg.high_result); //8); 16798ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 1680f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x140c, 1); 1681f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 0); /* program start offset */ 1682bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.vertprog); 1683f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1684f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1685f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 1686f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_fragprog_validate(struct nv50_context *nv50) 1687f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1688f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 1689f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->fragprog; 1690f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 1691f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1692f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 1693f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 1694f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 1695f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 1696f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1697f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 169855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_data(nv50, p); 169955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_code(nv50, p); 1700f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1701585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so = so_new(64, 2); 1702f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_FP_ADDRESS_HIGH, 2); 1703f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1704f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 1705f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1706f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 1707585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x1904, 4); 1708585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x01040404); /* p: 0x01000404 */ 1709585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000004); 1710585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 1711585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 1712fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_method(so, tesla, 0x16bc, 3); /*XXX: fixme */ 1713585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x03020100); 1714585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x07060504); 1715fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_data (so, 0x0b0a0908); 1716585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x1988, 2); 1717bcbe6baac37915563bc120ad558cd930bc1ddec1Ben Skeggs so_data (so, 0x08080408); //0x08040404); /* p: 0x0f000401 */ 17188ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 17198ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_method(so, tesla, 0x1414, 1); 17208ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, 0); /* program start offset */ 1721bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.fragprog); 1722f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1723f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1724f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 1725f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_destroy(struct nv50_context *nv50, struct nv50_program *p) 1726f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 172700b15c9f40944d94aa28a441edd7ebb51577d9baBen Skeggs struct pipe_screen *pscreen = nv50->pipe.screen; 1728f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 172940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs while (p->exec_head) { 173040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = p->exec_head; 173140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 173240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e->next; 173340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs FREE(e); 1734f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 173540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = NULL; 173640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size = 0; 1737f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1738f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (p->buffer) 173900b15c9f40944d94aa28a441edd7ebb51577d9baBen Skeggs pipe_buffer_reference(pscreen, &p->buffer, NULL); 1740f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 17417c745de74997e859d7e2640092bda9ad900e28a9Ben Skeggs nv50->screen->nvws->res_free(&p->data); 17427c745de74997e859d7e2640092bda9ad900e28a9Ben Skeggs 1743f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = 0; 1744f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1745f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1746