nv50_program.c revision 6516594c8eec1088ee59e7c3254b2fdced2ff04b
1857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs/* 2857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Copyright 2008 Ben Skeggs 3857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 4857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 5857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * copy of this software and associated documentation files (the "Software"), 6857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * to deal in the Software without restriction, including without limitation 7857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 9857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Software is furnished to do so, subject to the following conditions: 10857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 11857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * The above copyright notice and this permission notice shall be included in 12857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * all copies or substantial portions of the Software. 13857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 14857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 18857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF 19857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 20857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * SOFTWARE. 21857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs */ 22857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs 23f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_context.h" 24f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_defines.h" 25f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_state.h" 26f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_inlines.h" 27f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 28f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_shader_tokens.h" 29fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_parse.h" 30fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_util.h" 31f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 32f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_context.h" 33f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 34f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#define NV50_SU_MAX_TEMP 64 35b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs//#define NV50_PROGRAM_DUMP 36f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs/* ARL - gallium craps itself on progs/vp/arl.txt 3821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 3921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * MSB - Like MAD, but MUL+SUB 4021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * - Fuck it off, introduce a way to negate args for ops that 4121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * support it. 4221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 43ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Look into inlining IMMD for ops other than MOV (make it general?) 4433e4d30d50344be26398a51365bea1be37487403Ben Skeggs * - Maybe even relax restrictions a bit, can't do P_RESULT + P_IMMD, 4533e4d30d50344be26398a51365bea1be37487403Ben Skeggs * but can emit to P_TEMP first - then MOV later. NVIDIA does this 46ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * 472fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * In ops such as ADD it's possible to construct a bad opcode in the !is_long() 482fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * case, if the emit_src() causes the inst to suddenly become long. 492fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * 50ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Verify half-insns work where expected - and force disable them where they 51ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * don't work - MUL has it forcibly disabled atm as it fixes POW.. 52afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * 53afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * FUCK! watch dst==src vectors, can overwrite components that are needed. 54afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * ie. SUB R0, R0.yzxw, R0 55776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs * 56b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * Things to check with renouveau: 57b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * FP attr/result assignment - how? 586d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * attrib 596d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16bc maps vp output onto fp hpos 606d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16c0 maps vp output onto fp col0 616d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * result 626d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - colr always 0-3 636d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - depr always 4 646d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16bc->0x16e8 --> some binding between vp/fp regs 656d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16b8 --> VP output count 666d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 676d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1298 --> "MOV rcol.x, fcol.y" "MOV depr, fcol.y" = 0x00000005 686d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * "MOV rcol.x, fcol.y" = 0x00000004 696d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x19a8 --> as above but 0x00000100 and 0x00000000 706d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x00100000 used when KIL used 716d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x196c --> as above but 0x00000011 and 0x00000000 726d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 736d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1988 --> 0xXXNNNNNN 746d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - XX == FP high something 7521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs */ 76f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_reg { 77f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs enum { 78f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_TEMP, 79f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_ATTR, 80f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_RESULT, 81f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_CONST, 82f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_IMMD 83f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } type; 84f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int index; 85f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 86f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int hw; 8738ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs int neg; 88bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 89dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int rhw; /* result hw for FP outputs, or interpolant index */ 90bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller int acc; /* instruction where this reg is last read (first insn == 1) */ 91f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 92f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 93f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_pc { 94f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p; 95f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 96f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* hw resources */ 97f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r_temp[NV50_SU_MAX_TEMP]; 98f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 99f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* tgsi resources */ 100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *temp; 101f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int temp_nr; 102f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *attr; 103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int attr_nr; 104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *result; 105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int result_nr; 106f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *param; 107f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int param_nr; 108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *immd; 109f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs float *immd_buf; 110f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int immd_nr; 1112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 11221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs struct nv50_reg *temp_temp[16]; 1132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs unsigned temp_temp_nr; 114bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 115234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* broadcast and destination replacement regs */ 116234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *r_brdc; 117234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *r_dst[4]; 118234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 119e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned interp_mode[32]; 120dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* perspective interpolation registers */ 121dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv_p; 122dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv_c; 123e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 124bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller /* current instruction and total number of insns */ 125bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_cur; 126bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_nr; 127d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller 128d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller boolean allow32; 129f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 130f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 131e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumillerstatic INLINE void 132e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumillerctor_reg(struct nv50_reg *reg, unsigned type, int index, int hw) 133e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller{ 134e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->type = type; 135e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->index = index; 136e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->hw = hw; 137e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->neg = 0; 138e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->rhw = -1; 139e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->acc = 0; 140e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller} 141e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller 1426516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumillerstatic INLINE unsigned 1436516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumillerpopcnt4(uint32_t val) 1446516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller{ 1456516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller static const unsigned cnt[16] 1466516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller = { 0, 1, 1, 2, 1, 2, 2, 3, 1, 2, 2, 3, 2, 3, 3, 4 }; 1476516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller return cnt[val & 0xf]; 1486516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller} 1496516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 150f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 151f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_reg(struct nv50_pc *pc, struct nv50_reg *reg) 152f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 153f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller int i = 0; 154f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 155fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (reg->type == P_RESULT) { 156fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (pc->p->cfg.high_result < (reg->hw + 1)) 157fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs pc->p->cfg.high_result = reg->hw + 1; 158fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs } 159fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs 1608ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->type != P_TEMP) 161f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 162f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1638ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->hw >= 0) { 1648ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs /*XXX: do this here too to catch FP temp-as-attr usage.. 1658ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs * not clean, but works */ 1668ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (reg->hw + 1)) 1678ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = reg->hw + 1; 1688ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs return; 1698ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1708ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 171f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (reg->rhw != -1) { 172f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller /* try to allocate temporary with index rhw first */ 173f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (!(pc->r_temp[reg->rhw])) { 174f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->r_temp[reg->rhw] = reg; 175f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller reg->hw = reg->rhw; 176f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->cfg.high_temp < (reg->rhw + 1)) 177f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->p->cfg.high_temp = reg->rhw + 1; 178f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller return; 179f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 180f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller /* make sure we don't get things like $r0 needs to go 181f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller * in $r1 and $r1 in $r0 182f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller */ 183f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller i = pc->result_nr * 4; 184f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 185f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller 186f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller for (; i < NV50_SU_MAX_TEMP; i++) { 187f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!(pc->r_temp[i])) { 188f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = reg; 189f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs reg->hw = i; 1908ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (i + 1)) 1918ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = i + 1; 192f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 193f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 194f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 195f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 196f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 197f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 198f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 199f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 200f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_temp(struct nv50_pc *pc, struct nv50_reg *dst) 201f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 202f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r; 203f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 204f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 205f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (dst && dst->type == P_TEMP && dst->hw == -1) 206f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return dst; 207f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 208f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 209f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->r_temp[i]) { 210e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller r = MALLOC_STRUCT(nv50_reg); 211e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(r, P_TEMP, -1, i); 212f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = r; 213f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return r; 214f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 215f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 216f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 217f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 218f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 219f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 220f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 221dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller/* Assign the hw of the discarded temporary register src 222dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller * to the tgsi register dst and free src. 223dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller */ 224dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerstatic void 225dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerassimilate_temp(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 226dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller{ 227dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assert(src->index == -1 && src->hw != -1); 228dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 229dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (dst->hw != -1) 230dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller pc->r_temp[dst->hw] = NULL; 231dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller pc->r_temp[src->hw] = dst; 232dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller dst->hw = src->hw; 233dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 234dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller FREE(src); 235dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller} 236dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 2377ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller/* release the hardware resource held by r */ 2387ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumillerstatic void 2397ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumillerrelease_hw(struct nv50_pc *pc, struct nv50_reg *r) 2407ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller{ 2417ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller assert(r->type == P_TEMP); 2427ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (r->hw == -1) 2437ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller return; 2447ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 2457ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller assert(pc->r_temp[r->hw] == r); 2467ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller pc->r_temp[r->hw] = NULL; 2477ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 2487ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller r->acc = 0; 2497ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (r->index == -1) 2507ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller FREE(r); 2517ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller} 2527ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 253f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 254f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsfree_temp(struct nv50_pc *pc, struct nv50_reg *r) 255f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 256f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (r->index == -1) { 257619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs unsigned hw = r->hw; 258619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs 259619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs FREE(pc->r_temp[hw]); 260619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs pc->r_temp[hw] = NULL; 261f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 262f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 263f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2643f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic int 2653f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsalloc_temp4(struct nv50_pc *pc, struct nv50_reg *dst[4], int idx) 2663f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2673f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2683f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2693f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if ((idx + 4) >= NV50_SU_MAX_TEMP) 2703f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 1; 2713f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2723f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if (pc->r_temp[idx] || pc->r_temp[idx + 1] || 2733f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + 2] || pc->r_temp[idx + 3]) 274a2af40b846e0b510887aaf15c2777387a3caae62Christoph Bumiller return alloc_temp4(pc, dst, idx + 4); 2753f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2763f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) { 277e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller dst[i] = MALLOC_STRUCT(nv50_reg); 278e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(dst[i], P_TEMP, -1, idx + i); 2793f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + i] = dst[i]; 2803f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs } 2813f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2823f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 0; 2833f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2843f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2853f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic void 2863f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsfree_temp4(struct nv50_pc *pc, struct nv50_reg *reg[4]) 2873f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2883f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2893f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2903f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) 2913f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs free_temp(pc, reg[i]); 2923f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2933f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 294f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 2952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggstemp_temp(struct nv50_pc *pc) 2962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 29721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (pc->temp_temp_nr >= 16) 2982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs assert(0); 2992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 3002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp[pc->temp_temp_nr] = alloc_temp(pc, NULL); 3012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return pc->temp_temp[pc->temp_temp_nr++]; 3022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 3032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 3042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 3052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggskill_temp_temp(struct nv50_pc *pc) 3062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 3072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs int i; 3082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 3092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs for (i = 0; i < pc->temp_temp_nr; i++) 3102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, pc->temp_temp[i]); 3112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp_nr = 0; 3122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 3132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 31433e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic int 31533e4d30d50344be26398a51365bea1be37487403Ben Skeggsctor_immd(struct nv50_pc *pc, float x, float y, float z, float w) 31633e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 317f1aa2a43b7588aaca3ef175c8cc5366414cac2f8Christoph Bumiller pc->immd_buf = REALLOC(pc->immd_buf, (pc->immd_nr * 4 * sizeof(float)), 318861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs (pc->immd_nr + 1) * 4 * sizeof(float)); 31933e4d30d50344be26398a51365bea1be37487403Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 0] = x; 320686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 1] = y; 321686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 2] = z; 322686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 3] = w; 32333e4d30d50344be26398a51365bea1be37487403Ben Skeggs 32433e4d30d50344be26398a51365bea1be37487403Ben Skeggs return pc->immd_nr++; 32533e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 32633e4d30d50344be26398a51365bea1be37487403Ben Skeggs 32733e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic struct nv50_reg * 32833e4d30d50344be26398a51365bea1be37487403Ben Skeggsalloc_immd(struct nv50_pc *pc, float f) 32933e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 330e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller struct nv50_reg *r = MALLOC_STRUCT(nv50_reg); 33133e4d30d50344be26398a51365bea1be37487403Ben Skeggs unsigned hw; 33233e4d30d50344be26398a51365bea1be37487403Ben Skeggs 3337e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller for (hw = 0; hw < pc->immd_nr * 4; hw++) 3347e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (pc->immd_buf[hw] == f) 3357e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller break; 3367e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 3377e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (hw == pc->immd_nr * 4) 3387e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller hw = ctor_immd(pc, f, -f, 0.5 * f, 0) * 4; 3397e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 340e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(r, P_IMMD, -1, hw); 34133e4d30d50344be26398a51365bea1be37487403Ben Skeggs return r; 34233e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 34333e4d30d50344be26398a51365bea1be37487403Ben Skeggs 34440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic struct nv50_program_exec * 34540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsexec(struct nv50_pc *pc) 34640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs{ 34740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = CALLOC_STRUCT(nv50_program_exec); 34840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 3491c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = -1; 35040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs return e; 35140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs} 35240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 35355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 35440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsemit(struct nv50_pc *pc, struct nv50_program_exec *e) 35555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 35655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_program *p = pc->p; 35755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (p->exec_tail) 35940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail->next = e; 36040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (!p->exec_head) 36140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e; 36240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = e; 36340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size += (e->inst[0] & 1) ? 2 : 1; 36455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 36555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic INLINE void set_long(struct nv50_pc *, struct nv50_program_exec *); 36755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 36940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_long(struct nv50_program_exec *e) 37055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 37140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 1) 37255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 37355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 37455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 37555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 37655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 37740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_immd(struct nv50_program_exec *e) 37855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 37940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && (e->inst[1] & 3) == 3) 38055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 38155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 38255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 38355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 38455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 38540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred(struct nv50_pc *pc, unsigned pred, unsigned idx, 38640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 38755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 38840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 38940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x1f << 7) | (0x3 << 12)); 39040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (pred << 7) | (idx << 12); 39155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 39255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 39355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 39440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred_wr(struct nv50_pc *pc, unsigned on, unsigned idx, 39540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 39655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 39740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 39840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x3 << 4) | (1 << 6)); 39940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (idx << 4) | (on << 6); 40055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 40155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 40340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_long(struct nv50_pc *pc, struct nv50_program_exec *e) 40455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 40540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 40655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return; 40755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 1; 40940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0xf, 0, e); 41040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 41155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 41255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 41355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 41440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_dst(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_program_exec *e) 41555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 41655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type == P_RESULT) { 41740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 41840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000008; 41955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 42055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, dst); 42240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (dst->hw << 2); 42355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 42455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 42640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_immd(struct nv50_pc *pc, struct nv50_reg *imm, struct nv50_program_exec *e) 42755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 428c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller float f = pc->immd_buf[imm->hw]; 429c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller unsigned val = fui(imm->neg ? -f : f); 43055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 43140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 43255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: can't be predicated - bits overlap.. catch cases where both 43355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * are required and avoid them. */ 43440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0, 0, e); 43540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 43655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 43740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000002 | 0x00000001; 43840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (val & 0x3f) << 16; 43940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (val >> 6) << 2; 44055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 44155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 442e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 443e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_LINEAR 0 444e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_FLAT 1 445e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_PERSPECTIVE 2 446e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_CENTROID 4 447e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 448dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller/* interpolant index has been stored in dst->rhw */ 44955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 450dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumilleremit_interp(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *iv, 451dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mode) 4528ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs{ 453dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller assert(dst->rhw != -1); 45440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 4558ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 45640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x80000000; 45740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 458dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (dst->rhw << 16); 459dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 460dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_FLAT) { 461dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 8); 462dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } else { 463dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_PERSPECTIVE) { 464dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 25); 465dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller alloc_reg(pc, iv); 466dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (iv->hw << 9); 467dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 468dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 469dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_CENTROID) 470dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 24); 4715a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs } 4728ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 47340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 4748ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs} 4758ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 4768ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsstatic void 4771c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggsset_data(struct nv50_pc *pc, struct nv50_reg *src, unsigned m, unsigned s, 4781c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs struct nv50_program_exec *e) 4792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 48040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4811c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 4821c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = src->hw; 4831c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.shift = s; 4841c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.mask = m << (s % 32); 48594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 48694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller e->inst[1] |= (((src->type == P_IMMD) ? 0 : 1) << 22); 4872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 49055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit_mov(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 49155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 49240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 49355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 49440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x10000000; 49555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 49640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 49755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 498708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (pc->allow32 && dst->type != P_RESULT && src->type == P_IMMD) { 49940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_immd(pc, src, e); 50055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: 32-bit, but steals part of "half" reg space - need to 50155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * catch and handle this case if/when we do half-regs 50255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 50355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else 50455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD || src->type == P_CONST) { 50540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 5061c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 9, e); 50740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x20000000; /* src0 const? */ 50855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 50955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_ATTR) { 51040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 51140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 51255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 51355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 51455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, src); 51540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 51655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 51755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 51840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && !is_immd(e)) { 51940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32-bit */ 520d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[1] |= 0x0000c000; /* "subsubop" 0x3 */ 521d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller if (!(e->inst[1] & 0x20000000)) 522d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[1] |= 0x00030000; /* "subsubop" 0xf */ 523d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller } else 524d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[0] |= 0x00008000; 52555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 52640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 52755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 52855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 5294a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumillerstatic INLINE void 5304a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumilleremit_mov_immdval(struct nv50_pc *pc, struct nv50_reg *dst, float f) 5314a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller{ 5324a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller struct nv50_reg *imm = alloc_immd(pc, f); 5334a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov(pc, dst, imm); 5344a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller FREE(imm); 5354a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller} 5364a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller 537f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 5382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggscheck_swap_src_0_1(struct nv50_pc *pc, 5392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg **s0, struct nv50_reg **s1) 5402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src0 = *s0, *src1 = *s1; 5422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type == P_CONST) { 5442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type != P_CONST) { 5452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 5462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 5472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 5482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type == P_ATTR) { 5512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type != P_ATTR) { 5522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 5532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 5542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 5552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return FALSE; 5592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 56240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_0(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 56540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 56640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 5672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5682a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 5692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5722a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 57640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 5772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 58040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_1(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 58940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x00800000)); 59040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x01000000) { 59134a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 59234a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 59334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 59434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 59534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 5961c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 16, e); 59740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00800000; 59834a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 5992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 6002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 60240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 6032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 60640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_2(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 6072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 60840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 6092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 6112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 6122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 6142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 6152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 6162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 61740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x01000000)); 61840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x00800000) { 61934a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 62034a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 62134a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 62234a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 62334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 6241c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 32+14, e); 62540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x01000000; 62634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 6272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 6282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 63040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (src->hw << 14); 6312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 6342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mul(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 6352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 6362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 63740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 63940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xc0000000; 6402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 641708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (!pc->allow32) 642708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_long(pc, e); 643708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 6442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 64540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 64640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 647c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src1->type == P_IMMD && !is_long(e)) { 648c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg) 649c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[0] |= 0x00008000; 650708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_immd(pc, src1, e); 651c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } else { 652708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_src_1(pc, src1, e); 653c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg ^ src1->neg) { 654c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (is_long(e)) 655c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x08000000; 656c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else 657c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[0] |= 0x00008000; 658c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 659c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 6602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 66140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 66552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_add(struct nv50_pc *pc, struct nv50_reg *dst, 66652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 6672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 66840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 67040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 6712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 672c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller check_swap_src_0_1(pc, &src0, &src1); 673c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 674c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (!pc->allow32 || src0->neg || src1->neg) { 675708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_long(pc, e); 676c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= (src0->neg << 26) | (src1->neg << 27); 677c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 678708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 67940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 68040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 681c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src1->type == P_CONST || src1->type == P_ATTR || is_long(e)) 68240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 68352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs else 684708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (src1->type == P_IMMD) 685708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_immd(pc, src1, e); 686708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller else 68740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 68852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 68940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 69052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs} 69152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 69252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsstatic void 69352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_minmax(struct nv50_pc *pc, unsigned sub, struct nv50_reg *dst, 69452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 69552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs{ 69640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 69752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 69840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 69940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 70040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 70152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 70252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 70340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 70440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 70540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 7062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 70740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 710c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic INLINE void 7112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_sub(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 7122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 7132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 714c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src1->neg ^= 1; 715c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_add(pc, dst, src0, src1); 716c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src1->neg ^= 1; 7172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 7202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mad(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 7212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 7222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 72340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 72540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 7262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 72840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 72940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 73040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 73140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 7322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 733c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg ^ src1->neg) 734c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x04000000; 735c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src2->neg) 736c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x08000000; 737c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 73840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 741c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic INLINE void 74221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsemit_msb(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 74321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 74421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs{ 745c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src2->neg ^= 1; 746c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_mad(pc, dst, src0, src1, src2); 747c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src2->neg ^= 1; 74821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs} 74921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 75021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsstatic void 7512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_flop(struct nv50_pc *pc, unsigned sub, 7522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *dst, struct nv50_reg *src) 7532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 75440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 75640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x90000000; 75752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs if (sub) { 75840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 75940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 76052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs } 7612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 76240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 76340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 7642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 76540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7662a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 768d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsstatic void 769d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsemit_preex2(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 770d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs{ 77140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 772d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 77340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 774d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 77540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 77640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 77740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 77840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29) | 0x00004000; 779d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 78040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 781d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs} 782faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 783bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsstatic void 7847b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_precossin(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 7857b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs{ 78640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7877b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 78840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 7897b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 79040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 79140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 79240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 79340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); 7947b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 79540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7967b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs} 7977b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 79887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_RN 0x01 79987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_FLOOR 0x03 80087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_CEIL 0x05 80187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_TRUNC 0x07 80287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_SAT 0x08 80387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_ABS 0x10 80487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 8052b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x04 == 32 bit */ 8062b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x40 == dst is float */ 8072b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x80 == src is float */ 80887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_F32 0xc4 80987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_S32 0x44 81087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_U32 0x64 81187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_S32_F32 0x8c 81287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_S32_S32 0x0c 81387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_F32_ROP 0xcc 81487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 81587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic void 81687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumilleremit_cvt(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src, 8172b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller int wp, unsigned cvn, unsigned fmt) 81887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller{ 81987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller struct nv50_program_exec *e; 82087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 82187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e = exec(pc); 82287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_long(pc, e); 82387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 82487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[0] |= 0xa0000000; 82587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= 0x00004000; 8262b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= (cvn << 16); 82787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= (fmt << 24); 82887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_src_0(pc, src, e); 82987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 83087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller if (wp >= 0) 83187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_pred_wr(pc, 1, wp, e); 83287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 83387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller if (dst) 83487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_dst(pc, dst, e); 83587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller else { 83687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[0] |= 0x000001fc; 83787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= 0x00000008; 83887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller } 83987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 84087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit(pc, e); 84187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller} 84287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 8432b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* nv50 Condition codes: 8442b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x1 = LT 8452b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x2 = EQ 8462b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x3 = LE 8472b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x4 = GT 8482b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x5 = NE 8492b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x6 = GE 8502b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x7 = set condition code ? (used before bra.lt/le/gt/ge) 8512b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x8 = unordered bit (allows NaN) 8522b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller */ 8537b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsstatic void 8542b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumilleremit_set(struct nv50_pc *pc, unsigned ccode, struct nv50_reg *dst, int wp, 855bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 856bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs{ 85740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 858bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *rdst; 859bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 8602b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller assert(ccode < 16); 861bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 8622b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller ccode = ccode ^ 0x7; 863bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 864bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs rdst = dst; 8652b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (dst && dst->type != P_TEMP) 866bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs dst = alloc_temp(pc, NULL); 867bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 868bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* set.u32 */ 86940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 87040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 8712b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x60000000 | (ccode << 14); 8722b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 8732b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller /* XXX: decuda will disasm as .u16 and use .lo/.hi regs, but 8742b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * that doesn't seem to match what the hw actually does 8752b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x04000000; << breaks things, u32 by default ? 876bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs */ 8772b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 8782b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (wp >= 0) 8792b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller set_pred_wr(pc, 1, wp, e); 8802b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (dst) 8812b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller set_dst(pc, dst, e); 8822b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller else { 8832b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[0] |= 0x000001fc; 8842b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x00000008; 8852b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller } 8862b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 88740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 88840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 889bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 89040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 891bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 8922b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller /* cvt.f32.u32/s32 (?) if we didn't only write the predicate */ 8932b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (rdst) 8942b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller emit_cvt(pc, rdst, dst, -1, CVTOP_ABS | CVTOP_RN, CVT_F32_S32); 8952b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (rdst && rdst != dst) 896bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs free_temp(pc, dst); 897bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs} 898d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 8992b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumillerstatic INLINE unsigned 9002b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumillermap_tgsi_setop_cc(unsigned op) 9012b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller{ 9022b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller switch (op) { 9032b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLT: return 0x1; 9042b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGE: return 0x6; 9052b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SEQ: return 0x2; 9062b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGT: return 0x4; 9072b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLE: return 0x3; 9082b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SNE: return 0xd; 9092b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller default: 9102b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller assert(0); 9112b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller return 0; 9122b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller } 9132b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller} 9142b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 91587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic INLINE void 916b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsemit_flr(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 917b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs{ 91887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_FLOOR, CVT_F32_F32_ROP); 919b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs} 920b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs 921faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsstatic void 922faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsemit_pow(struct nv50_pc *pc, struct nv50_reg *dst, 923faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *v, struct nv50_reg *e) 924faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs{ 925faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *temp = alloc_temp(pc, NULL); 926faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 927faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 3, temp, v); 928faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_mul(pc, temp, temp, e); 929faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_preex2(pc, temp, temp); 930faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 6, dst, temp); 931faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 932faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs free_temp(pc, temp); 933faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs} 934faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 93587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic INLINE void 936fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsemit_abs(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 937fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 93887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_ABS, CVT_F32_F32); 939fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 940fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 941234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic INLINE void 942234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumilleremit_sat(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 943234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 944234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_SAT, CVT_F32_F32); 945234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 946234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 94701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggsstatic void 9487b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_lit(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 9497b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs struct nv50_reg **src) 95001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs{ 95101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 95201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *zero = alloc_immd(pc, 0.0); 95301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *neg128 = alloc_immd(pc, -127.999999); 95401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *pos128 = alloc_immd(pc, 127.999999); 95501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *tmp[4]; 956708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller boolean allow32 = pc->allow32; 957708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 958708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller pc->allow32 = FALSE; 95901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9607b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (3 << 1)) { 961dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller tmp[0] = alloc_temp(pc, NULL); 9627b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[0], src[0], zero); 9637b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 96401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9657b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 2)) { 96640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 1, 0, pc->p->exec_tail); 96701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9687b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[1] = temp_temp(pc); 9697b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[1], src[1], zero); 97001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9717b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[3] = temp_temp(pc); 9727b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[3], src[3], neg128); 9737b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 5, tmp[3], tmp[3], pos128); 97401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9757b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_pow(pc, dst[2], tmp[1], tmp[3]); 9767b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[2], zero); 97740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 3, 0, pc->p->exec_tail); 9787b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 9799417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 980dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 1)) 981dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assimilate_temp(pc, dst[1], tmp[0]); 982dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller else 983dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 2)) 984dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller free_temp(pc, tmp[0]); 985dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 986708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller pc->allow32 = allow32; 987708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 988dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller /* do this last, in case src[i,j] == dst[0,3] */ 989dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 0)) 990dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller emit_mov(pc, dst[0], one); 991dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 992dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 3)) 993dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller emit_mov(pc, dst[3], one); 994dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 9959417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pos128); 9969417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(neg128); 9979417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(zero); 9989417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(one); 99901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs} 100001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 100131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsstatic void 100231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsemit_neg(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 100331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs{ 100440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 100531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 100640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 100740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xa0000000; /* delta */ 100840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (7 << 29); /* delta */ 100940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* negate arg0? probably not */ 101040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 101140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 101240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 101331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 101440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 101531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs} 101631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 1017d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsstatic void 1018d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsemit_kil(struct nv50_pc *pc, struct nv50_reg *src) 1019d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs{ 1020d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs struct nv50_program_exec *e; 1021d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs const int r_pred = 1; 1022d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 1023d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* Sets predicate reg ? */ 1024d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 1025d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0xa00001fd; 1026d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[1] = 0xc4014788; 1027d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_src_0(pc, src, e); 1028d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred_wr(pc, 1, r_pred, e); 1029c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src->neg) 1030c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x20000000; 1031d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 1032d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 1033d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* This is probably KILP */ 1034d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 1035d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0x000001fe; 1036d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_long(pc, e); 1037d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred(pc, 1 /* LT? */, r_pred, e); 1038d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 1039d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs} 1040d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 104144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumillerstatic void 10423accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumilleremit_tex(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 10433accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_reg **src, unsigned unit, unsigned type, boolean proj) 10443accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller{ 10453accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_reg *temp, *t[4]; 10463accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_program_exec *e; 10473accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10483accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller unsigned c, mode, dim; 10493accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10503accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller switch (type) { 10513accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_1D: 10523accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 1; 10533accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10543accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_UNKNOWN: 10553accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_2D: 10563accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOW1D: /* XXX: x, z */ 10573accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_RECT: 10583accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 2; 10593accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10603accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_3D: 10613accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_CUBE: 10623accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOW2D: 10633accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOWRECT: /* XXX */ 10643accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 3; 10653accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10663accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller default: 10673accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller assert(0); 10683accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10693accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10703accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 1071a2af40b846e0b510887aaf15c2777387a3caae62Christoph Bumiller /* some cards need t[0]'s hw index to be a multiple of 4 */ 10723accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller alloc_temp4(pc, t, 0); 10733accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10743accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (proj) { 10753accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (src[0]->type == P_TEMP && src[0]->rhw != -1) { 10763accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller mode = pc->interp_mode[src[0]->index]; 10773accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10783accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller t[3]->rhw = src[3]->rhw; 10793accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_interp(pc, t[3], NULL, (mode & INTERP_CENTROID)); 10803accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, t[3], t[3]); 10813accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10823accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) { 10833accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller t[c]->rhw = src[c]->rhw; 10843accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_interp(pc, t[c], t[3], 10853accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller (mode | INTERP_PERSPECTIVE)); 10863accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10873accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 10883accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, t[3], src[3]); 10893accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) 10903accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mul(pc, t[c], src[c], t[3]); 10913accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10923accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller /* XXX: for some reason the blob sometimes uses MAD: 10933accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * emit_mad(pc, t[c], src[0][c], t[3], t[3]) 10943accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * pc->p->exec_tail->inst[1] |= 0x080fc000; 10953accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller */ 10963accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10973accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 10983accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (type == TGSI_TEXTURE_CUBE) { 10993accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller temp = temp_temp(pc); 11003accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_minmax(pc, 4, temp, src[0], src[1]); 11013accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_minmax(pc, 4, temp, temp, src[2]); 11023accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, temp, temp); 11033accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < 3; c++) 11043accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mul(pc, t[c], src[c], temp); 11053accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 11063accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) 11073accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mov(pc, t[c], src[c]); 11083accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 11093accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 11103accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11113accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e = exec(pc); 11123accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller set_long(pc, e); 11133accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0xf0000000; 11143accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[1] |= 0x00000004; 11153accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller set_dst(pc, t[0], e); 11163accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= (unit << 9); 11173accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11183accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (dim == 2) 11193accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0x00400000; 11203accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller else 11213accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (dim == 3) 11223accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0x00800000; 11233accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11243accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= (mask & 0x3) << 25; 11253accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[1] |= (mask & 0xc) << 12; 11263accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11273accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit(pc, e); 11283accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11293accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#if 1 11303accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 1) emit_mov(pc, dst[0], t[0]); 11313accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 2) emit_mov(pc, dst[1], t[1]); 11323accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 4) emit_mov(pc, dst[2], t[2]); 11333accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 8) emit_mov(pc, dst[3], t[3]); 11343accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11353accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller free_temp4(pc, t); 11363accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#else 11373accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller /* XXX: if p.e. MUL is used directly after TEX, it would still use 11383accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * the texture coordinates, not the fetched values: latency ? */ 11393accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11403accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < 4; c++) { 11413accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & (1 << c)) 11423accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller assimilate_temp(pc, dst[c], t[c]); 11433accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller else 11443accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller free_temp(pc, t[c]); 11453accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 11463accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#endif 11473accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller} 11483accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11493accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumillerstatic void 115044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumillerconvert_to_long(struct nv50_pc *pc, struct nv50_program_exec *e) 115144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller{ 115244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller unsigned q = 0, m = ~0; 115344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 115444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(!is_long(e)); 115544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 115644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller switch (e->inst[0] >> 28) { 115744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x1: 115844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MOV */ 115944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = 0x0403c000; 116044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = 0xffff7fff; 116144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 116244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x8: 11638b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller /* INTERP (move centroid, perspective and flat bits) */ 11648b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller m = ~0x03000100; 11658b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller q = (e->inst[0] & (3 << 24)) >> (24 - 16); 11668b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller q |= (e->inst[0] & (1 << 8)) << (18 - 8); 116744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 116844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x9: 116944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* RCP */ 117044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 117144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xB: 117244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* ADD */ 117344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~(127 << 16); 117444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & (~m)) >> 2); 117544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 117644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xC: 117744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MUL */ 117844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~0x00008000; 117944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & (~m)) << 12); 118044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 118144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xE: 118244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MAD (if src2 == dst) */ 118344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & 0x1fc) << 12); 118444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 118544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller default: 118644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(0); 118744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 118844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 118944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 119044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller set_long(pc, e); 119144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller pc->p->exec_size++; 119244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 119344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e->inst[0] &= m; 119444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e->inst[1] |= q; 119544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller} 119644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 1197c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic boolean 1198c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillernegate_supported(const struct tgsi_full_instruction *insn, int i) 1199c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller{ 1200c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller switch (insn->Instruction.Opcode) { 1201c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_DP3: 1202c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_DP4: 1203c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_MUL: 1204c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_KIL: 1205c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_ADD: 1206c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_SUB: 1207c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_MAD: 1208c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return TRUE; 1209c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_POW: 1210c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return (i == 1) ? TRUE : FALSE; 1211c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller default: 1212c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return FALSE; 1213c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 1214c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller} 1215c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 12165d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller/* Return a read mask for source registers deduced from opcode & write mask. */ 12175d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumillerstatic unsigned 12185d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumillernv50_tgsi_src_mask(const struct tgsi_full_instruction *insn, int c) 12195d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller{ 12205d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller unsigned x, mask = insn->FullDstRegisters[0].DstRegister.WriteMask; 12215d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12225d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller switch (insn->Instruction.Opcode) { 12235d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_COS: 12245d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_SIN: 12255d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return (mask & 0x8) | ((mask & 0x7) ? 0x1 : 0x0); 12265d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DP3: 12275d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0x7; 12285d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DP4: 12295d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DPH: 12305d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_KIL: /* WriteMask ignored */ 12315d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0xf; 12325d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DST: 12335d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask & (c ? 0xa : 0x6); 12345d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_EX2: 12355d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_LG2: 12365d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_POW: 12375d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_RCP: 12385d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_RSQ: 12395d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_SCS: 12405d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0x1; 12415d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_LIT: 12425d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0xb; 12435d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_TEX: 12445d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_TXP: 12455d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller { 12465d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller const struct tgsi_instruction_ext_texture *tex; 12475d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12485d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller assert(insn->Instruction.Extended); 12495d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller tex = &insn->InstructionExtTexture; 12505d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12515d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask = 0x7; 12525d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (insn->Instruction.Opcode == TGSI_OPCODE_TXP) 12535d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask |= 0x8; 12545d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12555d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller switch (tex->Texture) { 12565d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_TEXTURE_1D: 12575d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask &= 0x9; 12585d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12595d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_TEXTURE_2D: 12605d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask &= 0xb; 12615d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12625d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller default: 12635d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12645d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12655d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12665d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask; 12675d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_XPD: 12685d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller x = 0; 12695d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 1) x |= 0x6; 12705d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 2) x |= 0x5; 12715d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 4) x |= 0x3; 12725d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return x; 12735d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller default: 12745d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12755d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12765d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12775d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask; 12785d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller} 12795d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 1280fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 1281fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_dst(struct nv50_pc *pc, int c, const struct tgsi_full_dst_register *dst) 1282fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 1283fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (dst->DstRegister.File) { 1284fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 1285fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->temp[dst->DstRegister.Index * 4 + c]; 1286fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_OUTPUT: 1287fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->result[dst->DstRegister.Index * 4 + c]; 1288fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_NULL: 1289fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 1290fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1291fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1292fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1293fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1294fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 1295fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 1296fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1297fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 1298c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillertgsi_src(struct nv50_pc *pc, int chan, const struct tgsi_full_src_register *src, 1299c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller boolean neg) 1300fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 1301fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *r = NULL; 1302fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *temp; 13039417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller unsigned sgn, c; 13049417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 13059417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller sgn = tgsi_util_get_full_src_register_sign_mode(src, chan); 1306fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1307fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs c = tgsi_util_get_full_src_register_extswizzle(src, chan); 1308fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (c) { 1309fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_X: 1310fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Y: 1311fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Z: 1312fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_W: 1313fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (src->SrcRegister.File) { 1314fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_INPUT: 1315fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->attr[src->SrcRegister.Index * 4 + c]; 1316fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1317fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 1318fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->temp[src->SrcRegister.Index * 4 + c]; 1319fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1320fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_CONSTANT: 1321fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->param[src->SrcRegister.Index * 4 + c]; 1322fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1323fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_IMMEDIATE: 1324fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->immd[src->SrcRegister.Index * 4 + c]; 1325fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1326c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 1327c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1328fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1329fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1330fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1331fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1332fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1333fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ZERO: 1334fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 0.0); 13359417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return r; 1336fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ONE: 13379417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (sgn == TGSI_UTIL_SIGN_TOGGLE || sgn == TGSI_UTIL_SIGN_SET) 13389417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, -1.0); 13399417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, 1.0); 1340fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1341fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1342fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1343fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1344fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 13459417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller switch (sgn) { 1346fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_KEEP: 1347fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1348fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_CLEAR: 1349fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs temp = temp_temp(pc); 1350fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, temp, r); 1351fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = temp; 1352fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 135331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_TOGGLE: 1354c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (neg) 1355c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller r->neg = 1; 1356c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else { 1357c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller temp = temp_temp(pc); 1358c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_neg(pc, temp, r); 1359c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller r = temp; 1360c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 136131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 136231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_SET: 136331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 136431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_abs(pc, temp, r); 1365c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (neg) 1366c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller temp->neg = 1; 1367c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else 1368c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_neg(pc, temp, temp); 136931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 137031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 1371fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1372fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1373fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1374fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1375fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1376fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return r; 1377fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 1378fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 13792da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* return TRUE for ops that produce only a single result */ 1380dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerstatic boolean 13812da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumilleris_scalar_op(unsigned op) 1382dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller{ 13832da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (op) { 1384e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller case TGSI_OPCODE_COS: 13852da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_DP2: 1386dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DP3: 1387dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DP4: 1388dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DPH: 13892da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_EX2: 13902da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LG2: 1391dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_POW: 1392dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_RCP: 1393dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_RSQ: 1394e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller case TGSI_OPCODE_SIN: 13952da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* 13962da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_KIL: 13972da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LIT: 1398dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_SCS: 13992da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 14002da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return TRUE; 14012da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller default: 14022da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return FALSE; 14032da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 14042da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 14052da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 14062da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Returns a bitmask indicating which dst components depend 14072da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * on source s, component c (reverse of nv50_tgsi_src_mask). 14082da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 14092da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic unsigned 14102da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillernv50_tgsi_dst_revdep(unsigned op, int s, int c) 14112da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 14122da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (is_scalar_op(op)) 14132da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x1; 14142da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 14152da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (op) { 14162da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_DST: 14172da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return (1 << c) & (s ? 0xa : 0x6); 14182da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_XPD: 14192da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (c) { 14202da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 0: return 0x6; 14212da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 1: return 0x5; 14222da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 2: return 0x3; 14232da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 3: return 0x0; 14242da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller default: 14252da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller assert(0); 14262da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x0; 14272da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 14282da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LIT: 14292da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_SCS: 1430dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_TEX: 1431dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_TXP: 14322da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* these take care of dangerous swizzles themselves */ 14332da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x0; 14342da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_IF: 14352da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_KIL: 14362da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* don't call this function for these ops */ 14372da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller assert(0); 14382da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0; 1439dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller default: 14402da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* linear vector instruction */ 14412da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return (1 << c); 1442dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller } 1443dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller} 1444dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 14452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic boolean 1446234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_program_tx_insn(struct nv50_pc *pc, 1447234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_instruction *inst) 1448f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 144981de711fc864247419221d700bd045addf22cb52Christoph Bumiller struct nv50_reg *rdst[4], *dst[4], *brdc, *src[3][4], *temp; 1450cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unsigned mask, sat, unit; 1451f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i, c; 1452f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1453f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs mask = inst->FullDstRegisters[0].DstRegister.WriteMask; 1454688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs sat = inst->Instruction.Saturate == TGSI_SAT_ZERO_ONE; 1455f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1456234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller memset(src, 0, sizeof(src)); 1457234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1458f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1459234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if ((mask & (1 << c)) && !pc->r_dst[c]) 1460f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = tgsi_dst(pc, c, &inst->FullDstRegisters[0]); 1461f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs else 1462234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller dst[c] = pc->r_dst[c]; 1463234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdst[c] = dst[c]; 1464f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1465f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1466f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 14675069bfed29bcee2c89c36c74c6d65d388eb7792eZack Rusin const struct tgsi_full_src_register *fs = &inst->FullSrcRegisters[i]; 14685d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller unsigned src_mask; 14695d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller boolean neg_supp; 14705d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 14715d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller src_mask = nv50_tgsi_src_mask(inst, i); 14725d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller neg_supp = negate_supported(inst, i); 1473cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1474cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs if (fs->SrcRegister.File == TGSI_FILE_SAMPLER) 1475cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unit = fs->SrcRegister.Index; 1476cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1477f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) 14785d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (src_mask & (1 << c)) 14795d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller src[i][c] = tgsi_src(pc, c, fs, neg_supp); 1480f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1481f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 148281de711fc864247419221d700bd045addf22cb52Christoph Bumiller brdc = temp = pc->r_brdc; 148381de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (brdc && brdc->type != P_TEMP) { 148481de711fc864247419221d700bd045addf22cb52Christoph Bumiller temp = temp_temp(pc); 148581de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (sat) 148681de711fc864247419221d700bd045addf22cb52Christoph Bumiller brdc = temp; 148781de711fc864247419221d700bd045addf22cb52Christoph Bumiller } else 1488688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1489688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 1490234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!(mask & (1 << c)) || dst[c]->type == P_TEMP) 1491234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1492688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs rdst[c] = dst[c]; 1493688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs dst[c] = temp_temp(pc); 1494688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1495688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1496688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 149781de711fc864247419221d700bd045addf22cb52Christoph Bumiller assert(brdc || !is_scalar_op(inst->Instruction.Opcode)); 149881de711fc864247419221d700bd045addf22cb52Christoph Bumiller 1499f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (inst->Instruction.Opcode) { 150068091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs case TGSI_OPCODE_ABS: 150168091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs for (c = 0; c < 4; c++) { 1502fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs if (!(mask & (1 << c))) 1503fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs continue; 1504fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, dst[c], src[0][c]); 150568091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs } 150668091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs break; 15072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_ADD: 15087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 15097df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 15107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 15112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_add(pc, dst[c], src[0][c], src[1][c]); 15127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 15132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1514849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller case TGSI_OPCODE_CEIL: 1515849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller for (c = 0; c < 4; c++) { 1516849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller if (!(mask & (1 << c))) 1517849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller continue; 1518849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller emit_cvt(pc, dst[c], src[0][c], -1, 1519849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller CVTOP_CEIL, CVT_F32_F32); 1520849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller } 1521849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller break; 15222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_COS: 1523e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (mask & 8) { 1524e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][3]); 1525e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 5, dst[3], temp); 1526e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (!(mask &= 7)) 1527e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller break; 1528e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (temp == dst[3]) 1529e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller temp = brdc = temp_temp(pc); 15307df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 1531e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][0]); 1532e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 5, brdc, temp); 15332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 15342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP3: 15352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 15362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 153781de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mad(pc, brdc, src[0][2], src[1][2], temp); 15382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 15392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP4: 15402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 15412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 15422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 154381de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mad(pc, brdc, src[0][3], src[1][3], temp); 15442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 154521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_DPH: 154621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 154721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 154821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 154981de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_add(pc, brdc, src[1][3], temp); 155021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 155133e4d30d50344be26398a51365bea1be37487403Ben Skeggs case TGSI_OPCODE_DST: 15529a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) 15539a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, dst[1], src[0][1], src[1][1]); 15549a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) 15559a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[2], src[0][2]); 15569a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 3)) 15579a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[3], src[1][3]); 155881de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (mask & (1 << 0)) 155981de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mov_immdval(pc, dst[0], 1.0f); 156033e4d30d50344be26398a51365bea1be37487403Ben Skeggs break; 15612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_EX2: 15627b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_preex2(pc, temp, src[0][0]); 156381de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 6, brdc, temp); 15642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1565b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FLR: 1566b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1567b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1568b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1569b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, dst[c], src[0][c]); 1570b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1571b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1572b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FRC: 15739417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 1574b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1575b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1576b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1577b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, temp, src[0][c]); 1578b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_sub(pc, dst[c], src[0][c], temp); 1579b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1580b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1581d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs case TGSI_OPCODE_KIL: 1582d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][0]); 1583d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][1]); 1584d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][2]); 1585d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][3]); 1586d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs break; 158701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs case TGSI_OPCODE_LIT: 15887b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_lit(pc, &dst[0], mask, &src[0][0]); 158901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs break; 15902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_LG2: 159181de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 3, brdc, src[0][0]); 15922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 159321e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs case TGSI_OPCODE_LRP: 1594229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller temp = temp_temp(pc); 159521e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs for (c = 0; c < 4; c++) { 159621e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (!(mask & (1 << c))) 159721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs continue; 1598229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_sub(pc, temp, src[1][c], src[2][c]); 1599229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_mad(pc, dst[c], temp, src[0][c], src[2][c]); 160021e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs } 160121e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs break; 16022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MAD: 16037df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16047df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16057df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 16062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], src[2][c]); 16077df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 16082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 160952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MAX: 16107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16117df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 161352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 4, dst[c], src[0][c], src[1][c]); 16147df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 161552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 161652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MIN: 16177df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16187df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16197df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 162052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 5, dst[c], src[0][c], src[1][c]); 16217df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 162252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 1623f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_MOV: 1624a82cd55a5cb1ad617960551560b107edffad1e9aBen Skeggs case TGSI_OPCODE_SWZ: 16257df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16267df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16277df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 162855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit_mov(pc, dst[c], src[0][c]); 16297df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 163038ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs break; 16312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MUL: 16327df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16337df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16347df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 16352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, dst[c], src[0][c], src[1][c]); 16367df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 16372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1638ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs case TGSI_OPCODE_POW: 163981de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_pow(pc, brdc, src[0][0], src[1][0]); 1640ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs break; 16412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RCP: 164281de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 0, brdc, src[0][0]); 16432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 16442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RSQ: 164581de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 2, brdc, src[0][0]); 16462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 16477b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs case TGSI_OPCODE_SCS: 16489417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 164981de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (mask & 3) 165081de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_precossin(pc, temp, src[0][0]); 16517b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 16527b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, dst[0], temp); 16537b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 16547b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, dst[1], temp); 16554a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 2)) 16564a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[2], 0.0); 16574a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 16584a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 16597b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs break; 16602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SIN: 1661e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (mask & 8) { 1662e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][3]); 1663e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 4, dst[3], temp); 1664e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (!(mask &= 7)) 1665e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller break; 1666e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (temp == dst[3]) 1667e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller temp = brdc = temp_temp(pc); 16687df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 1669e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][0]); 1670e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 4, brdc, temp); 16712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1672bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SLT: 16732b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGE: 16742b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SEQ: 16752b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGT: 16762b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLE: 16772b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SNE: 16782b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller i = map_tgsi_setop_cc(inst->Instruction.Opcode); 1679bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1680bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1681bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 16822b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller emit_set(pc, i, dst[c], -1, src[0][c], src[1][c]); 1683bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1684bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 16852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SUB: 16867df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16877df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16887df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 16892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_sub(pc, dst[c], src[0][c], src[1][c]); 16907df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 16912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1692c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_OPCODE_TEX: 16933accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_tex(pc, dst, mask, src[0], unit, 16943accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller inst->InstructionExtTexture.Texture, FALSE); 16953accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 16965696267efd6f85d79f5fe511d1a066a17c4d1cccBen Skeggs case TGSI_OPCODE_TXP: 16973accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_tex(pc, dst, mask, src[0], unit, 16983accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller inst->InstructionExtTexture.Texture, TRUE); 1699c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1700849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller case TGSI_OPCODE_TRUNC: 1701849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller for (c = 0; c < 4; c++) { 1702849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller if (!(mask & (1 << c))) 1703849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller continue; 1704849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller emit_cvt(pc, dst[c], src[0][c], -1, 1705849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller CVTOP_TRUNC, CVT_F32_F32); 1706849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller } 1707849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller break; 170821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_XPD: 17099417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 17109a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) { 17119a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][2], src[1][1]); 17129a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[0], src[0][1], src[1][2], temp); 17139a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 17149a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) { 17159a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][2]); 17169a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[1], src[0][2], src[1][0], temp); 17179a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 17189a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) { 17199a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][1], src[1][0]); 17209a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[2], src[0][0], src[1][1], temp); 17219a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 17224a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 17234a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 172421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 1725f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_END: 1726f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1727f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1728f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid opcode %d\n", inst->Instruction.Opcode); 1729f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1730f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1731f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 173281de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (brdc) { 173381de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (sat) 173481de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_sat(pc, brdc, brdc); 173581de711fc864247419221d700bd045addf22cb52Christoph Bumiller for (c = 0; c < 4; c++) 173681de711fc864247419221d700bd045addf22cb52Christoph Bumiller if ((mask & (1 << c)) && dst[c] != brdc) 173781de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mov(pc, dst[c], brdc); 173881de711fc864247419221d700bd045addf22cb52Christoph Bumiller } else 1739688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1740688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 1741688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (!(mask & (1 << c))) 1742688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs continue; 1743234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* in this case we saturate later */ 1744234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (dst[c]->type == P_TEMP && dst[c]->index < 0) 1745234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1746234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_sat(pc, rdst[c], dst[c]); 1747688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1748688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1749688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 17509417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 17519417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (c = 0; c < 4; c++) { 17529417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (!src[i][c]) 17539417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller continue; 17549417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (src[i][c]->index == -1 && src[i][c]->type == P_IMMD) 17559417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(src[i][c]); 17569417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 17579417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 17589417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 175952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs kill_temp_temp(pc); 1760f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return TRUE; 1761f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1762f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1763bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerstatic void 176438849c529e76b99f56f522be183a5935d617bcabChristoph Bumillerprep_inspect_insn(struct nv50_pc *pc, const struct tgsi_full_instruction *insn) 1765bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller{ 176638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller struct nv50_reg *reg = NULL; 1767bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_full_src_register *src; 1768bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_dst_register *dst; 176938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller unsigned i, c, k, mask; 1770bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1771bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller dst = &insn->FullDstRegisters[0].DstRegister; 1772bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller mask = dst->WriteMask; 1773bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 177438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (dst->File == TGSI_FILE_TEMPORARY) 177538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg = pc->temp; 177638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller else 177738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (dst->File == TGSI_FILE_OUTPUT) 177838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg = pc->result; 1779bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 178038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (reg) { 1781bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1782bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1783bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 178438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg[dst->Index * 4 + c].acc = pc->insn_nr; 1785bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1786bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1787bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1788bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (i = 0; i < insn->Instruction.NumSrcRegs; i++) { 1789bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller src = &insn->FullSrcRegisters[i]; 1790bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 179138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (src->SrcRegister.File == TGSI_FILE_TEMPORARY) 179238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg = pc->temp; 179338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller else 179438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (src->SrcRegister.File == TGSI_FILE_INPUT) 179538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg = pc->attr; 179638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller else 1797bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1798bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 17995d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask = nv50_tgsi_src_mask(insn, i); 1800bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1801bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1802bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1803bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1804bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller k = tgsi_util_get_full_src_register_extswizzle(src, c); 180538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 180638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (k > TGSI_EXTSWIZZLE_W) 180738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller continue; 180838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 180938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg[src->SrcRegister.Index * 4 + k].acc = pc->insn_nr; 1810bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1811bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1812bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller} 1813bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 18142da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Returns a bitmask indicating which dst components need to be 18152da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * written to temporaries first to avoid 'corrupting' sources. 18162da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * 18172da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * m[i] (out) indicate component to write in the i-th position 18182da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * rdep[c] (in) bitmasks of dst[i] that require dst[c] as source 18192da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18202da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic unsigned 18212da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillernv50_revdep_reorder(unsigned m[4], unsigned rdep[4]) 18222da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 18232da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller unsigned i, c, x, unsafe; 18242da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18252da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = 0; c < 4; c++) 18262da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c] = c; 18272da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18282da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* Swap as long as a dst component written earlier is depended on 18292da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * by one written later, but the next one isn't depended on by it. 18302da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18312da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = 0; c < 3; c++) { 18322da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[c + 1]] & (1 << m[c])) 18332da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller continue; /* if next one is depended on by us */ 18342da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (i = c + 1; i < 4; i++) 18352da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* if we are depended on by a later one */ 18362da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[c]] & (1 << m[i])) 18372da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller break; 18382da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (i == 4) 18392da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller continue; 18402da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* now, swap */ 18412da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller x = m[c]; 18422da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c] = m[c + 1]; 18432da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c + 1] = x; 18442da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18452da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* restart */ 18462da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller c = 0; 18472da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 18482da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18492da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* mark dependencies that could not be resolved by reordering */ 18502da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (i = 0; i < 3; ++i) 18512da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = i + 1; c < 4; ++c) 18522da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[i]] & (1 << m[c])) 18532da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller unsafe |= (1 << i); 18542da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18552da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* NOTE: $unsafe is with respect to order, not component */ 18562da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return unsafe; 18572da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 18582da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18592da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Select a suitable dst register for broadcasting scalar results, 18602da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * or return NULL if we have to allocate an extra TEMP. 18612da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * 18622da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * If e.g. only 1 component is written, we may also emit the final 18632da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * result to a write-only register. 18642da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18652da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic struct nv50_reg * 18662da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillertgsi_broadcast_dst(struct nv50_pc *pc, 18672da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller const struct tgsi_full_dst_register *fd, unsigned mask) 18682da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 18692da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (fd->DstRegister.File == TGSI_FILE_TEMPORARY) { 18702da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller int c = ffs(~mask & fd->DstRegister.WriteMask); 18712da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (c) 18722da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return tgsi_dst(pc, c - 1, fd); 18732da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } else { 18742da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller int c = ffs(fd->DstRegister.WriteMask) - 1; 18752da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if ((1 << c) == fd->DstRegister.WriteMask) 18762da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return tgsi_dst(pc, c, fd); 18772da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 18782da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18792da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return NULL; 18802da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 18812da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 1882234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller/* Scan source swizzles and return a bitmask indicating dst regs that 1883234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller * also occur among the src regs, and fill rdep for nv50_revdep_reoder. 1884234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller */ 1885234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic unsigned 1886234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_tgsi_scan_swizzle(const struct tgsi_full_instruction *insn, 1887234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned rdep[4]) 1888234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 1889234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_dst_register *fd = &insn->FullDstRegisters[0]; 1890234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_src_register *fs; 1891234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned i, deqs = 0; 1892234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1893234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; ++i) 1894234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdep[i] = 0; 1895234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1896234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < insn->Instruction.NumSrcRegs; i++) { 1897234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned chn, mask = nv50_tgsi_src_mask(insn, i); 1898234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller boolean neg_supp = negate_supported(insn, i); 1899234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1900234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fs = &insn->FullSrcRegisters[i]; 1901234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (fs->SrcRegister.File != fd->DstRegister.File || 1902234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fs->SrcRegister.Index != fd->DstRegister.Index) 1903234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1904234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1905234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (chn = 0; chn < 4; ++chn) { 1906234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned s, c; 1907234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1908234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!(mask & (1 << chn))) /* src is not read */ 1909234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1910234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller c = tgsi_util_get_full_src_register_extswizzle(fs, chn); 1911234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller s = tgsi_util_get_full_src_register_sign_mode(fs, chn); 1912234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1913234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (c > TGSI_EXTSWIZZLE_W || 1914234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller !(fd->DstRegister.WriteMask & (1 << c))) 1915234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1916234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1917234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* no danger if src is copied to TEMP first */ 1918234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if ((s != TGSI_UTIL_SIGN_KEEP) && 1919234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller (s != TGSI_UTIL_SIGN_TOGGLE || !neg_supp)) 1920234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1921234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1922234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdep[c] |= nv50_tgsi_dst_revdep( 1923234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller insn->Instruction.Opcode, i, chn); 1924234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs |= (1 << c); 1925234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1926234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1927234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1928234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return deqs; 1929234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 1930234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1931234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic boolean 1932234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_tgsi_insn(struct nv50_pc *pc, const union tgsi_full_token *tok) 1933234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 1934234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct tgsi_full_instruction insn = tok->FullInstruction; 1935234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_dst_register *fd; 1936234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned i, deqs, rdep[4], m[4]; 1937234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1938234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fd = &tok->FullInstruction.FullDstRegisters[0]; 1939234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs = nv50_tgsi_scan_swizzle(&insn, rdep); 1940234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1941234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (is_scalar_op(insn.Instruction.Opcode)) { 1942234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = tgsi_broadcast_dst(pc, fd, deqs); 1943234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!pc->r_brdc) 1944234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = temp_temp(pc); 1945234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return nv50_program_tx_insn(pc, &insn); 1946234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1947234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = NULL; 1948234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1949234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!deqs) 1950234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return nv50_program_tx_insn(pc, &insn); 1951234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1952234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs = nv50_revdep_reorder(m, rdep); 1953234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1954234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; ++i) { 1955234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller assert(pc->r_dst[m[i]] == NULL); 1956234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1957234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller insn.FullDstRegisters[0].DstRegister.WriteMask = 1958234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fd->DstRegister.WriteMask & (1 << m[i]); 1959234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1960234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!insn.FullDstRegisters[0].DstRegister.WriteMask) 1961234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1962234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1963234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (deqs & (1 << i)) 1964234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_dst[m[i]] = alloc_temp(pc, NULL); 1965234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1966234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!nv50_program_tx_insn(pc, &insn)) 1967234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return FALSE; 1968234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1969234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1970234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; i++) { 1971234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *reg = pc->r_dst[i]; 1972234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!reg) 1973234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1974234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_dst[i] = NULL; 1975234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1976234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (insn.Instruction.Saturate == TGSI_SAT_ZERO_ONE) 1977234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_sat(pc, tgsi_dst(pc, i, fd), reg); 1978234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller else 1979234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_mov(pc, tgsi_dst(pc, i, fd), reg); 1980234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller free_temp(pc, reg); 1981234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1982234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1983234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return TRUE; 1984234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 1985234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 19866516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumillerstatic void 19876516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumillerload_interpolant(struct nv50_pc *pc, struct nv50_reg *reg) 1988dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller{ 19896516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct nv50_reg *iv, **ppiv; 19906516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller unsigned mode = pc->interp_mode[reg->index]; 1991dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 19926516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller ppiv = (mode & INTERP_CENTROID) ? &pc->iv_c : &pc->iv_p; 19936516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller iv = *ppiv; 1994dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 19956516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if ((mode & INTERP_PERSPECTIVE) && !iv) { 19966516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller iv = *ppiv = alloc_temp(pc, NULL); 19976516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller iv->rhw = popcnt4(pc->p->cfg.regs[1] >> 24) - 1; 1998dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 19996516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller emit_interp(pc, iv, NULL, mode & INTERP_CENTROID); 20006516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller emit_flop(pc, 0, iv, iv); 2001dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 20026516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller /* XXX: when loading interpolants dynamically, move these 20036516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller * to the program head, or make sure it can't be skipped. 20046516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller */ 2005dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2006dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 20076516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller emit_interp(pc, reg, iv, mode); 2008dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller} 2009dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2010f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 2011f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_prep(struct nv50_pc *pc) 2012f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 20136516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct tgsi_parse_context tp; 20146516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct nv50_program *p = pc->p; 2015f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret = FALSE; 20166516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller unsigned i, c, flat_nr = 0; 2017dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 20186516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller tgsi_parse_init(&tp, pc->p->pipe.tokens); 20196516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller while (!tgsi_parse_end_of_tokens(&tp)) { 20206516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller const union tgsi_full_token *tok = &tp.FullToken; 2021f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 20226516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller tgsi_parse_token(&tp); 2023f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 2024f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_IMMEDIATE: 2025f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 2026f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_immediate *imm = 20276516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller &tp.FullToken.FullImmediate; 2028f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2029fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell ctor_immd(pc, imm->u[0].Float, 2030fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[1].Float, 2031fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[2].Float, 2032fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[3].Float); 2033f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2034f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2035f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_DECLARATION: 2036f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 2037f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_declaration *d; 20386516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller unsigned si, last, first, mode; 2039f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 20406516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller d = &tp.FullToken.FullDeclaration; 2041e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller first = d->DeclarationRange.First; 2042bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs last = d->DeclarationRange.Last; 2043f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2044f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (d->Declaration.File) { 2045f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 2046f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2047f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 20486516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (!d->Declaration.Semantic || 20496516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->type == PIPE_SHADER_FRAGMENT) 20506516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller break; 20516516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 20526516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller si = d->Semantic.SemanticIndex; 20536516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller switch (d->Semantic.SemanticName) { 20546516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller /* 20556516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller case TGSI_SEMANTIC_CLIP_DISTANCE: 20566516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.clpd = MIN2(p->cfg.clpd, first); 20576516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller break; 20586516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller */ 20596516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller default: 20606516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller break; 20616516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 2062f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2063f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 2064e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller { 20656516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (p->type != PIPE_SHADER_FRAGMENT) 2066e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2067e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2068e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Declaration.Interpolate) { 2069e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_CONSTANT: 2070e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_FLAT; 20716516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller flat_nr++; 2072e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2073e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_PERSPECTIVE: 2074e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 20756516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[1] |= 0x08 << 24; 2076e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2077e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller default: 2078e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_LINEAR; 2079e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2080e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 20816516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (d->Declaration.Centroid) 2082e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode |= INTERP_CENTROID; 2083e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2084e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller assert(last < 32); 2085e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller for (i = first; i <= last; i++) 2086e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller pc->interp_mode[i] = mode; 2087e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2088f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2089f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 2090f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2091c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 2092c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 2093f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2094f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("bad decl file %d\n", 2095f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d->Declaration.File); 2096f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2097f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2098f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2099f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 2101bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->insn_nr++; 210238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller prep_inspect_insn(pc, &tok->FullInstruction); 2103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2106f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2107f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 21096516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (p->type == PIPE_SHADER_VERTEX) { 21106516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller int rid = 0; 21118ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 21126516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (i = 0; i < pc->attr_nr * 4; ++i) { 21136516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (pc->attr[i].acc) { 21146516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller pc->attr[i].hw = rid++; 21156516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.attr[i / 32] |= 1 << (i % 32); 2116f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 21176516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 21186516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21196516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (i = 0, rid = 0; i < pc->result_nr; ++i) { 21206516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[i].hw = rid; 21216516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[i].id_vp = i; 21228ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 21236516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (c = 0; c < 4; ++c) { 21246516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller int n = i * 4 + c; 21256516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (!pc->result[n].acc) 21266516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller continue; 21276516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller pc->result[n].hw = rid++; 21286516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[i].mask |= 1 << c; 2129dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 21306516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 21316516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } else 21326516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (p->type == PIPE_SHADER_FRAGMENT) { 21336516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller int rid, aid; 21346516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller unsigned n = 0, m = pc->attr_nr - flat_nr; 21356516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21366516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller int base = (TGSI_SEMANTIC_POSITION == 21376516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->info.input_semantic_name[0]) ? 0 : 1; 21388ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 21396516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller /* non-flat interpolants have to be mapped to 21406516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller * the lower hardware IDs, so sort them: 21416516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller */ 21426516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (i = 0; i < pc->attr_nr; i++) { 21436516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (pc->interp_mode[i] == INTERP_FLAT) { 21446516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[m].id_vp = i + base; 21456516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[m++].id_fp = i; 21466516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } else { 21476516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (!(pc->interp_mode[i] & INTERP_PERSPECTIVE)) 21486516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[n].linear = TRUE; 21496516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[n].id_vp = i + base; 21506516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[n++].id_fp = i; 2151dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 21526516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 2153dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 21546516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (!base) /* set w-coordinate mask from perspective interp */ 21556516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[0].mask |= p->cfg.regs[1] >> 24; 21568ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 21576516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller aid = popcnt4( /* if fcrd isn't contained in cfg.io */ 21586516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller base ? (p->cfg.regs[1] >> 24) : p->cfg.io[0].mask); 2159dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 21606516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (n = 0; n < pc->attr_nr; ++n) { 21616516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[n].hw = rid = aid; 21626516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller i = p->cfg.io[n].id_fp; 21636516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21646516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (c = 0; c < 4; ++c) { 21656516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (!pc->attr[i * 4 + c].acc) 21666516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller continue; 21676516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller pc->attr[i * 4 + c].rhw = rid++; 21686516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io[n].mask |= 1 << c; 21696516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21706516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller load_interpolant(pc, &pc->attr[i * 4 + c]); 2171dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 21726516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller aid += popcnt4(p->cfg.io[n].mask); 2173dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2174f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 21756516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (!base) 21766516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[1] |= p->cfg.io[0].mask << 24; 21776516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21786516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller m = popcnt4(p->cfg.regs[1] >> 24); 21796516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21806516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller /* set count of non-position inputs and of non-flat 21816516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller * non-position inputs for FP_INTERPOLANT_CTRL 21826516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller */ 21836516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[1] |= aid - m; 21846516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21856516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (flat_nr) { 21866516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller i = p->cfg.io[pc->attr_nr - flat_nr].hw; 21876516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[1] |= (i - m) << 16; 21886516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } else 21896516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[1] |= p->cfg.regs[1] << 16; 21906516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21916516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller /* mark color semantic for light-twoside */ 21926516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller n = 0x40; 21936516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (i = 0; i < pc->attr_nr; i++) { 21946516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller ubyte si, sn; 2195f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 21966516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller sn = p->info.input_semantic_name[p->cfg.io[i].id_fp]; 21976516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller si = p->info.input_semantic_index[p->cfg.io[i].id_fp]; 21986516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 21996516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (sn == TGSI_SEMANTIC_COLOR) { 22006516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.two_side[si] = p->cfg.io[i]; 22016516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 22026516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller /* increase colour count */ 22036516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[0] += popcnt4( 22046516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.two_side[si].mask) << 16; 22056516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 22066516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller n = MIN2(n, p->cfg.io[i].hw - m); 22076516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 2208f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 22096516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (n < 0x40) 22106516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[0] += n; 22116516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 22126516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller /* Initialize FP results: 22136516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller * FragDepth is always first TGSI and last hw output 22146516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller */ 22156516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller i = p->info.writes_z ? 4 : 0; 22166516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (rid = 0; i < pc->result_nr * 4; i++) 22176516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller pc->result[i].rhw = rid++; 22186516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (p->info.writes_z) 22196516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller pc->result[2].rhw = rid; 2220f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2221f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2222f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->immd_nr) { 222394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller int rid = 0; 2224f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2225e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller pc->immd = MALLOC(pc->immd_nr * 4 * sizeof(struct nv50_reg)); 2226f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->immd) 2227f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2228f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2229f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->immd_nr; i++) { 2230e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller for (c = 0; c < 4; c++, rid++) 2231e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(&pc->immd[rid], P_IMMD, i, rid); 2232f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2233f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2234f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2235f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = TRUE; 2236f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 22376516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (pc->iv_p) 22386516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller free_temp(pc, pc->iv_p); 22396516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (pc->iv_c) 22406516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller free_temp(pc, pc->iv_c); 22416516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 22426516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller tgsi_parse_free(&tp); 2243f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 2244f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2245f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 22469417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerstatic void 22479417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerfree_nv50_pc(struct nv50_pc *pc) 22489417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller{ 22499417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->immd) 22509417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->immd); 22519417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->param) 22529417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->param); 22539417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->result) 22549417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->result); 22559417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->attr) 22569417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->attr); 22579417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->temp) 22589417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->temp); 22599417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 22609417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc); 22619417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller} 22629417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 2263f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 226438849c529e76b99f56f522be183a5935d617bcabChristoph Bumillerctor_nv50_pc(struct nv50_pc *pc, struct nv50_program *p) 226538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller{ 226638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller int i, c; 226738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller unsigned rtype[2] = { P_ATTR, P_RESULT }; 226838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 226938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->p = p; 227038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->temp_nr = p->info.file_max[TGSI_FILE_TEMPORARY] + 1; 227138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->attr_nr = p->info.file_max[TGSI_FILE_INPUT] + 1; 227238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->result_nr = p->info.file_max[TGSI_FILE_OUTPUT] + 1; 227338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->param_nr = p->info.file_max[TGSI_FILE_CONSTANT] + 1; 227438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 227538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.high_temp = 4; 227638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 22776516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.two_side[0].hw = 0x40; 22786516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.two_side[1].hw = 0x40; 22796516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 228038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller switch (p->type) { 228138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller case PIPE_SHADER_VERTEX: 22826516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.clpd = 0x40; 22836516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io_nr = pc->result_nr; 228438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller break; 228538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller case PIPE_SHADER_FRAGMENT: 228638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller rtype[0] = rtype[1] = P_TEMP; 228738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 22886516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[0] = 0x01000004; 22896516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.io_nr = pc->attr_nr; 22906516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 229138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (p->info.writes_z) { 22926516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[2] |= 0x00000100; 22936516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[3] |= 0x00000011; 229438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 229538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (p->info.uses_kill) 22966516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller p->cfg.regs[2] |= 0x00100000; 229738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller break; 229838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 229938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 230038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->temp_nr) { 230138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->temp = MALLOC(pc->temp_nr * 4 * sizeof(struct nv50_reg)); 230238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->temp) 230338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return FALSE; 230438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 230538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < pc->temp_nr * 4; ++i) 230638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ctor_reg(&pc->temp[i], P_TEMP, i / 4, -1); 230738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 230838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 230938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->attr_nr) { 231038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->attr = MALLOC(pc->attr_nr * 4 * sizeof(struct nv50_reg)); 231138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->attr) 231238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return FALSE; 231338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 231438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < pc->attr_nr * 4; ++i) 231538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ctor_reg(&pc->attr[i], rtype[0], i / 4, -1); 231638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 231738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 231838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->result_nr) { 231938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller unsigned nr = pc->result_nr * 4; 232038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 232138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->result = MALLOC(nr * sizeof(struct nv50_reg)); 232238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->result) 232338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return FALSE; 232438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 232538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < nr; ++i) 232638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ctor_reg(&pc->result[i], rtype[1], i / 4, -1); 232738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 232838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 232938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->param_nr) { 233038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller int rid = 0; 233138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 233238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->param = MALLOC(pc->param_nr * 4 * sizeof(struct nv50_reg)); 233338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->param) 233438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return FALSE; 233538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 233638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < pc->param_nr; ++i) 233738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (c = 0; c < 4; ++c, ++rid) 233838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ctor_reg(&pc->param[rid], P_CONST, i, rid); 233938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 234038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 234138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return TRUE; 234238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller} 234338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 234438849c529e76b99f56f522be183a5935d617bcabChristoph Bumillerstatic boolean 2345f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx(struct nv50_program *p) 2346f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2347f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context parse; 2348f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_pc *pc; 2349f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller unsigned k; 2350f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret; 2351f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2352f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc = CALLOC_STRUCT(nv50_pc); 2353f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc) 2354f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 235538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 235638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ret = ctor_nv50_pc(pc, p); 235738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (ret == FALSE) 235838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller goto out_cleanup; 2359f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2360f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_prep(pc); 2361f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 2362f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_cleanup; 2363f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2364f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&parse, pc->p->pipe.tokens); 2365f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&parse)) { 2366f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &parse.FullToken; 2367f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2368d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller /* don't allow half insn/immd on first and last instruction */ 2369d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller pc->allow32 = TRUE; 2370d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller if (pc->insn_cur == 0 || pc->insn_cur + 2 == pc->insn_nr) 2371d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller pc->allow32 = FALSE; 2372d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller 2373f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&parse); 2374f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2375f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 2376f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 2377bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller ++pc->insn_cur; 2378234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller ret = nv50_tgsi_insn(pc, tok); 2379f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 2380f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2381f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2382f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2383f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2384f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2385f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2386f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2387b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (p->type == PIPE_SHADER_FRAGMENT) { 2388776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs struct nv50_reg out; 2389e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(&out, P_TEMP, -1, -1); 2390776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 2391f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller for (k = 0; k < pc->result_nr * 4; k++) { 2392f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->result[k].rhw == -1) 2393f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller continue; 2394f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->result[k].hw != pc->result[k].rhw) { 2395f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller out.hw = pc->result[k].rhw; 2396f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller emit_mov(pc, &out, &pc->result[k]); 2397f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2398f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->cfg.high_result < (pc->result[k].rhw + 1)) 2399f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->p->cfg.high_result = pc->result[k].rhw + 1; 2400f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2401776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 2402776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 240344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* look for single half instructions and make them long */ 240444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller struct nv50_program_exec *e, *e_prev; 240544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 240644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller for (k = 0, e = pc->p->exec_head, e_prev = NULL; e; e = e->next) { 240744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!is_long(e)) 240844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller k++; 240944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 241044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!e->next || is_long(e->next)) { 241144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (k & 1) 241244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, e); 241344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller k = 0; 241444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 241544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 241644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (e->next) 241744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e_prev = e; 241844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 241944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 242044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!is_long(pc->p->exec_tail)) { 242144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* this may occur if moving FP results */ 242244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(e_prev && !is_long(e_prev)); 242344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, e_prev); 242444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, pc->p->exec_tail); 242544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 242644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 242740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(is_long(pc->p->exec_tail) && !is_immd(pc->p->exec_head)); 242840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs pc->p->exec_tail->inst[1] |= 0x00000001; 242940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 2430aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->param_nr = pc->param_nr * 4; 2431f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd_nr = pc->immd_nr * 4; 2432f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd = pc->immd_buf; 2433f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2434f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 2435f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&parse); 2436f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2437f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_cleanup: 24389417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller free_nv50_pc(pc); 2439f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 2440f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2441f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2442f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 2443f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_validate(struct nv50_context *nv50, struct nv50_program *p) 2444f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2445e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs if (nv50_program_tx(p) == FALSE) 2446e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs assert(0); 2447f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = TRUE; 2448f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2449f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 245022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 2451ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsnv50_program_upload_data(struct nv50_context *nv50, float *map, 245294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned start, unsigned count, unsigned cbuf) 2453ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs{ 245480e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 245575f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 245675f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs 2457ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs while (count) { 2458ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned nr = count > 2047 ? 2047 : count; 2459ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 246093ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_ADDR, 1); 246194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller OUT_RING (chan, (cbuf << 0) | (start << 8)); 246293ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_DATA(0) | 0x40000000, nr); 246375f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, map, nr); 2464ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2465ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs map += nr; 2466ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs start += nr; 2467ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs count -= nr; 2468ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs } 2469ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs} 2470ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2471ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsstatic void 247222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_data(struct nv50_context *nv50, struct nv50_program *p) 247322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 24746b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs struct pipe_screen *pscreen = nv50->pipe.screen; 247522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 247694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (!p->data[0] && p->immd_nr) { 247794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nouveau_resource *heap = nv50->screen->immd_heap[0]; 247894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24791b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->immd_nr, p, &p->data[0])) { 248094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller while (heap->next && heap->size < p->immd_nr) { 248194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nv50_program *evict = heap->next->priv; 24821b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&evict->data[0]); 248394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 248494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24851b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->immd_nr, p, 24861b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs &p->data[0])) 248794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller assert(0); 248894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 248994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 249094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller /* immediates only need to be uploaded again when freed */ 249194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50_program_upload_data(nv50, p->immd, p->data[0]->start, 249294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->immd_nr, NV50_CB_PMISC); 249394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 2494aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 249594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (!p->data[1] && p->param_nr) { 249694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nouveau_resource *heap = 249794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50->screen->parm_heap[p->type]; 249894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24991b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->param_nr, p, &p->data[1])) { 250094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller while (heap->next && heap->size < p->param_nr) { 2501aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nv50_program *evict = heap->next->priv; 25021b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&evict->data[1]); 2503aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2504aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 25051b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->param_nr, p, 25061b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs &p->data[1])) 2507aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs assert(0); 2508aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2509aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2510aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 2511aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->param_nr) { 251294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned cbuf = NV50_CB_PVP; 25136b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs float *map = pipe_buffer_map(pscreen, nv50->constbuf[p->type], 25146b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs PIPE_BUFFER_USAGE_CPU_READ); 251594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->type == PIPE_SHADER_FRAGMENT) 251694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller cbuf = NV50_CB_PFP; 251794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50_program_upload_data(nv50, map, p->data[1]->start, 251894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->param_nr, cbuf); 25196b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs pipe_buffer_unmap(pscreen, nv50->constbuf[p->type]); 2520aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 252122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 252222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 252322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 252422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_code(struct nv50_context *nv50, struct nv50_program *p) 252522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 252680e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 252775f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 252840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 2529cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_stateobj *so; 2530cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs const unsigned flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_WR; 2531cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned start, count, *up, *ptr; 2532f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs boolean upload = FALSE; 253322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 2534072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs if (!p->bo) { 2535072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs nouveau_bo_new(chan->device, NOUVEAU_BO_VRAM, 0x100, 2536072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs p->exec_size * 4, &p->bo); 2537f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 2538f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs } 253940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 254094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if ((p->data[0] && p->data[0]->start != p->data_start[0]) || 254194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller (p->data[1] && p->data[1]->start != p->data_start[1])) { 2542aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 254394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned ei, ci, bs; 2544ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2545aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (e->param.index < 0) 2546aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs continue; 254794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller bs = (e->inst[1] >> 22) & 0x07; 254894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller assert(bs < 2); 2549ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ei = e->param.shift >> 5; 255094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller ci = e->param.index + p->data[bs]->start; 2551ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2552ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] &= ~e->param.mask; 2553ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] |= (ci << e->param.shift); 25541c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs } 25551c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 255694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->data[0]) 255794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->data_start[0] = p->data[0]->start; 255894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->data[1]) 255994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->data_start[1] = p->data[1]->start; 256094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 2561f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 2562aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2563aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 2564f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!upload) 2565bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs return; 2566f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs 2567b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#ifdef NV50_PROGRAM_DUMP 25680d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("-------\n"); 2569aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 25700d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[0]); 25710d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (is_long(e)) 25720d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[1]); 2573b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs } 2574b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#endif 25750d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs 2576b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs up = ptr = MALLOC(p->exec_size * 4); 2577b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs for (e = p->exec_head; e; e = e->next) { 2578cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[0]; 2579cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (is_long(e)) 2580cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[1]; 2581cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs } 2582cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2583e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(4,2); 258493ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, nv50->screen->tesla, NV50TCL_CB_DEF_ADDRESS_HIGH, 3); 2585072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, flags | NOUVEAU_BO_HIGH, 0, 0); 2586072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, flags | NOUVEAU_BO_LOW, 0, 0); 2587cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_data (so, (NV50_CB_PUPLOAD << 16) | 0x0800); //(p->exec_size * 4)); 2588cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2589cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start = 0; count = p->exec_size; 2590cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs while (count) { 259180e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 2592cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned nr; 2593cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 259480e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs so_emit(chan, so); 2595cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2596cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(count, 2047); 259780e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs nr = MIN2(chan->pushbuf->remaining, nr); 259880e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs if (chan->pushbuf->remaining < (nr + 3)) { 259975f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs FIRE_RING(chan); 2600cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs continue; 2601aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2602cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 260393ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_ADDR, 1); 260475f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RING (chan, (start << 8) | NV50_CB_PUPLOAD); 260593ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_DATA(0) | 0x40000000, nr); 260675f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, up + start, nr); 2607cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2608cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start += nr; 2609cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs count -= nr; 261040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs } 2611cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2612cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs FREE(up); 2613cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_ref(NULL, &so); 261422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 261522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 2616f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2617f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_vertprog_validate(struct nv50_context *nv50) 2618f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2619f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 2620f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->vertprog; 2621f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 2622f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2623f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 2624f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 2625f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 2626f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 2627f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2628f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 262922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_data(nv50, p); 263022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_code(nv50, p); 2631f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2632e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(13, 2); 2633f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_VP_ADDRESS_HIGH, 2); 2634072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2635072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2636072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2637072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 263893ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_ATTR_EN_0, 2); 26396516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_data (so, p->cfg.attr[0]); 26406516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_data (so, p->cfg.attr[1]); 264193ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_REG_ALLOC_RESULT, 1); 2642fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_data (so, p->cfg.high_result); 264393ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_RESULT_MAP_SIZE, 2); 2644bcbe6baac37915563bc120ad558cd930bc1ddec1Ben Skeggs so_data (so, p->cfg.high_result); //8); 26458ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 264693ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_START_ID, 1); 2647f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 0); /* program start offset */ 2648bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.vertprog); 2649ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2650f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2651f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2652f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2653f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_fragprog_validate(struct nv50_context *nv50) 2654f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2655f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 2656f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->fragprog; 2657f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 2658f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2659f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 2660f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 2661f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 2662f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 2663f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2664f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 266555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_data(nv50, p); 266655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_code(nv50, p); 2667f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2668585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so = so_new(64, 2); 2669f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_FP_ADDRESS_HIGH, 2); 2670072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2671072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2672072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2673072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 26746516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_method(so, tesla, NV50TCL_FP_REG_ALLOC_TEMP, 1); 26758ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 267693ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_RESULT_COUNT, 1); 2677dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.high_result); 267893ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_CTRL_UNK19A8, 1); 26796516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_data (so, p->cfg.regs[2]); 268093ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_CTRL_UNK196C, 1); 26816516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_data (so, p->cfg.regs[3]); 268293ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_START_ID, 1); 26838ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, 0); /* program start offset */ 2684bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.fragprog); 2685ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2686f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2687f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 26886516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumillerstatic int 26896516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumillernv50_sreg4_map(uint32_t *p_map, int mid, uint32_t lin[4], 26906516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct nv50_sreg4 *fpi, struct nv50_sreg4 *vpo) 26916516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller{ 26926516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller int c; 26936516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller uint8_t mv = vpo->mask, mf = fpi->mask, oid = vpo->hw; 26946516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller uint8_t *map = (uint8_t *)p_map; 26956516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 26966516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (c = 0; c < 4; ++c) { 26976516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (mf & 1) { 26986516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (fpi->linear == TRUE) 26996516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller lin[mid / 32] |= 1 << (mid % 32); 27006516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller map[mid++] = (mv & 1) ? oid : ((c == 3) ? 0x41 : 0x40); 27016516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 27026516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27036516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller oid += mv & 1; 27046516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller mf >>= 1; 27056516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller mv >>= 1; 27066516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 27076516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27086516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller return mid; 27096516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller} 27106516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27116516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumillervoid 27126516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumillernv50_linkage_validate(struct nv50_context *nv50) 27136516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller{ 27146516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct nouveau_grobj *tesla = nv50->screen->tesla; 27156516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct nv50_program *vp = nv50->vertprog; 27166516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct nv50_program *fp = nv50->fragprog; 27176516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct nouveau_stateobj *so; 27186516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller struct nv50_sreg4 dummy, *vpo; 27196516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller int i, n, c, m = 0; 27206516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller uint32_t map[16], lin[4], reg[5]; 27216516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27226516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller memset(map, 0, sizeof(map)); 27236516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller memset(lin, 0, sizeof(lin)); 27246516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27256516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[1] = 0x00000004; /* low and high clip distance map ids */ 27266516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[2] = 0x00000000; /* layer index map id (disabled, GP only) */ 27276516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[3] = 0x00000000; /* point size map id & enable */ 27286516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[0] = fp->cfg.regs[0]; /* colour semantic reg */ 27296516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[4] = fp->cfg.regs[1]; /* interpolant info */ 27306516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27316516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller dummy.linear = FALSE; 27326516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller dummy.mask = 0xf; /* map all components of HPOS */ 27336516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller m = nv50_sreg4_map(map, m, lin, &dummy, &vp->cfg.io[0]); 27346516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27356516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller dummy.mask = 0x0; 27366516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27376516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (vp->cfg.clpd < 0x40) { 27386516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (c = 0; c < vp->cfg.clpd_nr; ++c) 27396516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller map[m++] = vp->cfg.clpd + c; 27406516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[1] = (m << 8); 27416516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 27426516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27436516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[0] |= m << 8; /* adjust BFC0 id */ 27446516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[0] += m - 4; /* adjust FFC0 id */ 27456516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller reg[4] |= m << 8; /* set mid where 'normal' FP inputs start */ 27466516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27476516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller i = 0; 27486516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (fp->info.input_semantic_name[0] == TGSI_SEMANTIC_POSITION) 27496516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller i = 1; 27506516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller for (; i < fp->cfg.io_nr; i++) { 27516516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller ubyte sn = fp->info.input_semantic_name[fp->cfg.io[i].id_fp]; 27526516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller ubyte si = fp->info.input_semantic_index[fp->cfg.io[i].id_fp]; 27536516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27546516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller n = fp->cfg.io[i].id_vp; 27556516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller if (n >= vp->cfg.io_nr || 27566516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller vp->info.output_semantic_name[n] != sn || 27576516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller vp->info.output_semantic_index[n] != si) 27586516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller vpo = &dummy; 27596516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller else 27606516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller vpo = &vp->cfg.io[n]; 27616516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27626516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller m = nv50_sreg4_map(map, m, lin, &fp->cfg.io[i], vpo); 27636516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller } 27646516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27656516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller /* now fill the stateobj */ 27666516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so = so_new(64, 0); 27676516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27686516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller n = (m + 3) / 4; 27696516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_method(so, tesla, NV50TCL_VP_RESULT_MAP_SIZE, 1); 27706516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_data (so, m); 27716516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_method(so, tesla, NV50TCL_VP_RESULT_MAP(0), n); 27726516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_datap (so, map, n); 27736516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27746516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_method(so, tesla, NV50TCL_MAP_SEMANTIC_0, 4); 27756516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_datap (so, reg, 4); 27766516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27776516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_method(so, tesla, NV50TCL_FP_INTERPOLANT_CTRL, 1); 27786516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_data (so, reg[4]); 27796516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27806516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_method(so, tesla, 0x1540, 4); 27816516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_datap (so, lin, 4); 27826516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 27836516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_ref(so, &nv50->state.programs); 27846516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller so_ref(NULL, &so); 27856516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller} 27866516594c8eec1088ee59e7c3254b2fdced2ff04bChristoph Bumiller 2787f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2788f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_destroy(struct nv50_context *nv50, struct nv50_program *p) 2789f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 279040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs while (p->exec_head) { 279140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = p->exec_head; 279240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 279340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e->next; 279440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs FREE(e); 2795f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 279640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = NULL; 279740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size = 0; 2798f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2799072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs nouveau_bo_ref(NULL, &p->bo); 2800f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 28011b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&p->data[0]); 28021b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&p->data[1]); 28037c745de74997e859d7e2640092bda9ad900e28a9Ben Skeggs 2804f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = 0; 2805f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2806