nv50_program.c revision 38849c529e76b99f56f522be183a5935d617bcab
1857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs/* 2857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Copyright 2008 Ben Skeggs 3857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 4857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Permission is hereby granted, free of charge, to any person obtaining a 5857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * copy of this software and associated documentation files (the "Software"), 6857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * to deal in the Software without restriction, including without limitation 7857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * and/or sell copies of the Software, and to permit persons to whom the 9857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * Software is furnished to do so, subject to the following conditions: 10857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 11857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * The above copyright notice and this permission notice shall be included in 12857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * all copies or substantial portions of the Software. 13857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * 14857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, 18857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF 19857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 20857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs * SOFTWARE. 21857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs */ 22857a3294a959015bf893241199f7fd7f7882a6abBen Skeggs 23f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_context.h" 24f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_defines.h" 25f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_state.h" 26f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_inlines.h" 27f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 28f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_shader_tokens.h" 29fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_parse.h" 30fda01b584715c05696a0e6768fda669ef1eb5f3bBen Skeggs#include "tgsi/tgsi_util.h" 31f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 32f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_context.h" 33f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 34f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#define NV50_SU_MAX_TEMP 64 35b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs//#define NV50_PROGRAM_DUMP 36f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs/* ARL - gallium craps itself on progs/vp/arl.txt 3821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 3921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * MSB - Like MAD, but MUL+SUB 4021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * - Fuck it off, introduce a way to negate args for ops that 4121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * support it. 4221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 43ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Look into inlining IMMD for ops other than MOV (make it general?) 4433e4d30d50344be26398a51365bea1be37487403Ben Skeggs * - Maybe even relax restrictions a bit, can't do P_RESULT + P_IMMD, 4533e4d30d50344be26398a51365bea1be37487403Ben Skeggs * but can emit to P_TEMP first - then MOV later. NVIDIA does this 46ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * 472fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * In ops such as ADD it's possible to construct a bad opcode in the !is_long() 482fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * case, if the emit_src() causes the inst to suddenly become long. 492fdeb4d5a5cc8b93bf885ba646e3a29a68c755edBen Skeggs * 50ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Verify half-insns work where expected - and force disable them where they 51ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * don't work - MUL has it forcibly disabled atm as it fixes POW.. 52afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * 53afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * FUCK! watch dst==src vectors, can overwrite components that are needed. 54afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * ie. SUB R0, R0.yzxw, R0 55776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs * 56b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * Things to check with renouveau: 57b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * FP attr/result assignment - how? 586d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * attrib 596d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16bc maps vp output onto fp hpos 606d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16c0 maps vp output onto fp col0 616d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * result 626d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - colr always 0-3 636d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - depr always 4 646d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16bc->0x16e8 --> some binding between vp/fp regs 656d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16b8 --> VP output count 666d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 676d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1298 --> "MOV rcol.x, fcol.y" "MOV depr, fcol.y" = 0x00000005 686d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * "MOV rcol.x, fcol.y" = 0x00000004 696d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x19a8 --> as above but 0x00000100 and 0x00000000 706d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x00100000 used when KIL used 716d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x196c --> as above but 0x00000011 and 0x00000000 726d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 736d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1988 --> 0xXXNNNNNN 746d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - XX == FP high something 7521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs */ 76f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_reg { 77f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs enum { 78f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_TEMP, 79f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_ATTR, 80f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_RESULT, 81f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_CONST, 82f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_IMMD 83f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } type; 84f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int index; 85f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 86f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int hw; 8738ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs int neg; 88bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 89dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int rhw; /* result hw for FP outputs, or interpolant index */ 90bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller int acc; /* instruction where this reg is last read (first insn == 1) */ 91f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 92f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 93f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_pc { 94f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p; 95f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 96f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* hw resources */ 97f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r_temp[NV50_SU_MAX_TEMP]; 98f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 99f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* tgsi resources */ 100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *temp; 101f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int temp_nr; 102f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *attr; 103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int attr_nr; 104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *result; 105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int result_nr; 106f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *param; 107f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int param_nr; 108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *immd; 109f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs float *immd_buf; 110f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int immd_nr; 1112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 11221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs struct nv50_reg *temp_temp[16]; 1132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs unsigned temp_temp_nr; 114bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 115234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* broadcast and destination replacement regs */ 116234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *r_brdc; 117234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *r_dst[4]; 118234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 119e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned interp_mode[32]; 120dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* perspective interpolation registers */ 121dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv_p; 122dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv_c; 123e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 124bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller /* current instruction and total number of insns */ 125bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_cur; 126bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller unsigned insn_nr; 127d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller 128d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller boolean allow32; 129f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 130f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 131e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumillerstatic INLINE void 132e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumillerctor_reg(struct nv50_reg *reg, unsigned type, int index, int hw) 133e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller{ 134e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->type = type; 135e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->index = index; 136e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->hw = hw; 137e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->neg = 0; 138e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->rhw = -1; 139e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller reg->acc = 0; 140e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller} 141e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller 142f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 143f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_reg(struct nv50_pc *pc, struct nv50_reg *reg) 144f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 145f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller int i = 0; 146f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 147fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (reg->type == P_RESULT) { 148fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs if (pc->p->cfg.high_result < (reg->hw + 1)) 149fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs pc->p->cfg.high_result = reg->hw + 1; 150fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs } 151fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs 1528ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->type != P_TEMP) 153f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 154f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1558ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->hw >= 0) { 1568ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs /*XXX: do this here too to catch FP temp-as-attr usage.. 1578ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs * not clean, but works */ 1588ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (reg->hw + 1)) 1598ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = reg->hw + 1; 1608ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs return; 1618ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1628ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 163f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (reg->rhw != -1) { 164f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller /* try to allocate temporary with index rhw first */ 165f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (!(pc->r_temp[reg->rhw])) { 166f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->r_temp[reg->rhw] = reg; 167f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller reg->hw = reg->rhw; 168f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->cfg.high_temp < (reg->rhw + 1)) 169f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->p->cfg.high_temp = reg->rhw + 1; 170f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller return; 171f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 172f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller /* make sure we don't get things like $r0 needs to go 173f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller * in $r1 and $r1 in $r0 174f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller */ 175f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller i = pc->result_nr * 4; 176f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 177f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller 178f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller for (; i < NV50_SU_MAX_TEMP; i++) { 179f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!(pc->r_temp[i])) { 180f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = reg; 181f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs reg->hw = i; 1828ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (i + 1)) 1838ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = i + 1; 184f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 185f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 186f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 187f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 188f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 189f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 190f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 191f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 192f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_temp(struct nv50_pc *pc, struct nv50_reg *dst) 193f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 194f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r; 195f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 196f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 197f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (dst && dst->type == P_TEMP && dst->hw == -1) 198f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return dst; 199f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 200f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 201f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->r_temp[i]) { 202e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller r = MALLOC_STRUCT(nv50_reg); 203e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(r, P_TEMP, -1, i); 204f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = r; 205f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return r; 206f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 207f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 208f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 209f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 210f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 211f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 212f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 213dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller/* Assign the hw of the discarded temporary register src 214dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller * to the tgsi register dst and free src. 215dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller */ 216dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerstatic void 217dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerassimilate_temp(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 218dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller{ 219dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assert(src->index == -1 && src->hw != -1); 220dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 221dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (dst->hw != -1) 222dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller pc->r_temp[dst->hw] = NULL; 223dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller pc->r_temp[src->hw] = dst; 224dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller dst->hw = src->hw; 225dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 226dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller FREE(src); 227dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller} 228dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 2297ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller/* release the hardware resource held by r */ 2307ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumillerstatic void 2317ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumillerrelease_hw(struct nv50_pc *pc, struct nv50_reg *r) 2327ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller{ 2337ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller assert(r->type == P_TEMP); 2347ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (r->hw == -1) 2357ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller return; 2367ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 2377ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller assert(pc->r_temp[r->hw] == r); 2387ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller pc->r_temp[r->hw] = NULL; 2397ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 2407ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller r->acc = 0; 2417ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller if (r->index == -1) 2427ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller FREE(r); 2437ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller} 2447ab96f4f733437de693b9578c3649b56069e6f24Christoph Bumiller 245f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 246f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsfree_temp(struct nv50_pc *pc, struct nv50_reg *r) 247f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 248f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (r->index == -1) { 249619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs unsigned hw = r->hw; 250619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs 251619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs FREE(pc->r_temp[hw]); 252619549a6377a58d54c9cf55f8863beed56b09566Ben Skeggs pc->r_temp[hw] = NULL; 253f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 254f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 255f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2563f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic int 2573f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsalloc_temp4(struct nv50_pc *pc, struct nv50_reg *dst[4], int idx) 2583f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2593f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2603f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2613f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if ((idx + 4) >= NV50_SU_MAX_TEMP) 2623f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 1; 2633f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2643f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs if (pc->r_temp[idx] || pc->r_temp[idx + 1] || 2653f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + 2] || pc->r_temp[idx + 3]) 266a2af40b846e0b510887aaf15c2777387a3caae62Christoph Bumiller return alloc_temp4(pc, dst, idx + 4); 2673f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2683f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) { 269e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller dst[i] = MALLOC_STRUCT(nv50_reg); 270e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(dst[i], P_TEMP, -1, idx + i); 2713f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs pc->r_temp[idx + i] = dst[i]; 2723f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs } 2733f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2743f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs return 0; 2753f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2763f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2773f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsstatic void 2783f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggsfree_temp4(struct nv50_pc *pc, struct nv50_reg *reg[4]) 2793f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs{ 2803f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs int i; 2813f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 2823f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs for (i = 0; i < 4; i++) 2833f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs free_temp(pc, reg[i]); 2843f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs} 2853f66b72fdb4834c5211305698d22806eac80aa35Ben Skeggs 286f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 2872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggstemp_temp(struct nv50_pc *pc) 2882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 28921e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (pc->temp_temp_nr >= 16) 2902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs assert(0); 2912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp[pc->temp_temp_nr] = alloc_temp(pc, NULL); 2932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return pc->temp_temp[pc->temp_temp_nr++]; 2942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 2952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 2962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 2972a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggskill_temp_temp(struct nv50_pc *pc) 2982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 2992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs int i; 3002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 3012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs for (i = 0; i < pc->temp_temp_nr; i++) 3022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, pc->temp_temp[i]); 3032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp_nr = 0; 3042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 3052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 30633e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic int 30733e4d30d50344be26398a51365bea1be37487403Ben Skeggsctor_immd(struct nv50_pc *pc, float x, float y, float z, float w) 30833e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 309f1aa2a43b7588aaca3ef175c8cc5366414cac2f8Christoph Bumiller pc->immd_buf = REALLOC(pc->immd_buf, (pc->immd_nr * 4 * sizeof(float)), 310861629d1fd4a1d256c913470c33d9522e83d615dBen Skeggs (pc->immd_nr + 1) * 4 * sizeof(float)); 31133e4d30d50344be26398a51365bea1be37487403Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 0] = x; 312686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 1] = y; 313686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 2] = z; 314686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 3] = w; 31533e4d30d50344be26398a51365bea1be37487403Ben Skeggs 31633e4d30d50344be26398a51365bea1be37487403Ben Skeggs return pc->immd_nr++; 31733e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 31833e4d30d50344be26398a51365bea1be37487403Ben Skeggs 31933e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic struct nv50_reg * 32033e4d30d50344be26398a51365bea1be37487403Ben Skeggsalloc_immd(struct nv50_pc *pc, float f) 32133e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 322e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller struct nv50_reg *r = MALLOC_STRUCT(nv50_reg); 32333e4d30d50344be26398a51365bea1be37487403Ben Skeggs unsigned hw; 32433e4d30d50344be26398a51365bea1be37487403Ben Skeggs 3257e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller for (hw = 0; hw < pc->immd_nr * 4; hw++) 3267e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (pc->immd_buf[hw] == f) 3277e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller break; 3287e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 3297e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller if (hw == pc->immd_nr * 4) 3307e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller hw = ctor_immd(pc, f, -f, 0.5 * f, 0) * 4; 3317e7d3a87ec60f8e412d724c6586461501d420ec0Christoph Bumiller 332e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(r, P_IMMD, -1, hw); 33333e4d30d50344be26398a51365bea1be37487403Ben Skeggs return r; 33433e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 33533e4d30d50344be26398a51365bea1be37487403Ben Skeggs 33640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic struct nv50_program_exec * 33740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsexec(struct nv50_pc *pc) 33840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs{ 33940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = CALLOC_STRUCT(nv50_program_exec); 34040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 3411c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = -1; 34240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs return e; 34340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs} 34440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 34555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 34640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsemit(struct nv50_pc *pc, struct nv50_program_exec *e) 34755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 34855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_program *p = pc->p; 34955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (p->exec_tail) 35140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail->next = e; 35240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (!p->exec_head) 35340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e; 35440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = e; 35540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size += (e->inst[0] & 1) ? 2 : 1; 35655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 35755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 35840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic INLINE void set_long(struct nv50_pc *, struct nv50_program_exec *); 35955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 36140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_long(struct nv50_program_exec *e) 36255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 36340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 1) 36455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 36555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 36655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 36755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 36940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_immd(struct nv50_program_exec *e) 37055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 37140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && (e->inst[1] & 3) == 3) 37255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 37355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 37455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 37555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 37655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 37740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred(struct nv50_pc *pc, unsigned pred, unsigned idx, 37840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 37955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 38040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 38140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x1f << 7) | (0x3 << 12)); 38240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (pred << 7) | (idx << 12); 38355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 38455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 38555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 38640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred_wr(struct nv50_pc *pc, unsigned on, unsigned idx, 38740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 38855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 38940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 39040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x3 << 4) | (1 << 6)); 39140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (idx << 4) | (on << 6); 39255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 39355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 39455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 39540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_long(struct nv50_pc *pc, struct nv50_program_exec *e) 39655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 39740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 39855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return; 39955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 1; 40140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0xf, 0, e); 40240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 40355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 40455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 40555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 40640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_dst(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_program_exec *e) 40755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 40855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type == P_RESULT) { 40940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 41040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000008; 41155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 41255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 41355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, dst); 41440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (dst->hw << 2); 41555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 41655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 41755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 41840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_immd(struct nv50_pc *pc, struct nv50_reg *imm, struct nv50_program_exec *e) 41955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 420c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller float f = pc->immd_buf[imm->hw]; 421c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller unsigned val = fui(imm->neg ? -f : f); 42255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 42455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: can't be predicated - bits overlap.. catch cases where both 42555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * are required and avoid them. */ 42640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0, 0, e); 42740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 42855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 42940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000002 | 0x00000001; 43040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (val & 0x3f) << 16; 43140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (val >> 6) << 2; 43255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 43355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 434e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 435e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_LINEAR 0 436e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_FLAT 1 437e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_PERSPECTIVE 2 438e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller#define INTERP_CENTROID 4 439e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 440dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller/* interpolant index has been stored in dst->rhw */ 44155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 442dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumilleremit_interp(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *iv, 443dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mode) 4448ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs{ 445dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller assert(dst->rhw != -1); 44640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 4478ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 44840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x80000000; 44940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 450dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (dst->rhw << 16); 451dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 452dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_FLAT) { 453dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 8); 454dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } else { 455dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_PERSPECTIVE) { 456dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 25); 457dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller alloc_reg(pc, iv); 458dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (iv->hw << 9); 459dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 460dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 461dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (mode & INTERP_CENTROID) 462dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller e->inst[0] |= (1 << 24); 4635a3ea9ee59ac586955f7784eb25e7fd70d0c8882Ben Skeggs } 4648ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 46540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 4668ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs} 4678ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 4688ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsstatic void 4691c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggsset_data(struct nv50_pc *pc, struct nv50_reg *src, unsigned m, unsigned s, 4701c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs struct nv50_program_exec *e) 4712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 47240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4731c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 4741c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = src->hw; 4751c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.shift = s; 4761c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.mask = m << (s % 32); 47794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 47894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller e->inst[1] |= (((src->type == P_IMMD) ? 0 : 1) << 22); 4792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4802a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 48255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit_mov(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 48355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 48440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 48555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 48640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x10000000; 48755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 48840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 48955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 490708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (pc->allow32 && dst->type != P_RESULT && src->type == P_IMMD) { 49140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_immd(pc, src, e); 49255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: 32-bit, but steals part of "half" reg space - need to 49355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * catch and handle this case if/when we do half-regs 49455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 49555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else 49655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD || src->type == P_CONST) { 49740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4981c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 9, e); 49940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x20000000; /* src0 const? */ 50055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 50155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_ATTR) { 50240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 50340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 50455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 50555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 50655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, src); 50740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 50855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 50955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 51040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && !is_immd(e)) { 51140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32-bit */ 512d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[1] |= 0x0000c000; /* "subsubop" 0x3 */ 513d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller if (!(e->inst[1] & 0x20000000)) 514d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[1] |= 0x00030000; /* "subsubop" 0xf */ 515d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller } else 516d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller e->inst[0] |= 0x00008000; 51755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 51840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 51955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 52055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 5214a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumillerstatic INLINE void 5224a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumilleremit_mov_immdval(struct nv50_pc *pc, struct nv50_reg *dst, float f) 5234a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller{ 5244a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller struct nv50_reg *imm = alloc_immd(pc, f); 5254a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov(pc, dst, imm); 5264a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller FREE(imm); 5274a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller} 5284a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller 529f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 5302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggscheck_swap_src_0_1(struct nv50_pc *pc, 5312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg **s0, struct nv50_reg **s1) 5322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src0 = *s0, *src1 = *s1; 5342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type == P_CONST) { 5362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type != P_CONST) { 5372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 5382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 5392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 5402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type == P_ATTR) { 5432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type != P_ATTR) { 5442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 5452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 5462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 5472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return FALSE; 5512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 55440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_0(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 55740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 55840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 5592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 5612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5652a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5662a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 56840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 5692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 57240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_1(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 5742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 5752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 5762a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 5782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 5792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 5802a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 58140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x00800000)); 58240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x01000000) { 58334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 58434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 58534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 58634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 58734a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 5881c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 16, e); 58940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00800000; 59034a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 5912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 5922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 59440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 5952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5972a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 59840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_2(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 5992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 60040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 6012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 6032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 6042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 6062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 6072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 6082a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 60940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x01000000)); 61040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x00800000) { 61134a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 61234a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 61334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 61434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 61534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 6161c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 32+14, e); 61740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x01000000; 61834a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 6192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 6202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 62240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (src->hw << 14); 6232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 6262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mul(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 6272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 6282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 62940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 63140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xc0000000; 6322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 633708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (!pc->allow32) 634708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_long(pc, e); 635708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 6362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 63740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 63840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 639c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src1->type == P_IMMD && !is_long(e)) { 640c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg) 641c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[0] |= 0x00008000; 642708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_immd(pc, src1, e); 643c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } else { 644708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_src_1(pc, src1, e); 645c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg ^ src1->neg) { 646c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (is_long(e)) 647c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x08000000; 648c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else 649c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[0] |= 0x00008000; 650c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 651c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 6522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 65340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 6562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 65752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_add(struct nv50_pc *pc, struct nv50_reg *dst, 65852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 6592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 66040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 66240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 6632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 664c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller check_swap_src_0_1(pc, &src0, &src1); 665c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 666c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (!pc->allow32 || src0->neg || src1->neg) { 667708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_long(pc, e); 668c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= (src0->neg << 26) | (src1->neg << 27); 669c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 670708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 67140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 67240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 673c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src1->type == P_CONST || src1->type == P_ATTR || is_long(e)) 67440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 67552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs else 676708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller if (src1->type == P_IMMD) 677708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller set_immd(pc, src1, e); 678708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller else 67940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 68052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 68140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 68252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs} 68352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 68452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsstatic void 68552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_minmax(struct nv50_pc *pc, unsigned sub, struct nv50_reg *dst, 68652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 68752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs{ 68840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 68952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 69040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 69140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 69240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 69352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 69452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 69540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 69640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 69740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 6982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 69940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 702c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic INLINE void 7032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_sub(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 7042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 7052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 706c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src1->neg ^= 1; 707c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_add(pc, dst, src0, src1); 708c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src1->neg ^= 1; 7092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 7122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mad(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 7132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 7142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 71540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 71740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 7182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 7192a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 72040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 72140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 72240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 72340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 7242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 725c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src0->neg ^ src1->neg) 726c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x04000000; 727c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src2->neg) 728c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x08000000; 729c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 73040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 733c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic INLINE void 73421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsemit_msb(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 73521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 73621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs{ 737c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src2->neg ^= 1; 738c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_mad(pc, dst, src0, src1, src2); 739c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller src2->neg ^= 1; 74021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs} 74121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 74221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsstatic void 7432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_flop(struct nv50_pc *pc, unsigned sub, 7442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *dst, struct nv50_reg *src) 7452a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 74640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 74840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x90000000; 74952a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs if (sub) { 75040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 75140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 75252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs } 7532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 75440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 75540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 7562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 75740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 7592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 760d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsstatic void 761d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsemit_preex2(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 762d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs{ 76340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 764d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 76540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 766d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 76740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 76840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 76940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 77040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29) | 0x00004000; 771d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 77240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 773d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs} 774faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 775bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsstatic void 7767b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_precossin(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 7777b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs{ 77840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 7797b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 78040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 7817b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 78240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 78340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 78440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 78540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); 7867b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 78740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 7887b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs} 7897b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 79087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_RN 0x01 79187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_FLOOR 0x03 79287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_CEIL 0x05 79387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_TRUNC 0x07 79487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_SAT 0x08 79587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVTOP_ABS 0x10 79687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 7972b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x04 == 32 bit */ 7982b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x40 == dst is float */ 7992b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* 0x80 == src is float */ 80087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_F32 0xc4 80187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_S32 0x44 80287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_U32 0x64 80387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_S32_F32 0x8c 80487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_S32_S32 0x0c 80587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller#define CVT_F32_F32_ROP 0xcc 80687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 80787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic void 80887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumilleremit_cvt(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src, 8092b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller int wp, unsigned cvn, unsigned fmt) 81087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller{ 81187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller struct nv50_program_exec *e; 81287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 81387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e = exec(pc); 81487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_long(pc, e); 81587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 81687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[0] |= 0xa0000000; 81787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= 0x00004000; 8182b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= (cvn << 16); 81987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= (fmt << 24); 82087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_src_0(pc, src, e); 82187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 82287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller if (wp >= 0) 82387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_pred_wr(pc, 1, wp, e); 82487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 82587eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller if (dst) 82687eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller set_dst(pc, dst, e); 82787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller else { 82887eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[0] |= 0x000001fc; 82987eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller e->inst[1] |= 0x00000008; 83087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller } 83187eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 83287eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit(pc, e); 83387eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller} 83487eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller 8352b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller/* nv50 Condition codes: 8362b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x1 = LT 8372b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x2 = EQ 8382b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x3 = LE 8392b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x4 = GT 8402b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x5 = NE 8412b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x6 = GE 8422b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x7 = set condition code ? (used before bra.lt/le/gt/ge) 8432b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * 0x8 = unordered bit (allows NaN) 8442b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller */ 8457b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsstatic void 8462b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumilleremit_set(struct nv50_pc *pc, unsigned ccode, struct nv50_reg *dst, int wp, 847bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 848bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs{ 84940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 850bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *rdst; 851bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 8522b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller assert(ccode < 16); 853bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 8542b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller ccode = ccode ^ 0x7; 855bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 856bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs rdst = dst; 8572b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (dst && dst->type != P_TEMP) 858bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs dst = alloc_temp(pc, NULL); 859bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 860bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* set.u32 */ 86140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 86240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 8632b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x60000000 | (ccode << 14); 8642b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 8652b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller /* XXX: decuda will disasm as .u16 and use .lo/.hi regs, but 8662b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller * that doesn't seem to match what the hw actually does 8672b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x04000000; << breaks things, u32 by default ? 868bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs */ 8692b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 8702b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (wp >= 0) 8712b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller set_pred_wr(pc, 1, wp, e); 8722b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (dst) 8732b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller set_dst(pc, dst, e); 8742b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller else { 8752b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[0] |= 0x000001fc; 8762b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller e->inst[1] |= 0x00000008; 8772b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller } 8782b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 87940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 88040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 881bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 88240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 883bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 8842b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller /* cvt.f32.u32/s32 (?) if we didn't only write the predicate */ 8852b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (rdst) 8862b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller emit_cvt(pc, rdst, dst, -1, CVTOP_ABS | CVTOP_RN, CVT_F32_S32); 8872b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller if (rdst && rdst != dst) 888bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs free_temp(pc, dst); 889bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs} 890d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 8912b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumillerstatic INLINE unsigned 8922b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumillermap_tgsi_setop_cc(unsigned op) 8932b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller{ 8942b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller switch (op) { 8952b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLT: return 0x1; 8962b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGE: return 0x6; 8972b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SEQ: return 0x2; 8982b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGT: return 0x4; 8992b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLE: return 0x3; 9002b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SNE: return 0xd; 9012b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller default: 9022b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller assert(0); 9032b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller return 0; 9042b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller } 9052b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller} 9062b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller 90787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic INLINE void 908b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsemit_flr(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 909b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs{ 91087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_FLOOR, CVT_F32_F32_ROP); 911b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs} 912b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs 913faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsstatic void 914faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsemit_pow(struct nv50_pc *pc, struct nv50_reg *dst, 915faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *v, struct nv50_reg *e) 916faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs{ 917faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *temp = alloc_temp(pc, NULL); 918faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 919faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 3, temp, v); 920faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_mul(pc, temp, temp, e); 921faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_preex2(pc, temp, temp); 922faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 6, dst, temp); 923faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 924faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs free_temp(pc, temp); 925faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs} 926faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 92787eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumillerstatic INLINE void 928fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsemit_abs(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 929fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 93087eea6e2b2df57bddb7155df794f02143e1ece40Christoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_ABS, CVT_F32_F32); 931fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 932fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 933234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic INLINE void 934234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumilleremit_sat(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 935234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 936234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_cvt(pc, dst, src, -1, CVTOP_SAT, CVT_F32_F32); 937234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 938234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 93901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggsstatic void 9407b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_lit(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 9417b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs struct nv50_reg **src) 94201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs{ 94301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 94401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *zero = alloc_immd(pc, 0.0); 94501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *neg128 = alloc_immd(pc, -127.999999); 94601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *pos128 = alloc_immd(pc, 127.999999); 94701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *tmp[4]; 948708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller boolean allow32 = pc->allow32; 949708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 950708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller pc->allow32 = FALSE; 95101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9527b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (3 << 1)) { 953dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller tmp[0] = alloc_temp(pc, NULL); 9547b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[0], src[0], zero); 9557b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 95601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9577b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 2)) { 95840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 1, 0, pc->p->exec_tail); 95901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9607b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[1] = temp_temp(pc); 9617b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[1], src[1], zero); 96201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9637b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[3] = temp_temp(pc); 9647b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[3], src[3], neg128); 9657b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 5, tmp[3], tmp[3], pos128); 96601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 9677b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_pow(pc, dst[2], tmp[1], tmp[3]); 9687b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[2], zero); 96940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 3, 0, pc->p->exec_tail); 9707b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 9719417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 972dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 1)) 973dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller assimilate_temp(pc, dst[1], tmp[0]); 974dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller else 975dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 2)) 976dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller free_temp(pc, tmp[0]); 977dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 978708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller pc->allow32 = allow32; 979708c711f8361ea82c1217e2614914ae047bc5bdfChristoph Bumiller 980dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller /* do this last, in case src[i,j] == dst[0,3] */ 981dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 0)) 982dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller emit_mov(pc, dst[0], one); 983dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 984dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller if (mask & (1 << 3)) 985dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller emit_mov(pc, dst[3], one); 986dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 9879417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pos128); 9889417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(neg128); 9899417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(zero); 9909417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(one); 99101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs} 99201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 99331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsstatic void 99431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsemit_neg(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 99531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs{ 99640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 99731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 99840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 99940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xa0000000; /* delta */ 100040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (7 << 29); /* delta */ 100140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* negate arg0? probably not */ 100240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 100340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 100440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 100531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 100640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 100731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs} 100831f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 1009d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsstatic void 1010d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggsemit_kil(struct nv50_pc *pc, struct nv50_reg *src) 1011d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs{ 1012d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs struct nv50_program_exec *e; 1013d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs const int r_pred = 1; 1014d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 1015d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* Sets predicate reg ? */ 1016d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 1017d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0xa00001fd; 1018d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[1] = 0xc4014788; 1019d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_src_0(pc, src, e); 1020d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred_wr(pc, 1, r_pred, e); 1021c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (src->neg) 1022c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller e->inst[1] |= 0x20000000; 1023d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 1024d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 1025d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs /* This is probably KILP */ 1026d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e = exec(pc); 1027d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs e->inst[0] = 0x000001fe; 1028d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_long(pc, e); 1029d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs set_pred(pc, 1 /* LT? */, r_pred, e); 1030d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit(pc, e); 1031d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs} 1032d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs 103344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumillerstatic void 10343accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumilleremit_tex(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 10353accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_reg **src, unsigned unit, unsigned type, boolean proj) 10363accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller{ 10373accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_reg *temp, *t[4]; 10383accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller struct nv50_program_exec *e; 10393accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10403accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller unsigned c, mode, dim; 10413accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10423accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller switch (type) { 10433accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_1D: 10443accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 1; 10453accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10463accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_UNKNOWN: 10473accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_2D: 10483accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOW1D: /* XXX: x, z */ 10493accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_RECT: 10503accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 2; 10513accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10523accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_3D: 10533accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_CUBE: 10543accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOW2D: 10553accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller case TGSI_TEXTURE_SHADOWRECT: /* XXX */ 10563accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller dim = 3; 10573accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10583accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller default: 10593accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller assert(0); 10603accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 10613accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10623accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 1063a2af40b846e0b510887aaf15c2777387a3caae62Christoph Bumiller /* some cards need t[0]'s hw index to be a multiple of 4 */ 10643accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller alloc_temp4(pc, t, 0); 10653accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10663accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (proj) { 10673accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (src[0]->type == P_TEMP && src[0]->rhw != -1) { 10683accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller mode = pc->interp_mode[src[0]->index]; 10693accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10703accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller t[3]->rhw = src[3]->rhw; 10713accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_interp(pc, t[3], NULL, (mode & INTERP_CENTROID)); 10723accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, t[3], t[3]); 10733accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10743accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) { 10753accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller t[c]->rhw = src[c]->rhw; 10763accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_interp(pc, t[c], t[3], 10773accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller (mode | INTERP_PERSPECTIVE)); 10783accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10793accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 10803accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, t[3], src[3]); 10813accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) 10823accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mul(pc, t[c], src[c], t[3]); 10833accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 10843accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller /* XXX: for some reason the blob sometimes uses MAD: 10853accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * emit_mad(pc, t[c], src[0][c], t[3], t[3]) 10863accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * pc->p->exec_tail->inst[1] |= 0x080fc000; 10873accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller */ 10883accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 10893accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 10903accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (type == TGSI_TEXTURE_CUBE) { 10913accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller temp = temp_temp(pc); 10923accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_minmax(pc, 4, temp, src[0], src[1]); 10933accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_minmax(pc, 4, temp, temp, src[2]); 10943accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_flop(pc, 0, temp, temp); 10953accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < 3; c++) 10963accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mul(pc, t[c], src[c], temp); 10973accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } else { 10983accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < dim; c++) 10993accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_mov(pc, t[c], src[c]); 11003accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 11013accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 11023accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11033accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e = exec(pc); 11043accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller set_long(pc, e); 11053accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0xf0000000; 11063accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[1] |= 0x00000004; 11073accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller set_dst(pc, t[0], e); 11083accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= (unit << 9); 11093accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11103accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (dim == 2) 11113accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0x00400000; 11123accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller else 11133accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (dim == 3) 11143accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= 0x00800000; 11153accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11163accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[0] |= (mask & 0x3) << 25; 11173accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller e->inst[1] |= (mask & 0xc) << 12; 11183accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11193accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit(pc, e); 11203accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11213accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#if 1 11223accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 1) emit_mov(pc, dst[0], t[0]); 11233accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 2) emit_mov(pc, dst[1], t[1]); 11243accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 4) emit_mov(pc, dst[2], t[2]); 11253accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & 8) emit_mov(pc, dst[3], t[3]); 11263accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11273accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller free_temp4(pc, t); 11283accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#else 11293accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller /* XXX: if p.e. MUL is used directly after TEX, it would still use 11303accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller * the texture coordinates, not the fetched values: latency ? */ 11313accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11323accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller for (c = 0; c < 4; c++) { 11333accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller if (mask & (1 << c)) 11343accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller assimilate_temp(pc, dst[c], t[c]); 11353accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller else 11363accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller free_temp(pc, t[c]); 11373accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller } 11383accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller#endif 11393accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller} 11403accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller 11413accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumillerstatic void 114244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumillerconvert_to_long(struct nv50_pc *pc, struct nv50_program_exec *e) 114344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller{ 114444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller unsigned q = 0, m = ~0; 114544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 114644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(!is_long(e)); 114744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 114844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller switch (e->inst[0] >> 28) { 114944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x1: 115044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MOV */ 115144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = 0x0403c000; 115244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = 0xffff7fff; 115344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 115444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x8: 11558b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller /* INTERP (move centroid, perspective and flat bits) */ 11568b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller m = ~0x03000100; 11578b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller q = (e->inst[0] & (3 << 24)) >> (24 - 16); 11588b1ef3fa357f5bbd6d3f73714a86ce380b867a71Christoph Bumiller q |= (e->inst[0] & (1 << 8)) << (18 - 8); 115944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 116044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0x9: 116144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* RCP */ 116244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 116344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xB: 116444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* ADD */ 116544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~(127 << 16); 116644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & (~m)) >> 2); 116744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 116844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xC: 116944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MUL */ 117044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller m = ~0x00008000; 117144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & (~m)) << 12); 117244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 117344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller case 0xE: 117444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* MAD (if src2 == dst) */ 117544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller q = ((e->inst[0] & 0x1fc) << 12); 117644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 117744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller default: 117844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(0); 117944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller break; 118044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 118144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 118244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller set_long(pc, e); 118344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller pc->p->exec_size++; 118444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 118544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e->inst[0] &= m; 118644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e->inst[1] |= q; 118744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller} 118844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 1189c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillerstatic boolean 1190c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillernegate_supported(const struct tgsi_full_instruction *insn, int i) 1191c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller{ 1192c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller switch (insn->Instruction.Opcode) { 1193c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_DP3: 1194c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_DP4: 1195c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_MUL: 1196c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_KIL: 1197c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_ADD: 1198c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_SUB: 1199c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_MAD: 1200c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return TRUE; 1201c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller case TGSI_OPCODE_POW: 1202c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return (i == 1) ? TRUE : FALSE; 1203c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller default: 1204c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller return FALSE; 1205c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 1206c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller} 1207c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller 12085d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller/* Return a read mask for source registers deduced from opcode & write mask. */ 12095d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumillerstatic unsigned 12105d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumillernv50_tgsi_src_mask(const struct tgsi_full_instruction *insn, int c) 12115d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller{ 12125d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller unsigned x, mask = insn->FullDstRegisters[0].DstRegister.WriteMask; 12135d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12145d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller switch (insn->Instruction.Opcode) { 12155d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_COS: 12165d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_SIN: 12175d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return (mask & 0x8) | ((mask & 0x7) ? 0x1 : 0x0); 12185d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DP3: 12195d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0x7; 12205d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DP4: 12215d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DPH: 12225d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_KIL: /* WriteMask ignored */ 12235d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0xf; 12245d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_DST: 12255d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask & (c ? 0xa : 0x6); 12265d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_EX2: 12275d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_LG2: 12285d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_POW: 12295d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_RCP: 12305d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_RSQ: 12315d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_SCS: 12325d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0x1; 12335d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_LIT: 12345d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return 0xb; 12355d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_TEX: 12365d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_TXP: 12375d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller { 12385d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller const struct tgsi_instruction_ext_texture *tex; 12395d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12405d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller assert(insn->Instruction.Extended); 12415d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller tex = &insn->InstructionExtTexture; 12425d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12435d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask = 0x7; 12445d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (insn->Instruction.Opcode == TGSI_OPCODE_TXP) 12455d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask |= 0x8; 12465d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12475d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller switch (tex->Texture) { 12485d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_TEXTURE_1D: 12495d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask &= 0x9; 12505d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12515d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_TEXTURE_2D: 12525d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask &= 0xb; 12535d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12545d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller default: 12555d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12565d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12575d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12585d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask; 12595d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller case TGSI_OPCODE_XPD: 12605d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller x = 0; 12615d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 1) x |= 0x6; 12625d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 2) x |= 0x5; 12635d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (mask & 4) x |= 0x3; 12645d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return x; 12655d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller default: 12665d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller break; 12675d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller } 12685d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 12695d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller return mask; 12705d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller} 12715d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 1272fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 1273fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_dst(struct nv50_pc *pc, int c, const struct tgsi_full_dst_register *dst) 1274fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 1275fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (dst->DstRegister.File) { 1276fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 1277fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->temp[dst->DstRegister.Index * 4 + c]; 1278fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_OUTPUT: 1279fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->result[dst->DstRegister.Index * 4 + c]; 1280fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_NULL: 1281fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 1282fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1283fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1284fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1285fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1286fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 1287fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 1288fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1289fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 1290c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumillertgsi_src(struct nv50_pc *pc, int chan, const struct tgsi_full_src_register *src, 1291c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller boolean neg) 1292fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 1293fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *r = NULL; 1294fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *temp; 12959417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller unsigned sgn, c; 12969417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 12979417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller sgn = tgsi_util_get_full_src_register_sign_mode(src, chan); 1298fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1299fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs c = tgsi_util_get_full_src_register_extswizzle(src, chan); 1300fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (c) { 1301fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_X: 1302fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Y: 1303fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Z: 1304fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_W: 1305fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (src->SrcRegister.File) { 1306fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_INPUT: 1307fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->attr[src->SrcRegister.Index * 4 + c]; 1308fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1309fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 1310fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->temp[src->SrcRegister.Index * 4 + c]; 1311fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1312fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_CONSTANT: 1313fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->param[src->SrcRegister.Index * 4 + c]; 1314fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1315fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_IMMEDIATE: 1316fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->immd[src->SrcRegister.Index * 4 + c]; 1317fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1318c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 1319c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1320fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1321fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1322fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1323fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1324fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1325fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ZERO: 1326fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 0.0); 13279417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return r; 1328fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ONE: 13299417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (sgn == TGSI_UTIL_SIGN_TOGGLE || sgn == TGSI_UTIL_SIGN_SET) 13309417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, -1.0); 13319417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller return alloc_immd(pc, 1.0); 1332fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1333fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1334fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1335fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1336fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 13379417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller switch (sgn) { 1338fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_KEEP: 1339fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1340fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_CLEAR: 1341fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs temp = temp_temp(pc); 1342fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, temp, r); 1343fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = temp; 1344fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 134531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_TOGGLE: 1346c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (neg) 1347c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller r->neg = 1; 1348c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else { 1349c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller temp = temp_temp(pc); 1350c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_neg(pc, temp, r); 1351c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller r = temp; 1352c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller } 135331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 135431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_SET: 135531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 135631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_abs(pc, temp, r); 1357c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller if (neg) 1358c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller temp->neg = 1; 1359c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller else 1360c11c107f7d8f289f0cb83968c265fb78a274024aChristoph Bumiller emit_neg(pc, temp, temp); 136131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 136231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 1363fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 1364fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 1365fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 1366fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 1367fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 1368fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return r; 1369fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 1370fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 13712da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* return TRUE for ops that produce only a single result */ 1372dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumillerstatic boolean 13732da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumilleris_scalar_op(unsigned op) 1374dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller{ 13752da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (op) { 1376e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller case TGSI_OPCODE_COS: 13772da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_DP2: 1378dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DP3: 1379dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DP4: 1380dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_DPH: 13812da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_EX2: 13822da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LG2: 1383dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_POW: 1384dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_RCP: 1385dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_RSQ: 1386e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller case TGSI_OPCODE_SIN: 13872da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* 13882da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_KIL: 13892da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LIT: 1390dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_SCS: 13912da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 13922da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return TRUE; 13932da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller default: 13942da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return FALSE; 13952da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 13962da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 13972da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 13982da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Returns a bitmask indicating which dst components depend 13992da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * on source s, component c (reverse of nv50_tgsi_src_mask). 14002da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 14012da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic unsigned 14022da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillernv50_tgsi_dst_revdep(unsigned op, int s, int c) 14032da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 14042da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (is_scalar_op(op)) 14052da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x1; 14062da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 14072da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (op) { 14082da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_DST: 14092da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return (1 << c) & (s ? 0xa : 0x6); 14102da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_XPD: 14112da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller switch (c) { 14122da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 0: return 0x6; 14132da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 1: return 0x5; 14142da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 2: return 0x3; 14152da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case 3: return 0x0; 14162da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller default: 14172da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller assert(0); 14182da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x0; 14192da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 14202da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_LIT: 14212da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_SCS: 1422dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_TEX: 1423dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller case TGSI_OPCODE_TXP: 14242da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* these take care of dangerous swizzles themselves */ 14252da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0x0; 14262da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_IF: 14272da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller case TGSI_OPCODE_KIL: 14282da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* don't call this function for these ops */ 14292da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller assert(0); 14302da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return 0; 1431dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller default: 14322da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* linear vector instruction */ 14332da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return (1 << c); 1434dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller } 1435dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller} 1436dac709d0cf3258ad8e131964e513c2eabe1d554eChristoph Bumiller 14372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic boolean 1438234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_program_tx_insn(struct nv50_pc *pc, 1439234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_instruction *inst) 1440f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 144181de711fc864247419221d700bd045addf22cb52Christoph Bumiller struct nv50_reg *rdst[4], *dst[4], *brdc, *src[3][4], *temp; 1442cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unsigned mask, sat, unit; 1443f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i, c; 1444f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1445f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs mask = inst->FullDstRegisters[0].DstRegister.WriteMask; 1446688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs sat = inst->Instruction.Saturate == TGSI_SAT_ZERO_ONE; 1447f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1448234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller memset(src, 0, sizeof(src)); 1449234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1450f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1451234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if ((mask & (1 << c)) && !pc->r_dst[c]) 1452f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = tgsi_dst(pc, c, &inst->FullDstRegisters[0]); 1453f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs else 1454234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller dst[c] = pc->r_dst[c]; 1455234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdst[c] = dst[c]; 1456f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1457f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1458f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 14595069bfed29bcee2c89c36c74c6d65d388eb7792eZack Rusin const struct tgsi_full_src_register *fs = &inst->FullSrcRegisters[i]; 14605d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller unsigned src_mask; 14615d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller boolean neg_supp; 14625d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller 14635d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller src_mask = nv50_tgsi_src_mask(inst, i); 14645d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller neg_supp = negate_supported(inst, i); 1465cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1466cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs if (fs->SrcRegister.File == TGSI_FILE_SAMPLER) 1467cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs unit = fs->SrcRegister.Index; 1468cd5d3fde13e424373feac9098453ed0ca7f6e4ebBen Skeggs 1469f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) 14705d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller if (src_mask & (1 << c)) 14715d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller src[i][c] = tgsi_src(pc, c, fs, neg_supp); 1472f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1473f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 147481de711fc864247419221d700bd045addf22cb52Christoph Bumiller brdc = temp = pc->r_brdc; 147581de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (brdc && brdc->type != P_TEMP) { 147681de711fc864247419221d700bd045addf22cb52Christoph Bumiller temp = temp_temp(pc); 147781de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (sat) 147881de711fc864247419221d700bd045addf22cb52Christoph Bumiller brdc = temp; 147981de711fc864247419221d700bd045addf22cb52Christoph Bumiller } else 1480688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1481688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 1482234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!(mask & (1 << c)) || dst[c]->type == P_TEMP) 1483234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1484688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs rdst[c] = dst[c]; 1485688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs dst[c] = temp_temp(pc); 1486688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1487688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1488688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 148981de711fc864247419221d700bd045addf22cb52Christoph Bumiller assert(brdc || !is_scalar_op(inst->Instruction.Opcode)); 149081de711fc864247419221d700bd045addf22cb52Christoph Bumiller 1491f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (inst->Instruction.Opcode) { 149268091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs case TGSI_OPCODE_ABS: 149368091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs for (c = 0; c < 4; c++) { 1494fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs if (!(mask & (1 << c))) 1495fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs continue; 1496fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, dst[c], src[0][c]); 149768091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs } 149868091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs break; 14992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_ADD: 15007df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 15017df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 15027df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 15032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_add(pc, dst[c], src[0][c], src[1][c]); 15047df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 15052a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1506849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller case TGSI_OPCODE_CEIL: 1507849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller for (c = 0; c < 4; c++) { 1508849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller if (!(mask & (1 << c))) 1509849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller continue; 1510849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller emit_cvt(pc, dst[c], src[0][c], -1, 1511849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller CVTOP_CEIL, CVT_F32_F32); 1512849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller } 1513849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller break; 15142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_COS: 1515e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (mask & 8) { 1516e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][3]); 1517e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 5, dst[3], temp); 1518e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (!(mask &= 7)) 1519e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller break; 1520e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (temp == dst[3]) 1521e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller temp = brdc = temp_temp(pc); 15227df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 1523e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][0]); 1524e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 5, brdc, temp); 15252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 15262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP3: 15272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 15282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 152981de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mad(pc, brdc, src[0][2], src[1][2], temp); 15302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 15312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP4: 15322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 15332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 15342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 153581de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mad(pc, brdc, src[0][3], src[1][3], temp); 15362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 153721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_DPH: 153821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 153921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 154021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 154181de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_add(pc, brdc, src[1][3], temp); 154221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 154333e4d30d50344be26398a51365bea1be37487403Ben Skeggs case TGSI_OPCODE_DST: 15449a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) 15459a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, dst[1], src[0][1], src[1][1]); 15469a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) 15479a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[2], src[0][2]); 15489a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 3)) 15499a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[3], src[1][3]); 155081de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (mask & (1 << 0)) 155181de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mov_immdval(pc, dst[0], 1.0f); 155233e4d30d50344be26398a51365bea1be37487403Ben Skeggs break; 15532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_EX2: 15547b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_preex2(pc, temp, src[0][0]); 155581de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 6, brdc, temp); 15562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1557b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FLR: 1558b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1559b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1560b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1561b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, dst[c], src[0][c]); 1562b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1563b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1564b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FRC: 15659417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 1566b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 1567b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1568b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1569b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, temp, src[0][c]); 1570b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_sub(pc, dst[c], src[0][c], temp); 1571b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1572b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 1573d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs case TGSI_OPCODE_KIL: 1574d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][0]); 1575d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][1]); 1576d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][2]); 1577d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs emit_kil(pc, src[0][3]); 1578d2442016afdc5e3b12b04d912f005ab183f7b8ffBen Skeggs break; 157901e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs case TGSI_OPCODE_LIT: 15807b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_lit(pc, &dst[0], mask, &src[0][0]); 158101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs break; 15822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_LG2: 158381de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 3, brdc, src[0][0]); 15842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 158521e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs case TGSI_OPCODE_LRP: 1586229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller temp = temp_temp(pc); 158721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs for (c = 0; c < 4; c++) { 158821e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (!(mask & (1 << c))) 158921e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs continue; 1590229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_sub(pc, temp, src[1][c], src[2][c]); 1591229992d2812581ffae24d69a5a983d2c8441f720Christoph Bumiller emit_mad(pc, dst[c], temp, src[0][c], src[2][c]); 159221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs } 159321e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs break; 15942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MAD: 15957df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 15967df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 15977df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 15982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], src[2][c]); 15997df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 16002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 160152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MAX: 16027df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16037df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16047df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 160552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 4, dst[c], src[0][c], src[1][c]); 16067df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 160752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 160852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MIN: 16097df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16117df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 161252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 5, dst[c], src[0][c], src[1][c]); 16137df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 161452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 1615f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_MOV: 1616a82cd55a5cb1ad617960551560b107edffad1e9aBen Skeggs case TGSI_OPCODE_SWZ: 16177df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16187df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16197df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 162055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit_mov(pc, dst[c], src[0][c]); 16217df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 162238ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs break; 16232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MUL: 16247df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16257df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16267df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 16272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, dst[c], src[0][c], src[1][c]); 16287df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 16292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1630ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs case TGSI_OPCODE_POW: 163181de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_pow(pc, brdc, src[0][0], src[1][0]); 1632ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs break; 16332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RCP: 163481de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 0, brdc, src[0][0]); 16352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 16362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RSQ: 163781de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_flop(pc, 2, brdc, src[0][0]); 16382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 16397b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs case TGSI_OPCODE_SCS: 16409417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 164181de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (mask & 3) 164281de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_precossin(pc, temp, src[0][0]); 16437b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 16447b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, dst[0], temp); 16457b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 16467b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, dst[1], temp); 16474a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 2)) 16484a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[2], 0.0); 16494a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 16504a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 16517b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs break; 16522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SIN: 1653e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (mask & 8) { 1654e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][3]); 1655e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 4, dst[3], temp); 1656e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (!(mask &= 7)) 1657e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller break; 1658e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller if (temp == dst[3]) 1659e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller temp = brdc = temp_temp(pc); 16607df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 1661e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_precossin(pc, temp, src[0][0]); 1662e774b3c0f24c2dd5cd33c09fc7be7601371317ccChristoph Bumiller emit_flop(pc, 4, brdc, temp); 16632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1664bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SLT: 16652b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGE: 16662b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SEQ: 16672b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SGT: 16682b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SLE: 16692b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller case TGSI_OPCODE_SNE: 16702b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller i = map_tgsi_setop_cc(inst->Instruction.Opcode); 1671bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1672bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1673bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 16742b963f5c723401aa2646bd48eefe065cd335e280Christoph Bumiller emit_set(pc, i, dst[c], -1, src[0][c], src[1][c]); 1675bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1676bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 16772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SUB: 16787df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 16797df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 16807df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 16812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_sub(pc, dst[c], src[0][c], src[1][c]); 16827df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 16832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1684c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_OPCODE_TEX: 16853accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_tex(pc, dst, mask, src[0], unit, 16863accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller inst->InstructionExtTexture.Texture, FALSE); 16873accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller break; 16885696267efd6f85d79f5fe511d1a066a17c4d1cccBen Skeggs case TGSI_OPCODE_TXP: 16893accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller emit_tex(pc, dst, mask, src[0], unit, 16903accd7ebe971624bed5624f73ed3522c9de4c193Christoph Bumiller inst->InstructionExtTexture.Texture, TRUE); 1691c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 1692849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller case TGSI_OPCODE_TRUNC: 1693849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller for (c = 0; c < 4; c++) { 1694849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller if (!(mask & (1 << c))) 1695849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller continue; 1696849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller emit_cvt(pc, dst[c], src[0][c], -1, 1697849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller CVTOP_TRUNC, CVT_F32_F32); 1698849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller } 1699849885c7a6f44d96d74d9c5cd178a7bd2dd164ceChristoph Bumiller break; 170021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_XPD: 17019417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller temp = temp_temp(pc); 17029a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) { 17039a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][2], src[1][1]); 17049a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[0], src[0][1], src[1][2], temp); 17059a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 17069a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) { 17079a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][2]); 17089a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[1], src[0][2], src[1][0], temp); 17099a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 17109a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) { 17119a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][1], src[1][0]); 17129a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[2], src[0][0], src[1][1], temp); 17139a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 17144a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller if (mask & (1 << 3)) 17154a7cf8f66ff5d7e15ae7f8f5542f27bc72c68709Christoph Bumiller emit_mov_immdval(pc, dst[3], 1.0); 171621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 1717f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_END: 1718f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1719f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1720f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid opcode %d\n", inst->Instruction.Opcode); 1721f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1722f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1723f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 172481de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (brdc) { 172581de711fc864247419221d700bd045addf22cb52Christoph Bumiller if (sat) 172681de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_sat(pc, brdc, brdc); 172781de711fc864247419221d700bd045addf22cb52Christoph Bumiller for (c = 0; c < 4; c++) 172881de711fc864247419221d700bd045addf22cb52Christoph Bumiller if ((mask & (1 << c)) && dst[c] != brdc) 172981de711fc864247419221d700bd045addf22cb52Christoph Bumiller emit_mov(pc, dst[c], brdc); 173081de711fc864247419221d700bd045addf22cb52Christoph Bumiller } else 1731688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1732688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 1733688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (!(mask & (1 << c))) 1734688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs continue; 1735234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* in this case we saturate later */ 1736234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (dst[c]->type == P_TEMP && dst[c]->index < 0) 1737234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1738234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_sat(pc, rdst[c], dst[c]); 1739688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1740688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1741688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 17429417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 17439417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller for (c = 0; c < 4; c++) { 17449417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (!src[i][c]) 17459417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller continue; 17469417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (src[i][c]->index == -1 && src[i][c]->type == P_IMMD) 17479417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(src[i][c]); 17489417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 17499417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller } 17509417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 175152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs kill_temp_temp(pc); 1752f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return TRUE; 1753f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1754f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1755bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumillerstatic void 175638849c529e76b99f56f522be183a5935d617bcabChristoph Bumillerprep_inspect_insn(struct nv50_pc *pc, const struct tgsi_full_instruction *insn) 1757bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller{ 175838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller struct nv50_reg *reg = NULL; 1759bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_full_src_register *src; 1760bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller const struct tgsi_dst_register *dst; 176138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller unsigned i, c, k, mask; 1762bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1763bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller dst = &insn->FullDstRegisters[0].DstRegister; 1764bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller mask = dst->WriteMask; 1765bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 176638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (dst->File == TGSI_FILE_TEMPORARY) 176738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg = pc->temp; 176838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller else 176938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (dst->File == TGSI_FILE_OUTPUT) 177038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg = pc->result; 1771bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 177238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (reg) { 1773bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1774bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1775bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 177638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg[dst->Index * 4 + c].acc = pc->insn_nr; 1777bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1778bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1779bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1780bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (i = 0; i < insn->Instruction.NumSrcRegs; i++) { 1781bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller src = &insn->FullSrcRegisters[i]; 1782bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 178338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (src->SrcRegister.File == TGSI_FILE_TEMPORARY) 178438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg = pc->temp; 178538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller else 178638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (src->SrcRegister.File == TGSI_FILE_INPUT) 178738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg = pc->attr; 178838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller else 1789bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1790bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 17915d141b3e3e4a6874a58c893b3039f5c276cd26daChristoph Bumiller mask = nv50_tgsi_src_mask(insn, i); 1792bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 1793bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller for (c = 0; c < 4; c++) { 1794bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller if (!(mask & (1 << c))) 1795bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller continue; 1796bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller k = tgsi_util_get_full_src_register_extswizzle(src, c); 179738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 179838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (k > TGSI_EXTSWIZZLE_W) 179938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller continue; 180038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 180138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller reg[src->SrcRegister.Index * 4 + k].acc = pc->insn_nr; 1802bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1803bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller } 1804bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller} 1805bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller 18062da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Returns a bitmask indicating which dst components need to be 18072da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * written to temporaries first to avoid 'corrupting' sources. 18082da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * 18092da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * m[i] (out) indicate component to write in the i-th position 18102da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * rdep[c] (in) bitmasks of dst[i] that require dst[c] as source 18112da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18122da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic unsigned 18132da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillernv50_revdep_reorder(unsigned m[4], unsigned rdep[4]) 18142da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 18152da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller unsigned i, c, x, unsafe; 18162da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18172da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = 0; c < 4; c++) 18182da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c] = c; 18192da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18202da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* Swap as long as a dst component written earlier is depended on 18212da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * by one written later, but the next one isn't depended on by it. 18222da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18232da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = 0; c < 3; c++) { 18242da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[c + 1]] & (1 << m[c])) 18252da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller continue; /* if next one is depended on by us */ 18262da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (i = c + 1; i < 4; i++) 18272da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* if we are depended on by a later one */ 18282da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[c]] & (1 << m[i])) 18292da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller break; 18302da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (i == 4) 18312da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller continue; 18322da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* now, swap */ 18332da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller x = m[c]; 18342da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c] = m[c + 1]; 18352da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller m[c + 1] = x; 18362da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18372da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* restart */ 18382da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller c = 0; 18392da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 18402da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18412da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* mark dependencies that could not be resolved by reordering */ 18422da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (i = 0; i < 3; ++i) 18432da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller for (c = i + 1; c < 4; ++c) 18442da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (rdep[m[i]] & (1 << m[c])) 18452da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller unsafe |= (1 << i); 18462da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18472da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller /* NOTE: $unsafe is with respect to order, not component */ 18482da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return unsafe; 18492da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 18502da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18512da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller/* Select a suitable dst register for broadcasting scalar results, 18522da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * or return NULL if we have to allocate an extra TEMP. 18532da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * 18542da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * If e.g. only 1 component is written, we may also emit the final 18552da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller * result to a write-only register. 18562da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller */ 18572da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillerstatic struct nv50_reg * 18582da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumillertgsi_broadcast_dst(struct nv50_pc *pc, 18592da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller const struct tgsi_full_dst_register *fd, unsigned mask) 18602da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller{ 18612da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (fd->DstRegister.File == TGSI_FILE_TEMPORARY) { 18622da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller int c = ffs(~mask & fd->DstRegister.WriteMask); 18632da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if (c) 18642da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return tgsi_dst(pc, c - 1, fd); 18652da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } else { 18662da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller int c = ffs(fd->DstRegister.WriteMask) - 1; 18672da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller if ((1 << c) == fd->DstRegister.WriteMask) 18682da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return tgsi_dst(pc, c, fd); 18692da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller } 18702da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 18712da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller return NULL; 18722da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller} 18732da8608ad795d29fe7a908eaee3d6dd33e829f3eChristoph Bumiller 1874234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller/* Scan source swizzles and return a bitmask indicating dst regs that 1875234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller * also occur among the src regs, and fill rdep for nv50_revdep_reoder. 1876234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller */ 1877234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic unsigned 1878234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_tgsi_scan_swizzle(const struct tgsi_full_instruction *insn, 1879234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned rdep[4]) 1880234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 1881234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_dst_register *fd = &insn->FullDstRegisters[0]; 1882234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_src_register *fs; 1883234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned i, deqs = 0; 1884234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1885234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; ++i) 1886234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdep[i] = 0; 1887234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1888234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < insn->Instruction.NumSrcRegs; i++) { 1889234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned chn, mask = nv50_tgsi_src_mask(insn, i); 1890234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller boolean neg_supp = negate_supported(insn, i); 1891234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1892234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fs = &insn->FullSrcRegisters[i]; 1893234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (fs->SrcRegister.File != fd->DstRegister.File || 1894234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fs->SrcRegister.Index != fd->DstRegister.Index) 1895234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1896234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1897234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (chn = 0; chn < 4; ++chn) { 1898234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned s, c; 1899234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1900234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!(mask & (1 << chn))) /* src is not read */ 1901234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1902234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller c = tgsi_util_get_full_src_register_extswizzle(fs, chn); 1903234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller s = tgsi_util_get_full_src_register_sign_mode(fs, chn); 1904234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1905234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (c > TGSI_EXTSWIZZLE_W || 1906234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller !(fd->DstRegister.WriteMask & (1 << c))) 1907234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1908234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1909234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller /* no danger if src is copied to TEMP first */ 1910234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if ((s != TGSI_UTIL_SIGN_KEEP) && 1911234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller (s != TGSI_UTIL_SIGN_TOGGLE || !neg_supp)) 1912234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1913234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1914234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller rdep[c] |= nv50_tgsi_dst_revdep( 1915234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller insn->Instruction.Opcode, i, chn); 1916234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs |= (1 << c); 1917234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1918234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1919234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1920234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return deqs; 1921234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 1922234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1923234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillerstatic boolean 1924234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumillernv50_tgsi_insn(struct nv50_pc *pc, const union tgsi_full_token *tok) 1925234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller{ 1926234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct tgsi_full_instruction insn = tok->FullInstruction; 1927234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller const struct tgsi_full_dst_register *fd; 1928234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller unsigned i, deqs, rdep[4], m[4]; 1929234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1930234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fd = &tok->FullInstruction.FullDstRegisters[0]; 1931234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs = nv50_tgsi_scan_swizzle(&insn, rdep); 1932234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1933234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (is_scalar_op(insn.Instruction.Opcode)) { 1934234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = tgsi_broadcast_dst(pc, fd, deqs); 1935234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!pc->r_brdc) 1936234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = temp_temp(pc); 1937234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return nv50_program_tx_insn(pc, &insn); 1938234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1939234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_brdc = NULL; 1940234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1941234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!deqs) 1942234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return nv50_program_tx_insn(pc, &insn); 1943234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1944234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller deqs = nv50_revdep_reorder(m, rdep); 1945234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1946234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; ++i) { 1947234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller assert(pc->r_dst[m[i]] == NULL); 1948234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1949234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller insn.FullDstRegisters[0].DstRegister.WriteMask = 1950234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller fd->DstRegister.WriteMask & (1 << m[i]); 1951234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1952234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!insn.FullDstRegisters[0].DstRegister.WriteMask) 1953234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1954234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1955234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (deqs & (1 << i)) 1956234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_dst[m[i]] = alloc_temp(pc, NULL); 1957234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1958234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!nv50_program_tx_insn(pc, &insn)) 1959234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return FALSE; 1960234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1961234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1962234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller for (i = 0; i < 4; i++) { 1963234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller struct nv50_reg *reg = pc->r_dst[i]; 1964234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (!reg) 1965234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller continue; 1966234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller pc->r_dst[i] = NULL; 1967234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1968234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller if (insn.Instruction.Saturate == TGSI_SAT_ZERO_ONE) 1969234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_sat(pc, tgsi_dst(pc, i, fd), reg); 1970234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller else 1971234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller emit_mov(pc, tgsi_dst(pc, i, fd), reg); 1972234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller free_temp(pc, reg); 1973234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller } 1974234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1975234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller return TRUE; 1976234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller} 1977234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller 1978dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumillerstatic unsigned 197938849c529e76b99f56f522be183a5935d617bcabChristoph Bumillerload_fp_attrib(struct nv50_pc *pc, int i, int *mid, int *aid, int *p_oid) 1980dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller{ 1981dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller struct nv50_reg *iv; 1982dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int oid, c, n; 1983dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mask = 0; 1984dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1985dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller iv = (pc->interp_mode[i] & INTERP_CENTROID) ? pc->iv_c : pc->iv_p; 1986dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1987dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (c = 0, n = i * 4; c < 4; c++, n++) { 1988dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller oid = (*p_oid)++; 1989dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 199038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->attr[n].acc) 1991dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller continue; 1992dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller mask |= (1 << c); 1993dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1994dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller alloc_reg(pc, &pc->attr[n]); 1995dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1996dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->attr[n].rhw = (*aid)++; 1997dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, &pc->attr[n], iv, pc->interp_mode[i]); 1998dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 1999dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.map[(*mid) / 4] |= oid << (8 * ((*mid) % 4)); 2000dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller (*mid)++; 2001dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] += 0x00010001; 2002dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2003dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2004dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller return mask; 2005dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller} 2006dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2007f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 2008f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_prep(struct nv50_pc *pc) 2009f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2010f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context p; 2011f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret = FALSE; 2012f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned i, c; 201338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller unsigned fcol, bcol, fcrd; 2014e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2015e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller /* count (centroid) perspective interpolations */ 2016e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned centroid_loads = 0; 2017e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned perspect_loads = 0; 2018f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 201938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller fcol = bcol = fcrd = ~0; 2020dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2021f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&p, pc->p->pipe.tokens); 2022f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&p)) { 2023f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &p.FullToken; 2024f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2025f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&p); 2026f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 2027f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_IMMEDIATE: 2028f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 2029f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_immediate *imm = 2030f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs &p.FullToken.FullImmediate; 2031f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2032fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell ctor_immd(pc, imm->u[0].Float, 2033fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[1].Float, 2034fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[2].Float, 2035fd31f92cea0ce8613a22d8f4b3c75b340bcc5689Keith Whitwell imm->u[3].Float); 2036f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2037f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2038f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_DECLARATION: 2039f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 2040f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_declaration *d; 2041e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller unsigned last, first, mode; 2042f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2043f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d = &p.FullToken.FullDeclaration; 2044e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller first = d->DeclarationRange.First; 2045bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs last = d->DeclarationRange.Last; 2046f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2047f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (d->Declaration.File) { 2048f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 2049f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2050f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 2051f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2052f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 2053e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller { 2054e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (pc->p->type != PIPE_SHADER_FRAGMENT) 2055e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2056e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2057e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Declaration.Interpolate) { 2058e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_CONSTANT: 2059e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_FLAT; 2060e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2061e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_INTERPOLATE_PERSPECTIVE: 2062e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 2063e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2064e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller default: 2065e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_LINEAR; 2066e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2067e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2068e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2069e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (d->Declaration.Semantic) { 2070e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller switch (d->Semantic.SemanticName) { 2071e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_POSITION: 2072e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller fcrd = first; 2073e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2074e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller case TGSI_SEMANTIC_COLOR: 2075e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller fcol = first; 2076e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode = INTERP_PERSPECTIVE; 2077e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller break; 2078e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2079e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2080e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2081e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (d->Declaration.Centroid) { 2082e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller mode |= INTERP_CENTROID; 2083e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (mode & INTERP_PERSPECTIVE) 2084e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller centroid_loads++; 2085e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } else 2086e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller if (mode & INTERP_PERSPECTIVE) 2087e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller perspect_loads++; 2088e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller 2089e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller assert(last < 32); 2090e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller for (i = first; i <= last; i++) 2091e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller pc->interp_mode[i] = mode; 2092e88ec312df000ac335d9bba6b75d836dfa1a1043Christoph Bumiller } 2093f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2094f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 2095f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2096c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs case TGSI_FILE_SAMPLER: 2097c0ed6a871cd3513e17a1fab960f5626485ffed13Ben Skeggs break; 2098f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2099f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("bad decl file %d\n", 2100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d->Declaration.File); 2101f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2102f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 2106bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller pc->insn_nr++; 210738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller prep_inspect_insn(pc, &tok->FullInstruction); 2108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2109f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2110f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2111f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2112f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2113f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2114f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr) { 2115dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller int oid = 4, mid = 4, aid = 0; 2116dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* oid = VP output id 2117dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller * aid = FP attribute/interpolant id 2118dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller * mid = VP output mapping field ID 2119dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller */ 2120b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 2121dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* position should be loaded first */ 212238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (fcrd < 0x40) { 2123dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned mask; 2124dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller mid = 0; 212538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller mask = load_fp_attrib(pc, fcrd, &mid, &aid, 212638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller &oid); 2127dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= (mask << 24); 212838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->p->cfg.fp.map[0] += 0x04040404 * fcrd; 2129dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 21308ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2131dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* should do MAD fcrd.xy, fcrd, SOME_CONST, fcrd */ 21328ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2133dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (perspect_loads) { 2134dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p = alloc_temp(pc, NULL); 2135dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2136dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (!(pc->p->cfg.fp.regs[1] & 0x08000000)) { 2137dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= 0x08000000; 2138dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p->rhw = aid++; 2139dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, pc->iv_p, NULL, 2140dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller INTERP_LINEAR); 2141dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_p, pc->iv_p); 21428ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } else { 2143dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_p->rhw = aid - 1; 2144dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_p, 2145dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller &pc->attr[fcrd * 4 + 3]); 21468ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 2147f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 21488ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2149dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (centroid_loads) { 2150dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_c = alloc_temp(pc, NULL); 2151dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->iv_c->rhw = pc->iv_p ? aid - 1 : aid++; 2152dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_interp(pc, pc->iv_c, NULL, 2153dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller INTERP_CENTROID); 2154dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller emit_flop(pc, 0, pc->iv_c, pc->iv_c); 2155dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[1] |= 0x08000000; 2156dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 21578ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2158dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (c = 0; c < 4; c++) { 215938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller /* XXX: secondary colour, tbd */ 216038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (fcol < 0x40 && pc->attr[fcol * 4 + c].acc) 2161dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.regs[0] += 0x00010000; 2162dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2163dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 216438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = ((fcrd < 0x40) ? 1 : 0); i < pc->attr_nr; i++) 216538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller load_fp_attrib(pc, i, &mid, &aid, &oid); 21668ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 2167dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->iv_p) 2168dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller free_temp(pc, pc->iv_p); 2169dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller if (pc->iv_c) 2170dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller free_temp(pc, pc->iv_c); 2171dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller 2172dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.high_map = (mid / 4); 2173dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.fp.high_map += ((mid % 4) ? 1 : 0); 2174dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } else { 2175dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller /* vertex program */ 2176dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (i = 0; i < pc->attr_nr * 4; i++) { 2177dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller pc->p->cfg.vp.attr[aid / 32] |= 2178dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller (1 << (aid % 32)); 217938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->attr[i].hw = aid++; 2180dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2181dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller } 2182f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2183f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2184f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr) { 2185e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller if (pc->p->type == PIPE_SHADER_VERTEX) { 218638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < pc->result_nr * 4; i++) 218738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->result[i].hw = i; 2188e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller } else { 218938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller /* type == PIPE_SHADER_FRAGMENT 219038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller * FragDepth is always first TGSI and last HW output 219138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller */ 219238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller int rid = 0; 219338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller i = pc->p->info.writes_z ? 4 : 0; 2194f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 219538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (; i < pc->result_nr * 4; i++) 219638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->result[i].rhw = rid++; 219738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->p->info.writes_z) 219838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->result[2].rhw = rid; 2199f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2200f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2201f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2202f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->immd_nr) { 220394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller int rid = 0; 2204f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2205e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller pc->immd = MALLOC(pc->immd_nr * 4 * sizeof(struct nv50_reg)); 2206f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->immd) 2207f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2208f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2209f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->immd_nr; i++) { 2210e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller for (c = 0; c < 4; c++, rid++) 2211e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(&pc->immd[rid], P_IMMD, i, rid); 2212f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2213f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2214f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2215f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = TRUE; 2216f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 2217f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&p); 2218f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 2219f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2220f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 22219417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerstatic void 22229417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumillerfree_nv50_pc(struct nv50_pc *pc) 22239417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller{ 22249417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->immd) 22259417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->immd); 22269417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->param) 22279417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->param); 22289417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->result) 22299417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->result); 22309417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->attr) 22319417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->attr); 22329417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller if (pc->temp) 22339417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc->temp); 22349417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 22359417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller FREE(pc); 22369417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller} 22379417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller 2238f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 223938849c529e76b99f56f522be183a5935d617bcabChristoph Bumillerctor_nv50_pc(struct nv50_pc *pc, struct nv50_program *p) 224038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller{ 224138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller int i, c; 224238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller unsigned rtype[2] = { P_ATTR, P_RESULT }; 224338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 224438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->p = p; 224538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->temp_nr = p->info.file_max[TGSI_FILE_TEMPORARY] + 1; 224638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->attr_nr = p->info.file_max[TGSI_FILE_INPUT] + 1; 224738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->result_nr = p->info.file_max[TGSI_FILE_OUTPUT] + 1; 224838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->param_nr = p->info.file_max[TGSI_FILE_CONSTANT] + 1; 224938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 225038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.high_temp = 4; 225138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 225238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller switch (p->type) { 225338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller case PIPE_SHADER_VERTEX: 225438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller break; 225538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller case PIPE_SHADER_FRAGMENT: 225638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.fp.regs[0] = 0x01000404; 225738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.fp.regs[1] = 0x00000400; 225838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 225938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.fp.map[0] = 0x03020100; 226038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.fp.high_map = 1; 226138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 226238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller rtype[0] = rtype[1] = P_TEMP; 226338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 226438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (p->info.writes_z) { 226538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.fp.regs[2] |= 0x00000100; 226638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.fp.regs[3] |= 0x00000011; 226738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 226838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (p->info.uses_kill) 226938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller p->cfg.fp.regs[2] |= 0x00100000; 227038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller break; 227138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 227238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 227338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->temp_nr) { 227438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->temp = MALLOC(pc->temp_nr * 4 * sizeof(struct nv50_reg)); 227538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->temp) 227638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return FALSE; 227738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 227838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < pc->temp_nr * 4; ++i) 227938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ctor_reg(&pc->temp[i], P_TEMP, i / 4, -1); 228038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 228138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 228238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->attr_nr) { 228338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->attr = MALLOC(pc->attr_nr * 4 * sizeof(struct nv50_reg)); 228438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->attr) 228538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return FALSE; 228638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 228738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < pc->attr_nr * 4; ++i) 228838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ctor_reg(&pc->attr[i], rtype[0], i / 4, -1); 228938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 229038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 229138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->result_nr) { 229238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller unsigned nr = pc->result_nr * 4; 229338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 229438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->result = MALLOC(nr * sizeof(struct nv50_reg)); 229538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->result) 229638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return FALSE; 229738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 229838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < nr; ++i) 229938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ctor_reg(&pc->result[i], rtype[1], i / 4, -1); 230038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 230138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 230238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (pc->param_nr) { 230338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller int rid = 0; 230438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 230538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller pc->param = MALLOC(pc->param_nr * 4 * sizeof(struct nv50_reg)); 230638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (!pc->param) 230738849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return FALSE; 230838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 230938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (i = 0; i < pc->param_nr; ++i) 231038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller for (c = 0; c < 4; ++c, ++rid) 231138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ctor_reg(&pc->param[rid], P_CONST, i, rid); 231238849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller } 231338849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 231438849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller return TRUE; 231538849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller} 231638849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 231738849c529e76b99f56f522be183a5935d617bcabChristoph Bumillerstatic boolean 2318f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx(struct nv50_program *p) 2319f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2320f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context parse; 2321f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_pc *pc; 2322f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller unsigned k; 2323f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret; 2324f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2325f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc = CALLOC_STRUCT(nv50_pc); 2326f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc) 2327f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 232838849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller 232938849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller ret = ctor_nv50_pc(pc, p); 233038849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller if (ret == FALSE) 233138849c529e76b99f56f522be183a5935d617bcabChristoph Bumiller goto out_cleanup; 2332f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2333f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_prep(pc); 2334f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 2335f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_cleanup; 2336f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2337f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&parse, pc->p->pipe.tokens); 2338f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&parse)) { 2339f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &parse.FullToken; 2340f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2341d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller /* don't allow half insn/immd on first and last instruction */ 2342d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller pc->allow32 = TRUE; 2343d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller if (pc->insn_cur == 0 || pc->insn_cur + 2 == pc->insn_nr) 2344d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller pc->allow32 = FALSE; 2345d015cba88f1ef217f6ef9d116ba6abb32e043baaChristoph Bumiller 2346f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&parse); 2347f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2348f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 2349f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 2350bcecb8ff66d2c002ac1273c0a9e9b2b9f9d3d43eChristoph Bumiller ++pc->insn_cur; 2351234d82ed632f8b53eec805383874de4fd00eff2aChristoph Bumiller ret = nv50_tgsi_insn(pc, tok); 2352f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 2353f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 2354f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2355f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 2356f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 2357f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2358f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2359f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2360b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (p->type == PIPE_SHADER_FRAGMENT) { 2361776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs struct nv50_reg out; 2362e0951797cb2b356e64494e121e46fa3e00e25cf6Christoph Bumiller ctor_reg(&out, P_TEMP, -1, -1); 2363776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 2364f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller for (k = 0; k < pc->result_nr * 4; k++) { 2365f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->result[k].rhw == -1) 2366f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller continue; 2367f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->result[k].hw != pc->result[k].rhw) { 2368f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller out.hw = pc->result[k].rhw; 2369f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller emit_mov(pc, &out, &pc->result[k]); 2370f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2371f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller if (pc->p->cfg.high_result < (pc->result[k].rhw + 1)) 2372f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller pc->p->cfg.high_result = pc->result[k].rhw + 1; 2373f579a99cc608eaba6f617c11ab0aec7f3e9ef953Christoph Bumiller } 2374776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 2375776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 237644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* look for single half instructions and make them long */ 237744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller struct nv50_program_exec *e, *e_prev; 237844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 237944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller for (k = 0, e = pc->p->exec_head, e_prev = NULL; e; e = e->next) { 238044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!is_long(e)) 238144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller k++; 238244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 238344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!e->next || is_long(e->next)) { 238444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (k & 1) 238544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, e); 238644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller k = 0; 238744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 238844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 238944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (e->next) 239044b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller e_prev = e; 239144b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 239244b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 239344b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller if (!is_long(pc->p->exec_tail)) { 239444b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller /* this may occur if moving FP results */ 239544b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller assert(e_prev && !is_long(e_prev)); 239644b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, e_prev); 239744b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller convert_to_long(pc, pc->p->exec_tail); 239844b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller } 239944b3bfaa7599add72d76b3802ddea05b5b5c6316Christoph Bumiller 240040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(is_long(pc->p->exec_tail) && !is_immd(pc->p->exec_head)); 240140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs pc->p->exec_tail->inst[1] |= 0x00000001; 240240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 2403aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->param_nr = pc->param_nr * 4; 2404f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd_nr = pc->immd_nr * 4; 2405f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd = pc->immd_buf; 2406f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2407f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 2408f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&parse); 2409f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2410f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_cleanup: 24119417582f39788476e1039df3f1bdf681686fb7b4Christoph Bumiller free_nv50_pc(pc); 2412f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 2413f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2414f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2415f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 2416f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_validate(struct nv50_context *nv50, struct nv50_program *p) 2417f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2418e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs if (nv50_program_tx(p) == FALSE) 2419e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs assert(0); 2420f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = TRUE; 2421f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2422f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 242322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 2424ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsnv50_program_upload_data(struct nv50_context *nv50, float *map, 242594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned start, unsigned count, unsigned cbuf) 2426ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs{ 242780e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 242875f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 242975f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs 2430ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs while (count) { 2431ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned nr = count > 2047 ? 2047 : count; 2432ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 243393ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_ADDR, 1); 243494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller OUT_RING (chan, (cbuf << 0) | (start << 8)); 243593ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_DATA(0) | 0x40000000, nr); 243675f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, map, nr); 2437ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2438ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs map += nr; 2439ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs start += nr; 2440ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs count -= nr; 2441ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs } 2442ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs} 2443ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2444ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsstatic void 244522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_data(struct nv50_context *nv50, struct nv50_program *p) 244622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 24476b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs struct pipe_screen *pscreen = nv50->pipe.screen; 244822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 244994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (!p->data[0] && p->immd_nr) { 245094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nouveau_resource *heap = nv50->screen->immd_heap[0]; 245194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24521b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->immd_nr, p, &p->data[0])) { 245394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller while (heap->next && heap->size < p->immd_nr) { 245494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nv50_program *evict = heap->next->priv; 24551b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&evict->data[0]); 245694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 245794ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24581b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->immd_nr, p, 24591b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs &p->data[0])) 246094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller assert(0); 246194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 246294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 246394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller /* immediates only need to be uploaded again when freed */ 246494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50_program_upload_data(nv50, p->immd, p->data[0]->start, 246594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->immd_nr, NV50_CB_PMISC); 246694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller } 2467aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 246894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (!p->data[1] && p->param_nr) { 246994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller struct nouveau_resource *heap = 247094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50->screen->parm_heap[p->type]; 247194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 24721b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->param_nr, p, &p->data[1])) { 247394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller while (heap->next && heap->size < p->param_nr) { 2474aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nv50_program *evict = heap->next->priv; 24751b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&evict->data[1]); 2476aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2477aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 24781b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs if (nouveau_resource_alloc(heap, p->param_nr, p, 24791b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs &p->data[1])) 2480aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs assert(0); 2481aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2482aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2483aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 2484aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->param_nr) { 248594ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned cbuf = NV50_CB_PVP; 24866b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs float *map = pipe_buffer_map(pscreen, nv50->constbuf[p->type], 24876b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs PIPE_BUFFER_USAGE_CPU_READ); 248894ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->type == PIPE_SHADER_FRAGMENT) 248994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller cbuf = NV50_CB_PFP; 249094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller nv50_program_upload_data(nv50, map, p->data[1]->start, 249194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->param_nr, cbuf); 24926b3ca672eb85d30d6c28e91000e2cc2231a41befBen Skeggs pipe_buffer_unmap(pscreen, nv50->constbuf[p->type]); 2493aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 249422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 249522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 249622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 249722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_code(struct nv50_context *nv50, struct nv50_program *p) 249822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 249980e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 250075f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 250140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 2502cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs struct nouveau_stateobj *so; 2503cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs const unsigned flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_WR; 2504cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned start, count, *up, *ptr; 2505f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs boolean upload = FALSE; 250622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 2507072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs if (!p->bo) { 2508072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs nouveau_bo_new(chan->device, NOUVEAU_BO_VRAM, 0x100, 2509072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs p->exec_size * 4, &p->bo); 2510f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 2511f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs } 251240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 251394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if ((p->data[0] && p->data[0]->start != p->data_start[0]) || 251494ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller (p->data[1] && p->data[1]->start != p->data_start[1])) { 2515aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 251694ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller unsigned ei, ci, bs; 2517ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2518aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (e->param.index < 0) 2519aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs continue; 252094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller bs = (e->inst[1] >> 22) & 0x07; 252194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller assert(bs < 2); 2522ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ei = e->param.shift >> 5; 252394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller ci = e->param.index + p->data[bs]->start; 2524ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 2525ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] &= ~e->param.mask; 2526ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] |= (ci << e->param.shift); 25271c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs } 25281c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 252994ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->data[0]) 253094ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->data_start[0] = p->data[0]->start; 253194ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller if (p->data[1]) 253294ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller p->data_start[1] = p->data[1]->start; 253394ba165dffa4d364a1335d3cd7c15558bf35fe3eChristoph Bumiller 2534f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 2535aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2536aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 2537f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!upload) 2538bf94027fdde51aed476e9bfdd4326aa9040440b0Ben Skeggs return; 2539f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs 2540b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#ifdef NV50_PROGRAM_DUMP 25410d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("-------\n"); 2542aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 25430d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[0]); 25440d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs if (is_long(e)) 25450d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[1]); 2546b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs } 2547b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs#endif 25480d54770cabbe034b0f07ab1b211c374d92ce19d4Ben Skeggs 2549b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs up = ptr = MALLOC(p->exec_size * 4); 2550b01d0077af9d93c582e5f53ebd358ac8148b22dfBen Skeggs for (e = p->exec_head; e; e = e->next) { 2551cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[0]; 2552cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs if (is_long(e)) 2553cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs *(ptr++) = e->inst[1]; 2554cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs } 2555cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2556e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(4,2); 255793ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, nv50->screen->tesla, NV50TCL_CB_DEF_ADDRESS_HIGH, 3); 2558072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, flags | NOUVEAU_BO_HIGH, 0, 0); 2559072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, flags | NOUVEAU_BO_LOW, 0, 0); 2560cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_data (so, (NV50_CB_PUPLOAD << 16) | 0x0800); //(p->exec_size * 4)); 2561cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2562cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start = 0; count = p->exec_size; 2563cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs while (count) { 256480e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs struct nouveau_channel *chan = nv50->screen->base.channel; 2565cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs unsigned nr; 2566cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 256780e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs so_emit(chan, so); 2568cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2569cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs nr = MIN2(count, 2047); 257080e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs nr = MIN2(chan->pushbuf->remaining, nr); 257180e9e1ee8172d1e5a81d702681897dddd9d815f1Ben Skeggs if (chan->pushbuf->remaining < (nr + 3)) { 257275f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs FIRE_RING(chan); 2573cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs continue; 2574aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 2575cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 257693ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_ADDR, 1); 257775f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RING (chan, (start << 8) | NV50_CB_PUPLOAD); 257893ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis BEGIN_RING(chan, tesla, NV50TCL_CB_DATA(0) | 0x40000000, nr); 257975f0b38d9ea4a7318b0d661712dda15e24707395Ben Skeggs OUT_RINGp (chan, up + start, nr); 2580cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2581cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs start += nr; 2582cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs count -= nr; 258340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs } 2584cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs 2585cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs FREE(up); 2586cae38d0fcc6c936d3a4dc25ca2dbef3d106d05a5Ben Skeggs so_ref(NULL, &so); 258722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 258822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 2589f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2590f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_vertprog_validate(struct nv50_context *nv50) 2591f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2592f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 2593f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->vertprog; 2594f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 2595f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2596f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 2597f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 2598f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 2599f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 2600f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2601f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 260222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_data(nv50, p); 260322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_code(nv50, p); 2604f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2605e002ad77398fbe14a0efbd91824c3325ca09b4c1Ben Skeggs so = so_new(13, 2); 2606f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_VP_ADDRESS_HIGH, 2); 2607072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2608072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2609072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2610072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 261193ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_ATTR_EN_0, 2); 2612f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[0]); 2613f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[1]); 261493ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_REG_ALLOC_RESULT, 1); 2615fea0b1651677444fc6c135e1a4b8ab6463a9fdf9Ben Skeggs so_data (so, p->cfg.high_result); 261693ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_RESULT_MAP_SIZE, 2); 2617bcbe6baac37915563bc120ad558cd930bc1ddec1Ben Skeggs so_data (so, p->cfg.high_result); //8); 26188ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 261993ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_START_ID, 1); 2620f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 0); /* program start offset */ 2621bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.vertprog); 2622ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2623f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2624f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2625f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2626f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_fragprog_validate(struct nv50_context *nv50) 2627f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 2628f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 2629f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->fragprog; 2630f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 2631dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller unsigned i; 2632f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2633f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 2634f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 2635f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 2636f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 2637f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 2638f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 263955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_data(nv50, p); 264055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_code(nv50, p); 2641f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2642585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so = so_new(64, 2); 2643f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_FP_ADDRESS_HIGH, 2); 2644072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2645072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 2646072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs so_reloc (so, p->bo, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 2647072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 264893ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_MAP_SEMANTIC_0, 4); 2649dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[0]); /* 0x01000404 / 0x00040404 */ 2650585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000004); 2651585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 2652585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 265393ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_VP_RESULT_MAP(0), p->cfg.fp.high_map); 2654dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller for (i = 0; i < p->cfg.fp.high_map; i++) 2655dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data(so, p->cfg.fp.map[i]); 265693ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_INTERPOLANT_CTRL, 2); 2657dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[1]); /* 0x08040404 / 0x0f000401 */ 26588ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 265993ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_RESULT_COUNT, 1); 2660dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.high_result); 266193ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_CTRL_UNK19A8, 1); 2662dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[2]); 266393ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_CTRL_UNK196C, 1); 2664dd9ded42b9ff75aa0bbabef30d385a9f77851dceChristoph Bumiller so_data (so, p->cfg.fp.regs[3]); 266593ce4c99d4c4515b8f8c4e999af53c8196b5f9ebMaarten Maathuis so_method(so, tesla, NV50TCL_FP_START_ID, 1); 26668ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, 0); /* program start offset */ 2667bb9efb5534a652878161e28bd73039eff5b11014Ben Skeggs so_ref(so, &nv50->state.fragprog); 2668ca95d71a4bc63e2ea45abf9096a3da802819ef92Ben Skeggs so_ref(NULL, &so); 2669f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2670f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2671f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 2672f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_destroy(struct nv50_context *nv50, struct nv50_program *p) 2673f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 267440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs while (p->exec_head) { 267540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = p->exec_head; 267640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 267740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e->next; 267840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs FREE(e); 2679f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 268040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = NULL; 268140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size = 0; 2682f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 2683072fdc1fd325256d87b182d4f55c8a5838119cf0Ben Skeggs nouveau_bo_ref(NULL, &p->bo); 2684f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 26851b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&p->data[0]); 26861b207d9bb81ae3385e5658a81c71fbf2fe15c18fBen Skeggs nouveau_resource_free(&p->data[1]); 26877c745de74997e859d7e2640092bda9ad900e28a9Ben Skeggs 2688f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = 0; 2689f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 2690