nv50_program.c revision f700d6be6335a4d4394296891f783687b6f2d4f2
1f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_context.h" 2f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_defines.h" 3f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_state.h" 4f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_inlines.h" 5f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 6f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_shader_tokens.h" 7f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "tgsi/util/tgsi_parse.h" 8f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "tgsi/util/tgsi_util.h" 9f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 10f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_context.h" 11f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 12f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#define NV50_SU_MAX_TEMP 64 13aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#define NV50_PROGRAM_DUMP 14f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 159a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs/* ARL - gallium craps itself on progs/vp/arl.txt 1621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 1721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * MSB - Like MAD, but MUL+SUB 1821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * - Fuck it off, introduce a way to negate args for ops that 1921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * support it. 2021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs * 21ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Look into inlining IMMD for ops other than MOV (make it general?) 2233e4d30d50344be26398a51365bea1be37487403Ben Skeggs * - Maybe even relax restrictions a bit, can't do P_RESULT + P_IMMD, 2333e4d30d50344be26398a51365bea1be37487403Ben Skeggs * but can emit to P_TEMP first - then MOV later. NVIDIA does this 24ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * 25ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * Verify half-insns work where expected - and force disable them where they 26ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs * don't work - MUL has it forcibly disabled atm as it fixes POW.. 27afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * 28afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * FUCK! watch dst==src vectors, can overwrite components that are needed. 29afcaeaa0e4dc3ced40621c76304a2c0c5a3ab403Ben Skeggs * ie. SUB R0, R0.yzxw, R0 30776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs * 316d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * MOV dst, -src 326d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * "delta" tmp, -src (0xa0000204,0xe4004780 - delta r0, -r0) 336d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * mov dst, tmp 346d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 35b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * Things to check with renouveau: 36b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs * FP attr/result assignment - how? 376d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * attrib 386d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16bc maps vp output onto fp hpos 396d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x16c0 maps vp output onto fp col0 406d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * result 416d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - colr always 0-3 426d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - depr always 4 436d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16bc->0x16e8 --> some binding between vp/fp regs 446d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x16b8 --> VP output count 456d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 466d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1298 --> "MOV rcol.x, fcol.y" "MOV depr, fcol.y" = 0x00000005 476d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * "MOV rcol.x, fcol.y" = 0x00000004 486d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x19a8 --> as above but 0x00000100 and 0x00000000 496d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - 0x00100000 used when KIL used 506d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x196c --> as above but 0x00000011 and 0x00000000 516d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 526d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * 0x1988 --> 0xXXNNNNNN 536d0f7ea95475009ee17862786469f7b9a34a797fBen Skeggs * - XX == FP high something 5421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs */ 55f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_reg { 56f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs enum { 57f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_TEMP, 58f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_ATTR, 59f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_RESULT, 60f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_CONST, 61f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_IMMD 62f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } type; 63f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int index; 64f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 65f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int hw; 6638ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs int neg; 67f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 68f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 69f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_pc { 70f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p; 71f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 72f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* hw resources */ 73f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r_temp[NV50_SU_MAX_TEMP]; 74f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 75f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* tgsi resources */ 76f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *temp; 77f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int temp_nr; 78f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *attr; 79f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int attr_nr; 80f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *result; 81f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int result_nr; 82f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *param; 83f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int param_nr; 84f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *immd; 85f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs float *immd_buf; 86f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int immd_nr; 872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 8821e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs struct nv50_reg *temp_temp[16]; 892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs unsigned temp_temp_nr; 90f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 91f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 92f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 93f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_reg(struct nv50_pc *pc, struct nv50_reg *reg) 94f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 95f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 96f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 978ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->type != P_TEMP) 98f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 99f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1008ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (reg->hw >= 0) { 1018ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs /*XXX: do this here too to catch FP temp-as-attr usage.. 1028ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs * not clean, but works */ 1038ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (reg->hw + 1)) 1048ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = reg->hw + 1; 1058ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs return; 1068ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1078ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 109f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!(pc->r_temp[i])) { 110f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = reg; 111f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs reg->hw = i; 1128ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (pc->p->cfg.high_temp < (i + 1)) 1138ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = i + 1; 114f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 115f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 116f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 117f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 118f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 119f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 120f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 121f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 122f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_temp(struct nv50_pc *pc, struct nv50_reg *dst) 123f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 124f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r; 125f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 126f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 127f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (dst && dst->type == P_TEMP && dst->hw == -1) 128f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return dst; 129f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 130f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 131f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->r_temp[i]) { 132f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r = CALLOC_STRUCT(nv50_reg); 133f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->type = P_TEMP; 134f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->index = -1; 135f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->hw = i; 136f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = r; 137f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return r; 138f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 139f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 140f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 141f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 142f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 143f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 144f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 145f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 146f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsfree_temp(struct nv50_pc *pc, struct nv50_reg *r) 147f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 148f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (r->index == -1) { 149f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs FREE(pc->r_temp[r->hw]); 150f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[r->hw] = NULL; 151f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 152f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 153f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 154f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 1552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggstemp_temp(struct nv50_pc *pc) 1562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 15721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (pc->temp_temp_nr >= 16) 1582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs assert(0); 1592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 1602a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp[pc->temp_temp_nr] = alloc_temp(pc, NULL); 1612a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return pc->temp_temp[pc->temp_temp_nr++]; 1622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 1632a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 1642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 1652a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggskill_temp_temp(struct nv50_pc *pc) 1662a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 1672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs int i; 1682a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 1692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs for (i = 0; i < pc->temp_temp_nr; i++) 1702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, pc->temp_temp[i]); 1712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs pc->temp_temp_nr = 0; 1722a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 1732a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 17433e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic int 17533e4d30d50344be26398a51365bea1be37487403Ben Skeggsctor_immd(struct nv50_pc *pc, float x, float y, float z, float w) 17633e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 17733e4d30d50344be26398a51365bea1be37487403Ben Skeggs pc->immd_buf = realloc(pc->immd_buf, (pc->immd_nr + 1) * 4 * 17833e4d30d50344be26398a51365bea1be37487403Ben Skeggs sizeof(float)); 17933e4d30d50344be26398a51365bea1be37487403Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 0] = x; 180686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 1] = y; 181686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 2] = z; 182686bc00c05094e8678747c111a6a70ad4b7063e3Ben Skeggs pc->immd_buf[(pc->immd_nr * 4) + 3] = w; 18333e4d30d50344be26398a51365bea1be37487403Ben Skeggs 18433e4d30d50344be26398a51365bea1be37487403Ben Skeggs return pc->immd_nr++; 18533e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 18633e4d30d50344be26398a51365bea1be37487403Ben Skeggs 18733e4d30d50344be26398a51365bea1be37487403Ben Skeggsstatic struct nv50_reg * 18833e4d30d50344be26398a51365bea1be37487403Ben Skeggsalloc_immd(struct nv50_pc *pc, float f) 18933e4d30d50344be26398a51365bea1be37487403Ben Skeggs{ 19033e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *r = CALLOC_STRUCT(nv50_reg); 19133e4d30d50344be26398a51365bea1be37487403Ben Skeggs unsigned hw; 19233e4d30d50344be26398a51365bea1be37487403Ben Skeggs 19301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs hw = ctor_immd(pc, f, 0, 0, 0) * 4; 19433e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->type = P_IMMD; 19533e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->hw = hw; 19633e4d30d50344be26398a51365bea1be37487403Ben Skeggs r->index = -1; 19733e4d30d50344be26398a51365bea1be37487403Ben Skeggs return r; 19833e4d30d50344be26398a51365bea1be37487403Ben Skeggs} 19933e4d30d50344be26398a51365bea1be37487403Ben Skeggs 20040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic struct nv50_program_exec * 20140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsexec(struct nv50_pc *pc) 20240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs{ 20340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = CALLOC_STRUCT(nv50_program_exec); 20440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 2051c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = -1; 20640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs return e; 20740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs} 20840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 20955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 21040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsemit(struct nv50_pc *pc, struct nv50_program_exec *e) 21155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 21255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_program *p = pc->p; 21355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 21440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (p->exec_tail) 21540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail->next = e; 21640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (!p->exec_head) 21740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e; 21840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = e; 21940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size += (e->inst[0] & 1) ? 2 : 1; 22055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 22155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 22240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsstatic INLINE void set_long(struct nv50_pc *, struct nv50_program_exec *); 22355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 22455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 22540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_long(struct nv50_program_exec *e) 22655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 22740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 1) 22855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 22955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 23055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 23155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 23255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 23340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsis_immd(struct nv50_program_exec *e) 23455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 23540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && (e->inst[1] & 3) == 3) 23655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 23755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 23855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 23955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 24055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 24140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred(struct nv50_pc *pc, unsigned pred, unsigned idx, 24240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 24355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 24440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 24540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x1f << 7) | (0x3 << 12)); 24640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (pred << 7) | (idx << 12); 24755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 24855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 24955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 25040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_pred_wr(struct nv50_pc *pc, unsigned on, unsigned idx, 25140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e) 25255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 25340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 25440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] &= ~((0x3 << 4) | (1 << 6)); 25540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (idx << 4) | (on << 6); 25655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 25755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 25855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 25940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_long(struct nv50_pc *pc, struct nv50_program_exec *e) 26055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 26140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 26255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return; 26355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 26440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 1; 26540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0xf, 0, e); 26640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 26755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 26855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 26955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 27040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_dst(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_program_exec *e) 27155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 27255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type == P_RESULT) { 27340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 27440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000008; 27555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 27655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 27755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, dst); 27840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (dst->hw << 2); 27955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 28055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 28155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 28240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_immd(struct nv50_pc *pc, struct nv50_reg *imm, struct nv50_program_exec *e) 28355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 28455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs unsigned val = fui(pc->immd_buf[imm->hw]); /* XXX */ 28555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 28640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 28755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: can't be predicated - bits overlap.. catch cases where both 28855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * are required and avoid them. */ 28940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 0, 0, e); 29040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 0, 0, e); 29155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 29240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00000002 | 0x00000001; 29340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (val & 0x3f) << 16; 29440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (val >> 6) << 2; 29555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 29655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 29755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 2988ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsemit_interp(struct nv50_pc *pc, struct nv50_reg *dst, 2998ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs struct nv50_reg *src, struct nv50_reg *iv, boolean noperspective) 3008ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs{ 30140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 3028ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 30340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x80000000; 30440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 3058ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs alloc_reg(pc, iv); 30640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (iv->hw << 9); 3078ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs alloc_reg(pc, src); 30840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 3098ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (noperspective) 31040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (1 << 25); 3118ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 31240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 3138ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs} 3148ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 3158ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggsstatic void 3161c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggsset_data(struct nv50_pc *pc, struct nv50_reg *src, unsigned m, unsigned s, 3171c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs struct nv50_program_exec *e) 3182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 31940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 320aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#if 1 321aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs e->inst[1] |= (1 << 22); 322aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#else 3232a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_IMMD) { 32440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PMISC << 22); 3252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else { 326b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_VERTEX) 32740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PVP << 22); 3282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs else 32940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (NV50_CB_PFP << 22); 3302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 331aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#endif 3321c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 3331c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.index = src->hw; 3341c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.shift = s; 3351c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs e->param.mask = m << (s % 32); 3362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 3372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 3382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 33955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit_mov(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 34055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 34140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 34255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 34340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x10000000; 34455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 34540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 34655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 34755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type != P_RESULT && src->type == P_IMMD) { 34840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_immd(pc, src, e); 34955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: 32-bit, but steals part of "half" reg space - need to 35055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * catch and handle this case if/when we do half-regs 35155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 35240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00008000; 35355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else 35455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD || src->type == P_CONST) { 35540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 3561c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 9, e); 35740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x20000000; /* src0 const? */ 35855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 35955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_ATTR) { 36040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 36140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 36255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 36355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, src); 36540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 36655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 36755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 36855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /* We really should support "half" instructions here at some point, 36955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * but I don't feel confident enough about them yet. 37055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 37140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 37240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e) && !is_immd(e)) { 37340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32-bit */ 37440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x0003c000; /* "subsubop" 0xf == mov */ 37555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 37655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 37740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 37855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 37955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 380f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 3812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggscheck_swap_src_0_1(struct nv50_pc *pc, 3822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg **s0, struct nv50_reg **s1) 3832a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 3842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src0 = *s0, *src1 = *s1; 3852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 3862a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type == P_CONST) { 3872a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type != P_CONST) { 3882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 3892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 3902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 3912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 3922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 3932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src1->type == P_ATTR) { 3942a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src0->type != P_ATTR) { 3952a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s0 = src1; 3962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs *s1 = src0; 3972a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return TRUE; 3982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 3992a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs return FALSE; 4022a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 40540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_0(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 4062a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 4072a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 40840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 40940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x00200000; 4102a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 4112a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 4122a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 4132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4142a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 4152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 4162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4182a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 41940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 9); 4202a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4222a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 42340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_1(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 4242a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 4252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 4262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 4272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 4292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 4302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 4312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 43240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x00800000)); 43340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x01000000) { 43434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 43534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 43634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 43734a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 43834a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 4391c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 16, e); 44040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x00800000; 44134a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 4422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4442a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 44540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= (src->hw << 16); 4462a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4482a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 44940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggsset_src_2(struct nv50_pc *pc, struct nv50_reg *src, struct nv50_program_exec *e) 4502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 45140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_ATTR) { 4542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 4552a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, temp, src); 4572a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs src = temp; 4582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } else 4592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (src->type == P_CONST || src->type == P_IMMD) { 46040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(!(e->inst[0] & 0x01000000)); 46140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (e->inst[0] & 0x00800000) { 46234a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs struct nv50_reg *temp = temp_temp(pc); 46334a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs 46434a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs emit_mov(pc, temp, src); 46534a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs src = temp; 46634a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } else { 4671c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs set_data(pc, src, 0x7f, 32+14, e); 46840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x01000000; 46934a039ae7b158cacb5b20d91067e9d6458d30a56Ben Skeggs } 4702a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs } 4712a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4722a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs alloc_reg(pc, src); 47340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (src->hw << 14); 4742a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4762a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 4772a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mul(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 4782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 4792a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 48040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 4812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 48240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xc0000000; 48340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 4842a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4852a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 48640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 48740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 48840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 4892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 49040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 4912a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 4922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 4932a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 49452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_add(struct nv50_pc *pc, struct nv50_reg *dst, 49552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 4962a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 49740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 4982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 49940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 5002a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 50240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 50340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 50440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs if (is_long(e)) 50540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 50652a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs else 50740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 50852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 50940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 51052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs} 51152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 51252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsstatic void 51352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggsemit_minmax(struct nv50_pc *pc, unsigned sub, struct nv50_reg *dst, 51452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 51552a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs{ 51640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 51752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 51840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 51940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 52040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 52152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs 52252a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 52340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 52440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 52540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 5262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 52740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 5282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 5312a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_sub(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 5322a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1) 5332a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 53440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 5352a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 53640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 5372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 53840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 5392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 54040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; 5412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs else 54240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; 5432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 54440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 54540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 54640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src1, e); 5472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 54840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 5492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5512a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 5522a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_mad(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 5532a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 5542a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 55540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 5562a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 55740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 5582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5592a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 56040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 56140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 56240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 56340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 5642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 56540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 5662a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 5672a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 5682a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic void 56921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsemit_msb(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src0, 57021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs struct nv50_reg *src1, struct nv50_reg *src2) 57121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs{ 57240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 57321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 57440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xe0000000; 57540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 57640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; /* src0 * src1 - src2 */ 57721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 57821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs check_swap_src_0_1(pc, &src0, &src1); 57940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 58040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 58140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 58240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_2(pc, src2, e); 58321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 58440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 58521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs} 58621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs 58721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggsstatic void 5882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsemit_flop(struct nv50_pc *pc, unsigned sub, 5892a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs struct nv50_reg *dst, struct nv50_reg *src) 5902a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs{ 59140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 5922a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 59340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0x90000000; 59452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs if (sub) { 59540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 59640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (sub << 29); 59752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs } 5982a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 59940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 60040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 6012a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 60240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6032a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs} 6042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs 605d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsstatic void 606d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggsemit_preex2(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 607d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs{ 60840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 609d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 61040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 611d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 61240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 61340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 61440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 61540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29) | 0x00004000; 616d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 61740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 618d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs} 619faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 620bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsstatic void 6217b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_precossin(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 6227b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs{ 62340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 6247b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 62540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 6267b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 62740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 62840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 62940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 63040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); 6317b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 63240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 6337b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs} 6347b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 6357b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsstatic void 636bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggsemit_set(struct nv50_pc *pc, unsigned c_op, struct nv50_reg *dst, 637bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *src0, struct nv50_reg *src1) 638bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs{ 63940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 64051ea3aae03154046316b814053f7493bdb10c853Ben Skeggs unsigned inv_cop[8] = { 0, 4, 2, 6, 1, 5, 3, 7 }; 641bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs struct nv50_reg *rdst; 642bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 643bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs assert(c_op <= 7); 644bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (check_swap_src_0_1(pc, &src0, &src1)) 645bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs c_op = inv_cop[c_op]; 646bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 647bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs rdst = dst; 648bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (dst->type != P_TEMP) 649bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs dst = alloc_temp(pc, NULL); 650bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 651bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* set.u32 */ 65240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 65340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xb0000000; 65440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (3 << 29); 65540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (c_op << 14); 656bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /*XXX: breaks things, .u32 by default? 657bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs * decuda will disasm as .u16 and use .lo/.hi regs, but this 658bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs * doesn't seem to match what the hw actually does. 659bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs inst[1] |= 0x04000000; << breaks things.. .u32 by default? 660bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs */ 66140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 66240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src0, e); 66340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_1(pc, src1, e); 66440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 665bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 666bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs /* cvt.f32.u32 */ 66740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e = exec(pc); 66840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000001; 66940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] = 0x64014780; 67040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, rdst, e); 67140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, dst, e); 67240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 673bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs 674bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (dst != rdst) 675bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs free_temp(pc, dst); 676bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs} 677d69f33423087fc054181c60724f4bcbe29195e08Ben Skeggs 678b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsstatic void 679b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggsemit_flr(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 680b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs{ 68140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 68240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 68340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 68440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 68540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 68640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x08000000; /* integer mode */ 68740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 68840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((0x1 << 3)) << 14; /* .rn */ 68940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 69040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 69140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 69240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 69340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 694b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs} 695b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs 696faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsstatic void 697faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggsemit_pow(struct nv50_pc *pc, struct nv50_reg *dst, 698faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *v, struct nv50_reg *e) 699faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs{ 700faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs struct nv50_reg *temp = alloc_temp(pc, NULL); 701faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 702faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 3, temp, v); 703faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_mul(pc, temp, temp, e); 704faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_preex2(pc, temp, temp); 705faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_flop(pc, 6, dst, temp); 706faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 707faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs free_temp(pc, temp); 708faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs} 709faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs 710fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic void 711fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsemit_abs(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 712fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 71340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 71440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 71540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 71640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 71740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 71840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 71940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 72040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((1 << 6) << 14); /* .abs */ 72140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 72240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 72340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 72440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 725fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 726fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 72701e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggsstatic void 7287b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggsemit_lit(struct nv50_pc *pc, struct nv50_reg **dst, unsigned mask, 7297b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs struct nv50_reg **src) 73001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs{ 73101e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 73201e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *zero = alloc_immd(pc, 0.0); 73301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *neg128 = alloc_immd(pc, -127.999999); 73401e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *pos128 = alloc_immd(pc, 127.999999); 73501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs struct nv50_reg *tmp[4]; 73601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 7377b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 7387b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[0], one); 7397b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 7407b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 3)) 7417b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[3], one); 7427b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs 7437b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (3 << 1)) { 7447b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 7457b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[0] = dst[1]; 7467b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs else 7477b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[0] = temp_temp(pc); 7487b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[0], src[0], zero); 7497b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 75001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 7517b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 2)) { 75240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred_wr(pc, 1, 0, pc->p->exec_tail); 75301e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 7547b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[1] = temp_temp(pc); 7557b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[1], src[1], zero); 75601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 7577b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs tmp[3] = temp_temp(pc); 7587b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 4, tmp[3], src[3], neg128); 7597b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_minmax(pc, 5, tmp[3], tmp[3], pos128); 76001e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 7617b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_pow(pc, dst[2], tmp[1], tmp[3]); 7627b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[2], zero); 76340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_pred(pc, 3, 0, pc->p->exec_tail); 7647b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs } 76501e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs} 76601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs 76731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsstatic void 76831f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggsemit_neg(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 76931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs{ 77040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = exec(pc); 77131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 77240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 77340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] |= 0xa0000000; /* delta */ 77440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (7 << 29); /* delta */ 77540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* negate arg0? probably not */ 77640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 77740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, dst, e); 77840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, src, e); 77931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 78040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 78131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs} 78231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs 783fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 784fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_dst(struct nv50_pc *pc, int c, const struct tgsi_full_dst_register *dst) 785fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 786fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (dst->DstRegister.File) { 787fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 788fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->temp[dst->DstRegister.Index * 4 + c]; 789fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_OUTPUT: 790fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return &pc->result[dst->DstRegister.Index * 4 + c]; 791fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_NULL: 792fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 793fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 794fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 795fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 796fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 797fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return NULL; 798fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 799fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 800fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggsstatic struct nv50_reg * 801fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggstgsi_src(struct nv50_pc *pc, int chan, const struct tgsi_full_src_register *src) 802fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs{ 803fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *r = NULL; 804fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs struct nv50_reg *temp; 805fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs unsigned c; 806fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 807fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs c = tgsi_util_get_full_src_register_extswizzle(src, chan); 808fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (c) { 809fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_X: 810fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Y: 811fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_Z: 812fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_W: 813fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (src->SrcRegister.File) { 814fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_INPUT: 815fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->attr[src->SrcRegister.Index * 4 + c]; 816fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 817fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_TEMPORARY: 818fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->temp[src->SrcRegister.Index * 4 + c]; 819fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 820fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_CONSTANT: 821fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->param[src->SrcRegister.Index * 4 + c]; 822fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 823fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_FILE_IMMEDIATE: 824fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = &pc->immd[src->SrcRegister.Index * 4 + c]; 825fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 826fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 827fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 828fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 829fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 830fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 831fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ZERO: 832fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 0.0); 833fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 834fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_EXTSWIZZLE_ONE: 835fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = alloc_immd(pc, 1.0); 836fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 837fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 838fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 839fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 840fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 841fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 842fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs switch (tgsi_util_get_full_src_register_sign_mode(src, chan)) { 843fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_KEEP: 844fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 845fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs case TGSI_UTIL_SIGN_CLEAR: 846fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs temp = temp_temp(pc); 847fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, temp, r); 848fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs r = temp; 849fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 85031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_TOGGLE: 85131f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 85231f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_neg(pc, temp, r); 85331f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 85431f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 85531f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs case TGSI_UTIL_SIGN_SET: 85631f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs temp = temp_temp(pc); 85731f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_abs(pc, temp, r); 85831f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs emit_neg(pc, temp, r); 85931f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs r = temp; 86031f6a24b59b0ac18e04336d2e3cbaa643358c88aBen Skeggs break; 861fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs default: 862fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs assert(0); 863fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs break; 864fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs } 865fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 866fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs return r; 867fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs} 868fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs 8692a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggsstatic boolean 870f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_insn(struct nv50_pc *pc, const union tgsi_full_token *tok) 871f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 872f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_instruction *inst = &tok->FullInstruction; 873688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs struct nv50_reg *rdst[4], *dst[4], *src[3][4], *temp; 874688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs unsigned mask, sat; 875f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i, c; 876f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 877f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("insn %p\n", tok); 878f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 879f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs mask = inst->FullDstRegisters[0].DstRegister.WriteMask; 880688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs sat = inst->Instruction.Saturate == TGSI_SAT_ZERO_ONE; 881f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 882f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 883f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (mask & (1 << c)) 884f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = tgsi_dst(pc, c, &inst->FullDstRegisters[0]); 885f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs else 886f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = NULL; 887f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 888f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 889f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 890f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) 891f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs src[i][c] = tgsi_src(pc, c, &inst->FullSrcRegisters[i]); 892f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 893f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 894688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 895688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 896688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs rdst[c] = dst[c]; 897688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs dst[c] = temp_temp(pc); 898688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 899688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 900688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 901f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (inst->Instruction.Opcode) { 90268091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs case TGSI_OPCODE_ABS: 90368091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs for (c = 0; c < 4; c++) { 904fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs if (!(mask & (1 << c))) 905fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs continue; 906fe90cc509f75772ce202930c934bade1d4b116c8Ben Skeggs emit_abs(pc, dst[c], src[0][c]); 90768091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs } 90868091b0c89310c309b668c9d6d80640dc6040ab7Ben Skeggs break; 9092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_ADD: 9107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 9117df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 9127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 9132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_add(pc, dst[c], src[0][c], src[1][c]); 9147df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 9152a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 9162a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_COS: 9177b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs temp = alloc_temp(pc, NULL); 9187b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 9197b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, temp, temp); 9207df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 9217df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 9227df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 9237b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 9247df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 9252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 9262a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP3: 9272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs temp = alloc_temp(pc, NULL); 9282a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 9292a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 9302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 9317df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 9327df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 9337df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 9342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, dst[c], temp); 9357df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 9362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, temp); 9372a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 9382a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_DP4: 9392a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs temp = alloc_temp(pc, NULL); 9402a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 9412a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 9422a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 9432a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, temp, src[0][3], src[1][3], temp); 9447df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 9457df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 9467df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 9472a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mov(pc, dst[c], temp); 9487df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 9492a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs free_temp(pc, temp); 9502a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 95121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_DPH: 95221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs temp = alloc_temp(pc, NULL); 95321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][0]); 95421e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][1], src[1][1], temp); 95521e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mad(pc, temp, src[0][2], src[1][2], temp); 95621e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_add(pc, temp, src[1][3], temp); 95721e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs for (c = 0; c < 4; c++) { 95821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs if (!(mask & (1 << c))) 95921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs continue; 96021e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs emit_mov(pc, dst[c], temp); 96121e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs } 96221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs free_temp(pc, temp); 96321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 96433e4d30d50344be26398a51365bea1be37487403Ben Skeggs case TGSI_OPCODE_DST: 96533e4d30d50344be26398a51365bea1be37487403Ben Skeggs { 96633e4d30d50344be26398a51365bea1be37487403Ben Skeggs struct nv50_reg *one = alloc_immd(pc, 1.0); 9679a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) 9689a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[0], one); 9699a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) 9709a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, dst[1], src[0][1], src[1][1]); 9719a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) 9729a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[2], src[0][2]); 9739a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 3)) 9749a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mov(pc, dst[3], src[1][3]); 97533e4d30d50344be26398a51365bea1be37487403Ben Skeggs FREE(one); 97633e4d30d50344be26398a51365bea1be37487403Ben Skeggs } 97733e4d30d50344be26398a51365bea1be37487403Ben Skeggs break; 9782a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_EX2: 979fbf4027dd9b279ec159906dcad134f71e34aaec8Ben Skeggs temp = alloc_temp(pc, NULL); 9807b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_preex2(pc, temp, src[0][0]); 9817b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 6, temp, temp); 9827df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 9837df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 9847df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 9857b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 9867df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 987fbf4027dd9b279ec159906dcad134f71e34aaec8Ben Skeggs free_temp(pc, temp); 9882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 989b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FLR: 990b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 991b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 992b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 993b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, dst[c], src[0][c]); 994b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 995b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 996b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs case TGSI_OPCODE_FRC: 997b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs temp = alloc_temp(pc, NULL); 998b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs for (c = 0; c < 4; c++) { 999b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs if (!(mask & (1 << c))) 1000b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs continue; 1001b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_flr(pc, temp, src[0][c]); 1002b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs emit_sub(pc, dst[c], src[0][c], temp); 1003b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs } 1004b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs free_temp(pc, temp); 1005b4f7463585071236d633e4c857dbbdf67b03dc94Ben Skeggs break; 100601e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs case TGSI_OPCODE_LIT: 10077b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_lit(pc, &dst[0], mask, &src[0][0]); 100801e36eb531dfb4b1b3fd38d3fc00c6770833b5eaBen Skeggs break; 10092a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_LG2: 10107b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs temp = alloc_temp(pc, NULL); 10117b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 3, temp, src[0][0]); 10127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10137df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10147df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10157b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 10167df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10172a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 101821e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs case TGSI_OPCODE_LRP: 101921e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs for (c = 0; c < 4; c++) { 102021e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs if (!(mask & (1 << c))) 102121e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs continue; 102221e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs /*XXX: we can do better than this */ 102321e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs temp = alloc_temp(pc, NULL); 102421e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs emit_neg(pc, temp, src[0][c]); 102521e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs emit_mad(pc, temp, temp, src[2][c], src[2][c]); 102621e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], temp); 102721e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs free_temp(pc, temp); 102821e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs } 102921e688e0a3faeef18b07c4d860bd71cc6e3ddf4aBen Skeggs break; 10302a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MAD: 10317df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10327df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10337df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10342a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mad(pc, dst[c], src[0][c], src[1][c], src[2][c]); 10357df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10362a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 103752a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MAX: 10387df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10397df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10407df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 104152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 4, dst[c], src[0][c], src[1][c]); 10427df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 104352a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 104452a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs case TGSI_OPCODE_MIN: 10457df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10467df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10477df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 104852a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs emit_minmax(pc, 5, dst[c], src[0][c], src[1][c]); 10497df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 105052a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs break; 1051f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_MOV: 10527df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10537df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10547df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 105555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit_mov(pc, dst[c], src[0][c]); 10567df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 105738ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs break; 10582a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_MUL: 10597df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10607df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10617df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10622a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_mul(pc, dst[c], src[0][c], src[1][c]); 10637df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10642a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1065ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs case TGSI_OPCODE_POW: 1066ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs temp = alloc_temp(pc, NULL); 1067faa1c02546db00f69c66db18076b5b0ac86d7138Ben Skeggs emit_pow(pc, temp, src[0][0], src[1][0]); 1068ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs for (c = 0; c < 4; c++) { 1069ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs if (!(mask & (1 << c))) 1070ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs continue; 1071ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs emit_mov(pc, dst[c], temp); 1072ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs } 1073ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs free_temp(pc, temp); 1074ea4b09cbcbd9db82648ab30f18c0f46a66ab9f69Ben Skeggs break; 10752a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RCP: 10767df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10777df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10787df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10797b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 0, dst[c], src[0][0]); 10807df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10812a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 10822a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_RSQ: 10837df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 10847df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 10857df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 10867b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 2, dst[c], src[0][0]); 10877df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 10882a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 10897b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs case TGSI_OPCODE_SCS: 10907b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs temp = alloc_temp(pc, NULL); 10917b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 10927b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 0)) 10937b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 5, dst[0], temp); 10947b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs if (mask & (1 << 1)) 10957b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, dst[1], temp); 10967b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs break; 1097bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SGE: 1098bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1099bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1100bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 1101bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs emit_set(pc, 6, dst[c], src[0][c], src[1][c]); 1102bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1103bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 11042a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SIN: 11057b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs temp = alloc_temp(pc, NULL); 11067b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_precossin(pc, temp, src[0][0]); 11077b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_flop(pc, 4, temp, temp); 11087df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11097df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11107df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11117b7df34781844c39998d60bbb60880d960da3fb1Ben Skeggs emit_mov(pc, dst[c], temp); 11127df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11132a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 1114bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs case TGSI_OPCODE_SLT: 1115bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs for (c = 0; c < 4; c++) { 1116bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs if (!(mask & (1 << c))) 1117bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs continue; 1118bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs emit_set(pc, 1, dst[c], src[0][c], src[1][c]); 1119bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs } 1120bdd31c20abb27665ca701a5a46e29d4cfa71f679Ben Skeggs break; 11212a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs case TGSI_OPCODE_SUB: 11227df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs for (c = 0; c < 4; c++) { 11237df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs if (!(mask & (1 << c))) 11247df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs continue; 11252a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs emit_sub(pc, dst[c], src[0][c], src[1][c]); 11267df7f7bb99441ed8e2fba2840e0459e72691f272Ben Skeggs } 11272a1fb44d75364f2492a1ae5d232218a92b8ca807Ben Skeggs break; 112821e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs case TGSI_OPCODE_XPD: 112921e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs temp = alloc_temp(pc, NULL); 11309a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 0)) { 11319a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][2], src[1][1]); 11329a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[0], src[0][1], src[1][2], temp); 11339a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 11349a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 1)) { 11359a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][0], src[1][2]); 11369a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[1], src[0][2], src[1][0], temp); 11379a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 11389a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs if (mask & (1 << 2)) { 11399a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_mul(pc, temp, src[0][1], src[1][0]); 11409a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs emit_msb(pc, dst[2], src[0][0], src[1][1], temp); 11419a37a56c8ab8c64bdadb1e1e807f885d6a5e3121Ben Skeggs } 114221e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs free_temp(pc, temp); 114321e18e2b74d71c93af06ef4c603ca371c4614237Ben Skeggs break; 1144f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_END: 1145f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1146f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1147f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid opcode %d\n", inst->Instruction.Opcode); 1148f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1149f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1150f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1151688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (sat) { 1152688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs for (c = 0; c < 4; c++) { 115340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 1154688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 1155688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs if (!(mask & (1 << c))) 1156688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs continue; 115740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e = exec(pc); 115840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 115940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[0] = 0xa0000000; /* cvt */ 116040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_long(pc, e); 116140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (6 << 29); /* cvt */ 116240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= 0x04000000; /* 32 bit */ 116340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= (1 << 14); /* src .f32 */ 116440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs e->inst[1] |= ((1 << 5) << 14); /* .sat */ 116540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_dst(pc, rdst[c], e); 116640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs set_src_0(pc, dst[c], e); 116740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs emit(pc, e); 1168688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1169688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs } 1170688064236ba8b5997014493eb6c6e3fe0739813eBen Skeggs 117152a69196c1680ff16d1ad1fc88e5869bc6055d00Ben Skeggs kill_temp_temp(pc); 1172f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return TRUE; 1173f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1174f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1175f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 1176f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_prep(struct nv50_pc *pc) 1177f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1178f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context p; 1179f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret = FALSE; 1180f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned i, c; 1181f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1182f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&p, pc->p->pipe.tokens); 1183f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&p)) { 1184f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &p.FullToken; 1185f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1186f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&p); 1187f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 1188f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_IMMEDIATE: 1189f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 1190f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_immediate *imm = 1191f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs &p.FullToken.FullImmediate; 1192f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 119333e4d30d50344be26398a51365bea1be37487403Ben Skeggs ctor_immd(pc, imm->u.ImmediateFloat32[0].Float, 119433e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[1].Float, 119533e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[2].Float, 119633e4d30d50344be26398a51365bea1be37487403Ben Skeggs imm->u.ImmediateFloat32[3].Float); 1197f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1198f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1199f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_DECLARATION: 1200f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 1201f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_declaration *d; 1202f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned last; 1203f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1204f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d = &p.FullToken.FullDeclaration; 1205f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs last = d->u.DeclarationRange.Last; 1206f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1207f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (d->Declaration.File) { 1208f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 1209f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr < (last + 1)) 1210f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp_nr = last + 1; 1211f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1212f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 1213f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr < (last + 1)) 1214f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result_nr = last + 1; 1215f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1216f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 1217f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr < (last + 1)) 1218f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr_nr = last + 1; 1219f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1220f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 1221f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr < (last + 1)) 1222f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param_nr = last + 1; 1223f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1224f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1225f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("bad decl file %d\n", 1226f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d->Declaration.File); 1227f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1228f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1229f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1230f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1231f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 1232f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1233f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1234f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1235f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1236f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1237f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1238f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d temps\n", pc->temp_nr); 1239f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr) { 1240f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp = calloc(pc->temp_nr * 4, sizeof(struct nv50_reg)); 1241f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->temp) 1242f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1243f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1244f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->temp_nr; i++) { 1245f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1246f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].type = P_TEMP; 1247f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].hw = -1; 1248f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].index = i; 1249f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1250f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1251f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1252f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1253f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d attrib regs\n", pc->attr_nr); 1254f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr) { 12558ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs struct nv50_reg *iv = NULL, *tmp = NULL; 1256f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int aid = 0; 1257f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1258f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr = calloc(pc->attr_nr * 4, sizeof(struct nv50_reg)); 1259f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->attr) 1260f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1261f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1262b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 12638ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs iv = alloc_temp(pc, NULL); 12648ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs aid++; 12658ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 12668ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1267f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->attr_nr; i++) { 12688ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs struct nv50_reg *a = &pc->attr[i*4]; 12698ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1270f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1271b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 12728ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs struct nv50_reg *at = 12738ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs alloc_temp(pc, NULL); 12748ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].type = at->type; 12758ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].hw = at->hw; 12768ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].index = at->index; 12778ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } else { 12788ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.vp.attr[aid/32] |= 12798ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs (1 << (aid % 32)); 12808ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].type = P_ATTR; 12818ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].hw = aid++; 12828ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->attr[i*4+c].index = i; 12838ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs } 1284f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 12858ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 1286b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type != PIPE_SHADER_FRAGMENT) 12878ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs continue; 12888ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 12898ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs emit_interp(pc, iv, iv, iv, FALSE); 12908ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs tmp = alloc_temp(pc, NULL); 1291713ef6ccd2590bd866598bb6d4f646e9ec29ba78Ben Skeggs emit_flop(pc, 0, tmp, iv); 12928ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs emit_interp(pc, &a[0], &a[0], tmp, TRUE); 12938ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs emit_interp(pc, &a[1], &a[1], tmp, TRUE); 12948ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs emit_interp(pc, &a[2], &a[2], tmp, TRUE); 12958ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs emit_interp(pc, &a[3], &a[3], tmp, TRUE); 12968ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs free_temp(pc, tmp); 1297f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 12988ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs 12998ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs if (iv) 13008ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs free_temp(pc, iv); 1301f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1302f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1303f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d result regs\n", pc->result_nr); 1304f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr) { 1305f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 1306f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1307f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result = calloc(pc->result_nr * 4, sizeof(struct nv50_reg)); 1308f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->result) 1309f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1310f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1311f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->result_nr; i++) { 1312f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1313b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (pc->p->type == PIPE_SHADER_FRAGMENT) { 13148ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_TEMP; 1315776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = -1; 1316776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } else { 13178ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->result[i*4+c].type = P_RESULT; 1318776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs pc->result[i*4+c].hw = rid++; 1319776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 1320f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result[i*4+c].index = i; 1321f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1322f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1323f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1324f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1325f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d param regs\n", pc->param_nr); 1326f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr) { 1327f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 1328f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1329f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param = calloc(pc->param_nr * 4, sizeof(struct nv50_reg)); 1330f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->param) 1331f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1332f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1333f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->param_nr; i++) { 1334f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1335f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].type = P_CONST; 1336f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].hw = rid++; 1337f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].index = i; 1338f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1339f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1340f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1341f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1342f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->immd_nr) { 1343aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs int rid = pc->param_nr * 4; 1344f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1345f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd = calloc(pc->immd_nr * 4, sizeof(struct nv50_reg)); 1346f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->immd) 1347f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1348f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1349f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->immd_nr; i++) { 1350f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 1351f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].type = P_IMMD; 1352f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].hw = rid++; 1353f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].index = i; 1354f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1355f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1356f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1357f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1358f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = TRUE; 1359f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 1360f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&p); 1361f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 1362f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1363f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1364f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 1365f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx(struct nv50_program *p) 1366f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1367f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context parse; 1368f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_pc *pc; 1369f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret; 1370f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1371f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc = CALLOC_STRUCT(nv50_pc); 1372f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc) 1373f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 1374f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p = p; 13758ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs pc->p->cfg.high_temp = 4; 1376f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1377f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_prep(pc); 1378f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 1379f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_cleanup; 1380f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1381f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&parse, pc->p->pipe.tokens); 1382f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&parse)) { 1383f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &parse.FullToken; 1384f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1385f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&parse); 1386f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1387f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 1388f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 1389f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_insn(pc, tok); 1390f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 1391f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 1392f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1393f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 1394f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 1395f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1396f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1397f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1398b5bbf09c42a9d563984fad875ced5c4814033a3dBen Skeggs if (p->type == PIPE_SHADER_FRAGMENT) { 1399776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs struct nv50_reg out; 1400776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 1401776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs out.type = P_TEMP; 1402776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs for (out.hw = 0; out.hw < pc->result_nr * 4; out.hw++) 1403776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs emit_mov(pc, &out, &pc->result[out.hw]); 1404776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs } 1405776e9581d16fc0fd28058fbcd879756fd5d40b96Ben Skeggs 140640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs assert(is_long(pc->p->exec_tail) && !is_immd(pc->p->exec_head)); 140740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs pc->p->exec_tail->inst[1] |= 0x00000001; 140840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 1409aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->param_nr = pc->param_nr * 4; 1410f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd_nr = pc->immd_nr * 4; 1411f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd = pc->immd_buf; 1412f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1413f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 1414f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&parse); 1415f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1416f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_cleanup: 1417f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 1418f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1419f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1420f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 1421f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_validate(struct nv50_context *nv50, struct nv50_program *p) 1422f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1423e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs if (nv50_program_tx(p) == FALSE) 1424e55964099b0d47dea80920765daac09b9e2a61a7Ben Skeggs assert(0); 1425f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = TRUE; 1426f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1427f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 142822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 1429ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsnv50_program_upload_data(struct nv50_context *nv50, float *map, 1430ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned start, unsigned count) 1431ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs{ 1432ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs while (count) { 1433ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned nr = count > 2047 ? 2047 : count; 1434ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1435ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs BEGIN_RING(tesla, 0x00000f00, 1); 1436ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs OUT_RING ((NV50_CB_PMISC << 0) | (start << 8)); 1437ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs BEGIN_RING(tesla, 0x40000f04, nr); 1438ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs OUT_RINGp (map, nr); 1439ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1440ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs map += nr; 1441ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs start += nr; 1442ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs count -= nr; 1443ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs } 1444ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs} 1445ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1446ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggsstatic void 144722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_data(struct nv50_context *nv50, struct nv50_program *p) 144822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 1449aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nouveau_winsys *nvws = nv50->screen->nvws; 1450aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 1451aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs unsigned nr = p->param_nr + p->immd_nr; 145222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1453aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (!p->data && nr) { 1454aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nouveau_resource *heap = nv50->screen->vp_data_heap; 1455aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1456aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (nvws->res_alloc(heap, nr, p, &p->data)) { 1457aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs while (heap->next && heap->size < nr) { 1458aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs struct nv50_program *evict = heap->next->priv; 1459aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs nvws->res_free(&evict->data); 1460aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1461aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1462aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (nvws->res_alloc(heap, nr, p, &p->data)) 1463aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs assert(0); 1464aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1465aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1466aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1467aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->param_nr) { 1468aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs float *map = ws->buffer_map(ws, nv50->constbuf[p->type], 1469aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs PIPE_BUFFER_USAGE_CPU_READ); 1470ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs nv50_program_upload_data(nv50, map, p->data->start, 1471ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->param_nr); 1472aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs ws->buffer_unmap(ws, nv50->constbuf[p->type]); 1473aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1474aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1475ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs if (p->immd_nr) { 1476ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs nv50_program_upload_data(nv50, p->immd, 1477ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->data->start + p->param_nr, 1478ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs p->immd_nr); 147922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs } 148022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 148122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 148222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 148322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_code(struct nv50_context *nv50, struct nv50_program *p) 148422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 148522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 148640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e; 1487f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs boolean upload = FALSE; 148840137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs unsigned *map; 148922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1490f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!p->buffer) { 149140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->buffer = ws->buffer_create(ws, 0x100, 0, p->exec_size * 4); 1492f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 1493f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs } 149440137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 1495aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (p->data && p->data->start != p->data_start) { 1496aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 1497ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs unsigned ei, ci; 1498ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1499aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (e->param.index < 0) 1500aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs continue; 1501ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ei = e->param.shift >> 5; 1502ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs ci = e->param.index + p->data->start; 1503ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs 1504ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] &= ~e->param.mask; 1505ab3d55e2e3578db8deba84dcf47a024071486bd8Ben Skeggs e->inst[ei] |= (ci << e->param.shift); 15061c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs } 15071c7489bd7e5391136d0f2e68b467de89eb2d2bfcBen Skeggs 1508aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs p->data_start = p->data->start; 1509f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs upload = TRUE; 1510aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 1511aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs 1512f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs if (!upload) 1513f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs return FALSE; 1514f700d6be6335a4d4394296891f783687b6f2d4f2Ben Skeggs 1515aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs map = ws->buffer_map(ws, p->buffer, PIPE_BUFFER_USAGE_CPU_WRITE); 1516aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs for (e = p->exec_head; e; e = e->next) { 1517aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#ifdef NV50_PROGRAM_DUMP 1518aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[0]); 1519aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#endif 152040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs *(map++) = e->inst[0]; 1521aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs if (is_long(e)) { 1522aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#ifdef NV50_PROGRAM_DUMP 1523aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs NOUVEAU_ERR("0x%08x\n", e->inst[1]); 1524aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs#endif 152540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs *(map++) = e->inst[1]; 1526aea1669ff221f97682f0be6a60632e40c2739d09Ben Skeggs } 152740137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs } 152822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs ws->buffer_unmap(ws, p->buffer); 152922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 153022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 1531f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 1532f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_vertprog_validate(struct nv50_context *nv50) 1533f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1534f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 1535f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->vertprog; 1536f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 1537f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1538f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 1539f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 1540f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 1541f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 1542f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1543f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 154422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_data(nv50, p); 154522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_code(nv50, p); 1546f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1547f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so = so_new(11, 2); 1548f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_VP_ADDRESS_HIGH, 2); 1549f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1550f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 1551f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1552f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 1553f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x1650, 2); 1554f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[0]); 1555f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[1]); 1556f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x16ac, 2); 1557f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 8); 15588ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 1559f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x140c, 1); 1560f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 0); /* program start offset */ 1561f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_emit(nv50->screen->nvws, so); 1562f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_ref(NULL, &so); 1563f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1564f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1565f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 1566f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_fragprog_validate(struct nv50_context *nv50) 1567f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1568f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 1569f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->fragprog; 1570f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 1571f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1572f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 1573f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 1574f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 1575f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 1576f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 1577f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 157855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_data(nv50, p); 157955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_code(nv50, p); 1580f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1581585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so = so_new(64, 2); 1582f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_FP_ADDRESS_HIGH, 2); 1583f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1584f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 1585f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 1586f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 1587585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x1904, 4); 1588585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x01040404); /* p: 0x01000404 */ 1589585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000004); 1590585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 1591585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x00000000); 1592585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x16bc, 2); /*XXX: fixme */ 1593585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x03020100); 1594585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x07060504); 1595585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_method(so, tesla, 0x1988, 2); 1596585ae74d87f3d04a4b5b7c068b865292afd1a16bBen Skeggs so_data (so, 0x08040404); /* p: 0x0f000401 */ 15978ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, p->cfg.high_temp); 15988ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_method(so, tesla, 0x1414, 1); 15998ec6415e9fcf876c67bc1624f3eb7dd7624b7791Ben Skeggs so_data (so, 0); /* program start offset */ 1600f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_emit(nv50->screen->nvws, so); 1601f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_ref(NULL, &so); 1602f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1603f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1604f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 1605f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_destroy(struct nv50_context *nv50, struct nv50_program *p) 1606f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 1607f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 1608f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 160940137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs while (p->exec_head) { 161040137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs struct nv50_program_exec *e = p->exec_head; 161140137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs 161240137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_head = e->next; 161340137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs FREE(e); 1614f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 161540137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_tail = NULL; 161640137ea2631a0c8158f99ae30ca90ed038b72076Ben Skeggs p->exec_size = 0; 1617f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1618f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (p->buffer) 1619f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pipe_buffer_reference(ws, &p->buffer, NULL); 1620f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1621f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = 0; 1622f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 1623f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 1624