nv50_program.c revision 55b2fe1047b37d0d86641a252e1c745111030393
1f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_context.h" 2f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_defines.h" 3f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_state.h" 4f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_inlines.h" 5f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 6f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "pipe/p_shader_tokens.h" 7f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "tgsi/util/tgsi_parse.h" 8f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "tgsi/util/tgsi_util.h" 9f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 10f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_context.h" 11f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#include "nv50_state.h" 12f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 13f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs#define NV50_SU_MAX_TEMP 64 1455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs#define TX_FRAGPROG 0 15f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 16f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_reg { 17f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs enum { 18f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_TEMP, 19f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_ATTR, 20f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_RESULT, 21f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_CONST, 22f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs P_IMMD 23f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } type; 24f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int index; 25f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 26f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int hw; 2738ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs int neg; 28f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 29f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 30f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstruct nv50_pc { 31f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p; 32f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 33f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* hw resources */ 34f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r_temp[NV50_SU_MAX_TEMP]; 35f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 36f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* tgsi resources */ 37f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *temp; 38f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int temp_nr; 39f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *attr; 40f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int attr_nr; 41f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *result; 42f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int result_nr; 43f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *param; 44f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int param_nr; 45f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *immd; 46f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs float *immd_buf; 47f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int immd_nr; 48f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs}; 49f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 50f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 51f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_reg(struct nv50_pc *pc, struct nv50_reg *reg) 52f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 53f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 54f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 55f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (reg->type != P_TEMP || reg->hw >= 0) 56f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 57f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 58f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 59f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!(pc->r_temp[i])) { 60f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = reg; 61f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs reg->hw = i; 62f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->p->cfg.vp.high_temp < (i + 1)) 63f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p->cfg.vp.high_temp = i + 1; 64f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 65f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 66f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 67f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 68f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 69f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 70f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 71f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 72f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsalloc_temp(struct nv50_pc *pc, struct nv50_reg *dst) 73f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 74f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_reg *r; 75f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 76f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 77f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (dst && dst->type == P_TEMP && dst->hw == -1) 78f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return dst; 79f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 80f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < NV50_SU_MAX_TEMP; i++) { 81f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->r_temp[i]) { 82f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r = CALLOC_STRUCT(nv50_reg); 83f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->type = P_TEMP; 84f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->index = -1; 85f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs r->hw = i; 86f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[i] = r; 87f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return r; 88f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 89f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 90f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 91f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 92f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 93f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 94f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 95f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 96f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsfree_temp(struct nv50_pc *pc, struct nv50_reg *r) 97f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 98f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (r->index == -1) { 99f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs FREE(pc->r_temp[r->hw]); 100f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->r_temp[r->hw] = NULL; 101f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 102f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 103f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 104f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 105f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggstgsi_dst(struct nv50_pc *pc, int c, const struct tgsi_full_dst_register *dst) 106f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 107f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (dst->DstRegister.File) { 108f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 109f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return &pc->temp[dst->DstRegister.Index * 4 + c]; 110f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 111f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return &pc->result[dst->DstRegister.Index * 4 + c]; 112f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_NULL: 113f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 114f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 115f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 116f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 117f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 118f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 119f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 120f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 121f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic struct nv50_reg * 122f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggstgsi_src(struct nv50_pc *pc, int c, const struct tgsi_full_src_register *src) 123f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 124f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs /* Handle swizzling */ 125f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (c) { 126f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case 0: c = src->SrcRegister.SwizzleX; break; 127f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case 1: c = src->SrcRegister.SwizzleY; break; 128f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case 2: c = src->SrcRegister.SwizzleZ; break; 129f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case 3: c = src->SrcRegister.SwizzleW; break; 130f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 131f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 132f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 133f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 134f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (src->SrcRegister.File) { 135f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 136f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return &pc->attr[src->SrcRegister.Index * 4 + c]; 137f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 138f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return &pc->temp[src->SrcRegister.Index * 4 + c]; 139f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 140f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return &pc->param[src->SrcRegister.Index * 4 + c]; 141f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_IMMEDIATE: 142f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return &pc->immd[src->SrcRegister.Index * 4 + c]; 143f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 144f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 145f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 146f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 147f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return NULL; 148f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 149f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 15055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 15155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit(struct nv50_pc *pc, unsigned *inst) 15255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 15355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_program *p = pc->p; 15455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 15555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (inst[0] & 1) { 15655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs p->insns_nr += 2; 15755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs p->insns = realloc(p->insns, sizeof(unsigned) * p->insns_nr); 15855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs memcpy(p->insns + (p->insns_nr - 2), inst, sizeof(unsigned)*2); 15955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 16055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs p->insns_nr += 1; 16155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs p->insns = realloc(p->insns, sizeof(unsigned) * p->insns_nr); 16255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs memcpy(p->insns + (p->insns_nr - 1), inst, sizeof(unsigned)); 16355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 16455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 16555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 16655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void set_long(struct nv50_pc *, unsigned *); 16755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 16855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 16955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsis_long(unsigned *inst) 17055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 17155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (inst[0] & 1) 17255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 17355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 17455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 17555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 17655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic boolean 17755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsis_immd(unsigned *inst) 17855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 17955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (is_long(inst) && (inst[1] & 3) == 3) 18055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return TRUE; 18155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return FALSE; 18255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 18355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 18455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 18555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsset_pred(struct nv50_pc *pc, unsigned pred, unsigned idx, unsigned *inst) 18655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 18755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_long(pc, inst); 18855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] &= ~((0x1f << 7) | (0x3 << 12)); 18955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= (pred << 7) | (idx << 12); 19055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 19155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 19255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 19355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsset_pred_wr(struct nv50_pc *pc, unsigned on, unsigned idx, unsigned *inst) 19455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 19555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_long(pc, inst); 19655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] &= ~((0x3 << 4) | (1 << 6)); 19755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= (idx << 4) | (on << 6); 19855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 19955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 20055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 20155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsset_long(struct nv50_pc *pc, unsigned *inst) 20255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 20355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (is_long(inst)) 20455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs return; 20555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 20655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[0] |= 1; 20755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_pred(pc, 0xf, 0, inst); 20855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_pred_wr(pc, 0, 0, inst); 20955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 21055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 21155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 21255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsset_dst(struct nv50_pc *pc, struct nv50_reg *dst, unsigned *inst) 21355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 21455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type == P_RESULT) { 21555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_long(pc, inst); 21655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= 0x00000008; 21755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 21855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 21955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, dst); 22055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[0] |= (dst->hw << 2); 22155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 22255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 22355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic INLINE void 22455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsset_immd(struct nv50_pc *pc, struct nv50_reg *imm, unsigned *inst) 22555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 22655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs unsigned val = fui(pc->immd_buf[imm->hw]); /* XXX */ 22755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 22855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_long(pc, inst); 22955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: can't be predicated - bits overlap.. catch cases where both 23055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * are required and avoid them. */ 23155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_pred(pc, 0, 0, inst); 23255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_pred_wr(pc, 0, 0, inst); 23355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 23455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= 0x00000002 | 0x00000001; 23555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[0] |= (val & 0x3f) << 16; 23655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= (val >> 6) << 2; 23755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 23855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 23955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsstatic void 24055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggsemit_mov(struct nv50_pc *pc, struct nv50_reg *dst, struct nv50_reg *src) 24155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs{ 24255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs unsigned inst[2] = { 0, 0 }; 24355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs int i; 24455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 24555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[0] |= 0x10000000; 24655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 24755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_dst(pc, dst, inst); 24855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 24955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (dst->type != P_RESULT && src->type == P_IMMD) { 25055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_immd(pc, src, inst); 25155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /*XXX: 32-bit, but steals part of "half" reg space - need to 25255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * catch and handle this case if/when we do half-regs 25355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 25455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[0] |= 0x00008000; 25555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else 25655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD || src->type == P_CONST) { 25755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_long(pc, inst); 25855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_IMMD) 25955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= (NV50_CB_PMISC << 22); 26055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs else 26155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= (NV50_CB_PVP << 22); 26255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[0] |= (src->hw << 9); 26355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= 0x20000000; /* src0 const? */ 26455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } else { 26555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (src->type == P_ATTR) { 26655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_long(pc, inst); 26755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= 0x00200000; 26855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 26955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 27055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs alloc_reg(pc, src); 27155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[0] |= (src->hw << 9); 27255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 27355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 27455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs /* We really should support "half" instructions here at some point, 27555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs * but I don't feel confident enough about them yet. 27655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs */ 27755b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs set_long(pc, inst); 27855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs if (is_long(inst) && !is_immd(inst)) { 27955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= 0x04000000; /* 32-bit */ 28055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs inst[1] |= 0x0003c000; /* "subsubop" 0xf == mov */ 28155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs } 28255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 28355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit(pc, inst); 28455b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs} 28555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs 286f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 287f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_insn(struct nv50_pc *pc, const union tgsi_full_token *tok) 288f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 289f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_instruction *inst = &tok->FullInstruction; 29055b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs struct nv50_reg *dst[4], *src[3][4]; 291f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned mask; 292f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i, c; 293f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 294f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("insn %p\n", tok); 295f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 296f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs mask = inst->FullDstRegisters[0].DstRegister.WriteMask; 297f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 298f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 299f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (mask & (1 << c)) 300f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = tgsi_dst(pc, c, &inst->FullDstRegisters[0]); 301f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs else 302f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs dst[c] = NULL; 303f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 304f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 305f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < inst->Instruction.NumSrcRegs; i++) { 306f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) 307f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs src[i][c] = tgsi_src(pc, c, &inst->FullSrcRegisters[i]); 308f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 309f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 310f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (inst->Instruction.Opcode) { 311f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_MOV: 31255b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs for (c = 0; c < 4; c++) 31355b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs emit_mov(pc, dst[c], src[0][c]); 31438ce697e5942550888c28bd4859ca2a92f247bf7Ben Skeggs break; 315f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_OPCODE_END: 316f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 317f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 318f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid opcode %d\n", inst->Instruction.Opcode); 319f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 320f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 321f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 322f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return TRUE; 323f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 324f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 325f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 326f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx_prep(struct nv50_pc *pc) 327f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 328f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context p; 329f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret = FALSE; 330f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned i, c; 331f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 332f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&p, pc->p->pipe.tokens); 333f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&p)) { 334f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &p.FullToken; 335f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 336f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&p); 337f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 338f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_IMMEDIATE: 339f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 340f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_immediate *imm = 341f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs &p.FullToken.FullImmediate; 342f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 343f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd_nr++; 344f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd_buf = realloc(pc->immd_buf, 4 * pc->immd_nr * 345f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs sizeof(float)); 346f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd_buf[4 * (pc->immd_nr - 1) + 0] = 347f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs imm->u.ImmediateFloat32[0].Float; 348f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd_buf[4 * (pc->immd_nr - 1) + 1] = 349f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs imm->u.ImmediateFloat32[1].Float; 350f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd_buf[4 * (pc->immd_nr - 1) + 2] = 351f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs imm->u.ImmediateFloat32[2].Float; 352f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd_buf[4 * (pc->immd_nr - 1) + 3] = 353f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs imm->u.ImmediateFloat32[3].Float; 354f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 355f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 356f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_DECLARATION: 357f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs { 358f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const struct tgsi_full_declaration *d; 359f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs unsigned last; 360f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 361f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d = &p.FullToken.FullDeclaration; 362f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs last = d->u.DeclarationRange.Last; 363f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 364f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (d->Declaration.File) { 365f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_TEMPORARY: 366f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr < (last + 1)) 367f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp_nr = last + 1; 368f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 369f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_OUTPUT: 370f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr < (last + 1)) 371f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result_nr = last + 1; 372f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 373f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_INPUT: 374f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr < (last + 1)) 375f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr_nr = last + 1; 376f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 377f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_FILE_CONSTANT: 378f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr < (last + 1)) 379f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param_nr = last + 1; 380f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 381f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 382f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("bad decl file %d\n", 383f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs d->Declaration.File); 384f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 385f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 386f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 387f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 388f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 389f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 390f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 391f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 392f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 393f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 394f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 395f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d temps\n", pc->temp_nr); 396f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->temp_nr) { 397f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp = calloc(pc->temp_nr * 4, sizeof(struct nv50_reg)); 398f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->temp) 399f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 400f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 401f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->temp_nr; i++) { 402f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 403f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].type = P_TEMP; 404f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].hw = -1; 405f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->temp[i*4+c].index = i; 406f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 407f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 408f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 409f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 410f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d attrib regs\n", pc->attr_nr); 411f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->attr_nr) { 412f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int aid = 0; 413f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 414f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr = calloc(pc->attr_nr * 4, sizeof(struct nv50_reg)); 415f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->attr) 416f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 417f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 418f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->attr_nr; i++) { 419f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 420f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p->cfg.vp.attr[aid/32] |= (1 << (aid % 32)); 421f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr[i*4+c].type = P_ATTR; 422f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr[i*4+c].hw = aid++; 423f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->attr[i*4+c].index = i; 424f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 425f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 426f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 427f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 428f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d result regs\n", pc->result_nr); 429f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->result_nr) { 430f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 431f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 432f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result = calloc(pc->result_nr * 4, sizeof(struct nv50_reg)); 433f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->result) 434f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 435f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 436f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->result_nr; i++) { 437f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 438f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result[i*4+c].type = P_RESULT; 439f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result[i*4+c].hw = rid++; 440f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->result[i*4+c].index = i; 441f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 442f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 443f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 444f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 445f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d param regs\n", pc->param_nr); 446f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->param_nr) { 447f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int rid = 0; 448f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 449f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param = calloc(pc->param_nr * 4, sizeof(struct nv50_reg)); 450f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->param) 451f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 452f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 453f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->param_nr; i++) { 454f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 455f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].type = P_CONST; 456f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].hw = rid++; 457f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->param[i*4+c].index = i; 458f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 459f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 460f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 461f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 462f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc->immd_nr) { 463716c1cd2ecbc1e86c0fd747c9fa9e095ded5fd5dBen Skeggs int rid = 0; 464f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 465f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd = calloc(pc->immd_nr * 4, sizeof(struct nv50_reg)); 466f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc->immd) 467f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 468f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 469f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < pc->immd_nr; i++) { 470f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (c = 0; c < 4; c++) { 471f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].type = P_IMMD; 472f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].hw = rid++; 473f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->immd[i*4+c].index = i; 474f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 475f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 476f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 477f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 478f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = TRUE; 479f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 480f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&p); 481f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 482f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 483f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 484f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic boolean 485f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_tx(struct nv50_program *p) 486f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 487f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context parse; 488f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_pc *pc; 489f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs boolean ret; 490f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 491f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc = CALLOC_STRUCT(nv50_pc); 492f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!pc) 493f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return FALSE; 494f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p = p; 495f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pc->p->cfg.vp.high_temp = 4; 496f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 497f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_prep(pc); 498f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 499f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_cleanup; 500f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 501f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&parse, pc->p->pipe.tokens); 502f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs while (!tgsi_parse_end_of_tokens(&parse)) { 503f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs const union tgsi_full_token *tok = &parse.FullToken; 504f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 505f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_token(&parse); 506f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 507f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs switch (tok->Token.Type) { 508f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs case TGSI_TOKEN_TYPE_INSTRUCTION: 509f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs ret = nv50_program_tx_insn(pc, tok); 510f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (ret == FALSE) 511f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs goto out_err; 512f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 513f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs default: 514f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs break; 515f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 516f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 517f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 518f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd_nr = pc->immd_nr * 4; 519f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->immd = pc->immd_buf; 520f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 521f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_err: 522f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&parse); 523f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 524f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsout_cleanup: 525f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return ret; 526f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 527f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 528f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsstatic void 529f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_validate(struct nv50_context *nv50, struct nv50_program *p) 530f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 53155b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs#if TX_FRAGPROG == 0 532f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct tgsi_parse_context pc; 533f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 534f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_init(&pc, p->pipe.tokens); 535f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 536f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc.FullHeader.Processor.Processor == TGSI_PROCESSOR_FRAGMENT) { 537f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns_nr = 8; 538f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns = malloc(p->insns_nr * sizeof(unsigned)); 539f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[0] = 0x80000000; 540f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[1] = 0x9000000c; 541f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[2] = 0x82010600; 542f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[3] = 0x82020604; 543f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[4] = 0x80030609; 544f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[5] = 0x00020780; 545f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[6] = 0x8004060d; 546f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[7] = 0x00020781; 547f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } else 548f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (pc.FullHeader.Processor.Processor == TGSI_PROCESSOR_VERTEX) { 54955b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs#endif 550f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs int i; 551f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 552f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (nv50_program_tx(p) == FALSE) 553f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 554f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns[p->insns_nr - 1] |= 0x00000001; 555f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 556f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs for (i = 0; i < p->insns_nr; i++) 557f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("%d 0x%08x\n", i, p->insns[i]); 55855b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs#if TX_FRAGPROG == 0 559f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } else { 560f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_ERR("invalid TGSI processor\n"); 561f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&pc); 562f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs return; 563f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 564f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 565f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs tgsi_parse_free(&pc); 56655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs#endif 567f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 568f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = TRUE; 569f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 570f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 57122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 57222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_data(struct nv50_context *nv50, struct nv50_program *p) 57322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 57422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs int i; 57522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 57622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs for (i = 0; i < p->immd_nr; i++) { 57722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs BEGIN_RING(tesla, 0x0f00, 2); 57822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs OUT_RING ((NV50_CB_PMISC << 16) | (i << 8)); 57922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs OUT_RING (fui(p->immd[i])); 58022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs } 58122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 58222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 58322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsstatic void 58422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggsnv50_program_validate_code(struct nv50_context *nv50, struct nv50_program *p) 58522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs{ 58622e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 58722e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs void *map; 58822e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 58922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs if (!p->buffer) 59022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs p->buffer = ws->buffer_create(ws, 0x100, 0, p->insns_nr * 4); 59122e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs map = ws->buffer_map(ws, p->buffer, PIPE_BUFFER_USAGE_CPU_WRITE); 59222e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs memcpy(map, p->insns, p->insns_nr * 4); 59322e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs ws->buffer_unmap(ws, p->buffer); 59422e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs} 59522e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs 596f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 597f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_vertprog_validate(struct nv50_context *nv50) 598f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 599f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 600f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->vertprog; 601f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 602f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 603f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 604f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 605f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 606f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 607f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 608f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 60922e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_data(nv50, p); 61022e0acc466947b203574c88f4964f61ef46ae3fdBen Skeggs nv50_program_validate_code(nv50, p); 611f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 612f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so = so_new(11, 2); 613f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_VP_ADDRESS_HIGH, 2); 614f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 615f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 616f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 617f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 618f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x1650, 2); 619f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[0]); 620f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.attr[1]); 621f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x16ac, 2); 622f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 8); 623f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, p->cfg.vp.high_temp); 624f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, 0x140c, 1); 625f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_data (so, 0); /* program start offset */ 626f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_emit(nv50->screen->nvws, so); 627f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_ref(NULL, &so); 628f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 629f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 630f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 631f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_fragprog_validate(struct nv50_context *nv50) 632f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 633f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 634f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_grobj *tesla = nv50->screen->tesla; 635f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nv50_program *p = nv50->fragprog; 636f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct nouveau_stateobj *so; 637f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs void *map; 638f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 639f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) { 640f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs nv50_program_validate(nv50, p); 641f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (!p->translated) 642f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs assert(0); 643f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 644f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 64555b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_data(nv50, p); 64655b2fe1047b37d0d86641a252e1c745111030393Ben Skeggs nv50_program_validate_code(nv50, p); 647f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 648f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so = so_new(3, 2); 649f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_method(so, tesla, NV50TCL_FP_ADDRESS_HIGH, 2); 650f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 651f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_HIGH, 0, 0); 652f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_reloc (so, p->buffer, 0, NOUVEAU_BO_VRAM | NOUVEAU_BO_RD | 653f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs NOUVEAU_BO_LOW, 0, 0); 654f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_emit(nv50->screen->nvws, so); 655f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs so_ref(NULL, &so); 656f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 657f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 658f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsvoid 659f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggsnv50_program_destroy(struct nv50_context *nv50, struct nv50_program *p) 660f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs{ 661f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs struct pipe_winsys *ws = nv50->pipe.winsys; 662f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 663f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (p->insns_nr) { 664f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (p->insns) 665f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs FREE(p->insns); 666f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->insns_nr = 0; 667f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs } 668f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 669f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs if (p->buffer) 670f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs pipe_buffer_reference(ws, &p->buffer, NULL); 671f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 672f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs p->translated = 0; 673f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs} 674f722fd937db2f3cacf1947d538c66528fd16eb89Ben Skeggs 675