1/**********************************************************
2 * Copyright 2008-2009 VMware, Inc.  All rights reserved.
3 *
4 * Permission is hereby granted, free of charge, to any person
5 * obtaining a copy of this software and associated documentation
6 * files (the "Software"), to deal in the Software without
7 * restriction, including without limitation the rights to use, copy,
8 * modify, merge, publish, distribute, sublicense, and/or sell copies
9 * of the Software, and to permit persons to whom the Software is
10 * furnished to do so, subject to the following conditions:
11 *
12 * The above copyright notice and this permission notice shall be
13 * included in all copies or substantial portions of the Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
16 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
17 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
18 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
19 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
20 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
21 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22 * SOFTWARE.
23 *
24 **********************************************************/
25
26
27#include "pipe/p_shader_tokens.h"
28#include "tgsi/tgsi_dump.h"
29#include "tgsi/tgsi_parse.h"
30#include "util/u_memory.h"
31#include "util/u_math.h"
32
33#include "svga_tgsi_emit.h"
34#include "svga_context.h"
35
36
37static boolean emit_vs_postamble( struct svga_shader_emitter *emit );
38static boolean emit_ps_postamble( struct svga_shader_emitter *emit );
39
40
41static unsigned
42translate_opcode(
43   uint opcode )
44{
45   switch (opcode) {
46   case TGSI_OPCODE_ABS:        return SVGA3DOP_ABS;
47   case TGSI_OPCODE_ADD:        return SVGA3DOP_ADD;
48   case TGSI_OPCODE_BREAKC:     return SVGA3DOP_BREAKC;
49   case TGSI_OPCODE_DP2A:       return SVGA3DOP_DP2ADD;
50   case TGSI_OPCODE_DP3:        return SVGA3DOP_DP3;
51   case TGSI_OPCODE_DP4:        return SVGA3DOP_DP4;
52   case TGSI_OPCODE_FRC:        return SVGA3DOP_FRC;
53   case TGSI_OPCODE_MAD:        return SVGA3DOP_MAD;
54   case TGSI_OPCODE_MAX:        return SVGA3DOP_MAX;
55   case TGSI_OPCODE_MIN:        return SVGA3DOP_MIN;
56   case TGSI_OPCODE_MOV:        return SVGA3DOP_MOV;
57   case TGSI_OPCODE_MUL:        return SVGA3DOP_MUL;
58   case TGSI_OPCODE_NOP:        return SVGA3DOP_NOP;
59   case TGSI_OPCODE_NRM4:       return SVGA3DOP_NRM;
60   default:
61      debug_printf("Unkown opcode %u\n", opcode);
62      assert( 0 );
63      return SVGA3DOP_LAST_INST;
64   }
65}
66
67
68static unsigned translate_file( unsigned file )
69{
70   switch (file) {
71   case TGSI_FILE_TEMPORARY: return SVGA3DREG_TEMP;
72   case TGSI_FILE_INPUT:     return SVGA3DREG_INPUT;
73   case TGSI_FILE_OUTPUT:    return SVGA3DREG_OUTPUT; /* VS3.0+ only */
74   case TGSI_FILE_IMMEDIATE: return SVGA3DREG_CONST;
75   case TGSI_FILE_CONSTANT:  return SVGA3DREG_CONST;
76   case TGSI_FILE_SAMPLER:   return SVGA3DREG_SAMPLER;
77   case TGSI_FILE_ADDRESS:   return SVGA3DREG_ADDR;
78   default:
79      assert( 0 );
80      return SVGA3DREG_TEMP;
81   }
82}
83
84
85static SVGA3dShaderDestToken
86translate_dst_register( struct svga_shader_emitter *emit,
87                        const struct tgsi_full_instruction *insn,
88                        unsigned idx )
89{
90   const struct tgsi_full_dst_register *reg = &insn->Dst[idx];
91   SVGA3dShaderDestToken dest;
92
93   switch (reg->Register.File) {
94   case TGSI_FILE_OUTPUT:
95      /* Output registers encode semantic information in their name.
96       * Need to lookup a table built at decl time:
97       */
98      dest = emit->output_map[reg->Register.Index];
99      break;
100
101   default:
102      {
103         unsigned index = reg->Register.Index;
104         assert(index < SVGA3D_TEMPREG_MAX);
105         index = MIN2(index, SVGA3D_TEMPREG_MAX - 1);
106         dest = dst_register(translate_file(reg->Register.File), index);
107      }
108      break;
109   }
110
111   dest.mask = reg->Register.WriteMask;
112   assert(dest.mask);
113
114   if (insn->Instruction.Saturate)
115      dest.dstMod = SVGA3DDSTMOD_SATURATE;
116
117   return dest;
118}
119
120
121static struct src_register
122swizzle( struct src_register src,
123         int x,
124         int y,
125         int z,
126         int w )
127{
128   x = (src.base.swizzle >> (x * 2)) & 0x3;
129   y = (src.base.swizzle >> (y * 2)) & 0x3;
130   z = (src.base.swizzle >> (z * 2)) & 0x3;
131   w = (src.base.swizzle >> (w * 2)) & 0x3;
132
133   src.base.swizzle = TRANSLATE_SWIZZLE(x,y,z,w);
134
135   return src;
136}
137
138static struct src_register
139scalar( struct src_register src,
140        int comp )
141{
142   return swizzle( src, comp, comp, comp, comp );
143}
144
145static INLINE boolean
146svga_arl_needs_adjustment( const struct svga_shader_emitter *emit )
147{
148   int i;
149
150   for (i = 0; i < emit->num_arl_consts; ++i) {
151      if (emit->arl_consts[i].arl_num == emit->current_arl)
152         return TRUE;
153   }
154   return FALSE;
155}
156
157static INLINE int
158svga_arl_adjustment( const struct svga_shader_emitter *emit )
159{
160   int i;
161
162   for (i = 0; i < emit->num_arl_consts; ++i) {
163      if (emit->arl_consts[i].arl_num == emit->current_arl)
164         return emit->arl_consts[i].number;
165   }
166   return 0;
167}
168
169static struct src_register
170translate_src_register( const struct svga_shader_emitter *emit,
171                        const struct tgsi_full_src_register *reg )
172{
173   struct src_register src;
174
175   switch (reg->Register.File) {
176   case TGSI_FILE_INPUT:
177      /* Input registers are referred to by their semantic name rather
178       * than by index.  Use the mapping build up from the decls:
179       */
180      src = emit->input_map[reg->Register.Index];
181      break;
182
183   case TGSI_FILE_IMMEDIATE:
184      /* Immediates are appended after TGSI constants in the D3D
185       * constant buffer.
186       */
187      src = src_register( translate_file( reg->Register.File ),
188                          reg->Register.Index + emit->imm_start );
189      break;
190
191   default:
192      src = src_register( translate_file( reg->Register.File ),
193                          reg->Register.Index );
194
195      break;
196   }
197
198   /* Indirect addressing.
199    */
200   if (reg->Register.Indirect) {
201      if (emit->unit == PIPE_SHADER_FRAGMENT) {
202         /* Pixel shaders have only loop registers for relative
203          * addressing into inputs. Ignore the redundant address
204          * register, the contents of aL should be in sync with it.
205          */
206         if (reg->Register.File == TGSI_FILE_INPUT) {
207            src.base.relAddr = 1;
208            src.indirect = src_token(SVGA3DREG_LOOP, 0);
209         }
210      }
211      else {
212         /* Constant buffers only.
213          */
214         if (reg->Register.File == TGSI_FILE_CONSTANT) {
215            /* we shift the offset towards the minimum */
216            if (svga_arl_needs_adjustment( emit )) {
217               src.base.num -= svga_arl_adjustment( emit );
218            }
219            src.base.relAddr = 1;
220
221            /* Not really sure what should go in the second token:
222             */
223            src.indirect = src_token( SVGA3DREG_ADDR,
224                                      reg->Indirect.Index );
225
226            src.indirect.swizzle = SWIZZLE_XXXX;
227         }
228      }
229   }
230
231   src = swizzle( src,
232                  reg->Register.SwizzleX,
233                  reg->Register.SwizzleY,
234                  reg->Register.SwizzleZ,
235                  reg->Register.SwizzleW );
236
237   /* src.mod isn't a bitfield, unfortunately:
238    * See tgsi_util_get_full_src_register_sign_mode for implementation details.
239    */
240   if (reg->Register.Absolute) {
241      if (reg->Register.Negate)
242         src.base.srcMod = SVGA3DSRCMOD_ABSNEG;
243      else
244         src.base.srcMod = SVGA3DSRCMOD_ABS;
245   }
246   else {
247      if (reg->Register.Negate)
248         src.base.srcMod = SVGA3DSRCMOD_NEG;
249      else
250         src.base.srcMod = SVGA3DSRCMOD_NONE;
251   }
252
253   return src;
254}
255
256
257/*
258 * Get a temporary register.
259 * Note: if we exceed the temporary register limit we just use
260 * register SVGA3D_TEMPREG_MAX - 1.
261 */
262static INLINE SVGA3dShaderDestToken
263get_temp( struct svga_shader_emitter *emit )
264{
265   int i = emit->nr_hw_temp + emit->internal_temp_count++;
266   assert(i < SVGA3D_TEMPREG_MAX);
267   i = MIN2(i, SVGA3D_TEMPREG_MAX - 1);
268   return dst_register( SVGA3DREG_TEMP, i );
269}
270
271/* Release a single temp.  Currently only effective if it was the last
272 * allocated temp, otherwise release will be delayed until the next
273 * call to reset_temp_regs().
274 */
275static INLINE void
276release_temp( struct svga_shader_emitter *emit,
277              SVGA3dShaderDestToken temp )
278{
279   if (temp.num == emit->internal_temp_count - 1)
280      emit->internal_temp_count--;
281}
282
283static void reset_temp_regs( struct svga_shader_emitter *emit )
284{
285   emit->internal_temp_count = 0;
286}
287
288
289/* Replace the src with the temporary specified in the dst, but copying
290 * only the necessary channels, and preserving the original swizzle (which is
291 * important given that several opcodes have constraints in the allowed
292 * swizzles).
293 */
294static boolean emit_repl( struct svga_shader_emitter *emit,
295                          SVGA3dShaderDestToken dst,
296                          struct src_register *src0)
297{
298   unsigned src0_swizzle;
299   unsigned chan;
300
301   assert(SVGA3dShaderGetRegType(dst.value) == SVGA3DREG_TEMP);
302
303   src0_swizzle = src0->base.swizzle;
304
305   dst.mask = 0;
306   for (chan = 0; chan < 4; ++chan) {
307      unsigned swizzle = (src0_swizzle >> (chan *2)) & 0x3;
308      dst.mask |= 1 << swizzle;
309   }
310   assert(dst.mask);
311
312   src0->base.swizzle = SVGA3DSWIZZLE_NONE;
313
314   if (!emit_op1( emit, inst_token( SVGA3DOP_MOV ), dst, *src0 ))
315      return FALSE;
316
317   *src0 = src( dst );
318   src0->base.swizzle = src0_swizzle;
319
320   return TRUE;
321}
322
323
324static boolean submit_op0( struct svga_shader_emitter *emit,
325                           SVGA3dShaderInstToken inst,
326                           SVGA3dShaderDestToken dest )
327{
328   return (emit_instruction( emit, inst ) &&
329           emit_dst( emit, dest ));
330}
331
332static boolean submit_op1( struct svga_shader_emitter *emit,
333                           SVGA3dShaderInstToken inst,
334                           SVGA3dShaderDestToken dest,
335                           struct src_register src0 )
336{
337   return emit_op1( emit, inst, dest, src0 );
338}
339
340
341/* SVGA shaders may not refer to >1 constant register in a single
342 * instruction.  This function checks for that usage and inserts a
343 * move to temporary if detected.
344 *
345 * The same applies to input registers -- at most a single input
346 * register may be read by any instruction.
347 */
348static boolean submit_op2( struct svga_shader_emitter *emit,
349                           SVGA3dShaderInstToken inst,
350                           SVGA3dShaderDestToken dest,
351                           struct src_register src0,
352                           struct src_register src1 )
353{
354   SVGA3dShaderDestToken temp;
355   SVGA3dShaderRegType type0, type1;
356   boolean need_temp = FALSE;
357
358   temp.value = 0;
359   type0 = SVGA3dShaderGetRegType( src0.base.value );
360   type1 = SVGA3dShaderGetRegType( src1.base.value );
361
362   if (type0 == SVGA3DREG_CONST &&
363       type1 == SVGA3DREG_CONST &&
364       src0.base.num != src1.base.num)
365      need_temp = TRUE;
366
367   if (type0 == SVGA3DREG_INPUT &&
368       type1 == SVGA3DREG_INPUT &&
369       src0.base.num != src1.base.num)
370      need_temp = TRUE;
371
372   if (need_temp) {
373      temp = get_temp( emit );
374
375      if (!emit_repl( emit, temp, &src0 ))
376         return FALSE;
377   }
378
379   if (!emit_op2( emit, inst, dest, src0, src1 ))
380      return FALSE;
381
382   if (need_temp)
383      release_temp( emit, temp );
384
385   return TRUE;
386}
387
388
389/* SVGA shaders may not refer to >1 constant register in a single
390 * instruction.  This function checks for that usage and inserts a
391 * move to temporary if detected.
392 */
393static boolean submit_op3( struct svga_shader_emitter *emit,
394                           SVGA3dShaderInstToken inst,
395                           SVGA3dShaderDestToken dest,
396                           struct src_register src0,
397                           struct src_register src1,
398                           struct src_register src2 )
399{
400   SVGA3dShaderDestToken temp0;
401   SVGA3dShaderDestToken temp1;
402   boolean need_temp0 = FALSE;
403   boolean need_temp1 = FALSE;
404   SVGA3dShaderRegType type0, type1, type2;
405
406   temp0.value = 0;
407   temp1.value = 0;
408   type0 = SVGA3dShaderGetRegType( src0.base.value );
409   type1 = SVGA3dShaderGetRegType( src1.base.value );
410   type2 = SVGA3dShaderGetRegType( src2.base.value );
411
412   if (inst.op != SVGA3DOP_SINCOS) {
413      if (type0 == SVGA3DREG_CONST &&
414          ((type1 == SVGA3DREG_CONST && src0.base.num != src1.base.num) ||
415           (type2 == SVGA3DREG_CONST && src0.base.num != src2.base.num)))
416         need_temp0 = TRUE;
417
418      if (type1 == SVGA3DREG_CONST &&
419          (type2 == SVGA3DREG_CONST && src1.base.num != src2.base.num))
420         need_temp1 = TRUE;
421   }
422
423   if (type0 == SVGA3DREG_INPUT &&
424       ((type1 == SVGA3DREG_INPUT && src0.base.num != src1.base.num) ||
425        (type2 == SVGA3DREG_INPUT && src0.base.num != src2.base.num)))
426      need_temp0 = TRUE;
427
428   if (type1 == SVGA3DREG_INPUT &&
429       (type2 == SVGA3DREG_INPUT && src1.base.num != src2.base.num))
430      need_temp1 = TRUE;
431
432   if (need_temp0) {
433      temp0 = get_temp( emit );
434
435      if (!emit_repl( emit, temp0, &src0 ))
436         return FALSE;
437   }
438
439   if (need_temp1) {
440      temp1 = get_temp( emit );
441
442      if (!emit_repl( emit, temp1, &src1 ))
443         return FALSE;
444   }
445
446   if (!emit_op3( emit, inst, dest, src0, src1, src2 ))
447      return FALSE;
448
449   if (need_temp1)
450      release_temp( emit, temp1 );
451   if (need_temp0)
452      release_temp( emit, temp0 );
453   return TRUE;
454}
455
456
457
458
459/* SVGA shaders may not refer to >1 constant register in a single
460 * instruction.  This function checks for that usage and inserts a
461 * move to temporary if detected.
462 */
463static boolean submit_op4( struct svga_shader_emitter *emit,
464                           SVGA3dShaderInstToken inst,
465                           SVGA3dShaderDestToken dest,
466                           struct src_register src0,
467                           struct src_register src1,
468                           struct src_register src2,
469                           struct src_register src3)
470{
471   SVGA3dShaderDestToken temp0;
472   SVGA3dShaderDestToken temp3;
473   boolean need_temp0 = FALSE;
474   boolean need_temp3 = FALSE;
475   SVGA3dShaderRegType type0, type1, type2, type3;
476
477   temp0.value = 0;
478   temp3.value = 0;
479   type0 = SVGA3dShaderGetRegType( src0.base.value );
480   type1 = SVGA3dShaderGetRegType( src1.base.value );
481   type2 = SVGA3dShaderGetRegType( src2.base.value );
482   type3 = SVGA3dShaderGetRegType( src2.base.value );
483
484   /* Make life a little easier - this is only used by the TXD
485    * instruction which is guaranteed not to have a constant/input reg
486    * in one slot at least:
487    */
488   assert(type1 == SVGA3DREG_SAMPLER);
489
490   if (type0 == SVGA3DREG_CONST &&
491       ((type3 == SVGA3DREG_CONST && src0.base.num != src3.base.num) ||
492        (type2 == SVGA3DREG_CONST && src0.base.num != src2.base.num)))
493      need_temp0 = TRUE;
494
495   if (type3 == SVGA3DREG_CONST &&
496       (type2 == SVGA3DREG_CONST && src3.base.num != src2.base.num))
497      need_temp3 = TRUE;
498
499   if (type0 == SVGA3DREG_INPUT &&
500       ((type3 == SVGA3DREG_INPUT && src0.base.num != src3.base.num) ||
501        (type2 == SVGA3DREG_INPUT && src0.base.num != src2.base.num)))
502      need_temp0 = TRUE;
503
504   if (type3 == SVGA3DREG_INPUT &&
505       (type2 == SVGA3DREG_INPUT && src3.base.num != src2.base.num))
506      need_temp3 = TRUE;
507
508   if (need_temp0) {
509      temp0 = get_temp( emit );
510
511      if (!emit_repl( emit, temp0, &src0 ))
512         return FALSE;
513   }
514
515   if (need_temp3) {
516      temp3 = get_temp( emit );
517
518      if (!emit_repl( emit, temp3, &src3 ))
519         return FALSE;
520   }
521
522   if (!emit_op4( emit, inst, dest, src0, src1, src2, src3 ))
523      return FALSE;
524
525   if (need_temp3)
526      release_temp( emit, temp3 );
527   if (need_temp0)
528      release_temp( emit, temp0 );
529   return TRUE;
530}
531
532
533static boolean alias_src_dst( struct src_register src,
534                              SVGA3dShaderDestToken dst )
535{
536   if (src.base.num != dst.num)
537      return FALSE;
538
539   if (SVGA3dShaderGetRegType(dst.value) !=
540       SVGA3dShaderGetRegType(src.base.value))
541      return FALSE;
542
543   return TRUE;
544}
545
546
547static boolean submit_lrp(struct svga_shader_emitter *emit,
548                          SVGA3dShaderDestToken dst,
549                          struct src_register src0,
550                          struct src_register src1,
551                          struct src_register src2)
552{
553   SVGA3dShaderDestToken tmp;
554   boolean need_dst_tmp = FALSE;
555
556   /* The dst reg must be a temporary, and not be the same as src0 or src2 */
557   if (SVGA3dShaderGetRegType(dst.value) != SVGA3DREG_TEMP ||
558       alias_src_dst(src0, dst) ||
559       alias_src_dst(src2, dst))
560      need_dst_tmp = TRUE;
561
562   if (need_dst_tmp) {
563      tmp = get_temp( emit );
564      tmp.mask = dst.mask;
565   }
566   else {
567      tmp = dst;
568   }
569
570   if (!submit_op3(emit, inst_token( SVGA3DOP_LRP ), tmp, src0, src1, src2))
571      return FALSE;
572
573   if (need_dst_tmp) {
574      if (!submit_op1(emit, inst_token( SVGA3DOP_MOV ), dst, src( tmp )))
575         return FALSE;
576   }
577
578   return TRUE;
579}
580
581
582static boolean emit_def_const( struct svga_shader_emitter *emit,
583                               SVGA3dShaderConstType type,
584                               unsigned idx,
585                               float a,
586                               float b,
587                               float c,
588                               float d )
589{
590   SVGA3DOpDefArgs def;
591   SVGA3dShaderInstToken opcode;
592
593   switch (type) {
594   case SVGA3D_CONST_TYPE_FLOAT:
595      opcode = inst_token( SVGA3DOP_DEF );
596      def.dst = dst_register( SVGA3DREG_CONST, idx );
597      def.constValues[0] = a;
598      def.constValues[1] = b;
599      def.constValues[2] = c;
600      def.constValues[3] = d;
601      break;
602   case SVGA3D_CONST_TYPE_INT:
603      opcode = inst_token( SVGA3DOP_DEFI );
604      def.dst = dst_register( SVGA3DREG_CONSTINT, idx );
605      def.constIValues[0] = (int)a;
606      def.constIValues[1] = (int)b;
607      def.constIValues[2] = (int)c;
608      def.constIValues[3] = (int)d;
609      break;
610   default:
611      assert(0);
612      opcode = inst_token( SVGA3DOP_NOP );
613      break;
614   }
615
616   if (!emit_instruction(emit, opcode) ||
617       !svga_shader_emit_dwords( emit, def.values, Elements(def.values)))
618      return FALSE;
619
620   return TRUE;
621}
622
623static INLINE boolean
624create_zero_immediate( struct svga_shader_emitter *emit )
625{
626   unsigned idx = emit->nr_hw_float_const++;
627
628   /* Emit the constant (0, 0.5, -1, 1) and use swizzling to generate
629    * other useful vectors.
630    */
631   if (!emit_def_const( emit, SVGA3D_CONST_TYPE_FLOAT,
632                        idx, 0, 0.5, -1, 1 ))
633      return FALSE;
634
635   emit->zero_immediate_idx = idx;
636   emit->created_zero_immediate = TRUE;
637
638   return TRUE;
639}
640
641static INLINE boolean
642create_loop_const( struct svga_shader_emitter *emit )
643{
644   unsigned idx = emit->nr_hw_int_const++;
645
646   if (!emit_def_const( emit, SVGA3D_CONST_TYPE_INT, idx,
647                        255, /* iteration count */
648                        0, /* initial value */
649                        1, /* step size */
650                        0 /* not used, must be 0 */))
651      return FALSE;
652
653   emit->loop_const_idx = idx;
654   emit->created_loop_const = TRUE;
655
656   return TRUE;
657}
658
659static INLINE boolean
660create_arl_consts( struct svga_shader_emitter *emit )
661{
662   int i;
663
664   for (i = 0; i < emit->num_arl_consts; i += 4) {
665      int j;
666      unsigned idx = emit->nr_hw_float_const++;
667      float vals[4];
668      for (j = 0; j < 4 && (j + i) < emit->num_arl_consts; ++j) {
669         vals[j] = emit->arl_consts[i + j].number;
670         emit->arl_consts[i + j].idx = idx;
671         switch (j) {
672         case 0:
673            emit->arl_consts[i + 0].swizzle = TGSI_SWIZZLE_X;
674            break;
675         case 1:
676            emit->arl_consts[i + 0].swizzle = TGSI_SWIZZLE_Y;
677            break;
678         case 2:
679            emit->arl_consts[i + 0].swizzle = TGSI_SWIZZLE_Z;
680            break;
681         case 3:
682            emit->arl_consts[i + 0].swizzle = TGSI_SWIZZLE_W;
683            break;
684         }
685      }
686      while (j < 4)
687         vals[j++] = 0;
688
689      if (!emit_def_const( emit, SVGA3D_CONST_TYPE_FLOAT, idx,
690                           vals[0], vals[1],
691                           vals[2], vals[3]))
692         return FALSE;
693   }
694
695   return TRUE;
696}
697
698static INLINE struct src_register
699get_vface( struct svga_shader_emitter *emit )
700{
701   assert(emit->emitted_vface);
702   return src_register(SVGA3DREG_MISCTYPE, SVGA3DMISCREG_FACE);
703}
704
705/* returns {0, 0, 0, 1} immediate */
706static INLINE struct src_register
707get_zero_immediate( struct svga_shader_emitter *emit )
708{
709   assert(emit->created_zero_immediate);
710   assert(emit->zero_immediate_idx >= 0);
711   return swizzle(src_register( SVGA3DREG_CONST,
712                                emit->zero_immediate_idx),
713                  0, 0, 0, 3);
714}
715
716/* returns {1, 1, 1, -1} immediate */
717static INLINE struct src_register
718get_pos_neg_one_immediate( struct svga_shader_emitter *emit )
719{
720   assert(emit->created_zero_immediate);
721   assert(emit->zero_immediate_idx >= 0);
722   return swizzle(src_register( SVGA3DREG_CONST,
723                                emit->zero_immediate_idx),
724                  3, 3, 3, 2);
725}
726
727/* returns {0.5, 0.5, 0.5, 0.5} immediate */
728static INLINE struct src_register
729get_half_immediate( struct svga_shader_emitter *emit )
730{
731   assert(emit->created_zero_immediate);
732   assert(emit->zero_immediate_idx >= 0);
733   return swizzle(src_register(SVGA3DREG_CONST, emit->zero_immediate_idx),
734                  1, 1, 1, 1);
735}
736
737/* returns the loop const */
738static INLINE struct src_register
739get_loop_const( struct svga_shader_emitter *emit )
740{
741   assert(emit->created_loop_const);
742   assert(emit->loop_const_idx >= 0);
743   return src_register( SVGA3DREG_CONSTINT,
744                        emit->loop_const_idx );
745}
746
747static INLINE struct src_register
748get_fake_arl_const( struct svga_shader_emitter *emit )
749{
750   struct src_register reg;
751   int idx = 0, swizzle = 0, i;
752
753   for (i = 0; i < emit->num_arl_consts; ++ i) {
754      if (emit->arl_consts[i].arl_num == emit->current_arl) {
755         idx = emit->arl_consts[i].idx;
756         swizzle = emit->arl_consts[i].swizzle;
757      }
758   }
759
760   reg = src_register( SVGA3DREG_CONST, idx );
761   return scalar(reg, swizzle);
762}
763
764static INLINE struct src_register
765get_tex_dimensions( struct svga_shader_emitter *emit, int sampler_num )
766{
767   int idx;
768   struct src_register reg;
769
770   /* the width/height indexes start right after constants */
771   idx = emit->key.fkey.tex[sampler_num].width_height_idx +
772         emit->info.file_max[TGSI_FILE_CONSTANT] + 1;
773
774   reg = src_register( SVGA3DREG_CONST, idx );
775   return reg;
776}
777
778static boolean emit_fake_arl(struct svga_shader_emitter *emit,
779                             const struct tgsi_full_instruction *insn)
780{
781   const struct src_register src0 = translate_src_register(
782      emit, &insn->Src[0] );
783   struct src_register src1 = get_fake_arl_const( emit );
784   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
785   SVGA3dShaderDestToken tmp = get_temp( emit );
786
787   if (!submit_op1(emit, inst_token( SVGA3DOP_MOV ), tmp, src0))
788      return FALSE;
789
790   if (!submit_op2( emit, inst_token( SVGA3DOP_ADD ), tmp, src( tmp ),
791                    src1))
792      return FALSE;
793
794   /* replicate the original swizzle */
795   src1 = src(tmp);
796   src1.base.swizzle = src0.base.swizzle;
797
798   return submit_op1( emit, inst_token( SVGA3DOP_MOVA ),
799                      dst, src1 );
800}
801
802static boolean emit_if(struct svga_shader_emitter *emit,
803                       const struct tgsi_full_instruction *insn)
804{
805   struct src_register src0 = translate_src_register(
806      emit, &insn->Src[0] );
807   struct src_register zero = get_zero_immediate( emit );
808   SVGA3dShaderInstToken if_token = inst_token( SVGA3DOP_IFC );
809
810   if_token.control = SVGA3DOPCOMPC_NE;
811   zero = scalar(zero, TGSI_SWIZZLE_X);
812
813   if (SVGA3dShaderGetRegType(src0.base.value) == SVGA3DREG_CONST) {
814      /*
815       * Max different constant registers readable per IFC instruction is 1.
816       */
817      SVGA3dShaderDestToken tmp = get_temp( emit );
818
819      if (!submit_op1(emit, inst_token( SVGA3DOP_MOV ), tmp, src0))
820         return FALSE;
821
822      src0 = scalar(src( tmp ), TGSI_SWIZZLE_X);
823   }
824
825   emit->dynamic_branching_level++;
826
827   return (emit_instruction( emit, if_token ) &&
828           emit_src( emit, src0 ) &&
829           emit_src( emit, zero ) );
830}
831
832static boolean emit_endif(struct svga_shader_emitter *emit,
833                       const struct tgsi_full_instruction *insn)
834{
835   emit->dynamic_branching_level--;
836
837   return emit_instruction(emit, inst_token(SVGA3DOP_ENDIF));
838}
839
840static boolean emit_else(struct svga_shader_emitter *emit,
841                         const struct tgsi_full_instruction *insn)
842{
843   return emit_instruction(emit, inst_token(SVGA3DOP_ELSE));
844}
845
846/* Translate the following TGSI FLR instruction.
847 *    FLR  DST, SRC
848 * To the following SVGA3D instruction sequence.
849 *    FRC  TMP, SRC
850 *    SUB  DST, SRC, TMP
851 */
852static boolean emit_floor(struct svga_shader_emitter *emit,
853                          const struct tgsi_full_instruction *insn )
854{
855   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
856   const struct src_register src0 = translate_src_register(
857      emit, &insn->Src[0] );
858   SVGA3dShaderDestToken temp = get_temp( emit );
859
860   /* FRC  TMP, SRC */
861   if (!submit_op1( emit, inst_token( SVGA3DOP_FRC ), temp, src0 ))
862      return FALSE;
863
864   /* SUB  DST, SRC, TMP */
865   if (!submit_op2( emit, inst_token( SVGA3DOP_ADD ), dst, src0,
866                    negate( src( temp ) ) ))
867      return FALSE;
868
869   return TRUE;
870}
871
872
873/* Translate the following TGSI CEIL instruction.
874 *    CEIL  DST, SRC
875 * To the following SVGA3D instruction sequence.
876 *    FRC  TMP, -SRC
877 *    ADD  DST, SRC, TMP
878 */
879static boolean emit_ceil(struct svga_shader_emitter *emit,
880                         const struct tgsi_full_instruction *insn)
881{
882   SVGA3dShaderDestToken dst = translate_dst_register(emit, insn, 0);
883   const struct src_register src0 = translate_src_register(emit, &insn->Src[0]);
884   SVGA3dShaderDestToken temp = get_temp(emit);
885
886   /* FRC  TMP, -SRC */
887   if (!submit_op1(emit, inst_token(SVGA3DOP_FRC), temp, negate(src0)))
888      return FALSE;
889
890   /* ADD DST, SRC, TMP */
891   if (!submit_op2(emit, inst_token(SVGA3DOP_ADD), dst, src0, src(temp)))
892      return FALSE;
893
894   return TRUE;
895}
896
897
898/* Translate the following TGSI DIV instruction.
899 *    DIV  DST.xy, SRC0, SRC1
900 * To the following SVGA3D instruction sequence.
901 *    RCP  TMP.x, SRC1.xxxx
902 *    RCP  TMP.y, SRC1.yyyy
903 *    MUL  DST.xy, SRC0, TMP
904 */
905static boolean emit_div(struct svga_shader_emitter *emit,
906                        const struct tgsi_full_instruction *insn )
907{
908   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
909   const struct src_register src0 = translate_src_register(
910      emit, &insn->Src[0] );
911   const struct src_register src1 = translate_src_register(
912      emit, &insn->Src[1] );
913   SVGA3dShaderDestToken temp = get_temp( emit );
914   int i;
915
916   /* For each enabled element, perform a RCP instruction.  Note that
917    * RCP is scalar in SVGA3D:
918    */
919   for (i = 0; i < 4; i++) {
920      unsigned channel = 1 << i;
921      if (dst.mask & channel) {
922         /* RCP  TMP.?, SRC1.???? */
923         if (!submit_op1( emit, inst_token( SVGA3DOP_RCP ),
924                          writemask(temp, channel),
925                          scalar(src1, i) ))
926            return FALSE;
927      }
928   }
929
930   /* Vector mul:
931    * MUL  DST, SRC0, TMP
932    */
933   if (!submit_op2( emit, inst_token( SVGA3DOP_MUL ), dst, src0,
934                    src( temp ) ))
935      return FALSE;
936
937   return TRUE;
938}
939
940/* Translate the following TGSI DP2 instruction.
941 *    DP2  DST, SRC1, SRC2
942 * To the following SVGA3D instruction sequence.
943 *    MUL  TMP, SRC1, SRC2
944 *    ADD  DST, TMP.xxxx, TMP.yyyy
945 */
946static boolean emit_dp2(struct svga_shader_emitter *emit,
947                        const struct tgsi_full_instruction *insn )
948{
949   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
950   const struct src_register src0 = translate_src_register(
951      emit, &insn->Src[0] );
952   const struct src_register src1 = translate_src_register(
953      emit, &insn->Src[1] );
954   SVGA3dShaderDestToken temp = get_temp( emit );
955   struct src_register temp_src0, temp_src1;
956
957   /* MUL  TMP, SRC1, SRC2 */
958   if (!submit_op2( emit, inst_token( SVGA3DOP_MUL ), temp, src0, src1 ))
959      return FALSE;
960
961   temp_src0 = scalar(src( temp ), TGSI_SWIZZLE_X);
962   temp_src1 = scalar(src( temp ), TGSI_SWIZZLE_Y);
963
964   /* ADD  DST, TMP.xxxx, TMP.yyyy */
965   if (!submit_op2( emit, inst_token( SVGA3DOP_ADD ), dst,
966                    temp_src0, temp_src1 ))
967      return FALSE;
968
969   return TRUE;
970}
971
972
973/* Translate the following TGSI DPH instruction.
974 *    DPH  DST, SRC1, SRC2
975 * To the following SVGA3D instruction sequence.
976 *    DP3  TMP, SRC1, SRC2
977 *    ADD  DST, TMP, SRC2.wwww
978 */
979static boolean emit_dph(struct svga_shader_emitter *emit,
980                        const struct tgsi_full_instruction *insn )
981{
982   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
983   const struct src_register src0 = translate_src_register(
984      emit, &insn->Src[0] );
985   struct src_register src1 = translate_src_register(
986      emit, &insn->Src[1] );
987   SVGA3dShaderDestToken temp = get_temp( emit );
988
989   /* DP3  TMP, SRC1, SRC2 */
990   if (!submit_op2( emit, inst_token( SVGA3DOP_DP3 ), temp, src0, src1 ))
991      return FALSE;
992
993   src1 = scalar(src1, TGSI_SWIZZLE_W);
994
995   /* ADD  DST, TMP, SRC2.wwww */
996   if (!submit_op2( emit, inst_token( SVGA3DOP_ADD ), dst,
997                    src( temp ), src1 ))
998      return FALSE;
999
1000   return TRUE;
1001}
1002
1003/* Translate the following TGSI DST instruction.
1004 *    NRM  DST, SRC
1005 * To the following SVGA3D instruction sequence.
1006 *    DP3  TMP, SRC, SRC
1007 *    RSQ  TMP, TMP
1008 *    MUL  DST, SRC, TMP
1009 */
1010static boolean emit_nrm(struct svga_shader_emitter *emit,
1011                        const struct tgsi_full_instruction *insn )
1012{
1013   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1014   const struct src_register src0 = translate_src_register(
1015      emit, &insn->Src[0] );
1016   SVGA3dShaderDestToken temp = get_temp( emit );
1017
1018   /* DP3  TMP, SRC, SRC */
1019   if (!submit_op2( emit, inst_token( SVGA3DOP_DP3 ), temp, src0, src0 ))
1020      return FALSE;
1021
1022   /* RSQ  TMP, TMP */
1023   if (!submit_op1( emit, inst_token( SVGA3DOP_RSQ ), temp, src( temp )))
1024      return FALSE;
1025
1026   /* MUL  DST, SRC, TMP */
1027   if (!submit_op2( emit, inst_token( SVGA3DOP_MUL ), dst,
1028                    src0, src( temp )))
1029      return FALSE;
1030
1031   return TRUE;
1032
1033}
1034
1035static boolean do_emit_sincos(struct svga_shader_emitter *emit,
1036                              SVGA3dShaderDestToken dst,
1037                              struct src_register src0)
1038{
1039   src0 = scalar(src0, TGSI_SWIZZLE_X);
1040   return submit_op1(emit, inst_token(SVGA3DOP_SINCOS), dst, src0);
1041}
1042
1043static boolean emit_sincos(struct svga_shader_emitter *emit,
1044                           const struct tgsi_full_instruction *insn)
1045{
1046   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1047   struct src_register src0 = translate_src_register(
1048      emit, &insn->Src[0] );
1049   SVGA3dShaderDestToken temp = get_temp( emit );
1050
1051   /* SCS TMP SRC */
1052   if (!do_emit_sincos(emit, writemask(temp, TGSI_WRITEMASK_XY), src0 ))
1053      return FALSE;
1054
1055   /* MOV DST TMP */
1056   if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ), dst, src( temp ) ))
1057      return FALSE;
1058
1059   return TRUE;
1060}
1061
1062/*
1063 * SCS TMP SRC
1064 * MOV DST TMP.yyyy
1065 */
1066static boolean emit_sin(struct svga_shader_emitter *emit,
1067                        const struct tgsi_full_instruction *insn )
1068{
1069   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1070   struct src_register src0 = translate_src_register(
1071      emit, &insn->Src[0] );
1072   SVGA3dShaderDestToken temp = get_temp( emit );
1073
1074   /* SCS TMP SRC */
1075   if (!do_emit_sincos(emit, writemask(temp, TGSI_WRITEMASK_Y), src0))
1076      return FALSE;
1077
1078   src0 = scalar(src( temp ), TGSI_SWIZZLE_Y);
1079
1080   /* MOV DST TMP.yyyy */
1081   if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ), dst, src0 ))
1082      return FALSE;
1083
1084   return TRUE;
1085}
1086
1087/*
1088 * SCS TMP SRC
1089 * MOV DST TMP.xxxx
1090 */
1091static boolean emit_cos(struct svga_shader_emitter *emit,
1092                        const struct tgsi_full_instruction *insn )
1093{
1094   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1095   struct src_register src0 = translate_src_register(
1096      emit, &insn->Src[0] );
1097   SVGA3dShaderDestToken temp = get_temp( emit );
1098
1099   /* SCS TMP SRC */
1100   if (!do_emit_sincos( emit, writemask(temp, TGSI_WRITEMASK_X), src0 ))
1101      return FALSE;
1102
1103   src0 = scalar(src( temp ), TGSI_SWIZZLE_X);
1104
1105   /* MOV DST TMP.xxxx */
1106   if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ), dst, src0 ))
1107      return FALSE;
1108
1109   return TRUE;
1110}
1111
1112static boolean emit_ssg(struct svga_shader_emitter *emit,
1113                        const struct tgsi_full_instruction *insn )
1114{
1115   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1116   struct src_register src0 = translate_src_register(
1117      emit, &insn->Src[0] );
1118   SVGA3dShaderDestToken temp0 = get_temp( emit );
1119   SVGA3dShaderDestToken temp1 = get_temp( emit );
1120   struct src_register zero, one;
1121
1122   if (emit->unit == PIPE_SHADER_VERTEX) {
1123      /* SGN  DST, SRC0, TMP0, TMP1 */
1124      return submit_op3( emit, inst_token( SVGA3DOP_SGN ), dst, src0,
1125                         src( temp0 ), src( temp1 ) );
1126   }
1127
1128   zero = get_zero_immediate( emit );
1129   one = scalar( zero, TGSI_SWIZZLE_W );
1130   zero = scalar( zero, TGSI_SWIZZLE_X );
1131
1132   /* CMP  TMP0, SRC0, one, zero */
1133   if (!submit_op3( emit, inst_token( SVGA3DOP_CMP ),
1134                    writemask( temp0, dst.mask ), src0, one, zero ))
1135      return FALSE;
1136
1137   /* CMP  TMP1, negate(SRC0), negate(one), zero */
1138   if (!submit_op3( emit, inst_token( SVGA3DOP_CMP ),
1139                    writemask( temp1, dst.mask ), negate( src0 ), negate( one ),
1140                    zero ))
1141      return FALSE;
1142
1143   /* ADD  DST, TMP0, TMP1 */
1144   return submit_op2( emit, inst_token( SVGA3DOP_ADD ), dst, src( temp0 ),
1145                      src( temp1 ) );
1146}
1147
1148/*
1149 * ADD DST SRC0, negate(SRC0)
1150 */
1151static boolean emit_sub(struct svga_shader_emitter *emit,
1152                        const struct tgsi_full_instruction *insn)
1153{
1154   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1155   struct src_register src0 = translate_src_register(
1156      emit, &insn->Src[0] );
1157   struct src_register src1 = translate_src_register(
1158      emit, &insn->Src[1] );
1159
1160   src1 = negate(src1);
1161
1162   if (!submit_op2( emit, inst_token( SVGA3DOP_ADD ), dst,
1163                    src0, src1 ))
1164      return FALSE;
1165
1166   return TRUE;
1167}
1168
1169
1170static boolean emit_kil(struct svga_shader_emitter *emit,
1171                        const struct tgsi_full_instruction *insn )
1172{
1173   const struct tgsi_full_src_register *reg = &insn->Src[0];
1174   struct src_register src0, srcIn;
1175   /* is the W component tested in another position? */
1176   const boolean w_tested = (reg->Register.SwizzleW == reg->Register.SwizzleX ||
1177                             reg->Register.SwizzleW == reg->Register.SwizzleY ||
1178                             reg->Register.SwizzleW == reg->Register.SwizzleZ);
1179   const boolean special = (reg->Register.Absolute ||
1180                            reg->Register.Negate ||
1181                            reg->Register.Indirect ||
1182                            reg->Register.SwizzleX != 0 ||
1183                            reg->Register.SwizzleY != 1 ||
1184                            reg->Register.SwizzleZ != 2 ||
1185                            reg->Register.File != TGSI_FILE_TEMPORARY);
1186   SVGA3dShaderDestToken temp;
1187
1188   src0 = srcIn = translate_src_register( emit, reg );
1189
1190   if (special || !w_tested) {
1191      /* need a temp reg */
1192      temp = get_temp( emit );
1193   }
1194
1195   if (special) {
1196      /* move the source into a temp register */
1197      submit_op1( emit, inst_token( SVGA3DOP_MOV ),
1198                  writemask( temp, TGSI_WRITEMASK_XYZ ),
1199                  src0 );
1200
1201      src0 = src( temp );
1202   }
1203
1204   /* do the texkill (on the xyz components) */
1205   if (!submit_op0( emit, inst_token( SVGA3DOP_TEXKILL ), dst(src0) ))
1206      return FALSE;
1207
1208   if (!w_tested) {
1209      /* need to emit a second texkill to test the W component */
1210      /* put src.wwww into temp register */
1211      if (!submit_op1(emit,
1212                      inst_token( SVGA3DOP_MOV ),
1213                      writemask( temp, TGSI_WRITEMASK_XYZ ),
1214                      scalar(srcIn, TGSI_SWIZZLE_W)))
1215         return FALSE;
1216
1217      /* second texkill */
1218      if (!submit_op0( emit, inst_token( SVGA3DOP_TEXKILL ), temp ))
1219         return FALSE;
1220   }
1221
1222   return TRUE;
1223}
1224
1225
1226/* mesa state tracker always emits kilp as an unconditional
1227 * kil */
1228static boolean emit_kilp(struct svga_shader_emitter *emit,
1229                        const struct tgsi_full_instruction *insn )
1230{
1231   SVGA3dShaderInstToken inst;
1232   SVGA3dShaderDestToken temp;
1233   struct src_register one = scalar( get_zero_immediate( emit ),
1234                                     TGSI_SWIZZLE_W );
1235
1236   inst = inst_token( SVGA3DOP_TEXKILL );
1237
1238   /* texkill doesn't allow negation on the operand so lets move
1239    * negation of {1} to a temp register */
1240   temp = get_temp( emit );
1241   if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ), temp,
1242                    negate( one ) ))
1243      return FALSE;
1244
1245   return submit_op0( emit, inst, temp );
1246}
1247
1248
1249/**
1250 * Test if r1 and r2 are the same register.
1251 */
1252static boolean
1253same_register(struct src_register r1, struct src_register r2)
1254{
1255   return (r1.base.num == r2.base.num &&
1256           r1.base.type_upper == r2.base.type_upper &&
1257           r1.base.type_lower == r2.base.type_lower);
1258}
1259
1260
1261
1262/* Implement conditionals by initializing destination reg to 'fail',
1263 * then set predicate reg with UFOP_SETP, then move 'pass' to dest
1264 * based on predicate reg.
1265 *
1266 * SETP src0, cmp, src1  -- do this first to avoid aliasing problems.
1267 * MOV dst, fail
1268 * MOV dst, pass, p0
1269 */
1270static boolean
1271emit_conditional(struct svga_shader_emitter *emit,
1272                 unsigned compare_func,
1273                 SVGA3dShaderDestToken dst,
1274                 struct src_register src0,
1275                 struct src_register src1,
1276                 struct src_register pass,
1277                 struct src_register fail)
1278{
1279   SVGA3dShaderDestToken pred_reg = dst_register( SVGA3DREG_PREDICATE, 0 );
1280   SVGA3dShaderInstToken setp_token, mov_token;
1281   setp_token = inst_token( SVGA3DOP_SETP );
1282
1283   switch (compare_func) {
1284   case PIPE_FUNC_NEVER:
1285      return submit_op1( emit, inst_token( SVGA3DOP_MOV ),
1286                         dst, fail );
1287      break;
1288   case PIPE_FUNC_LESS:
1289      setp_token.control = SVGA3DOPCOMP_LT;
1290      break;
1291   case PIPE_FUNC_EQUAL:
1292      setp_token.control = SVGA3DOPCOMP_EQ;
1293      break;
1294   case PIPE_FUNC_LEQUAL:
1295      setp_token.control = SVGA3DOPCOMP_LE;
1296      break;
1297   case PIPE_FUNC_GREATER:
1298      setp_token.control = SVGA3DOPCOMP_GT;
1299      break;
1300   case PIPE_FUNC_NOTEQUAL:
1301      setp_token.control = SVGA3DOPCOMPC_NE;
1302      break;
1303   case PIPE_FUNC_GEQUAL:
1304      setp_token.control = SVGA3DOPCOMP_GE;
1305      break;
1306   case PIPE_FUNC_ALWAYS:
1307      return submit_op1( emit, inst_token( SVGA3DOP_MOV ),
1308                         dst, pass );
1309      break;
1310   }
1311
1312   if (same_register(src(dst), pass)) {
1313      /* We'll get bad results if the dst and pass registers are the same
1314       * so use a temp register containing pass.
1315       */
1316      SVGA3dShaderDestToken temp = get_temp(emit);
1317      if (!submit_op1(emit, inst_token(SVGA3DOP_MOV), temp, pass))
1318         return FALSE;
1319      pass = src(temp);
1320   }
1321
1322   /* SETP src0, COMPOP, src1 */
1323   if (!submit_op2( emit, setp_token, pred_reg,
1324                    src0, src1 ))
1325      return FALSE;
1326
1327   mov_token = inst_token( SVGA3DOP_MOV );
1328
1329   /* MOV dst, fail */
1330   if (!submit_op1( emit, mov_token, dst,
1331                    fail ))
1332      return FALSE;
1333
1334   /* MOV dst, pass (predicated)
1335    *
1336    * Note that the predicate reg (and possible modifiers) is passed
1337    * as the first source argument.
1338    */
1339   mov_token.predicated = 1;
1340   if (!submit_op2( emit, mov_token, dst,
1341                    src( pred_reg ), pass ))
1342      return FALSE;
1343
1344   return TRUE;
1345}
1346
1347
1348static boolean
1349emit_select(struct svga_shader_emitter *emit,
1350            unsigned compare_func,
1351            SVGA3dShaderDestToken dst,
1352            struct src_register src0,
1353            struct src_register src1 )
1354{
1355   /* There are some SVGA instructions which implement some selects
1356    * directly, but they are only available in the vertex shader.
1357    */
1358   if (emit->unit == PIPE_SHADER_VERTEX) {
1359      switch (compare_func) {
1360      case PIPE_FUNC_GEQUAL:
1361         return submit_op2( emit, inst_token( SVGA3DOP_SGE ), dst, src0, src1 );
1362      case PIPE_FUNC_LEQUAL:
1363         return submit_op2( emit, inst_token( SVGA3DOP_SGE ), dst, src1, src0 );
1364      case PIPE_FUNC_GREATER:
1365         return submit_op2( emit, inst_token( SVGA3DOP_SLT ), dst, src1, src0 );
1366      case PIPE_FUNC_LESS:
1367         return submit_op2( emit, inst_token( SVGA3DOP_SLT ), dst, src0, src1 );
1368      default:
1369         break;
1370      }
1371   }
1372
1373
1374   /* Otherwise, need to use the setp approach:
1375    */
1376   {
1377      struct src_register one, zero;
1378      /* zero immediate is 0,0,0,1 */
1379      zero = get_zero_immediate( emit );
1380      one  = scalar( zero, TGSI_SWIZZLE_W );
1381      zero = scalar( zero, TGSI_SWIZZLE_X );
1382
1383      return emit_conditional(
1384         emit,
1385         compare_func,
1386         dst,
1387         src0,
1388         src1,
1389         one, zero);
1390   }
1391}
1392
1393
1394static boolean emit_select_op(struct svga_shader_emitter *emit,
1395                              unsigned compare,
1396                              const struct tgsi_full_instruction *insn)
1397{
1398   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1399   struct src_register src0 = translate_src_register(
1400      emit, &insn->Src[0] );
1401   struct src_register src1 = translate_src_register(
1402      emit, &insn->Src[1] );
1403
1404   return emit_select( emit, compare, dst, src0, src1 );
1405}
1406
1407
1408/**
1409 * Translate TGSI CMP instruction.
1410 */
1411static boolean
1412emit_cmp(struct svga_shader_emitter *emit,
1413         const struct tgsi_full_instruction *insn)
1414{
1415   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1416   const struct src_register src0 =
1417      translate_src_register(emit, &insn->Src[0] );
1418   const struct src_register src1 =
1419      translate_src_register(emit, &insn->Src[1] );
1420   const struct src_register src2 =
1421      translate_src_register(emit, &insn->Src[2] );
1422
1423   if (emit->unit == PIPE_SHADER_VERTEX) {
1424      struct src_register zero =
1425         scalar(get_zero_immediate(emit), TGSI_SWIZZLE_X);
1426      /* We used to simulate CMP with SLT+LRP.  But that didn't work when
1427       * src1 or src2 was Inf/NaN.  In particular, GLSL sqrt(0) failed
1428       * because it involves a CMP to handle the 0 case.
1429       * Use a conditional expression instead.
1430       */
1431      return emit_conditional(emit, PIPE_FUNC_LESS, dst,
1432                              src0, zero, src1, src2);
1433   }
1434   else {
1435      assert(emit->unit == PIPE_SHADER_FRAGMENT);
1436
1437      /* CMP  DST, SRC0, SRC2, SRC1 */
1438      return submit_op3( emit, inst_token( SVGA3DOP_CMP ), dst,
1439                         src0, src2, src1);
1440   }
1441}
1442
1443
1444/* Translate texture instructions to SVGA3D representation.
1445 */
1446static boolean emit_tex2(struct svga_shader_emitter *emit,
1447                         const struct tgsi_full_instruction *insn,
1448                         SVGA3dShaderDestToken dst )
1449{
1450   SVGA3dShaderInstToken inst;
1451   struct src_register texcoord;
1452   struct src_register sampler;
1453   SVGA3dShaderDestToken tmp;
1454
1455   inst.value = 0;
1456
1457   switch (insn->Instruction.Opcode) {
1458   case TGSI_OPCODE_TEX:
1459      inst.op = SVGA3DOP_TEX;
1460      break;
1461   case TGSI_OPCODE_TXP:
1462      inst.op = SVGA3DOP_TEX;
1463      inst.control = SVGA3DOPCONT_PROJECT;
1464      break;
1465   case TGSI_OPCODE_TXB:
1466      inst.op = SVGA3DOP_TEX;
1467      inst.control = SVGA3DOPCONT_BIAS;
1468      break;
1469   case TGSI_OPCODE_TXL:
1470      inst.op = SVGA3DOP_TEXLDL;
1471      break;
1472   default:
1473      assert(0);
1474      return FALSE;
1475   }
1476
1477   texcoord = translate_src_register( emit, &insn->Src[0] );
1478   sampler = translate_src_register( emit, &insn->Src[1] );
1479
1480   if (emit->key.fkey.tex[sampler.base.num].unnormalized ||
1481       emit->dynamic_branching_level > 0)
1482      tmp = get_temp( emit );
1483
1484   /* Can't do mipmapping inside dynamic branch constructs.  Force LOD
1485    * zero in that case.
1486    */
1487   if (emit->dynamic_branching_level > 0 &&
1488       inst.op == SVGA3DOP_TEX &&
1489       SVGA3dShaderGetRegType(texcoord.base.value) == SVGA3DREG_TEMP) {
1490      struct src_register zero = get_zero_immediate( emit );
1491
1492      /* MOV  tmp, texcoord */
1493      if (!submit_op1( emit,
1494                       inst_token( SVGA3DOP_MOV ),
1495                       tmp,
1496                       texcoord ))
1497         return FALSE;
1498
1499      /* MOV  tmp.w, zero */
1500      if (!submit_op1( emit,
1501                       inst_token( SVGA3DOP_MOV ),
1502                       writemask( tmp, TGSI_WRITEMASK_W ),
1503                       scalar( zero, TGSI_SWIZZLE_X )))
1504         return FALSE;
1505
1506      texcoord = src( tmp );
1507      inst.op = SVGA3DOP_TEXLDL;
1508   }
1509
1510   /* Explicit normalization of texcoords:
1511    */
1512   if (emit->key.fkey.tex[sampler.base.num].unnormalized) {
1513      struct src_register wh = get_tex_dimensions( emit, sampler.base.num );
1514
1515      /* MUL  tmp, SRC0, WH */
1516      if (!submit_op2( emit, inst_token( SVGA3DOP_MUL ),
1517                       tmp, texcoord, wh ))
1518         return FALSE;
1519
1520      texcoord = src( tmp );
1521   }
1522
1523   return submit_op2( emit, inst, dst, texcoord, sampler );
1524}
1525
1526
1527
1528
1529/* Translate texture instructions to SVGA3D representation.
1530 */
1531static boolean emit_tex4(struct svga_shader_emitter *emit,
1532                         const struct tgsi_full_instruction *insn,
1533                         SVGA3dShaderDestToken dst )
1534{
1535   SVGA3dShaderInstToken inst;
1536   struct src_register texcoord;
1537   struct src_register ddx;
1538   struct src_register ddy;
1539   struct src_register sampler;
1540
1541   texcoord = translate_src_register( emit, &insn->Src[0] );
1542   ddx      = translate_src_register( emit, &insn->Src[1] );
1543   ddy      = translate_src_register( emit, &insn->Src[2] );
1544   sampler  = translate_src_register( emit, &insn->Src[3] );
1545
1546   inst.value = 0;
1547
1548   switch (insn->Instruction.Opcode) {
1549   case TGSI_OPCODE_TXD:
1550      inst.op = SVGA3DOP_TEXLDD; /* 4 args! */
1551      break;
1552   default:
1553      assert(0);
1554      return FALSE;
1555   }
1556
1557   return submit_op4( emit, inst, dst, texcoord, sampler, ddx, ddy );
1558}
1559
1560
1561/**
1562 * Emit texture swizzle code.
1563 */
1564static boolean emit_tex_swizzle( struct svga_shader_emitter *emit,
1565                                 SVGA3dShaderDestToken dst,
1566                                 struct src_register src,
1567                                 unsigned swizzle_x,
1568                                 unsigned swizzle_y,
1569                                 unsigned swizzle_z,
1570                                 unsigned swizzle_w)
1571{
1572   const unsigned swizzleIn[4] = {swizzle_x, swizzle_y, swizzle_z, swizzle_w};
1573   unsigned srcSwizzle[4];
1574   unsigned srcWritemask = 0x0, zeroWritemask = 0x0, oneWritemask = 0x0;
1575   int i;
1576
1577   /* build writemasks and srcSwizzle terms */
1578   for (i = 0; i < 4; i++) {
1579      if (swizzleIn[i] == PIPE_SWIZZLE_ZERO) {
1580         srcSwizzle[i] = TGSI_SWIZZLE_X + i;
1581         zeroWritemask |= (1 << i);
1582      }
1583      else if (swizzleIn[i] == PIPE_SWIZZLE_ONE) {
1584         srcSwizzle[i] = TGSI_SWIZZLE_X + i;
1585         oneWritemask |= (1 << i);
1586      }
1587      else {
1588         srcSwizzle[i] = swizzleIn[i];
1589         srcWritemask |= (1 << i);
1590      }
1591   }
1592
1593   /* write x/y/z/w comps */
1594   if (dst.mask & srcWritemask) {
1595      if (!submit_op1(emit,
1596                      inst_token(SVGA3DOP_MOV),
1597                      writemask(dst, srcWritemask),
1598                      swizzle(src,
1599                              srcSwizzle[0],
1600                              srcSwizzle[1],
1601                              srcSwizzle[2],
1602                              srcSwizzle[3])))
1603         return FALSE;
1604   }
1605
1606   /* write 0 comps */
1607   if (dst.mask & zeroWritemask) {
1608      if (!submit_op1(emit,
1609                      inst_token(SVGA3DOP_MOV),
1610                      writemask(dst, zeroWritemask),
1611                      scalar(get_zero_immediate(emit), TGSI_SWIZZLE_X)))
1612         return FALSE;
1613   }
1614
1615   /* write 1 comps */
1616   if (dst.mask & oneWritemask) {
1617      if (!submit_op1(emit,
1618                      inst_token(SVGA3DOP_MOV),
1619                      writemask(dst, oneWritemask),
1620                      scalar(get_zero_immediate(emit), TGSI_SWIZZLE_W)))
1621         return FALSE;
1622   }
1623
1624   return TRUE;
1625}
1626
1627
1628static boolean emit_tex(struct svga_shader_emitter *emit,
1629                        const struct tgsi_full_instruction *insn )
1630{
1631   SVGA3dShaderDestToken dst =
1632      translate_dst_register( emit, insn, 0 );
1633   struct src_register src0 =
1634      translate_src_register( emit, &insn->Src[0] );
1635   struct src_register src1 =
1636      translate_src_register( emit, &insn->Src[1] );
1637
1638   SVGA3dShaderDestToken tex_result;
1639   const unsigned unit = src1.base.num;
1640
1641   /* check for shadow samplers */
1642   boolean compare = (emit->key.fkey.tex[unit].compare_mode ==
1643                      PIPE_TEX_COMPARE_R_TO_TEXTURE);
1644
1645   /* texture swizzle */
1646   boolean swizzle = (emit->key.fkey.tex[unit].swizzle_r != PIPE_SWIZZLE_RED ||
1647                      emit->key.fkey.tex[unit].swizzle_g != PIPE_SWIZZLE_GREEN ||
1648                      emit->key.fkey.tex[unit].swizzle_b != PIPE_SWIZZLE_BLUE ||
1649                      emit->key.fkey.tex[unit].swizzle_a != PIPE_SWIZZLE_ALPHA);
1650
1651   boolean saturate = insn->Instruction.Saturate != TGSI_SAT_NONE;
1652
1653   /* If doing compare processing or tex swizzle or saturation, we need to put
1654    * the fetched color into a temporary so it can be used as a source later on.
1655    */
1656   if (compare || swizzle || saturate) {
1657      tex_result = get_temp( emit );
1658   }
1659   else {
1660      tex_result = dst;
1661   }
1662
1663   switch(insn->Instruction.Opcode) {
1664   case TGSI_OPCODE_TEX:
1665   case TGSI_OPCODE_TXB:
1666   case TGSI_OPCODE_TXP:
1667   case TGSI_OPCODE_TXL:
1668      if (!emit_tex2( emit, insn, tex_result ))
1669         return FALSE;
1670      break;
1671   case TGSI_OPCODE_TXD:
1672      if (!emit_tex4( emit, insn, tex_result ))
1673         return FALSE;
1674      break;
1675   default:
1676      assert(0);
1677   }
1678
1679   if (compare) {
1680      SVGA3dShaderDestToken dst2;
1681
1682      if (swizzle || saturate)
1683         dst2 = tex_result;
1684      else
1685         dst2 = dst;
1686
1687      if (dst.mask & TGSI_WRITEMASK_XYZ) {
1688         SVGA3dShaderDestToken src0_zdivw = get_temp( emit );
1689         /* When sampling a depth texture, the result of the comparison is in
1690          * the Y component.
1691          */
1692         struct src_register tex_src_x = scalar(src(tex_result), TGSI_SWIZZLE_Y);
1693         struct src_register r_coord;
1694
1695         if (insn->Instruction.Opcode == TGSI_OPCODE_TXP) {
1696            /* Divide texcoord R by Q */
1697            if (!submit_op1( emit, inst_token( SVGA3DOP_RCP ),
1698                             writemask(src0_zdivw, TGSI_WRITEMASK_X),
1699                             scalar(src0, TGSI_SWIZZLE_W) ))
1700               return FALSE;
1701
1702            if (!submit_op2( emit, inst_token( SVGA3DOP_MUL ),
1703                             writemask(src0_zdivw, TGSI_WRITEMASK_X),
1704                             scalar(src0, TGSI_SWIZZLE_Z),
1705                             scalar(src(src0_zdivw), TGSI_SWIZZLE_X) ))
1706               return FALSE;
1707
1708            r_coord = scalar(src(src0_zdivw), TGSI_SWIZZLE_X);
1709         }
1710         else {
1711            r_coord = scalar(src0, TGSI_SWIZZLE_Z);
1712         }
1713
1714         /* Compare texture sample value against R component of texcoord */
1715         if (!emit_select(emit,
1716                          emit->key.fkey.tex[unit].compare_func,
1717                          writemask( dst2, TGSI_WRITEMASK_XYZ ),
1718                          r_coord,
1719                          tex_src_x))
1720            return FALSE;
1721      }
1722
1723      if (dst.mask & TGSI_WRITEMASK_W) {
1724         struct src_register one =
1725            scalar( get_zero_immediate( emit ), TGSI_SWIZZLE_W );
1726
1727        if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ),
1728                         writemask( dst2, TGSI_WRITEMASK_W ),
1729                         one ))
1730           return FALSE;
1731      }
1732   }
1733
1734   if (saturate && !swizzle) {
1735      /* MOV_SAT real_dst, dst */
1736      if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ), dst, src(tex_result) ))
1737         return FALSE;
1738   }
1739   else if (swizzle) {
1740      /* swizzle from tex_result to dst (handles saturation too, if any) */
1741      emit_tex_swizzle(emit,
1742                       dst, src(tex_result),
1743                       emit->key.fkey.tex[unit].swizzle_r,
1744                       emit->key.fkey.tex[unit].swizzle_g,
1745                       emit->key.fkey.tex[unit].swizzle_b,
1746                       emit->key.fkey.tex[unit].swizzle_a);
1747   }
1748
1749   return TRUE;
1750}
1751
1752static boolean emit_bgnloop2( struct svga_shader_emitter *emit,
1753                              const struct tgsi_full_instruction *insn )
1754{
1755   SVGA3dShaderInstToken inst = inst_token( SVGA3DOP_LOOP );
1756   struct src_register loop_reg = src_register( SVGA3DREG_LOOP, 0 );
1757   struct src_register const_int = get_loop_const( emit );
1758
1759   emit->dynamic_branching_level++;
1760
1761   return (emit_instruction( emit, inst ) &&
1762           emit_src( emit, loop_reg ) &&
1763           emit_src( emit, const_int ) );
1764}
1765
1766static boolean emit_endloop2( struct svga_shader_emitter *emit,
1767                              const struct tgsi_full_instruction *insn )
1768{
1769   SVGA3dShaderInstToken inst = inst_token( SVGA3DOP_ENDLOOP );
1770
1771   emit->dynamic_branching_level--;
1772
1773   return emit_instruction( emit, inst );
1774}
1775
1776static boolean emit_brk( struct svga_shader_emitter *emit,
1777                         const struct tgsi_full_instruction *insn )
1778{
1779   SVGA3dShaderInstToken inst = inst_token( SVGA3DOP_BREAK );
1780   return emit_instruction( emit, inst );
1781}
1782
1783static boolean emit_scalar_op1( struct svga_shader_emitter *emit,
1784                                unsigned opcode,
1785                                const struct tgsi_full_instruction *insn )
1786{
1787   SVGA3dShaderInstToken inst;
1788   SVGA3dShaderDestToken dst;
1789   struct src_register src;
1790
1791   inst = inst_token( opcode );
1792   dst = translate_dst_register( emit, insn, 0 );
1793   src = translate_src_register( emit, &insn->Src[0] );
1794   src = scalar( src, TGSI_SWIZZLE_X );
1795
1796   return submit_op1( emit, inst, dst, src );
1797}
1798
1799
1800static boolean emit_simple_instruction(struct svga_shader_emitter *emit,
1801                                       unsigned opcode,
1802                                       const struct tgsi_full_instruction *insn )
1803{
1804   const struct tgsi_full_src_register *src = insn->Src;
1805   SVGA3dShaderInstToken inst;
1806   SVGA3dShaderDestToken dst;
1807
1808   inst = inst_token( opcode );
1809   dst = translate_dst_register( emit, insn, 0 );
1810
1811   switch (insn->Instruction.NumSrcRegs) {
1812   case 0:
1813      return submit_op0( emit, inst, dst );
1814   case 1:
1815      return submit_op1( emit, inst, dst,
1816                         translate_src_register( emit, &src[0] ));
1817   case 2:
1818      return submit_op2( emit, inst, dst,
1819                         translate_src_register( emit, &src[0] ),
1820                         translate_src_register( emit, &src[1] ) );
1821   case 3:
1822      return submit_op3( emit, inst, dst,
1823                         translate_src_register( emit, &src[0] ),
1824                         translate_src_register( emit, &src[1] ),
1825                         translate_src_register( emit, &src[2] ) );
1826   default:
1827      assert(0);
1828      return FALSE;
1829   }
1830}
1831
1832
1833static boolean emit_deriv(struct svga_shader_emitter *emit,
1834                          const struct tgsi_full_instruction *insn )
1835{
1836   if (emit->dynamic_branching_level > 0 &&
1837       insn->Src[0].Register.File == TGSI_FILE_TEMPORARY)
1838   {
1839      struct src_register zero = get_zero_immediate( emit );
1840      SVGA3dShaderDestToken dst =
1841         translate_dst_register( emit, insn, 0 );
1842
1843      /* Deriv opcodes not valid inside dynamic branching, workaround
1844       * by zeroing out the destination.
1845       */
1846      if (!submit_op1(emit,
1847                      inst_token( SVGA3DOP_MOV ),
1848                      dst,
1849                      scalar(zero, TGSI_SWIZZLE_X)))
1850         return FALSE;
1851
1852      return TRUE;
1853   }
1854   else {
1855      unsigned opcode;
1856      const struct tgsi_full_src_register *reg = &insn->Src[0];
1857      SVGA3dShaderInstToken inst;
1858      SVGA3dShaderDestToken dst;
1859      struct src_register src0;
1860
1861      switch (insn->Instruction.Opcode) {
1862      case TGSI_OPCODE_DDX:
1863         opcode = SVGA3DOP_DSX;
1864         break;
1865      case TGSI_OPCODE_DDY:
1866         opcode = SVGA3DOP_DSY;
1867         break;
1868      default:
1869         return FALSE;
1870      }
1871
1872      inst = inst_token( opcode );
1873      dst = translate_dst_register( emit, insn, 0 );
1874      src0 = translate_src_register( emit, reg );
1875
1876      /* We cannot use negate or abs on source to dsx/dsy instruction.
1877       */
1878      if (reg->Register.Absolute ||
1879          reg->Register.Negate) {
1880         SVGA3dShaderDestToken temp = get_temp( emit );
1881
1882         if (!emit_repl( emit, temp, &src0 ))
1883            return FALSE;
1884      }
1885
1886      return submit_op1( emit, inst, dst, src0 );
1887   }
1888}
1889
1890static boolean emit_arl(struct svga_shader_emitter *emit,
1891                        const struct tgsi_full_instruction *insn)
1892{
1893   ++emit->current_arl;
1894   if (emit->unit == PIPE_SHADER_FRAGMENT) {
1895      /* MOVA not present in pixel shader instruction set.
1896       * Ignore this instruction altogether since it is
1897       * only used for loop counters -- and for that
1898       * we reference aL directly.
1899       */
1900      return TRUE;
1901   }
1902   if (svga_arl_needs_adjustment( emit )) {
1903      return emit_fake_arl( emit, insn );
1904   } else {
1905      /* no need to adjust, just emit straight arl */
1906      return emit_simple_instruction(emit, SVGA3DOP_MOVA, insn);
1907   }
1908}
1909
1910static boolean emit_pow(struct svga_shader_emitter *emit,
1911                        const struct tgsi_full_instruction *insn)
1912{
1913   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1914   struct src_register src0 = translate_src_register(
1915      emit, &insn->Src[0] );
1916   struct src_register src1 = translate_src_register(
1917      emit, &insn->Src[1] );
1918   boolean need_tmp = FALSE;
1919
1920   /* POW can only output to a temporary */
1921   if (insn->Dst[0].Register.File != TGSI_FILE_TEMPORARY)
1922      need_tmp = TRUE;
1923
1924   /* POW src1 must not be the same register as dst */
1925   if (alias_src_dst( src1, dst ))
1926      need_tmp = TRUE;
1927
1928   /* it's a scalar op */
1929   src0 = scalar( src0, TGSI_SWIZZLE_X );
1930   src1 = scalar( src1, TGSI_SWIZZLE_X );
1931
1932   if (need_tmp) {
1933      SVGA3dShaderDestToken tmp = writemask(get_temp( emit ), TGSI_WRITEMASK_X );
1934
1935      if (!submit_op2(emit, inst_token( SVGA3DOP_POW ), tmp, src0, src1))
1936         return FALSE;
1937
1938      return submit_op1(emit, inst_token( SVGA3DOP_MOV ), dst, scalar(src(tmp), 0) );
1939   }
1940   else {
1941      return submit_op2(emit, inst_token( SVGA3DOP_POW ), dst, src0, src1);
1942   }
1943}
1944
1945static boolean emit_xpd(struct svga_shader_emitter *emit,
1946                        const struct tgsi_full_instruction *insn)
1947{
1948   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
1949   const struct src_register src0 = translate_src_register(
1950      emit, &insn->Src[0] );
1951   const struct src_register src1 = translate_src_register(
1952      emit, &insn->Src[1] );
1953   boolean need_dst_tmp = FALSE;
1954
1955   /* XPD can only output to a temporary */
1956   if (SVGA3dShaderGetRegType(dst.value) != SVGA3DREG_TEMP)
1957      need_dst_tmp = TRUE;
1958
1959   /* The dst reg must not be the same as src0 or src1*/
1960   if (alias_src_dst(src0, dst) ||
1961       alias_src_dst(src1, dst))
1962      need_dst_tmp = TRUE;
1963
1964   if (need_dst_tmp) {
1965      SVGA3dShaderDestToken tmp = get_temp( emit );
1966
1967      /* Obey DX9 restrictions on mask:
1968       */
1969      tmp.mask = dst.mask & TGSI_WRITEMASK_XYZ;
1970
1971      if (!submit_op2(emit, inst_token( SVGA3DOP_CRS ), tmp, src0, src1))
1972         return FALSE;
1973
1974      if (!submit_op1(emit, inst_token( SVGA3DOP_MOV ), dst, src( tmp )))
1975         return FALSE;
1976   }
1977   else {
1978      if (!submit_op2(emit, inst_token( SVGA3DOP_CRS ), dst, src0, src1))
1979         return FALSE;
1980   }
1981
1982   /* Need to emit 1.0 to dst.w?
1983    */
1984   if (dst.mask & TGSI_WRITEMASK_W) {
1985      struct src_register zero = get_zero_immediate( emit );
1986
1987      if (!submit_op1(emit,
1988                      inst_token( SVGA3DOP_MOV ),
1989                      writemask(dst, TGSI_WRITEMASK_W),
1990                      zero))
1991         return FALSE;
1992   }
1993
1994   return TRUE;
1995}
1996
1997
1998static boolean emit_lrp(struct svga_shader_emitter *emit,
1999                        const struct tgsi_full_instruction *insn)
2000{
2001   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
2002   const struct src_register src0 = translate_src_register(
2003      emit, &insn->Src[0] );
2004   const struct src_register src1 = translate_src_register(
2005      emit, &insn->Src[1] );
2006   const struct src_register src2 = translate_src_register(
2007      emit, &insn->Src[2] );
2008
2009   return submit_lrp(emit, dst, src0, src1, src2);
2010}
2011
2012
2013static boolean emit_dst_insn(struct svga_shader_emitter *emit,
2014                             const struct tgsi_full_instruction *insn )
2015{
2016   if (emit->unit == PIPE_SHADER_VERTEX) {
2017      /* SVGA/DX9 has a DST instruction, but only for vertex shaders:
2018       */
2019      return emit_simple_instruction(emit, SVGA3DOP_DST, insn);
2020   }
2021   else {
2022
2023      /* result[0] = 1    * 1;
2024       * result[1] = a[1] * b[1];
2025       * result[2] = a[2] * 1;
2026       * result[3] = 1    * b[3];
2027       */
2028
2029      SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
2030      SVGA3dShaderDestToken tmp;
2031      const struct src_register src0 = translate_src_register(
2032         emit, &insn->Src[0] );
2033      const struct src_register src1 = translate_src_register(
2034         emit, &insn->Src[1] );
2035      struct src_register zero = get_zero_immediate( emit );
2036      boolean need_tmp = FALSE;
2037
2038      if (SVGA3dShaderGetRegType(dst.value) != SVGA3DREG_TEMP ||
2039          alias_src_dst(src0, dst) ||
2040          alias_src_dst(src1, dst))
2041         need_tmp = TRUE;
2042
2043      if (need_tmp) {
2044         tmp = get_temp( emit );
2045      }
2046      else {
2047         tmp = dst;
2048      }
2049
2050      /* tmp.xw = 1.0
2051       */
2052      if (tmp.mask & TGSI_WRITEMASK_XW) {
2053         if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ),
2054                          writemask(tmp, TGSI_WRITEMASK_XW ),
2055                          scalar( zero, 3 )))
2056            return FALSE;
2057      }
2058
2059      /* tmp.yz = src0
2060       */
2061      if (tmp.mask & TGSI_WRITEMASK_YZ) {
2062         if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ),
2063                          writemask(tmp, TGSI_WRITEMASK_YZ ),
2064                          src0))
2065            return FALSE;
2066      }
2067
2068      /* tmp.yw = tmp * src1
2069       */
2070      if (tmp.mask & TGSI_WRITEMASK_YW) {
2071         if (!submit_op2( emit, inst_token( SVGA3DOP_MUL ),
2072                          writemask(tmp, TGSI_WRITEMASK_YW ),
2073                          src(tmp),
2074                          src1))
2075            return FALSE;
2076      }
2077
2078      /* dst = tmp
2079       */
2080      if (need_tmp) {
2081         if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ),
2082                          dst,
2083                          src(tmp)))
2084            return FALSE;
2085      }
2086   }
2087
2088   return TRUE;
2089}
2090
2091
2092static boolean emit_exp(struct svga_shader_emitter *emit,
2093                        const struct tgsi_full_instruction *insn)
2094{
2095   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
2096   struct src_register src0 =
2097      translate_src_register( emit, &insn->Src[0] );
2098   struct src_register zero = get_zero_immediate( emit );
2099   SVGA3dShaderDestToken fraction;
2100
2101   if (dst.mask & TGSI_WRITEMASK_Y)
2102      fraction = dst;
2103   else if (dst.mask & TGSI_WRITEMASK_X)
2104      fraction = get_temp( emit );
2105   else
2106      fraction.value = 0;
2107
2108   /* If y is being written, fill it with src0 - floor(src0).
2109    */
2110   if (dst.mask & TGSI_WRITEMASK_XY) {
2111      if (!submit_op1( emit, inst_token( SVGA3DOP_FRC ),
2112                       writemask( fraction, TGSI_WRITEMASK_Y ),
2113                       src0 ))
2114         return FALSE;
2115   }
2116
2117   /* If x is being written, fill it with 2 ^ floor(src0).
2118    */
2119   if (dst.mask & TGSI_WRITEMASK_X) {
2120      if (!submit_op2( emit, inst_token( SVGA3DOP_ADD ),
2121                       writemask( dst, TGSI_WRITEMASK_X ),
2122                       src0,
2123                       scalar( negate( src( fraction ) ), TGSI_SWIZZLE_Y ) ) )
2124         return FALSE;
2125
2126      if (!submit_op1( emit, inst_token( SVGA3DOP_EXP ),
2127                       writemask( dst, TGSI_WRITEMASK_X ),
2128                       scalar( src( dst ), TGSI_SWIZZLE_X ) ) )
2129         return FALSE;
2130
2131      if (!(dst.mask & TGSI_WRITEMASK_Y))
2132         release_temp( emit, fraction );
2133   }
2134
2135   /* If z is being written, fill it with 2 ^ src0 (partial precision).
2136    */
2137   if (dst.mask & TGSI_WRITEMASK_Z) {
2138      if (!submit_op1( emit, inst_token( SVGA3DOP_EXPP ),
2139                       writemask( dst, TGSI_WRITEMASK_Z ),
2140                       src0 ) )
2141         return FALSE;
2142   }
2143
2144   /* If w is being written, fill it with one.
2145    */
2146   if (dst.mask & TGSI_WRITEMASK_W) {
2147      if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ),
2148                       writemask(dst, TGSI_WRITEMASK_W),
2149                       scalar( zero, TGSI_SWIZZLE_W ) ))
2150         return FALSE;
2151   }
2152
2153   return TRUE;
2154}
2155
2156static boolean emit_lit(struct svga_shader_emitter *emit,
2157                             const struct tgsi_full_instruction *insn )
2158{
2159   if (emit->unit == PIPE_SHADER_VERTEX) {
2160      /* SVGA/DX9 has a LIT instruction, but only for vertex shaders:
2161       */
2162      return emit_simple_instruction(emit, SVGA3DOP_LIT, insn);
2163   }
2164   else {
2165      /* D3D vs. GL semantics can be fairly easily accomodated by
2166       * variations on this sequence.
2167       *
2168       * GL:
2169       *   tmp.y = src.x
2170       *   tmp.z = pow(src.y,src.w)
2171       *   p0 = src0.xxxx > 0
2172       *   result = zero.wxxw
2173       *   (p0) result.yz = tmp
2174       *
2175       * D3D:
2176       *   tmp.y = src.x
2177       *   tmp.z = pow(src.y,src.w)
2178       *   p0 = src0.xxyy > 0
2179       *   result = zero.wxxw
2180       *   (p0) result.yz = tmp
2181       *
2182       * Will implement the GL version for now.
2183       */
2184      SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
2185      SVGA3dShaderDestToken tmp = get_temp( emit );
2186      const struct src_register src0 = translate_src_register(
2187         emit, &insn->Src[0] );
2188      struct src_register zero = get_zero_immediate( emit );
2189
2190      /* tmp = pow(src.y, src.w)
2191       */
2192      if (dst.mask & TGSI_WRITEMASK_Z) {
2193         if (!submit_op2(emit, inst_token( SVGA3DOP_POW ),
2194                         tmp,
2195                         scalar(src0, 1),
2196                         scalar(src0, 3)))
2197            return FALSE;
2198      }
2199
2200      /* tmp.y = src.x
2201       */
2202      if (dst.mask & TGSI_WRITEMASK_Y) {
2203         if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ),
2204                          writemask(tmp, TGSI_WRITEMASK_Y ),
2205                          scalar(src0, 0)))
2206            return FALSE;
2207      }
2208
2209      /* Can't quite do this with emit conditional due to the extra
2210       * writemask on the predicated mov:
2211       */
2212      {
2213         SVGA3dShaderDestToken pred_reg = dst_register( SVGA3DREG_PREDICATE, 0 );
2214         SVGA3dShaderInstToken setp_token, mov_token;
2215         struct src_register predsrc;
2216
2217         setp_token = inst_token( SVGA3DOP_SETP );
2218         mov_token = inst_token( SVGA3DOP_MOV );
2219
2220         setp_token.control = SVGA3DOPCOMP_GT;
2221
2222         /* D3D vs GL semantics:
2223          */
2224         if (0)
2225            predsrc = swizzle(src0, 0, 0, 1, 1); /* D3D */
2226         else
2227            predsrc = swizzle(src0, 0, 0, 0, 0); /* GL */
2228
2229         /* SETP src0.xxyy, GT, {0}.x */
2230         if (!submit_op2( emit, setp_token, pred_reg,
2231                          predsrc,
2232                          swizzle(zero, 0, 0, 0, 0) ))
2233            return FALSE;
2234
2235         /* MOV dst, fail */
2236         if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ), dst,
2237                          swizzle(zero, 3, 0, 0, 3 )))
2238             return FALSE;
2239
2240         /* MOV dst.yz, tmp (predicated)
2241          *
2242          * Note that the predicate reg (and possible modifiers) is passed
2243          * as the first source argument.
2244          */
2245         if (dst.mask & TGSI_WRITEMASK_YZ) {
2246            mov_token.predicated = 1;
2247            if (!submit_op2( emit, mov_token,
2248                             writemask(dst, TGSI_WRITEMASK_YZ),
2249                             src( pred_reg ), src( tmp ) ))
2250               return FALSE;
2251         }
2252      }
2253   }
2254
2255   return TRUE;
2256}
2257
2258
2259static boolean emit_ex2( struct svga_shader_emitter *emit,
2260                         const struct tgsi_full_instruction *insn )
2261{
2262   SVGA3dShaderInstToken inst;
2263   SVGA3dShaderDestToken dst;
2264   struct src_register src0;
2265
2266   inst = inst_token( SVGA3DOP_EXP );
2267   dst = translate_dst_register( emit, insn, 0 );
2268   src0 = translate_src_register( emit, &insn->Src[0] );
2269   src0 = scalar( src0, TGSI_SWIZZLE_X );
2270
2271   if (dst.mask != TGSI_WRITEMASK_XYZW) {
2272      SVGA3dShaderDestToken tmp = get_temp( emit );
2273
2274      if (!submit_op1( emit, inst, tmp, src0 ))
2275         return FALSE;
2276
2277      return submit_op1( emit, inst_token( SVGA3DOP_MOV ),
2278                         dst,
2279                         scalar( src( tmp ), TGSI_SWIZZLE_X ) );
2280   }
2281
2282   return submit_op1( emit, inst, dst, src0 );
2283}
2284
2285
2286static boolean emit_log(struct svga_shader_emitter *emit,
2287                        const struct tgsi_full_instruction *insn)
2288{
2289   SVGA3dShaderDestToken dst = translate_dst_register( emit, insn, 0 );
2290   struct src_register src0 =
2291      translate_src_register( emit, &insn->Src[0] );
2292   struct src_register zero = get_zero_immediate( emit );
2293   SVGA3dShaderDestToken abs_tmp;
2294   struct src_register abs_src0;
2295   SVGA3dShaderDestToken log2_abs;
2296
2297   abs_tmp.value = 0;
2298
2299   if (dst.mask & TGSI_WRITEMASK_Z)
2300      log2_abs = dst;
2301   else if (dst.mask & TGSI_WRITEMASK_XY)
2302      log2_abs = get_temp( emit );
2303   else
2304      log2_abs.value = 0;
2305
2306   /* If z is being written, fill it with log2( abs( src0 ) ).
2307    */
2308   if (dst.mask & TGSI_WRITEMASK_XYZ) {
2309      if (!src0.base.srcMod || src0.base.srcMod == SVGA3DSRCMOD_ABS)
2310         abs_src0 = src0;
2311      else {
2312         abs_tmp = get_temp( emit );
2313
2314         if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ),
2315                          abs_tmp,
2316                          src0 ) )
2317            return FALSE;
2318
2319         abs_src0 = src( abs_tmp );
2320      }
2321
2322      abs_src0 = absolute( scalar( abs_src0, TGSI_SWIZZLE_X ) );
2323
2324      if (!submit_op1( emit, inst_token( SVGA3DOP_LOG ),
2325                       writemask( log2_abs, TGSI_WRITEMASK_Z ),
2326                       abs_src0 ) )
2327         return FALSE;
2328   }
2329
2330   if (dst.mask & TGSI_WRITEMASK_XY) {
2331      SVGA3dShaderDestToken floor_log2;
2332
2333      if (dst.mask & TGSI_WRITEMASK_X)
2334         floor_log2 = dst;
2335      else
2336         floor_log2 = get_temp( emit );
2337
2338      /* If x is being written, fill it with floor( log2( abs( src0 ) ) ).
2339       */
2340      if (!submit_op1( emit, inst_token( SVGA3DOP_FRC ),
2341                       writemask( floor_log2, TGSI_WRITEMASK_X ),
2342                       scalar( src( log2_abs ), TGSI_SWIZZLE_Z ) ) )
2343         return FALSE;
2344
2345      if (!submit_op2( emit, inst_token( SVGA3DOP_ADD ),
2346                       writemask( floor_log2, TGSI_WRITEMASK_X ),
2347                       scalar( src( log2_abs ), TGSI_SWIZZLE_Z ),
2348                       negate( src( floor_log2 ) ) ) )
2349         return FALSE;
2350
2351      /* If y is being written, fill it with
2352       * abs ( src0 ) / ( 2 ^ floor( log2( abs( src0 ) ) ) ).
2353       */
2354      if (dst.mask & TGSI_WRITEMASK_Y) {
2355         if (!submit_op1( emit, inst_token( SVGA3DOP_EXP ),
2356                          writemask( dst, TGSI_WRITEMASK_Y ),
2357                          negate( scalar( src( floor_log2 ),
2358                                          TGSI_SWIZZLE_X ) ) ) )
2359            return FALSE;
2360
2361         if (!submit_op2( emit, inst_token( SVGA3DOP_MUL ),
2362                          writemask( dst, TGSI_WRITEMASK_Y ),
2363                          src( dst ),
2364                          abs_src0 ) )
2365            return FALSE;
2366      }
2367
2368      if (!(dst.mask & TGSI_WRITEMASK_X))
2369         release_temp( emit, floor_log2 );
2370
2371      if (!(dst.mask & TGSI_WRITEMASK_Z))
2372         release_temp( emit, log2_abs );
2373   }
2374
2375   if (dst.mask & TGSI_WRITEMASK_XYZ && src0.base.srcMod &&
2376       src0.base.srcMod != SVGA3DSRCMOD_ABS)
2377      release_temp( emit, abs_tmp );
2378
2379   /* If w is being written, fill it with one.
2380    */
2381   if (dst.mask & TGSI_WRITEMASK_W) {
2382      if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ),
2383                       writemask(dst, TGSI_WRITEMASK_W),
2384                       scalar( zero, TGSI_SWIZZLE_W ) ))
2385         return FALSE;
2386   }
2387
2388   return TRUE;
2389}
2390
2391
2392/**
2393 * Translate TGSI TRUNC or ROUND instruction.
2394 * We need to truncate toward zero. Ex: trunc(-1.9) = -1
2395 * Different approaches are needed for VS versus PS.
2396 */
2397static boolean
2398emit_trunc_round(struct svga_shader_emitter *emit,
2399                 const struct tgsi_full_instruction *insn,
2400                 boolean round)
2401{
2402   SVGA3dShaderDestToken dst = translate_dst_register(emit, insn, 0);
2403   const struct src_register src0 =
2404      translate_src_register(emit, &insn->Src[0] );
2405   SVGA3dShaderDestToken t1 = get_temp(emit);
2406
2407   if (round) {
2408      SVGA3dShaderDestToken t0 = get_temp(emit);
2409      struct src_register half = get_half_immediate(emit);
2410
2411      /* t0 = abs(src0) + 0.5 */
2412      if (!submit_op2(emit, inst_token(SVGA3DOP_ADD), t0,
2413                      absolute(src0), half))
2414         return FALSE;
2415
2416      /* t1 = fract(t0) */
2417      if (!submit_op1(emit, inst_token(SVGA3DOP_FRC), t1, src(t0)))
2418         return FALSE;
2419
2420      /* t1 = t0 - t1 */
2421      if (!submit_op2(emit, inst_token(SVGA3DOP_ADD), t1, src(t0),
2422                      negate(src(t1))))
2423         return FALSE;
2424   }
2425   else {
2426      /* trunc */
2427
2428      /* t1 = fract(abs(src0)) */
2429      if (!submit_op1(emit, inst_token(SVGA3DOP_FRC), t1, absolute(src0)))
2430         return FALSE;
2431
2432      /* t1 = abs(src0) - t1 */
2433      if (!submit_op2(emit, inst_token(SVGA3DOP_ADD), t1, absolute(src0),
2434                      negate(src(t1))))
2435         return FALSE;
2436   }
2437
2438   /*
2439    * Now we need to multiply t1 by the sign of the original value.
2440   */
2441   if (emit->unit == PIPE_SHADER_VERTEX) {
2442      /* For VS: use SGN instruction */
2443      /* Need two extra/dummy registers: */
2444      SVGA3dShaderDestToken t2 = get_temp(emit), t3 = get_temp(emit),
2445         t4 = get_temp(emit);
2446
2447      /* t2 = sign(src0) */
2448      if (!submit_op3(emit, inst_token(SVGA3DOP_SGN), t2, src0,
2449                      src(t3), src(t4)))
2450         return FALSE;
2451
2452      /* dst = t1 * t2 */
2453      if (!submit_op2(emit, inst_token(SVGA3DOP_MUL), dst, src(t1), src(t2)))
2454         return FALSE;
2455   }
2456   else {
2457      /* For FS: Use CMP instruction */
2458      return submit_op3(emit, inst_token( SVGA3DOP_CMP ), dst,
2459                        src0, src(t1), negate(src(t1)));
2460   }
2461
2462   return TRUE;
2463}
2464
2465
2466static boolean emit_bgnsub( struct svga_shader_emitter *emit,
2467                           unsigned position,
2468                           const struct tgsi_full_instruction *insn )
2469{
2470   unsigned i;
2471
2472   /* Note that we've finished the main function and are now emitting
2473    * subroutines.  This affects how we terminate the generated
2474    * shader.
2475    */
2476   emit->in_main_func = FALSE;
2477
2478   for (i = 0; i < emit->nr_labels; i++) {
2479      if (emit->label[i] == position) {
2480         return (emit_instruction( emit, inst_token( SVGA3DOP_RET ) ) &&
2481                 emit_instruction( emit, inst_token( SVGA3DOP_LABEL ) ) &&
2482                 emit_src( emit, src_register( SVGA3DREG_LABEL, i )));
2483      }
2484   }
2485
2486   assert(0);
2487   return TRUE;
2488}
2489
2490static boolean emit_call( struct svga_shader_emitter *emit,
2491                           const struct tgsi_full_instruction *insn )
2492{
2493   unsigned position = insn->Label.Label;
2494   unsigned i;
2495
2496   for (i = 0; i < emit->nr_labels; i++) {
2497      if (emit->label[i] == position)
2498         break;
2499   }
2500
2501   if (emit->nr_labels == Elements(emit->label))
2502      return FALSE;
2503
2504   if (i == emit->nr_labels) {
2505      emit->label[i] = position;
2506      emit->nr_labels++;
2507   }
2508
2509   return (emit_instruction( emit, inst_token( SVGA3DOP_CALL ) ) &&
2510           emit_src( emit, src_register( SVGA3DREG_LABEL, i )));
2511}
2512
2513
2514static boolean emit_end( struct svga_shader_emitter *emit )
2515{
2516   if (emit->unit == PIPE_SHADER_VERTEX) {
2517      return emit_vs_postamble( emit );
2518   }
2519   else {
2520      return emit_ps_postamble( emit );
2521   }
2522}
2523
2524
2525
2526static boolean svga_emit_instruction( struct svga_shader_emitter *emit,
2527                                      unsigned position,
2528                                      const struct tgsi_full_instruction *insn )
2529{
2530   switch (insn->Instruction.Opcode) {
2531
2532   case TGSI_OPCODE_ARL:
2533      return emit_arl( emit, insn );
2534
2535   case TGSI_OPCODE_TEX:
2536   case TGSI_OPCODE_TXB:
2537   case TGSI_OPCODE_TXP:
2538   case TGSI_OPCODE_TXL:
2539   case TGSI_OPCODE_TXD:
2540      return emit_tex( emit, insn );
2541
2542   case TGSI_OPCODE_DDX:
2543   case TGSI_OPCODE_DDY:
2544      return emit_deriv( emit, insn );
2545
2546   case TGSI_OPCODE_BGNSUB:
2547      return emit_bgnsub( emit, position, insn );
2548
2549   case TGSI_OPCODE_ENDSUB:
2550      return TRUE;
2551
2552   case TGSI_OPCODE_CAL:
2553      return emit_call( emit, insn );
2554
2555   case TGSI_OPCODE_FLR:
2556      return emit_floor( emit, insn );
2557
2558   case TGSI_OPCODE_TRUNC:
2559      return emit_trunc_round( emit, insn, FALSE );
2560
2561   case TGSI_OPCODE_ROUND:
2562      return emit_trunc_round( emit, insn, TRUE );
2563
2564   case TGSI_OPCODE_CEIL:
2565      return emit_ceil( emit, insn );
2566
2567   case TGSI_OPCODE_CMP:
2568      return emit_cmp( emit, insn );
2569
2570   case TGSI_OPCODE_DIV:
2571      return emit_div( emit, insn );
2572
2573   case TGSI_OPCODE_DP2:
2574      return emit_dp2( emit, insn );
2575
2576   case TGSI_OPCODE_DPH:
2577      return emit_dph( emit, insn );
2578
2579   case TGSI_OPCODE_NRM:
2580      return emit_nrm( emit, insn );
2581
2582   case TGSI_OPCODE_COS:
2583      return emit_cos( emit, insn );
2584
2585   case TGSI_OPCODE_SIN:
2586      return emit_sin( emit, insn );
2587
2588   case TGSI_OPCODE_SCS:
2589      return emit_sincos( emit, insn );
2590
2591   case TGSI_OPCODE_END:
2592      /* TGSI always finishes the main func with an END */
2593      return emit_end( emit );
2594
2595   case TGSI_OPCODE_KIL:
2596      return emit_kil( emit, insn );
2597
2598      /* Selection opcodes.  The underlying language is fairly
2599       * non-orthogonal about these.
2600       */
2601   case TGSI_OPCODE_SEQ:
2602      return emit_select_op( emit, PIPE_FUNC_EQUAL, insn );
2603
2604   case TGSI_OPCODE_SNE:
2605      return emit_select_op( emit, PIPE_FUNC_NOTEQUAL, insn );
2606
2607   case TGSI_OPCODE_SGT:
2608      return emit_select_op( emit, PIPE_FUNC_GREATER, insn );
2609
2610   case TGSI_OPCODE_SGE:
2611      return emit_select_op( emit, PIPE_FUNC_GEQUAL, insn );
2612
2613   case TGSI_OPCODE_SLT:
2614      return emit_select_op( emit, PIPE_FUNC_LESS, insn );
2615
2616   case TGSI_OPCODE_SLE:
2617      return emit_select_op( emit, PIPE_FUNC_LEQUAL, insn );
2618
2619   case TGSI_OPCODE_SUB:
2620      return emit_sub( emit, insn );
2621
2622   case TGSI_OPCODE_POW:
2623      return emit_pow( emit, insn );
2624
2625   case TGSI_OPCODE_EX2:
2626      return emit_ex2( emit, insn );
2627
2628   case TGSI_OPCODE_EXP:
2629      return emit_exp( emit, insn );
2630
2631   case TGSI_OPCODE_LOG:
2632      return emit_log( emit, insn );
2633
2634   case TGSI_OPCODE_LG2:
2635      return emit_scalar_op1( emit, SVGA3DOP_LOG, insn );
2636
2637   case TGSI_OPCODE_RSQ:
2638      return emit_scalar_op1( emit, SVGA3DOP_RSQ, insn );
2639
2640   case TGSI_OPCODE_RCP:
2641      return emit_scalar_op1( emit, SVGA3DOP_RCP, insn );
2642
2643   case TGSI_OPCODE_CONT:
2644   case TGSI_OPCODE_RET:
2645      /* This is a noop -- we tell mesa that we can't support RET
2646       * within a function (early return), so this will always be
2647       * followed by an ENDSUB.
2648       */
2649      return TRUE;
2650
2651      /* These aren't actually used by any of the frontends we care
2652       * about:
2653       */
2654   case TGSI_OPCODE_CLAMP:
2655   case TGSI_OPCODE_AND:
2656   case TGSI_OPCODE_OR:
2657   case TGSI_OPCODE_I2F:
2658   case TGSI_OPCODE_NOT:
2659   case TGSI_OPCODE_SHL:
2660   case TGSI_OPCODE_ISHR:
2661   case TGSI_OPCODE_XOR:
2662      return FALSE;
2663
2664   case TGSI_OPCODE_IF:
2665      return emit_if( emit, insn );
2666   case TGSI_OPCODE_ELSE:
2667      return emit_else( emit, insn );
2668   case TGSI_OPCODE_ENDIF:
2669      return emit_endif( emit, insn );
2670
2671   case TGSI_OPCODE_BGNLOOP:
2672      return emit_bgnloop2( emit, insn );
2673   case TGSI_OPCODE_ENDLOOP:
2674      return emit_endloop2( emit, insn );
2675   case TGSI_OPCODE_BRK:
2676      return emit_brk( emit, insn );
2677
2678   case TGSI_OPCODE_XPD:
2679      return emit_xpd( emit, insn );
2680
2681   case TGSI_OPCODE_KILP:
2682      return emit_kilp( emit, insn );
2683
2684   case TGSI_OPCODE_DST:
2685      return emit_dst_insn( emit, insn );
2686
2687   case TGSI_OPCODE_LIT:
2688      return emit_lit( emit, insn );
2689
2690   case TGSI_OPCODE_LRP:
2691      return emit_lrp( emit, insn );
2692
2693   case TGSI_OPCODE_SSG:
2694      return emit_ssg( emit, insn );
2695
2696   default: {
2697      unsigned opcode = translate_opcode(insn->Instruction.Opcode);
2698
2699      if (opcode == SVGA3DOP_LAST_INST)
2700         return FALSE;
2701
2702      if (!emit_simple_instruction( emit, opcode, insn ))
2703         return FALSE;
2704   }
2705   }
2706
2707   return TRUE;
2708}
2709
2710
2711static boolean svga_emit_immediate( struct svga_shader_emitter *emit,
2712                                    struct tgsi_full_immediate *imm)
2713{
2714   static const float id[4] = {0,0,0,1};
2715   float value[4];
2716   unsigned i;
2717
2718   assert(1 <= imm->Immediate.NrTokens && imm->Immediate.NrTokens <= 5);
2719   for (i = 0; i < imm->Immediate.NrTokens - 1; i++)
2720      value[i] = imm->u[i].Float;
2721
2722   for ( ; i < 4; i++ )
2723      value[i] = id[i];
2724
2725   return emit_def_const( emit, SVGA3D_CONST_TYPE_FLOAT,
2726                          emit->imm_start + emit->internal_imm_count++,
2727                          value[0], value[1], value[2], value[3]);
2728}
2729
2730static boolean make_immediate( struct svga_shader_emitter *emit,
2731                               float a,
2732                               float b,
2733                               float c,
2734                               float d,
2735                               struct src_register *out )
2736{
2737   unsigned idx = emit->nr_hw_float_const++;
2738
2739   if (!emit_def_const( emit, SVGA3D_CONST_TYPE_FLOAT,
2740                        idx, a, b, c, d ))
2741      return FALSE;
2742
2743   *out = src_register( SVGA3DREG_CONST, idx );
2744
2745   return TRUE;
2746}
2747
2748static boolean emit_vs_preamble( struct svga_shader_emitter *emit )
2749{
2750   if (!emit->key.vkey.need_prescale) {
2751      if (!make_immediate( emit, 0, 0, .5, .5,
2752                           &emit->imm_0055))
2753         return FALSE;
2754   }
2755
2756   return TRUE;
2757}
2758
2759static boolean emit_ps_preamble( struct svga_shader_emitter *emit )
2760{
2761   if (emit->ps_reads_pos && emit->info.reads_z) {
2762      /*
2763       * Assemble the position from various bits of inputs. Depth and W are
2764       * passed in a texcoord this is due to D3D's vPos not hold Z or W.
2765       * Also fixup the perspective interpolation.
2766       *
2767       * temp_pos.xy = vPos.xy
2768       * temp_pos.w = rcp(texcoord1.w);
2769       * temp_pos.z = texcoord1.z * temp_pos.w;
2770       */
2771      if (!submit_op1( emit,
2772                       inst_token(SVGA3DOP_MOV),
2773                       writemask( emit->ps_temp_pos, TGSI_WRITEMASK_XY ),
2774                       emit->ps_true_pos ))
2775         return FALSE;
2776
2777      if (!submit_op1( emit,
2778                       inst_token(SVGA3DOP_RCP),
2779                       writemask( emit->ps_temp_pos, TGSI_WRITEMASK_W ),
2780                       scalar( emit->ps_depth_pos, TGSI_SWIZZLE_W ) ))
2781         return FALSE;
2782
2783      if (!submit_op2( emit,
2784                       inst_token(SVGA3DOP_MUL),
2785                       writemask( emit->ps_temp_pos, TGSI_WRITEMASK_Z ),
2786                       scalar( emit->ps_depth_pos, TGSI_SWIZZLE_Z ),
2787                       scalar( src(emit->ps_temp_pos), TGSI_SWIZZLE_W ) ))
2788         return FALSE;
2789   }
2790
2791   return TRUE;
2792}
2793
2794static boolean emit_ps_postamble( struct svga_shader_emitter *emit )
2795{
2796   unsigned i;
2797
2798   /* PS oDepth is incredibly fragile and it's very hard to catch the
2799    * types of usage that break it during shader emit.  Easier just to
2800    * redirect the main program to a temporary and then only touch
2801    * oDepth with a hand-crafted MOV below.
2802    */
2803   if (SVGA3dShaderGetRegType(emit->true_pos.value) != 0) {
2804
2805      if (!submit_op1( emit,
2806                       inst_token(SVGA3DOP_MOV),
2807                       emit->true_pos,
2808                       scalar(src(emit->temp_pos), TGSI_SWIZZLE_Z) ))
2809         return FALSE;
2810   }
2811
2812   for (i = 0; i < PIPE_MAX_COLOR_BUFS; i++) {
2813      if (SVGA3dShaderGetRegType(emit->true_col[i].value) != 0) {
2814
2815         /* Potentially override output colors with white for XOR
2816          * logicop workaround.
2817          */
2818         if (emit->unit == PIPE_SHADER_FRAGMENT &&
2819             emit->key.fkey.white_fragments) {
2820
2821            struct src_register one = scalar( get_zero_immediate( emit ),
2822                                              TGSI_SWIZZLE_W );
2823
2824            if (!submit_op1( emit,
2825                             inst_token(SVGA3DOP_MOV),
2826                             emit->true_col[i],
2827                             one ))
2828               return FALSE;
2829         }
2830         else {
2831            if (!submit_op1( emit,
2832                             inst_token(SVGA3DOP_MOV),
2833                             emit->true_col[i],
2834                             src(emit->temp_col[i]) ))
2835               return FALSE;
2836         }
2837      }
2838   }
2839
2840   return TRUE;
2841}
2842
2843static boolean emit_vs_postamble( struct svga_shader_emitter *emit )
2844{
2845   /* PSIZ output is incredibly fragile and it's very hard to catch
2846    * the types of usage that break it during shader emit.  Easier
2847    * just to redirect the main program to a temporary and then only
2848    * touch PSIZ with a hand-crafted MOV below.
2849    */
2850   if (SVGA3dShaderGetRegType(emit->true_psiz.value) != 0) {
2851      if (!submit_op1( emit,
2852                       inst_token(SVGA3DOP_MOV),
2853                       emit->true_psiz,
2854                       scalar(src(emit->temp_psiz), TGSI_SWIZZLE_X) ))
2855         return FALSE;
2856   }
2857
2858   /* Need to perform various manipulations on vertex position to cope
2859    * with the different GL and D3D clip spaces.
2860    */
2861   if (emit->key.vkey.need_prescale) {
2862      SVGA3dShaderDestToken temp_pos = emit->temp_pos;
2863      SVGA3dShaderDestToken depth = emit->depth_pos;
2864      SVGA3dShaderDestToken pos = emit->true_pos;
2865      unsigned offset = emit->info.file_max[TGSI_FILE_CONSTANT] + 1;
2866      struct src_register prescale_scale = src_register( SVGA3DREG_CONST,
2867                                                         offset + 0 );
2868      struct src_register prescale_trans = src_register( SVGA3DREG_CONST,
2869                                                         offset + 1 );
2870
2871      if (!submit_op1( emit,
2872                       inst_token(SVGA3DOP_MOV),
2873                       writemask(depth, TGSI_WRITEMASK_W),
2874                       scalar(src(temp_pos), TGSI_SWIZZLE_W) ))
2875         return FALSE;
2876
2877      /* MUL temp_pos.xyz,    temp_pos,      prescale.scale
2878       * MAD result.position, temp_pos.wwww, prescale.trans, temp_pos
2879       *   --> Note that prescale.trans.w == 0
2880       */
2881      if (!submit_op2( emit,
2882                       inst_token(SVGA3DOP_MUL),
2883                       writemask(temp_pos, TGSI_WRITEMASK_XYZ),
2884                       src(temp_pos),
2885                       prescale_scale ))
2886         return FALSE;
2887
2888      if (!submit_op3( emit,
2889                       inst_token(SVGA3DOP_MAD),
2890                       pos,
2891                       swizzle(src(temp_pos), 3, 3, 3, 3),
2892                       prescale_trans,
2893                       src(temp_pos)))
2894         return FALSE;
2895
2896      /* Also write to depth value */
2897      if (!submit_op3( emit,
2898                       inst_token(SVGA3DOP_MAD),
2899                       writemask(depth, TGSI_WRITEMASK_Z),
2900                       swizzle(src(temp_pos), 3, 3, 3, 3),
2901                       prescale_trans,
2902                       src(temp_pos) ))
2903         return FALSE;
2904   }
2905   else {
2906      SVGA3dShaderDestToken temp_pos = emit->temp_pos;
2907      SVGA3dShaderDestToken depth = emit->depth_pos;
2908      SVGA3dShaderDestToken pos = emit->true_pos;
2909      struct src_register imm_0055 = emit->imm_0055;
2910
2911      /* Adjust GL clipping coordinate space to hardware (D3D-style):
2912       *
2913       * DP4 temp_pos.z, {0,0,.5,.5}, temp_pos
2914       * MOV result.position, temp_pos
2915       */
2916      if (!submit_op2( emit,
2917                       inst_token(SVGA3DOP_DP4),
2918                       writemask(temp_pos, TGSI_WRITEMASK_Z),
2919                       imm_0055,
2920                       src(temp_pos) ))
2921         return FALSE;
2922
2923      if (!submit_op1( emit,
2924                       inst_token(SVGA3DOP_MOV),
2925                       pos,
2926                       src(temp_pos) ))
2927         return FALSE;
2928
2929      /* Move the manipulated depth into the extra texcoord reg */
2930      if (!submit_op1( emit,
2931                       inst_token(SVGA3DOP_MOV),
2932                       writemask(depth, TGSI_WRITEMASK_ZW),
2933                       src(temp_pos) ))
2934         return FALSE;
2935   }
2936
2937   return TRUE;
2938}
2939
2940/*
2941  0: IF VFACE :4
2942  1:   COLOR = FrontColor;
2943  2: ELSE
2944  3:   COLOR = BackColor;
2945  4: ENDIF
2946 */
2947static boolean emit_light_twoside( struct svga_shader_emitter *emit )
2948{
2949   struct src_register vface, zero;
2950   struct src_register front[2];
2951   struct src_register back[2];
2952   SVGA3dShaderDestToken color[2];
2953   int count =  emit->internal_color_count;
2954   int i;
2955   SVGA3dShaderInstToken if_token;
2956
2957   if (count == 0)
2958      return TRUE;
2959
2960   vface = get_vface( emit );
2961   zero = get_zero_immediate( emit );
2962
2963   /* Can't use get_temp() to allocate the color reg as such
2964    * temporaries will be reclaimed after each instruction by the call
2965    * to reset_temp_regs().
2966    */
2967   for (i = 0; i < count; i++) {
2968      color[i] = dst_register( SVGA3DREG_TEMP, emit->nr_hw_temp++ );
2969      front[i] = emit->input_map[emit->internal_color_idx[i]];
2970
2971      /* Back is always the next input:
2972       */
2973      back[i] = front[i];
2974      back[i].base.num = front[i].base.num + 1;
2975
2976      /* Reassign the input_map to the actual front-face color:
2977       */
2978      emit->input_map[emit->internal_color_idx[i]] = src(color[i]);
2979   }
2980
2981   if_token = inst_token( SVGA3DOP_IFC );
2982
2983   if (emit->key.fkey.front_ccw)
2984      if_token.control = SVGA3DOPCOMP_LT;
2985   else
2986      if_token.control = SVGA3DOPCOMP_GT;
2987
2988   zero = scalar(zero, TGSI_SWIZZLE_X);
2989
2990   if (!(emit_instruction( emit, if_token ) &&
2991         emit_src( emit, vface ) &&
2992         emit_src( emit, zero ) ))
2993      return FALSE;
2994
2995   for (i = 0; i < count; i++) {
2996      if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ), color[i], front[i] ))
2997         return FALSE;
2998   }
2999
3000   if (!(emit_instruction( emit, inst_token( SVGA3DOP_ELSE))))
3001      return FALSE;
3002
3003   for (i = 0; i < count; i++) {
3004      if (!submit_op1( emit, inst_token( SVGA3DOP_MOV ), color[i], back[i] ))
3005         return FALSE;
3006   }
3007
3008   if (!emit_instruction( emit, inst_token( SVGA3DOP_ENDIF ) ))
3009      return FALSE;
3010
3011   return TRUE;
3012}
3013
3014/*
3015  0: SETP_GT TEMP, VFACE, 0
3016  where TEMP is a fake frontface register
3017 */
3018static boolean emit_frontface( struct svga_shader_emitter *emit )
3019{
3020   struct src_register vface, zero;
3021   SVGA3dShaderDestToken temp;
3022   struct src_register pass, fail;
3023
3024   vface = get_vface( emit );
3025   zero = get_zero_immediate( emit );
3026
3027   /* Can't use get_temp() to allocate the fake frontface reg as such
3028    * temporaries will be reclaimed after each instruction by the call
3029    * to reset_temp_regs().
3030    */
3031   temp = dst_register( SVGA3DREG_TEMP,
3032                        emit->nr_hw_temp++ );
3033
3034   if (emit->key.fkey.front_ccw) {
3035      pass = scalar( zero, TGSI_SWIZZLE_X );
3036      fail = scalar( zero, TGSI_SWIZZLE_W );
3037   } else {
3038      pass = scalar( zero, TGSI_SWIZZLE_W );
3039      fail = scalar( zero, TGSI_SWIZZLE_X );
3040   }
3041
3042   if (!emit_conditional(emit, PIPE_FUNC_GREATER,
3043                         temp, vface, scalar( zero, TGSI_SWIZZLE_X ),
3044                         pass, fail))
3045      return FALSE;
3046
3047   /* Reassign the input_map to the actual front-face color:
3048    */
3049   emit->input_map[emit->internal_frontface_idx] = src(temp);
3050
3051   return TRUE;
3052}
3053
3054
3055/**
3056 * Emit code to invert the T component of the incoming texture coordinate.
3057 * This is used for drawing point sprites when
3058 * pipe_rasterizer_state::sprite_coord_mode == PIPE_SPRITE_COORD_LOWER_LEFT.
3059 */
3060static boolean emit_inverted_texcoords( struct svga_shader_emitter *emit )
3061{
3062   struct src_register zero = get_zero_immediate(emit);
3063   struct src_register pos_neg_one = get_pos_neg_one_immediate( emit );
3064   unsigned inverted_texcoords = emit->inverted_texcoords;
3065
3066   while (inverted_texcoords) {
3067      const unsigned unit = ffs(inverted_texcoords) - 1;
3068
3069      assert(emit->inverted_texcoords & (1 << unit));
3070
3071      assert(unit < Elements(emit->ps_true_texcoord));
3072
3073      assert(unit < Elements(emit->ps_inverted_texcoord_input));
3074
3075      assert(emit->ps_inverted_texcoord_input[unit]
3076             < Elements(emit->input_map));
3077
3078      /* inverted = coord * (1, -1, 1, 1) + (0, 1, 0, 0) */
3079      if (!submit_op3(emit,
3080                      inst_token(SVGA3DOP_MAD),
3081                      dst(emit->ps_inverted_texcoord[unit]),
3082                      emit->ps_true_texcoord[unit],
3083                      swizzle(pos_neg_one, 0, 3, 0, 0),  /* (1, -1, 1, 1) */
3084                      swizzle(zero, 0, 3, 0, 0)))  /* (0, 1, 0, 0) */
3085         return FALSE;
3086
3087      /* Reassign the input_map entry to the new texcoord register */
3088      emit->input_map[emit->ps_inverted_texcoord_input[unit]] =
3089         emit->ps_inverted_texcoord[unit];
3090
3091      inverted_texcoords &= ~(1 << unit);
3092   }
3093
3094   return TRUE;
3095}
3096
3097
3098static INLINE boolean
3099needs_to_create_zero( struct svga_shader_emitter *emit )
3100{
3101   int i;
3102
3103   if (emit->unit == PIPE_SHADER_FRAGMENT) {
3104      if (emit->key.fkey.light_twoside)
3105         return TRUE;
3106
3107      if (emit->key.fkey.white_fragments)
3108         return TRUE;
3109
3110      if (emit->emit_frontface)
3111         return TRUE;
3112
3113      if (emit->info.opcode_count[TGSI_OPCODE_DST] >= 1 ||
3114          emit->info.opcode_count[TGSI_OPCODE_SSG] >= 1 ||
3115          emit->info.opcode_count[TGSI_OPCODE_LIT] >= 1)
3116         return TRUE;
3117
3118      if (emit->inverted_texcoords)
3119         return TRUE;
3120
3121      /* look for any PIPE_SWIZZLE_ZERO/ONE terms */
3122      for (i = 0; i < emit->key.fkey.num_textures; i++) {
3123         if (emit->key.fkey.tex[i].swizzle_r > PIPE_SWIZZLE_ALPHA ||
3124             emit->key.fkey.tex[i].swizzle_g > PIPE_SWIZZLE_ALPHA ||
3125             emit->key.fkey.tex[i].swizzle_b > PIPE_SWIZZLE_ALPHA ||
3126             emit->key.fkey.tex[i].swizzle_a > PIPE_SWIZZLE_ALPHA)
3127            return TRUE;
3128      }
3129
3130      for (i = 0; i < emit->key.fkey.num_textures; i++) {
3131         if (emit->key.fkey.tex[i].compare_mode == PIPE_TEX_COMPARE_R_TO_TEXTURE)
3132            return TRUE;
3133      }
3134   }
3135
3136   if (emit->unit == PIPE_SHADER_VERTEX) {
3137      if (emit->info.opcode_count[TGSI_OPCODE_CMP] >= 1)
3138         return TRUE;
3139   }
3140
3141   if (emit->info.opcode_count[TGSI_OPCODE_IF] >= 1 ||
3142       emit->info.opcode_count[TGSI_OPCODE_BGNLOOP] >= 1 ||
3143       emit->info.opcode_count[TGSI_OPCODE_DDX] >= 1 ||
3144       emit->info.opcode_count[TGSI_OPCODE_DDY] >= 1 ||
3145       emit->info.opcode_count[TGSI_OPCODE_ROUND] >= 1 ||
3146       emit->info.opcode_count[TGSI_OPCODE_SGE] >= 1 ||
3147       emit->info.opcode_count[TGSI_OPCODE_SGT] >= 1 ||
3148       emit->info.opcode_count[TGSI_OPCODE_SLE] >= 1 ||
3149       emit->info.opcode_count[TGSI_OPCODE_SLT] >= 1 ||
3150       emit->info.opcode_count[TGSI_OPCODE_SNE] >= 1 ||
3151       emit->info.opcode_count[TGSI_OPCODE_SEQ] >= 1 ||
3152       emit->info.opcode_count[TGSI_OPCODE_EXP] >= 1 ||
3153       emit->info.opcode_count[TGSI_OPCODE_LOG] >= 1 ||
3154       emit->info.opcode_count[TGSI_OPCODE_XPD] >= 1 ||
3155       emit->info.opcode_count[TGSI_OPCODE_KILP] >= 1)
3156      return TRUE;
3157
3158   return FALSE;
3159}
3160
3161static INLINE boolean
3162needs_to_create_loop_const( struct svga_shader_emitter *emit )
3163{
3164   return (emit->info.opcode_count[TGSI_OPCODE_BGNLOOP] >= 1);
3165}
3166
3167static INLINE boolean
3168needs_to_create_arl_consts( struct svga_shader_emitter *emit )
3169{
3170   return (emit->num_arl_consts > 0);
3171}
3172
3173static INLINE boolean
3174pre_parse_add_indirect( struct svga_shader_emitter *emit,
3175                        int num, int current_arl)
3176{
3177   int i;
3178   assert(num < 0);
3179
3180   for (i = 0; i < emit->num_arl_consts; ++i) {
3181      if (emit->arl_consts[i].arl_num == current_arl)
3182         break;
3183   }
3184   /* new entry */
3185   if (emit->num_arl_consts == i) {
3186      ++emit->num_arl_consts;
3187   }
3188   emit->arl_consts[i].number = (emit->arl_consts[i].number > num) ?
3189                                num :
3190                                emit->arl_consts[i].number;
3191   emit->arl_consts[i].arl_num = current_arl;
3192   return TRUE;
3193}
3194
3195static boolean
3196pre_parse_instruction( struct svga_shader_emitter *emit,
3197                       const struct tgsi_full_instruction *insn,
3198                       int current_arl)
3199{
3200   if (insn->Src[0].Register.Indirect &&
3201       insn->Src[0].Indirect.File == TGSI_FILE_ADDRESS) {
3202      const struct tgsi_full_src_register *reg = &insn->Src[0];
3203      if (reg->Register.Index < 0) {
3204         pre_parse_add_indirect(emit, reg->Register.Index, current_arl);
3205      }
3206   }
3207
3208   if (insn->Src[1].Register.Indirect &&
3209       insn->Src[1].Indirect.File == TGSI_FILE_ADDRESS) {
3210      const struct tgsi_full_src_register *reg = &insn->Src[1];
3211      if (reg->Register.Index < 0) {
3212         pre_parse_add_indirect(emit, reg->Register.Index, current_arl);
3213      }
3214   }
3215
3216   if (insn->Src[2].Register.Indirect &&
3217       insn->Src[2].Indirect.File == TGSI_FILE_ADDRESS) {
3218      const struct tgsi_full_src_register *reg = &insn->Src[2];
3219      if (reg->Register.Index < 0) {
3220         pre_parse_add_indirect(emit, reg->Register.Index, current_arl);
3221      }
3222   }
3223
3224   return TRUE;
3225}
3226
3227static boolean
3228pre_parse_tokens( struct svga_shader_emitter *emit,
3229                  const struct tgsi_token *tokens )
3230{
3231   struct tgsi_parse_context parse;
3232   int current_arl = 0;
3233
3234   tgsi_parse_init( &parse, tokens );
3235
3236   while (!tgsi_parse_end_of_tokens( &parse )) {
3237      tgsi_parse_token( &parse );
3238      switch (parse.FullToken.Token.Type) {
3239      case TGSI_TOKEN_TYPE_IMMEDIATE:
3240      case TGSI_TOKEN_TYPE_DECLARATION:
3241         break;
3242      case TGSI_TOKEN_TYPE_INSTRUCTION:
3243         if (parse.FullToken.FullInstruction.Instruction.Opcode ==
3244             TGSI_OPCODE_ARL) {
3245            ++current_arl;
3246         }
3247         if (!pre_parse_instruction( emit, &parse.FullToken.FullInstruction,
3248                                     current_arl ))
3249            return FALSE;
3250         break;
3251      default:
3252         break;
3253      }
3254
3255   }
3256   return TRUE;
3257}
3258
3259static boolean svga_shader_emit_helpers( struct svga_shader_emitter *emit )
3260
3261{
3262   if (needs_to_create_zero( emit )) {
3263      create_zero_immediate( emit );
3264   }
3265   if (needs_to_create_loop_const( emit )) {
3266      create_loop_const( emit );
3267   }
3268   if (needs_to_create_arl_consts( emit )) {
3269      create_arl_consts( emit );
3270   }
3271
3272   if (emit->unit == PIPE_SHADER_FRAGMENT) {
3273      if (!emit_ps_preamble( emit ))
3274         return FALSE;
3275
3276      if (emit->key.fkey.light_twoside) {
3277         if (!emit_light_twoside( emit ))
3278            return FALSE;
3279      }
3280      if (emit->emit_frontface) {
3281         if (!emit_frontface( emit ))
3282            return FALSE;
3283      }
3284      if (emit->inverted_texcoords) {
3285         if (!emit_inverted_texcoords( emit ))
3286            return FALSE;
3287      }
3288   }
3289
3290   return TRUE;
3291}
3292
3293boolean svga_shader_emit_instructions( struct svga_shader_emitter *emit,
3294                                       const struct tgsi_token *tokens )
3295{
3296   struct tgsi_parse_context parse;
3297   boolean ret = TRUE;
3298   boolean helpers_emitted = FALSE;
3299   unsigned line_nr = 0;
3300
3301   tgsi_parse_init( &parse, tokens );
3302   emit->internal_imm_count = 0;
3303
3304   if (emit->unit == PIPE_SHADER_VERTEX) {
3305      ret = emit_vs_preamble( emit );
3306      if (!ret)
3307         goto done;
3308   }
3309
3310   pre_parse_tokens(emit, tokens);
3311
3312   while (!tgsi_parse_end_of_tokens( &parse )) {
3313      tgsi_parse_token( &parse );
3314
3315      switch (parse.FullToken.Token.Type) {
3316      case TGSI_TOKEN_TYPE_IMMEDIATE:
3317         ret = svga_emit_immediate( emit, &parse.FullToken.FullImmediate );
3318         if (!ret)
3319            goto done;
3320         break;
3321
3322      case TGSI_TOKEN_TYPE_DECLARATION:
3323         ret = svga_translate_decl_sm30( emit, &parse.FullToken.FullDeclaration );
3324         if (!ret)
3325            goto done;
3326         break;
3327
3328      case TGSI_TOKEN_TYPE_INSTRUCTION:
3329         if (!helpers_emitted) {
3330            if (!svga_shader_emit_helpers( emit ))
3331               goto done;
3332            helpers_emitted = TRUE;
3333         }
3334         ret = svga_emit_instruction( emit,
3335                                      line_nr++,
3336                                      &parse.FullToken.FullInstruction );
3337         if (!ret)
3338            goto done;
3339         break;
3340      default:
3341         break;
3342      }
3343
3344      reset_temp_regs( emit );
3345   }
3346
3347   /* Need to terminate the current subroutine.  Note that the
3348    * hardware doesn't tolerate shaders without sub-routines
3349    * terminating with RET+END.
3350    */
3351   if (!emit->in_main_func) {
3352      ret = emit_instruction( emit, inst_token( SVGA3DOP_RET ) );
3353      if (!ret)
3354         goto done;
3355   }
3356
3357   assert(emit->dynamic_branching_level == 0);
3358
3359   /* Need to terminate the whole shader:
3360    */
3361   ret = emit_instruction( emit, inst_token( SVGA3DOP_END ) );
3362   if (!ret)
3363      goto done;
3364
3365done:
3366   tgsi_parse_free( &parse );
3367   return ret;
3368}
3369