lp_bld_tgsi_soa.c revision 117a0e91afa4fae55df88de48a058c9b881c6b14
1/************************************************************************** 2 * 3 * Copyright 2009 VMware, Inc. 4 * Copyright 2007-2008 Tungsten Graphics, Inc., Cedar Park, Texas. 5 * All Rights Reserved. 6 * 7 * Permission is hereby granted, free of charge, to any person obtaining a 8 * copy of this software and associated documentation files (the 9 * "Software"), to deal in the Software without restriction, including 10 * without limitation the rights to use, copy, modify, merge, publish, 11 * distribute, sub license, and/or sell copies of the Software, and to 12 * permit persons to whom the Software is furnished to do so, subject to 13 * the following conditions: 14 * 15 * The above copyright notice and this permission notice (including the 16 * next paragraph) shall be included in all copies or substantial portions 17 * of the Software. 18 * 19 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS 20 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 21 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. 22 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR 23 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, 24 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE 25 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. 26 * 27 **************************************************************************/ 28 29/** 30 * @file 31 * TGSI to LLVM IR translation -- SoA. 32 * 33 * @author Jose Fonseca <jfonseca@vmware.com> 34 * 35 * Based on tgsi_sse2.c code written by Michal Krol, Keith Whitwell, 36 * Brian Paul, and others. 37 */ 38 39#include "pipe/p_config.h" 40#include "pipe/p_shader_tokens.h" 41#include "util/u_debug.h" 42#include "util/u_math.h" 43#include "util/u_memory.h" 44#include "tgsi/tgsi_dump.h" 45#include "tgsi/tgsi_exec.h" 46#include "tgsi/tgsi_info.h" 47#include "tgsi/tgsi_parse.h" 48#include "tgsi/tgsi_util.h" 49#include "tgsi/tgsi_scan.h" 50#include "lp_bld_tgsi_action.h" 51#include "lp_bld_type.h" 52#include "lp_bld_const.h" 53#include "lp_bld_arit.h" 54#include "lp_bld_bitarit.h" 55#include "lp_bld_gather.h" 56#include "lp_bld_init.h" 57#include "lp_bld_logic.h" 58#include "lp_bld_swizzle.h" 59#include "lp_bld_flow.h" 60#include "lp_bld_quad.h" 61#include "lp_bld_tgsi.h" 62#include "lp_bld_limits.h" 63#include "lp_bld_debug.h" 64#include "lp_bld_printf.h" 65 66 67static void lp_exec_mask_init(struct lp_exec_mask *mask, struct lp_build_context *bld) 68{ 69 mask->bld = bld; 70 mask->has_mask = FALSE; 71 mask->cond_stack_size = 0; 72 mask->loop_stack_size = 0; 73 mask->call_stack_size = 0; 74 75 mask->int_vec_type = lp_build_int_vec_type(bld->gallivm, mask->bld->type); 76 mask->exec_mask = mask->ret_mask = mask->break_mask = mask->cont_mask = mask->cond_mask = 77 LLVMConstAllOnes(mask->int_vec_type); 78} 79 80static void lp_exec_mask_update(struct lp_exec_mask *mask) 81{ 82 LLVMBuilderRef builder = mask->bld->gallivm->builder; 83 84 if (mask->loop_stack_size) { 85 /*for loops we need to update the entire mask at runtime */ 86 LLVMValueRef tmp; 87 assert(mask->break_mask); 88 tmp = LLVMBuildAnd(builder, 89 mask->cont_mask, 90 mask->break_mask, 91 "maskcb"); 92 mask->exec_mask = LLVMBuildAnd(builder, 93 mask->cond_mask, 94 tmp, 95 "maskfull"); 96 } else 97 mask->exec_mask = mask->cond_mask; 98 99 if (mask->call_stack_size) { 100 mask->exec_mask = LLVMBuildAnd(builder, 101 mask->exec_mask, 102 mask->ret_mask, 103 "callmask"); 104 } 105 106 mask->has_mask = (mask->cond_stack_size > 0 || 107 mask->loop_stack_size > 0 || 108 mask->call_stack_size > 0); 109} 110 111static void lp_exec_mask_cond_push(struct lp_exec_mask *mask, 112 LLVMValueRef val) 113{ 114 LLVMBuilderRef builder = mask->bld->gallivm->builder; 115 116 assert(mask->cond_stack_size < LP_MAX_TGSI_NESTING); 117 if (mask->cond_stack_size == 0) { 118 assert(mask->cond_mask == LLVMConstAllOnes(mask->int_vec_type)); 119 } 120 mask->cond_stack[mask->cond_stack_size++] = mask->cond_mask; 121 assert(LLVMTypeOf(val) == mask->int_vec_type); 122 mask->cond_mask = LLVMBuildAnd(builder, 123 mask->cond_mask, 124 val, 125 ""); 126 lp_exec_mask_update(mask); 127} 128 129static void lp_exec_mask_cond_invert(struct lp_exec_mask *mask) 130{ 131 LLVMBuilderRef builder = mask->bld->gallivm->builder; 132 LLVMValueRef prev_mask; 133 LLVMValueRef inv_mask; 134 135 assert(mask->cond_stack_size); 136 prev_mask = mask->cond_stack[mask->cond_stack_size - 1]; 137 if (mask->cond_stack_size == 1) { 138 assert(prev_mask == LLVMConstAllOnes(mask->int_vec_type)); 139 } 140 141 inv_mask = LLVMBuildNot(builder, mask->cond_mask, ""); 142 143 mask->cond_mask = LLVMBuildAnd(builder, 144 inv_mask, 145 prev_mask, ""); 146 lp_exec_mask_update(mask); 147} 148 149static void lp_exec_mask_cond_pop(struct lp_exec_mask *mask) 150{ 151 assert(mask->cond_stack_size); 152 mask->cond_mask = mask->cond_stack[--mask->cond_stack_size]; 153 lp_exec_mask_update(mask); 154} 155 156static void lp_exec_bgnloop(struct lp_exec_mask *mask) 157{ 158 LLVMBuilderRef builder = mask->bld->gallivm->builder; 159 160 if (mask->loop_stack_size == 0) { 161 assert(mask->loop_block == NULL); 162 assert(mask->cont_mask == LLVMConstAllOnes(mask->int_vec_type)); 163 assert(mask->break_mask == LLVMConstAllOnes(mask->int_vec_type)); 164 assert(mask->break_var == NULL); 165 } 166 167 assert(mask->loop_stack_size < LP_MAX_TGSI_NESTING); 168 169 mask->loop_stack[mask->loop_stack_size].loop_block = mask->loop_block; 170 mask->loop_stack[mask->loop_stack_size].cont_mask = mask->cont_mask; 171 mask->loop_stack[mask->loop_stack_size].break_mask = mask->break_mask; 172 mask->loop_stack[mask->loop_stack_size].break_var = mask->break_var; 173 ++mask->loop_stack_size; 174 175 mask->break_var = lp_build_alloca(mask->bld->gallivm, mask->int_vec_type, ""); 176 LLVMBuildStore(builder, mask->break_mask, mask->break_var); 177 178 mask->loop_block = lp_build_insert_new_block(mask->bld->gallivm, "bgnloop"); 179 LLVMBuildBr(builder, mask->loop_block); 180 LLVMPositionBuilderAtEnd(builder, mask->loop_block); 181 182 mask->break_mask = LLVMBuildLoad(builder, mask->break_var, ""); 183 184 lp_exec_mask_update(mask); 185} 186 187static void lp_exec_break(struct lp_exec_mask *mask) 188{ 189 LLVMBuilderRef builder = mask->bld->gallivm->builder; 190 LLVMValueRef exec_mask = LLVMBuildNot(builder, 191 mask->exec_mask, 192 "break"); 193 194 mask->break_mask = LLVMBuildAnd(builder, 195 mask->break_mask, 196 exec_mask, "break_full"); 197 198 lp_exec_mask_update(mask); 199} 200 201static void lp_exec_continue(struct lp_exec_mask *mask) 202{ 203 LLVMBuilderRef builder = mask->bld->gallivm->builder; 204 LLVMValueRef exec_mask = LLVMBuildNot(builder, 205 mask->exec_mask, 206 ""); 207 208 mask->cont_mask = LLVMBuildAnd(builder, 209 mask->cont_mask, 210 exec_mask, ""); 211 212 lp_exec_mask_update(mask); 213} 214 215 216static void lp_exec_endloop(struct gallivm_state *gallivm, 217 struct lp_exec_mask *mask) 218{ 219 LLVMBuilderRef builder = mask->bld->gallivm->builder; 220 LLVMBasicBlockRef endloop; 221 LLVMTypeRef reg_type = LLVMIntTypeInContext(gallivm->context, 222 mask->bld->type.width * 223 mask->bld->type.length); 224 LLVMValueRef i1cond; 225 226 assert(mask->break_mask); 227 228 /* 229 * Restore the cont_mask, but don't pop 230 */ 231 assert(mask->loop_stack_size); 232 mask->cont_mask = mask->loop_stack[mask->loop_stack_size - 1].cont_mask; 233 lp_exec_mask_update(mask); 234 235 /* 236 * Unlike the continue mask, the break_mask must be preserved across loop 237 * iterations 238 */ 239 LLVMBuildStore(builder, mask->break_mask, mask->break_var); 240 241 /* i1cond = (mask == 0) */ 242 i1cond = LLVMBuildICmp( 243 builder, 244 LLVMIntNE, 245 LLVMBuildBitCast(builder, mask->exec_mask, reg_type, ""), 246 LLVMConstNull(reg_type), ""); 247 248 endloop = lp_build_insert_new_block(mask->bld->gallivm, "endloop"); 249 250 LLVMBuildCondBr(builder, 251 i1cond, mask->loop_block, endloop); 252 253 LLVMPositionBuilderAtEnd(builder, endloop); 254 255 assert(mask->loop_stack_size); 256 --mask->loop_stack_size; 257 mask->loop_block = mask->loop_stack[mask->loop_stack_size].loop_block; 258 mask->cont_mask = mask->loop_stack[mask->loop_stack_size].cont_mask; 259 mask->break_mask = mask->loop_stack[mask->loop_stack_size].break_mask; 260 mask->break_var = mask->loop_stack[mask->loop_stack_size].break_var; 261 262 lp_exec_mask_update(mask); 263} 264 265/* stores val into an address pointed to by dst. 266 * mask->exec_mask is used to figure out which bits of val 267 * should be stored into the address 268 * (0 means don't store this bit, 1 means do store). 269 */ 270static void lp_exec_mask_store(struct lp_exec_mask *mask, 271 struct lp_build_context *bld_store, 272 LLVMValueRef pred, 273 LLVMValueRef val, 274 LLVMValueRef dst) 275{ 276 LLVMBuilderRef builder = mask->bld->gallivm->builder; 277 278 /* Mix the predicate and execution mask */ 279 if (mask->has_mask) { 280 if (pred) { 281 pred = LLVMBuildAnd(builder, pred, mask->exec_mask, ""); 282 } else { 283 pred = mask->exec_mask; 284 } 285 } 286 287 if (pred) { 288 LLVMValueRef real_val, dst_val; 289 290 dst_val = LLVMBuildLoad(builder, dst, ""); 291 real_val = lp_build_select(bld_store, 292 pred, 293 val, dst_val); 294 295 LLVMBuildStore(builder, real_val, dst); 296 } else 297 LLVMBuildStore(builder, val, dst); 298} 299 300static void lp_exec_mask_call(struct lp_exec_mask *mask, 301 int func, 302 int *pc) 303{ 304 assert(mask->call_stack_size < LP_MAX_TGSI_NESTING); 305 mask->call_stack[mask->call_stack_size].pc = *pc; 306 mask->call_stack[mask->call_stack_size].ret_mask = mask->ret_mask; 307 mask->call_stack_size++; 308 *pc = func; 309} 310 311static void lp_exec_mask_ret(struct lp_exec_mask *mask, int *pc) 312{ 313 LLVMBuilderRef builder = mask->bld->gallivm->builder; 314 LLVMValueRef exec_mask; 315 316 if (mask->call_stack_size == 0) { 317 /* returning from main() */ 318 *pc = -1; 319 return; 320 } 321 exec_mask = LLVMBuildNot(builder, 322 mask->exec_mask, 323 "ret"); 324 325 mask->ret_mask = LLVMBuildAnd(builder, 326 mask->ret_mask, 327 exec_mask, "ret_full"); 328 329 lp_exec_mask_update(mask); 330} 331 332static void lp_exec_mask_bgnsub(struct lp_exec_mask *mask) 333{ 334} 335 336static void lp_exec_mask_endsub(struct lp_exec_mask *mask, int *pc) 337{ 338 assert(mask->call_stack_size); 339 mask->call_stack_size--; 340 *pc = mask->call_stack[mask->call_stack_size].pc; 341 mask->ret_mask = mask->call_stack[mask->call_stack_size].ret_mask; 342 lp_exec_mask_update(mask); 343} 344 345 346/** 347 * Return pointer to a temporary register channel (src or dest). 348 * Note that indirect addressing cannot be handled here. 349 * \param index which temporary register 350 * \param chan which channel of the temp register. 351 */ 352LLVMValueRef 353lp_get_temp_ptr_soa(struct lp_build_tgsi_soa_context *bld, 354 unsigned index, 355 unsigned chan) 356{ 357 LLVMBuilderRef builder = bld->bld_base.base.gallivm->builder; 358 assert(chan < 4); 359 if (bld->indirect_files & (1 << TGSI_FILE_TEMPORARY)) { 360 LLVMValueRef lindex = lp_build_const_int32(bld->bld_base.base.gallivm, index * 4 + chan); 361 return LLVMBuildGEP(builder, bld->temps_array, &lindex, 1, ""); 362 } 363 else { 364 return bld->temps[index][chan]; 365 } 366} 367 368/** 369 * Return pointer to a output register channel (src or dest). 370 * Note that indirect addressing cannot be handled here. 371 * \param index which output register 372 * \param chan which channel of the output register. 373 */ 374LLVMValueRef 375lp_get_output_ptr(struct lp_build_tgsi_soa_context *bld, 376 unsigned index, 377 unsigned chan) 378{ 379 LLVMBuilderRef builder = bld->bld_base.base.gallivm->builder; 380 assert(chan < 4); 381 if (bld->indirect_files & (1 << TGSI_FILE_OUTPUT)) { 382 LLVMValueRef lindex = lp_build_const_int32(bld->bld_base.base.gallivm, 383 index * 4 + chan); 384 return LLVMBuildGEP(builder, bld->outputs_array, &lindex, 1, ""); 385 } 386 else { 387 return bld->outputs[index][chan]; 388 } 389} 390 391/** 392 * Gather vector. 393 * XXX the lp_build_gather() function should be capable of doing this 394 * with a little work. 395 */ 396static LLVMValueRef 397build_gather(struct lp_build_context *bld, 398 LLVMValueRef base_ptr, 399 LLVMValueRef indexes) 400{ 401 LLVMBuilderRef builder = bld->gallivm->builder; 402 LLVMValueRef res = bld->undef; 403 unsigned i; 404 405 /* 406 * Loop over elements of index_vec, load scalar value, insert it into 'res'. 407 */ 408 for (i = 0; i < bld->type.length; i++) { 409 LLVMValueRef ii = lp_build_const_int32(bld->gallivm, i); 410 LLVMValueRef index = LLVMBuildExtractElement(builder, 411 indexes, ii, ""); 412 LLVMValueRef scalar_ptr = LLVMBuildGEP(builder, base_ptr, 413 &index, 1, "gather_ptr"); 414 LLVMValueRef scalar = LLVMBuildLoad(builder, scalar_ptr, ""); 415 416 res = LLVMBuildInsertElement(builder, res, scalar, ii, ""); 417 } 418 419 return res; 420} 421 422 423/** 424 * Scatter/store vector. 425 */ 426static void 427emit_mask_scatter(struct lp_build_tgsi_soa_context *bld, 428 LLVMValueRef base_ptr, 429 LLVMValueRef indexes, 430 LLVMValueRef values, 431 struct lp_exec_mask *mask, 432 LLVMValueRef pred) 433{ 434 struct gallivm_state *gallivm = bld->bld_base.base.gallivm; 435 LLVMBuilderRef builder = gallivm->builder; 436 unsigned i; 437 438 /* Mix the predicate and execution mask */ 439 if (mask->has_mask) { 440 if (pred) { 441 pred = LLVMBuildAnd(builder, pred, mask->exec_mask, ""); 442 } 443 else { 444 pred = mask->exec_mask; 445 } 446 } 447 448 /* 449 * Loop over elements of index_vec, store scalar value. 450 */ 451 for (i = 0; i < bld->bld_base.base.type.length; i++) { 452 LLVMValueRef ii = lp_build_const_int32(gallivm, i); 453 LLVMValueRef index = LLVMBuildExtractElement(builder, indexes, ii, ""); 454 LLVMValueRef scalar_ptr = LLVMBuildGEP(builder, base_ptr, &index, 1, "scatter_ptr"); 455 LLVMValueRef val = LLVMBuildExtractElement(builder, values, ii, "scatter_val"); 456 LLVMValueRef scalar_pred = pred ? 457 LLVMBuildExtractElement(builder, pred, ii, "scatter_pred") : NULL; 458 459 if (0) 460 lp_build_printf(gallivm, "scatter %d: val %f at %d %p\n", 461 ii, val, index, scalar_ptr); 462 463 if (scalar_pred) { 464 LLVMValueRef real_val, dst_val; 465 dst_val = LLVMBuildLoad(builder, scalar_ptr, ""); 466 real_val = lp_build_select(&bld->elem_bld, scalar_pred, val, dst_val); 467 LLVMBuildStore(builder, real_val, scalar_ptr); 468 } 469 else { 470 LLVMBuildStore(builder, val, scalar_ptr); 471 } 472 } 473} 474 475 476/** 477 * Read the current value of the ADDR register, convert the floats to 478 * ints, add the base index and return the vector of offsets. 479 * The offsets will be used to index into the constant buffer or 480 * temporary register file. 481 */ 482static LLVMValueRef 483get_indirect_index(struct lp_build_tgsi_soa_context *bld, 484 unsigned reg_file, unsigned reg_index, 485 const struct tgsi_src_register *indirect_reg) 486{ 487 LLVMBuilderRef builder = bld->bld_base.base.gallivm->builder; 488 struct lp_build_context *uint_bld = &bld->bld_base.uint_bld; 489 /* always use X component of address register */ 490 unsigned swizzle = indirect_reg->SwizzleX; 491 LLVMValueRef base; 492 LLVMValueRef rel; 493 LLVMValueRef max_index; 494 LLVMValueRef index; 495 496 assert(bld->indirect_files & (1 << reg_file)); 497 498 base = lp_build_const_int_vec(bld->bld_base.base.gallivm, uint_bld->type, reg_index); 499 500 assert(swizzle < 4); 501 rel = LLVMBuildLoad(builder, 502 bld->addr[indirect_reg->Index][swizzle], 503 "load addr reg"); 504 505 index = lp_build_add(uint_bld, base, rel); 506 507 max_index = lp_build_const_int_vec(bld->bld_base.base.gallivm, 508 uint_bld->type, 509 bld->bld_base.info->file_max[reg_file]); 510 511 assert(!uint_bld->type.sign); 512 index = lp_build_min(uint_bld, index, max_index); 513 514 return index; 515} 516 517static struct lp_build_context * 518stype_to_fetch(struct lp_build_tgsi_context * bld_base, 519 enum tgsi_opcode_type stype) 520{ 521 struct lp_build_context *bld_fetch; 522 523 switch (stype) { 524 case TGSI_TYPE_FLOAT: 525 case TGSI_TYPE_UNTYPED: 526 bld_fetch = &bld_base->base; 527 break; 528 case TGSI_TYPE_UNSIGNED: 529 bld_fetch = &bld_base->uint_bld; 530 break; 531 case TGSI_TYPE_SIGNED: 532 bld_fetch = &bld_base->int_bld; 533 break; 534 case TGSI_TYPE_VOID: 535 case TGSI_TYPE_DOUBLE: 536 default: 537 assert(0); 538 bld_fetch = NULL; 539 break; 540 } 541 return bld_fetch; 542} 543 544static LLVMValueRef 545emit_fetch_constant( 546 struct lp_build_tgsi_context * bld_base, 547 const struct tgsi_full_src_register * reg, 548 enum tgsi_opcode_type stype, 549 unsigned swizzle) 550{ 551 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 552 struct gallivm_state *gallivm = bld_base->base.gallivm; 553 LLVMBuilderRef builder = gallivm->builder; 554 struct lp_build_context *uint_bld = &bld_base->uint_bld; 555 LLVMValueRef indirect_index = NULL; 556 struct lp_build_context *bld_fetch = stype_to_fetch(bld_base, stype); 557 558 /* XXX: Handle fetching xyzw components as a vector */ 559 assert(swizzle != ~0); 560 561 if (reg->Register.Indirect) { 562 indirect_index = get_indirect_index(bld, 563 reg->Register.File, 564 reg->Register.Index, 565 ®->Indirect); 566 } 567 568 if (reg->Register.Indirect) { 569 LLVMValueRef swizzle_vec = 570 lp_build_const_int_vec(bld->bld_base.base.gallivm, uint_bld->type, swizzle); 571 LLVMValueRef index_vec; /* index into the const buffer */ 572 573 /* index_vec = indirect_index * 4 + swizzle */ 574 index_vec = lp_build_shl_imm(uint_bld, indirect_index, 2); 575 index_vec = lp_build_add(uint_bld, index_vec, swizzle_vec); 576 577 /* Gather values from the constant buffer */ 578 return build_gather(bld_fetch, bld->consts_ptr, index_vec); 579 } 580 else { 581 LLVMValueRef index; /* index into the const buffer */ 582 LLVMValueRef scalar, scalar_ptr; 583 584 index = lp_build_const_int32(gallivm, reg->Register.Index*4 + swizzle); 585 586 scalar_ptr = LLVMBuildGEP(builder, bld->consts_ptr, 587 &index, 1, ""); 588 589 if (stype != TGSI_TYPE_FLOAT && stype != TGSI_TYPE_UNTYPED) { 590 LLVMTypeRef ivtype = LLVMPointerType(LLVMInt32TypeInContext(gallivm->context), 0); 591 LLVMValueRef temp_ptr; 592 temp_ptr = LLVMBuildBitCast(builder, scalar_ptr, ivtype, ""); 593 scalar = LLVMBuildLoad(builder, temp_ptr, ""); 594 } else 595 scalar = LLVMBuildLoad(builder, scalar_ptr, ""); 596 597 return lp_build_broadcast_scalar(bld_fetch, scalar); 598 } 599} 600 601static LLVMValueRef 602emit_fetch_immediate( 603 struct lp_build_tgsi_context * bld_base, 604 const struct tgsi_full_src_register * reg, 605 enum tgsi_opcode_type stype, 606 unsigned swizzle) 607{ 608 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 609 LLVMValueRef res = bld->immediates[reg->Register.Index][swizzle]; 610 assert(res); 611 612 if (stype == TGSI_TYPE_UNSIGNED) { 613 res = LLVMConstBitCast(res, bld_base->uint_bld.vec_type); 614 } else if (stype == TGSI_TYPE_SIGNED) { 615 res = LLVMConstBitCast(res, bld_base->int_bld.vec_type); 616 } 617 return res; 618} 619 620static LLVMValueRef 621emit_fetch_input( 622 struct lp_build_tgsi_context * bld_base, 623 const struct tgsi_full_src_register * reg, 624 enum tgsi_opcode_type stype, 625 unsigned swizzle) 626{ 627 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 628 struct gallivm_state *gallivm = bld->bld_base.base.gallivm; 629 LLVMBuilderRef builder = gallivm->builder; 630 struct lp_build_context *uint_bld = &bld_base->uint_bld; 631 LLVMValueRef indirect_index = NULL; 632 LLVMValueRef res; 633 634 if (reg->Register.Indirect) { 635 indirect_index = get_indirect_index(bld, 636 reg->Register.File, 637 reg->Register.Index, 638 ®->Indirect); 639 } 640 641 if (reg->Register.Indirect) { 642 LLVMValueRef swizzle_vec = 643 lp_build_const_int_vec(gallivm, uint_bld->type, swizzle); 644 LLVMValueRef length_vec = 645 lp_build_const_int_vec(gallivm, uint_bld->type, bld->bld_base.base.type.length); 646 LLVMValueRef index_vec; /* index into the const buffer */ 647 LLVMValueRef inputs_array; 648 LLVMTypeRef float4_ptr_type; 649 650 /* index_vec = (indirect_index * 4 + swizzle) * length */ 651 index_vec = lp_build_shl_imm(uint_bld, indirect_index, 2); 652 index_vec = lp_build_add(uint_bld, index_vec, swizzle_vec); 653 index_vec = lp_build_mul(uint_bld, index_vec, length_vec); 654 655 /* cast inputs_array pointer to float* */ 656 float4_ptr_type = LLVMPointerType(LLVMFloatTypeInContext(gallivm->context), 0); 657 inputs_array = LLVMBuildBitCast(builder, bld->inputs_array, 658 float4_ptr_type, ""); 659 660 /* Gather values from the temporary register array */ 661 res = build_gather(&bld_base->base, inputs_array, index_vec); 662 } else { 663 if (bld->indirect_files & (1 << TGSI_FILE_INPUT)) { 664 LLVMValueRef lindex = lp_build_const_int32(gallivm, 665 reg->Register.Index * 4 + swizzle); 666 LLVMValueRef input_ptr = LLVMBuildGEP(builder, 667 bld->inputs_array, &lindex, 1, ""); 668 res = LLVMBuildLoad(builder, input_ptr, ""); 669 } 670 else { 671 res = bld->inputs[reg->Register.Index][swizzle]; 672 } 673 } 674 assert(res); 675 return res; 676} 677 678static LLVMValueRef 679emit_fetch_temporary( 680 struct lp_build_tgsi_context * bld_base, 681 const struct tgsi_full_src_register * reg, 682 enum tgsi_opcode_type stype, 683 unsigned swizzle) 684{ 685 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 686 struct gallivm_state *gallivm = bld->bld_base.base.gallivm; 687 LLVMBuilderRef builder = gallivm->builder; 688 struct lp_build_context *uint_bld = &bld_base->uint_bld; 689 LLVMValueRef indirect_index = NULL; 690 LLVMValueRef res; 691 692 if (reg->Register.Indirect) { 693 indirect_index = get_indirect_index(bld, 694 reg->Register.File, 695 reg->Register.Index, 696 ®->Indirect); 697 } 698 699 if (reg->Register.Indirect) { 700 LLVMValueRef swizzle_vec = 701 lp_build_const_int_vec(bld->bld_base.base.gallivm, uint_bld->type, swizzle); 702 LLVMValueRef length_vec = 703 lp_build_const_int_vec(bld->bld_base.base.gallivm, uint_bld->type, 704 bld->bld_base.base.type.length); 705 LLVMValueRef index_vec; /* index into the const buffer */ 706 LLVMValueRef temps_array; 707 LLVMTypeRef float4_ptr_type; 708 709 /* index_vec = (indirect_index * 4 + swizzle) * length */ 710 index_vec = lp_build_shl_imm(uint_bld, indirect_index, 2); 711 index_vec = lp_build_add(uint_bld, index_vec, swizzle_vec); 712 index_vec = lp_build_mul(uint_bld, index_vec, length_vec); 713 714 /* cast temps_array pointer to float* */ 715 float4_ptr_type = LLVMPointerType(LLVMFloatTypeInContext(bld->bld_base.base.gallivm->context), 0); 716 temps_array = LLVMBuildBitCast(builder, bld->temps_array, 717 float4_ptr_type, ""); 718 719 /* Gather values from the temporary register array */ 720 res = build_gather(&bld_base->base, temps_array, index_vec); 721 } 722 else { 723 LLVMValueRef temp_ptr; 724 if (stype != TGSI_TYPE_FLOAT && stype != TGSI_TYPE_UNTYPED) { 725 LLVMTypeRef itype = LLVMPointerType(LLVMVectorType(LLVMInt32TypeInContext(gallivm->context), 4), 0); 726 LLVMValueRef tint_ptr = lp_get_temp_ptr_soa(bld, reg->Register.Index, 727 swizzle); 728 temp_ptr = LLVMBuildBitCast(builder, tint_ptr, itype, ""); 729 } else 730 temp_ptr = lp_get_temp_ptr_soa(bld, reg->Register.Index, swizzle); 731 res = LLVMBuildLoad(builder, temp_ptr, ""); 732 if (!res) 733 return bld->bld_base.base.undef; 734 } 735 736 return res; 737} 738 739static LLVMValueRef 740emit_fetch_system_value( 741 struct lp_build_tgsi_context * bld_base, 742 const struct tgsi_full_src_register * reg, 743 enum tgsi_opcode_type stype, 744 unsigned swizzle) 745{ 746 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 747 struct gallivm_state *gallivm = bld->bld_base.base.gallivm; 748 LLVMBuilderRef builder = gallivm->builder; 749 LLVMValueRef index; /* index into the system value array */ 750 LLVMValueRef scalar, scalar_ptr; 751 752 assert(!reg->Register.Indirect); 753 754 index = lp_build_const_int32(gallivm, reg->Register.Index * 4 + swizzle); 755 756 scalar_ptr = LLVMBuildGEP(builder, bld->system_values_array, &index, 1, ""); 757 scalar = LLVMBuildLoad(builder, scalar_ptr, ""); 758 759 return lp_build_broadcast_scalar(&bld->bld_base.base, scalar); 760} 761 762/** 763 * Register fetch with derivatives. 764 */ 765static void 766emit_fetch_deriv( 767 struct lp_build_tgsi_soa_context *bld, 768 LLVMValueRef src, 769 LLVMValueRef *res, 770 LLVMValueRef *ddx, 771 LLVMValueRef *ddy) 772{ 773 if(res) 774 *res = src; 775 776 /* TODO: use interpolation coeffs for inputs */ 777 778 if(ddx) 779 *ddx = lp_build_ddx(&bld->bld_base.base, src); 780 781 if(ddy) 782 *ddy = lp_build_ddy(&bld->bld_base.base, src); 783} 784 785 786/** 787 * Predicate. 788 */ 789static void 790emit_fetch_predicate( 791 struct lp_build_tgsi_soa_context *bld, 792 const struct tgsi_full_instruction *inst, 793 LLVMValueRef *pred) 794{ 795 LLVMBuilderRef builder = bld->bld_base.base.gallivm->builder; 796 unsigned index; 797 unsigned char swizzles[4]; 798 LLVMValueRef unswizzled[4] = {NULL, NULL, NULL, NULL}; 799 LLVMValueRef value; 800 unsigned chan; 801 802 if (!inst->Instruction.Predicate) { 803 TGSI_FOR_EACH_CHANNEL( chan ) { 804 pred[chan] = NULL; 805 } 806 return; 807 } 808 809 swizzles[0] = inst->Predicate.SwizzleX; 810 swizzles[1] = inst->Predicate.SwizzleY; 811 swizzles[2] = inst->Predicate.SwizzleZ; 812 swizzles[3] = inst->Predicate.SwizzleW; 813 814 index = inst->Predicate.Index; 815 assert(index < LP_MAX_TGSI_PREDS); 816 817 TGSI_FOR_EACH_CHANNEL( chan ) { 818 unsigned swizzle = swizzles[chan]; 819 820 /* 821 * Only fetch the predicate register channels that are actually listed 822 * in the swizzles 823 */ 824 if (!unswizzled[swizzle]) { 825 value = LLVMBuildLoad(builder, 826 bld->preds[index][swizzle], ""); 827 828 /* 829 * Convert the value to an integer mask. 830 * 831 * TODO: Short-circuit this comparison -- a D3D setp_xx instructions 832 * is needlessly causing two comparisons due to storing the intermediate 833 * result as float vector instead of an integer mask vector. 834 */ 835 value = lp_build_compare(bld->bld_base.base.gallivm, 836 bld->bld_base.base.type, 837 PIPE_FUNC_NOTEQUAL, 838 value, 839 bld->bld_base.base.zero); 840 if (inst->Predicate.Negate) { 841 value = LLVMBuildNot(builder, value, ""); 842 } 843 844 unswizzled[swizzle] = value; 845 } else { 846 value = unswizzled[swizzle]; 847 } 848 849 pred[chan] = value; 850 } 851} 852 853/** 854 * Register store. 855 */ 856static void 857emit_store_chan( 858 struct lp_build_tgsi_context *bld_base, 859 const struct tgsi_full_instruction *inst, 860 unsigned index, 861 unsigned chan_index, 862 LLVMValueRef pred, 863 LLVMValueRef value) 864{ 865 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 866 struct gallivm_state *gallivm = bld->bld_base.base.gallivm; 867 LLVMBuilderRef builder = gallivm->builder; 868 const struct tgsi_full_dst_register *reg = &inst->Dst[index]; 869 struct lp_build_context *uint_bld = &bld_base->uint_bld; 870 LLVMValueRef indirect_index = NULL; 871 struct lp_build_context *bld_store; 872 enum tgsi_opcode_type dtype = tgsi_opcode_infer_dst_type(inst->Instruction.Opcode); 873 874 switch (dtype) { 875 default: 876 case TGSI_TYPE_FLOAT: 877 case TGSI_TYPE_UNTYPED: 878 bld_store = &bld_base->base; 879 break; 880 case TGSI_TYPE_UNSIGNED: 881 bld_store = &bld_base->uint_bld; 882 break; 883 case TGSI_TYPE_SIGNED: 884 bld_store = &bld_base->int_bld; 885 break; 886 case TGSI_TYPE_DOUBLE: 887 case TGSI_TYPE_VOID: 888 assert(0); 889 bld_store = NULL; 890 break; 891 } 892 893 switch( inst->Instruction.Saturate ) { 894 case TGSI_SAT_NONE: 895 break; 896 897 case TGSI_SAT_ZERO_ONE: 898 value = lp_build_max(&bld->bld_base.base, value, bld->bld_base.base.zero); 899 value = lp_build_min(&bld->bld_base.base, value, bld->bld_base.base.one); 900 break; 901 902 case TGSI_SAT_MINUS_PLUS_ONE: 903 value = lp_build_max(&bld->bld_base.base, value, lp_build_const_vec(bld->bld_base.base.gallivm, bld->bld_base.base.type, -1.0)); 904 value = lp_build_min(&bld->bld_base.base, value, bld->bld_base.base.one); 905 break; 906 907 default: 908 assert(0); 909 } 910 911 if (reg->Register.Indirect) { 912 indirect_index = get_indirect_index(bld, 913 reg->Register.File, 914 reg->Register.Index, 915 ®->Indirect); 916 } else { 917 assert(reg->Register.Index <= 918 bld->bld_base.info->file_max[reg->Register.File]); 919 } 920 921 switch( reg->Register.File ) { 922 case TGSI_FILE_OUTPUT: 923 if (reg->Register.Indirect) { 924 LLVMValueRef chan_vec = 925 lp_build_const_int_vec(gallivm, uint_bld->type, chan_index); 926 LLVMValueRef length_vec = 927 lp_build_const_int_vec(gallivm, uint_bld->type, bld->bld_base.base.type.length); 928 LLVMValueRef index_vec; /* indexes into the temp registers */ 929 LLVMValueRef outputs_array; 930 LLVMValueRef pixel_offsets; 931 LLVMTypeRef float_ptr_type; 932 int i; 933 934 /* build pixel offset vector: {0, 1, 2, 3, ...} */ 935 pixel_offsets = uint_bld->undef; 936 for (i = 0; i < bld->bld_base.base.type.length; i++) { 937 LLVMValueRef ii = lp_build_const_int32(gallivm, i); 938 pixel_offsets = LLVMBuildInsertElement(builder, pixel_offsets, 939 ii, ii, ""); 940 } 941 942 /* index_vec = (indirect_index * 4 + chan_index) * length + offsets */ 943 index_vec = lp_build_shl_imm(uint_bld, indirect_index, 2); 944 index_vec = lp_build_add(uint_bld, index_vec, chan_vec); 945 index_vec = lp_build_mul(uint_bld, index_vec, length_vec); 946 index_vec = lp_build_add(uint_bld, index_vec, pixel_offsets); 947 948 float_ptr_type = 949 LLVMPointerType(LLVMFloatTypeInContext(gallivm->context), 0); 950 outputs_array = LLVMBuildBitCast(builder, bld->outputs_array, 951 float_ptr_type, ""); 952 953 /* Scatter store values into temp registers */ 954 emit_mask_scatter(bld, outputs_array, index_vec, value, 955 &bld->exec_mask, pred); 956 } 957 else { 958 LLVMValueRef out_ptr = lp_get_output_ptr(bld, reg->Register.Index, 959 chan_index); 960 lp_exec_mask_store(&bld->exec_mask, bld_store, pred, value, out_ptr); 961 } 962 break; 963 964 case TGSI_FILE_TEMPORARY: 965 if (reg->Register.Indirect) { 966 LLVMValueRef chan_vec = 967 lp_build_const_int_vec(gallivm, uint_bld->type, chan_index); 968 LLVMValueRef length_vec = 969 lp_build_const_int_vec(gallivm, uint_bld->type, 970 bld->bld_base.base.type.length); 971 LLVMValueRef index_vec; /* indexes into the temp registers */ 972 LLVMValueRef temps_array; 973 LLVMValueRef pixel_offsets; 974 LLVMTypeRef float_ptr_type; 975 int i; 976 977 /* build pixel offset vector: {0, 1, 2, 3, ...} */ 978 pixel_offsets = uint_bld->undef; 979 for (i = 0; i < bld->bld_base.base.type.length; i++) { 980 LLVMValueRef ii = lp_build_const_int32(gallivm, i); 981 pixel_offsets = LLVMBuildInsertElement(builder, pixel_offsets, 982 ii, ii, ""); 983 } 984 985 /* index_vec = (indirect_index * 4 + chan_index) * length + offsets */ 986 index_vec = lp_build_shl_imm(uint_bld, indirect_index, 2); 987 index_vec = lp_build_add(uint_bld, index_vec, chan_vec); 988 index_vec = lp_build_mul(uint_bld, index_vec, length_vec); 989 index_vec = lp_build_add(uint_bld, index_vec, pixel_offsets); 990 991 float_ptr_type = 992 LLVMPointerType(LLVMFloatTypeInContext(gallivm->context), 0); 993 temps_array = LLVMBuildBitCast(builder, bld->temps_array, 994 float_ptr_type, ""); 995 996 /* Scatter store values into temp registers */ 997 emit_mask_scatter(bld, temps_array, index_vec, value, 998 &bld->exec_mask, pred); 999 } 1000 else { 1001 LLVMValueRef temp_ptr; 1002 1003 switch (dtype) { 1004 case TGSI_TYPE_UNSIGNED: 1005 case TGSI_TYPE_SIGNED: { 1006 LLVMTypeRef itype = LLVMVectorType(LLVMInt32TypeInContext(gallivm->context), 4); 1007 LLVMTypeRef ivtype = LLVMPointerType(itype, 0); 1008 LLVMValueRef tint_ptr = lp_get_temp_ptr_soa(bld, reg->Register.Index, 1009 chan_index); 1010 LLVMValueRef temp_value_ptr; 1011 1012 temp_ptr = LLVMBuildBitCast(builder, tint_ptr, ivtype, ""); 1013 temp_value_ptr = LLVMBuildBitCast(builder, value, itype, ""); 1014 value = temp_value_ptr; 1015 break; 1016 } 1017 default: 1018 case TGSI_TYPE_FLOAT: 1019 case TGSI_TYPE_UNTYPED: 1020 temp_ptr = lp_get_temp_ptr_soa(bld, reg->Register.Index, 1021 chan_index); 1022 break; 1023 } 1024 1025 lp_exec_mask_store(&bld->exec_mask, bld_store, pred, value, temp_ptr); 1026 } 1027 break; 1028 1029 case TGSI_FILE_ADDRESS: 1030 lp_exec_mask_store(&bld->exec_mask, bld_store, pred, value, 1031 bld->addr[reg->Register.Index][chan_index]); 1032 break; 1033 1034 case TGSI_FILE_PREDICATE: 1035 lp_exec_mask_store(&bld->exec_mask, bld_store, pred, value, 1036 bld->preds[reg->Register.Index][chan_index]); 1037 break; 1038 1039 default: 1040 assert( 0 ); 1041 } 1042} 1043 1044static void 1045emit_store( 1046 struct lp_build_tgsi_context * bld_base, 1047 const struct tgsi_full_instruction * inst, 1048 const struct tgsi_opcode_info * info, 1049 LLVMValueRef dst[4]) 1050 1051{ 1052 unsigned chan_index; 1053 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1054 1055 if(info->num_dst) { 1056 LLVMValueRef pred[TGSI_NUM_CHANNELS]; 1057 1058 emit_fetch_predicate( bld, inst, pred ); 1059 1060 TGSI_FOR_EACH_DST0_ENABLED_CHANNEL( inst, chan_index ) { 1061 emit_store_chan(bld_base, inst, 0, chan_index, pred[chan_index], dst[chan_index]); 1062 } 1063 } 1064} 1065 1066/** 1067 * High-level instruction translators. 1068 */ 1069 1070static void 1071emit_tex( struct lp_build_tgsi_soa_context *bld, 1072 const struct tgsi_full_instruction *inst, 1073 enum lp_build_tex_modifier modifier, 1074 LLVMValueRef *texel) 1075{ 1076 LLVMBuilderRef builder = bld->bld_base.base.gallivm->builder; 1077 unsigned unit; 1078 LLVMValueRef lod_bias, explicit_lod; 1079 LLVMValueRef oow = NULL; 1080 LLVMValueRef coords[3]; 1081 LLVMValueRef ddx[3]; 1082 LLVMValueRef ddy[3]; 1083 unsigned num_coords; 1084 unsigned i; 1085 1086 if (!bld->sampler) { 1087 _debug_printf("warning: found texture instruction but no sampler generator supplied\n"); 1088 for (i = 0; i < 4; i++) { 1089 texel[i] = bld->bld_base.base.undef; 1090 } 1091 return; 1092 } 1093 1094 switch (inst->Texture.Texture) { 1095 case TGSI_TEXTURE_1D: 1096 num_coords = 1; 1097 break; 1098 case TGSI_TEXTURE_1D_ARRAY: 1099 case TGSI_TEXTURE_2D: 1100 case TGSI_TEXTURE_RECT: 1101 num_coords = 2; 1102 break; 1103 case TGSI_TEXTURE_SHADOW1D: 1104 case TGSI_TEXTURE_SHADOW1D_ARRAY: 1105 case TGSI_TEXTURE_SHADOW2D: 1106 case TGSI_TEXTURE_SHADOWRECT: 1107 case TGSI_TEXTURE_2D_ARRAY: 1108 case TGSI_TEXTURE_3D: 1109 case TGSI_TEXTURE_CUBE: 1110 num_coords = 3; 1111 break; 1112 case TGSI_TEXTURE_SHADOW2D_ARRAY: 1113 num_coords = 4; 1114 break; 1115 default: 1116 assert(0); 1117 return; 1118 } 1119 1120 if (modifier == LP_BLD_TEX_MODIFIER_LOD_BIAS) { 1121 lod_bias = lp_build_emit_fetch( &bld->bld_base, inst, 0, 3 ); 1122 explicit_lod = NULL; 1123 } 1124 else if (modifier == LP_BLD_TEX_MODIFIER_EXPLICIT_LOD) { 1125 lod_bias = NULL; 1126 explicit_lod = lp_build_emit_fetch( &bld->bld_base, inst, 0, 3 ); 1127 } 1128 else { 1129 lod_bias = NULL; 1130 explicit_lod = NULL; 1131 } 1132 1133 if (modifier == LP_BLD_TEX_MODIFIER_PROJECTED) { 1134 oow = lp_build_emit_fetch( &bld->bld_base, inst, 0, 3 ); 1135 oow = lp_build_rcp(&bld->bld_base.base, oow); 1136 } 1137 1138 for (i = 0; i < num_coords; i++) { 1139 coords[i] = lp_build_emit_fetch( &bld->bld_base, inst, 0, i ); 1140 if (modifier == LP_BLD_TEX_MODIFIER_PROJECTED) 1141 coords[i] = lp_build_mul(&bld->bld_base.base, coords[i], oow); 1142 } 1143 for (i = num_coords; i < 3; i++) { 1144 coords[i] = bld->bld_base.base.undef; 1145 } 1146 1147 if (modifier == LP_BLD_TEX_MODIFIER_EXPLICIT_DERIV) { 1148 LLVMValueRef index0 = lp_build_const_int32(bld->bld_base.base.gallivm, 0); 1149 for (i = 0; i < num_coords; i++) { 1150 LLVMValueRef src1 = lp_build_emit_fetch( &bld->bld_base, inst, 1, i ); 1151 LLVMValueRef src2 = lp_build_emit_fetch( &bld->bld_base, inst, 2, i ); 1152 ddx[i] = LLVMBuildExtractElement(builder, src1, index0, ""); 1153 ddy[i] = LLVMBuildExtractElement(builder, src2, index0, ""); 1154 } 1155 unit = inst->Src[3].Register.Index; 1156 } else { 1157 for (i = 0; i < num_coords; i++) { 1158 ddx[i] = lp_build_scalar_ddx( &bld->bld_base.base, coords[i] ); 1159 ddy[i] = lp_build_scalar_ddy( &bld->bld_base.base, coords[i] ); 1160 } 1161 unit = inst->Src[1].Register.Index; 1162 } 1163 for (i = num_coords; i < 3; i++) { 1164 ddx[i] = LLVMGetUndef(bld->bld_base.base.elem_type); 1165 ddy[i] = LLVMGetUndef(bld->bld_base.base.elem_type); 1166 } 1167 1168 bld->sampler->emit_fetch_texel(bld->sampler, 1169 bld->bld_base.base.gallivm, 1170 bld->bld_base.base.type, 1171 unit, num_coords, coords, 1172 ddx, ddy, 1173 lod_bias, explicit_lod, 1174 texel); 1175} 1176 1177static boolean 1178near_end_of_shader(struct lp_build_tgsi_soa_context *bld, 1179 int pc) 1180{ 1181 int i; 1182 1183 for (i = 0; i < 5; i++) { 1184 unsigned opcode; 1185 1186 if (pc + i >= bld->bld_base.info->num_instructions) 1187 return TRUE; 1188 1189 opcode = bld->bld_base.instructions[pc + i].Instruction.Opcode; 1190 1191 if (opcode == TGSI_OPCODE_END) 1192 return TRUE; 1193 1194 if (opcode == TGSI_OPCODE_TEX || 1195 opcode == TGSI_OPCODE_TXP || 1196 opcode == TGSI_OPCODE_TXD || 1197 opcode == TGSI_OPCODE_TXB || 1198 opcode == TGSI_OPCODE_TXL || 1199 opcode == TGSI_OPCODE_TXF || 1200 opcode == TGSI_OPCODE_TXQ || 1201 opcode == TGSI_OPCODE_CAL || 1202 opcode == TGSI_OPCODE_CALLNZ || 1203 opcode == TGSI_OPCODE_IF || 1204 opcode == TGSI_OPCODE_IFC || 1205 opcode == TGSI_OPCODE_BGNLOOP || 1206 opcode == TGSI_OPCODE_SWITCH) 1207 return FALSE; 1208 } 1209 1210 return TRUE; 1211} 1212 1213 1214 1215/** 1216 * Kill fragment if any of the src register values are negative. 1217 */ 1218static void 1219emit_kil( 1220 struct lp_build_tgsi_soa_context *bld, 1221 const struct tgsi_full_instruction *inst, 1222 int pc) 1223{ 1224 LLVMBuilderRef builder = bld->bld_base.base.gallivm->builder; 1225 const struct tgsi_full_src_register *reg = &inst->Src[0]; 1226 LLVMValueRef terms[TGSI_NUM_CHANNELS]; 1227 LLVMValueRef mask; 1228 unsigned chan_index; 1229 1230 memset(&terms, 0, sizeof terms); 1231 1232 TGSI_FOR_EACH_CHANNEL( chan_index ) { 1233 unsigned swizzle; 1234 1235 /* Unswizzle channel */ 1236 swizzle = tgsi_util_get_full_src_register_swizzle( reg, chan_index ); 1237 1238 /* Check if the component has not been already tested. */ 1239 assert(swizzle < TGSI_NUM_CHANNELS); 1240 if( !terms[swizzle] ) 1241 /* TODO: change the comparison operator instead of setting the sign */ 1242 terms[swizzle] = lp_build_emit_fetch(&bld->bld_base, inst, 0, chan_index ); 1243 } 1244 1245 mask = NULL; 1246 TGSI_FOR_EACH_CHANNEL( chan_index ) { 1247 if(terms[chan_index]) { 1248 LLVMValueRef chan_mask; 1249 1250 /* 1251 * If term < 0 then mask = 0 else mask = ~0. 1252 */ 1253 chan_mask = lp_build_cmp(&bld->bld_base.base, PIPE_FUNC_GEQUAL, terms[chan_index], bld->bld_base.base.zero); 1254 1255 if(mask) 1256 mask = LLVMBuildAnd(builder, mask, chan_mask, ""); 1257 else 1258 mask = chan_mask; 1259 } 1260 } 1261 1262 if(mask) { 1263 lp_build_mask_update(bld->mask, mask); 1264 1265 if (!near_end_of_shader(bld, pc)) 1266 lp_build_mask_check(bld->mask); 1267 } 1268} 1269 1270 1271/** 1272 * Predicated fragment kill. 1273 * XXX Actually, we do an unconditional kill (as in tgsi_exec.c). 1274 * The only predication is the execution mask which will apply if 1275 * we're inside a loop or conditional. 1276 */ 1277static void 1278emit_kilp(struct lp_build_tgsi_soa_context *bld, 1279 int pc) 1280{ 1281 LLVMBuilderRef builder = bld->bld_base.base.gallivm->builder; 1282 LLVMValueRef mask; 1283 1284 /* For those channels which are "alive", disable fragment shader 1285 * execution. 1286 */ 1287 if (bld->exec_mask.has_mask) { 1288 mask = LLVMBuildNot(builder, bld->exec_mask.exec_mask, "kilp"); 1289 } 1290 else { 1291 LLVMValueRef zero = LLVMConstNull(bld->bld_base.base.int_vec_type); 1292 mask = zero; 1293 } 1294 1295 lp_build_mask_update(bld->mask, mask); 1296 1297 if (!near_end_of_shader(bld, pc)) 1298 lp_build_mask_check(bld->mask); 1299} 1300 1301 1302/** 1303 * Emit code which will dump the value of all the temporary registers 1304 * to stdout. 1305 */ 1306static void 1307emit_dump_temps(struct lp_build_tgsi_soa_context *bld) 1308{ 1309 struct gallivm_state *gallivm = bld->bld_base.base.gallivm; 1310 LLVMBuilderRef builder = gallivm->builder; 1311 LLVMValueRef temp_ptr; 1312 LLVMValueRef i0 = lp_build_const_int32(gallivm, 0); 1313 LLVMValueRef i1 = lp_build_const_int32(gallivm, 1); 1314 LLVMValueRef i2 = lp_build_const_int32(gallivm, 2); 1315 LLVMValueRef i3 = lp_build_const_int32(gallivm, 3); 1316 int index; 1317 int n = bld->bld_base.info->file_max[TGSI_FILE_TEMPORARY]; 1318 1319 for (index = 0; index < n; index++) { 1320 LLVMValueRef idx = lp_build_const_int32(gallivm, index); 1321 LLVMValueRef v[4][4], res; 1322 int chan; 1323 1324 lp_build_printf(gallivm, "TEMP[%d]:\n", idx); 1325 1326 for (chan = 0; chan < 4; chan++) { 1327 temp_ptr = lp_get_temp_ptr_soa(bld, index, chan); 1328 res = LLVMBuildLoad(builder, temp_ptr, ""); 1329 v[chan][0] = LLVMBuildExtractElement(builder, res, i0, ""); 1330 v[chan][1] = LLVMBuildExtractElement(builder, res, i1, ""); 1331 v[chan][2] = LLVMBuildExtractElement(builder, res, i2, ""); 1332 v[chan][3] = LLVMBuildExtractElement(builder, res, i3, ""); 1333 } 1334 1335 lp_build_printf(gallivm, " X: %f %f %f %f\n", 1336 v[0][0], v[0][1], v[0][2], v[0][3]); 1337 lp_build_printf(gallivm, " Y: %f %f %f %f\n", 1338 v[1][0], v[1][1], v[1][2], v[1][3]); 1339 lp_build_printf(gallivm, " Z: %f %f %f %f\n", 1340 v[2][0], v[2][1], v[2][2], v[2][3]); 1341 lp_build_printf(gallivm, " W: %f %f %f %f\n", 1342 v[3][0], v[3][1], v[3][2], v[3][3]); 1343 } 1344} 1345 1346 1347 1348void 1349lp_emit_declaration_soa( 1350 struct lp_build_tgsi_context *bld_base, 1351 const struct tgsi_full_declaration *decl) 1352{ 1353 struct lp_build_tgsi_soa_context *bld = lp_soa_context(bld_base); 1354 struct gallivm_state *gallivm = bld->bld_base.base.gallivm; 1355 LLVMTypeRef vec_type = bld->bld_base.base.vec_type; 1356 const unsigned first = decl->Range.First; 1357 const unsigned last = decl->Range.Last; 1358 unsigned idx, i; 1359 1360 for (idx = first; idx <= last; ++idx) { 1361 assert(last <= bld->bld_base.info->file_max[decl->Declaration.File]); 1362 switch (decl->Declaration.File) { 1363 case TGSI_FILE_TEMPORARY: 1364 assert(idx < LP_MAX_TGSI_TEMPS); 1365 if (!(bld->indirect_files & (1 << TGSI_FILE_TEMPORARY))) { 1366 for (i = 0; i < TGSI_NUM_CHANNELS; i++) 1367 bld->temps[idx][i] = lp_build_alloca(gallivm, vec_type, "temp"); 1368 } 1369 break; 1370 1371 case TGSI_FILE_OUTPUT: 1372 if (!(bld->indirect_files & (1 << TGSI_FILE_OUTPUT))) { 1373 for (i = 0; i < TGSI_NUM_CHANNELS; i++) 1374 bld->outputs[idx][i] = lp_build_alloca(gallivm, 1375 vec_type, "output"); 1376 } 1377 break; 1378 1379 case TGSI_FILE_ADDRESS: 1380 assert(idx < LP_MAX_TGSI_ADDRS); 1381 for (i = 0; i < TGSI_NUM_CHANNELS; i++) 1382 bld->addr[idx][i] = lp_build_alloca(gallivm, bld_base->base.int_vec_type, "addr"); 1383 break; 1384 1385 case TGSI_FILE_PREDICATE: 1386 assert(idx < LP_MAX_TGSI_PREDS); 1387 for (i = 0; i < TGSI_NUM_CHANNELS; i++) 1388 bld->preds[idx][i] = lp_build_alloca(gallivm, vec_type, 1389 "predicate"); 1390 break; 1391 1392 default: 1393 /* don't need to declare other vars */ 1394 break; 1395 } 1396 } 1397} 1398 1399 1400void lp_emit_immediate_soa( 1401 struct lp_build_tgsi_context *bld_base, 1402 const struct tgsi_full_immediate *imm) 1403{ 1404 struct lp_build_tgsi_soa_context *bld = lp_soa_context(bld_base); 1405 struct gallivm_state * gallivm = bld_base->base.gallivm; 1406 1407 /* simply copy the immediate values into the next immediates[] slot */ 1408 unsigned i; 1409 const uint size = imm->Immediate.NrTokens - 1; 1410 assert(size <= 4); 1411 assert(bld->num_immediates < LP_MAX_TGSI_IMMEDIATES); 1412 1413 for( i = 0; i < size; ++i ) 1414 bld->immediates[bld->num_immediates][i] = 1415 lp_build_const_vec(gallivm, bld_base->base.type, imm->u[i].Float); 1416 1417 for( i = size; i < 4; ++i ) 1418 bld->immediates[bld->num_immediates][i] = bld_base->base.undef; 1419 1420 bld->num_immediates++; 1421} 1422 1423static void 1424ddx_emit( 1425 const struct lp_build_tgsi_action * action, 1426 struct lp_build_tgsi_context * bld_base, 1427 struct lp_build_emit_data * emit_data) 1428{ 1429 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1430 1431 emit_fetch_deriv(bld, emit_data->args[0], NULL, 1432 &emit_data->output[emit_data->chan], NULL); 1433} 1434 1435static void 1436ddy_emit( 1437 const struct lp_build_tgsi_action * action, 1438 struct lp_build_tgsi_context * bld_base, 1439 struct lp_build_emit_data * emit_data) 1440{ 1441 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1442 1443 emit_fetch_deriv(bld, emit_data->args[0], NULL, NULL, 1444 &emit_data->output[emit_data->chan]); 1445} 1446 1447static void 1448kilp_emit( 1449 const struct lp_build_tgsi_action * action, 1450 struct lp_build_tgsi_context * bld_base, 1451 struct lp_build_emit_data * emit_data) 1452{ 1453 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1454 1455 emit_kilp(bld, bld_base->pc - 1); 1456} 1457 1458static void 1459kil_emit( 1460 const struct lp_build_tgsi_action * action, 1461 struct lp_build_tgsi_context * bld_base, 1462 struct lp_build_emit_data * emit_data) 1463{ 1464 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1465 1466 emit_kil(bld, emit_data->inst, bld_base->pc - 1); 1467} 1468 1469static void 1470tex_emit( 1471 const struct lp_build_tgsi_action * action, 1472 struct lp_build_tgsi_context * bld_base, 1473 struct lp_build_emit_data * emit_data) 1474{ 1475 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1476 1477 emit_tex(bld, emit_data->inst, LP_BLD_TEX_MODIFIER_NONE, emit_data->output); 1478} 1479 1480static void 1481txb_emit( 1482 const struct lp_build_tgsi_action * action, 1483 struct lp_build_tgsi_context * bld_base, 1484 struct lp_build_emit_data * emit_data) 1485{ 1486 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1487 1488 emit_tex(bld, emit_data->inst, LP_BLD_TEX_MODIFIER_LOD_BIAS, 1489 emit_data->output); 1490} 1491 1492static void 1493txd_emit( 1494 const struct lp_build_tgsi_action * action, 1495 struct lp_build_tgsi_context * bld_base, 1496 struct lp_build_emit_data * emit_data) 1497{ 1498 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1499 1500 emit_tex(bld, emit_data->inst, LP_BLD_TEX_MODIFIER_EXPLICIT_DERIV, 1501 emit_data->output); 1502} 1503 1504static void 1505txl_emit( 1506 const struct lp_build_tgsi_action * action, 1507 struct lp_build_tgsi_context * bld_base, 1508 struct lp_build_emit_data * emit_data) 1509{ 1510 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1511 1512 emit_tex(bld, emit_data->inst, LP_BLD_TEX_MODIFIER_EXPLICIT_LOD, 1513 emit_data->output); 1514} 1515 1516static void 1517txp_emit( 1518 const struct lp_build_tgsi_action * action, 1519 struct lp_build_tgsi_context * bld_base, 1520 struct lp_build_emit_data * emit_data) 1521{ 1522 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1523 1524 emit_tex(bld, emit_data->inst, LP_BLD_TEX_MODIFIER_PROJECTED, 1525 emit_data->output); 1526} 1527 1528static void 1529cal_emit( 1530 const struct lp_build_tgsi_action * action, 1531 struct lp_build_tgsi_context * bld_base, 1532 struct lp_build_emit_data * emit_data) 1533{ 1534 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1535 1536 lp_exec_mask_call(&bld->exec_mask, emit_data->inst->Label.Label, 1537 &bld_base->pc); 1538} 1539 1540static void 1541ret_emit( 1542 const struct lp_build_tgsi_action * action, 1543 struct lp_build_tgsi_context * bld_base, 1544 struct lp_build_emit_data * emit_data) 1545{ 1546 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1547 1548 lp_exec_mask_ret(&bld->exec_mask, &bld_base->pc); 1549} 1550 1551static void 1552brk_emit( 1553 const struct lp_build_tgsi_action * action, 1554 struct lp_build_tgsi_context * bld_base, 1555 struct lp_build_emit_data * emit_data) 1556{ 1557 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1558 1559 lp_exec_break(&bld->exec_mask); 1560} 1561 1562static void 1563if_emit( 1564 const struct lp_build_tgsi_action * action, 1565 struct lp_build_tgsi_context * bld_base, 1566 struct lp_build_emit_data * emit_data) 1567{ 1568 LLVMValueRef tmp; 1569 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1570 1571 tmp = lp_build_cmp(&bld_base->base, PIPE_FUNC_NOTEQUAL, 1572 emit_data->args[0], bld->bld_base.base.zero); 1573 lp_exec_mask_cond_push(&bld->exec_mask, tmp); 1574} 1575 1576static void 1577bgnloop_emit( 1578 const struct lp_build_tgsi_action * action, 1579 struct lp_build_tgsi_context * bld_base, 1580 struct lp_build_emit_data * emit_data) 1581{ 1582 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1583 1584 lp_exec_bgnloop(&bld->exec_mask); 1585} 1586 1587static void 1588bgnsub_emit( 1589 const struct lp_build_tgsi_action * action, 1590 struct lp_build_tgsi_context * bld_base, 1591 struct lp_build_emit_data * emit_data) 1592{ 1593 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1594 1595 lp_exec_mask_bgnsub(&bld->exec_mask); 1596} 1597 1598static void 1599else_emit( 1600 const struct lp_build_tgsi_action * action, 1601 struct lp_build_tgsi_context * bld_base, 1602 struct lp_build_emit_data * emit_data) 1603{ 1604 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1605 1606 lp_exec_mask_cond_invert(&bld->exec_mask); 1607} 1608 1609static void 1610endif_emit( 1611 const struct lp_build_tgsi_action * action, 1612 struct lp_build_tgsi_context * bld_base, 1613 struct lp_build_emit_data * emit_data) 1614{ 1615 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1616 1617 lp_exec_mask_cond_pop(&bld->exec_mask); 1618} 1619 1620static void 1621endloop_emit( 1622 const struct lp_build_tgsi_action * action, 1623 struct lp_build_tgsi_context * bld_base, 1624 struct lp_build_emit_data * emit_data) 1625{ 1626 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1627 1628 lp_exec_endloop(bld_base->base.gallivm, &bld->exec_mask); 1629} 1630 1631static void 1632endsub_emit( 1633 const struct lp_build_tgsi_action * action, 1634 struct lp_build_tgsi_context * bld_base, 1635 struct lp_build_emit_data * emit_data) 1636{ 1637 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1638 1639 lp_exec_mask_endsub(&bld->exec_mask, &bld_base->pc); 1640} 1641 1642static void 1643cont_emit( 1644 const struct lp_build_tgsi_action * action, 1645 struct lp_build_tgsi_context * bld_base, 1646 struct lp_build_emit_data * emit_data) 1647{ 1648 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1649 1650 lp_exec_continue(&bld->exec_mask); 1651} 1652 1653/* XXX: Refactor and move it to lp_bld_tgsi_action.c 1654 * 1655 * XXX: What do the comments about xmm registers mean? Maybe they are left over 1656 * from old code, but there is no garauntee that LLVM will use those registers 1657 * for this code. 1658 * 1659 * XXX: There should be no calls to lp_build_emit_fetch in this function. This 1660 * should be handled by the emit_data->fetch_args function. */ 1661static void 1662nrm_emit( 1663 const struct lp_build_tgsi_action * action, 1664 struct lp_build_tgsi_context * bld_base, 1665 struct lp_build_emit_data * emit_data) 1666{ 1667 LLVMValueRef tmp0, tmp1; 1668 LLVMValueRef tmp4 = NULL; 1669 LLVMValueRef tmp5 = NULL; 1670 LLVMValueRef tmp6 = NULL; 1671 LLVMValueRef tmp7 = NULL; 1672 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1673 1674 uint dims = (emit_data->inst->Instruction.Opcode == TGSI_OPCODE_NRM) ? 3 : 4; 1675 1676 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_X) || 1677 TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_Y) || 1678 TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_Z) || 1679 (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_W) && dims == 4)) { 1680 1681 /* NOTE: Cannot use xmm regs 2/3 here (see emit_rsqrt() above). */ 1682 1683 /* xmm4 = src.x */ 1684 /* xmm0 = src.x * src.x */ 1685 tmp0 = lp_build_emit_fetch(&bld->bld_base, emit_data->inst, 0, TGSI_CHAN_X); 1686 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_X)) { 1687 tmp4 = tmp0; 1688 } 1689 tmp0 = lp_build_mul( &bld->bld_base.base, tmp0, tmp0); 1690 1691 /* xmm5 = src.y */ 1692 /* xmm0 = xmm0 + src.y * src.y */ 1693 tmp1 = lp_build_emit_fetch(&bld->bld_base, emit_data->inst, 0, TGSI_CHAN_Y); 1694 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_Y)) { 1695 tmp5 = tmp1; 1696 } 1697 tmp1 = lp_build_mul( &bld->bld_base.base, tmp1, tmp1); 1698 tmp0 = lp_build_add( &bld->bld_base.base, tmp0, tmp1); 1699 1700 /* xmm6 = src.z */ 1701 /* xmm0 = xmm0 + src.z * src.z */ 1702 tmp1 = lp_build_emit_fetch(&bld->bld_base, emit_data->inst, 0, TGSI_CHAN_Z); 1703 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_Z)) { 1704 tmp6 = tmp1; 1705 } 1706 tmp1 = lp_build_mul( &bld->bld_base.base, tmp1, tmp1); 1707 tmp0 = lp_build_add( &bld->bld_base.base, tmp0, tmp1); 1708 1709 if (dims == 4) { 1710 /* xmm7 = src.w */ 1711 /* xmm0 = xmm0 + src.w * src.w */ 1712 tmp1 = lp_build_emit_fetch(&bld->bld_base, emit_data->inst, 0, TGSI_CHAN_W); 1713 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_W)) { 1714 tmp7 = tmp1; 1715 } 1716 tmp1 = lp_build_mul( &bld->bld_base.base, tmp1, tmp1); 1717 tmp0 = lp_build_add( &bld->bld_base.base, tmp0, tmp1); 1718 } 1719 /* xmm1 = 1 / sqrt(xmm0) */ 1720 tmp1 = lp_build_rsqrt( &bld->bld_base.base, tmp0); 1721 /* dst.x = xmm1 * src.x */ 1722 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_X)) { 1723 emit_data->output[TGSI_CHAN_X] = lp_build_mul( &bld->bld_base.base, tmp4, tmp1); 1724 } 1725 /* dst.y = xmm1 * src.y */ 1726 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_Y)) { 1727 emit_data->output[TGSI_CHAN_Y] = lp_build_mul( &bld->bld_base.base, tmp5, tmp1); 1728 } 1729 1730 /* dst.z = xmm1 * src.z */ 1731 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_Z)) { 1732 emit_data->output[TGSI_CHAN_Z] = lp_build_mul( &bld->bld_base.base, tmp6, tmp1); 1733 } 1734 /* dst.w = xmm1 * src.w */ 1735 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_X) && dims == 4) { 1736 emit_data->output[TGSI_CHAN_W] = lp_build_mul( &bld->bld_base.base, tmp7, tmp1); 1737 } 1738 } 1739 1740 /* dst.w = 1.0 */ 1741 if (TGSI_IS_DST0_CHANNEL_ENABLED(emit_data->inst, TGSI_CHAN_W) && dims == 3) { 1742 emit_data->output[TGSI_CHAN_W] = bld->bld_base.base.one; 1743 } 1744} 1745 1746static void emit_prologue(struct lp_build_tgsi_context * bld_base) 1747{ 1748 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1749 struct gallivm_state * gallivm = bld_base->base.gallivm; 1750 1751 if (bld->indirect_files & (1 << TGSI_FILE_TEMPORARY)) { 1752 LLVMValueRef array_size = 1753 lp_build_const_int32(gallivm, 1754 bld_base->info->file_max[TGSI_FILE_TEMPORARY] * 4 + 4); 1755 bld->temps_array = lp_build_array_alloca(gallivm, 1756 bld_base->base.vec_type, array_size, 1757 "temp_array"); 1758 } 1759 1760 if (bld->indirect_files & (1 << TGSI_FILE_OUTPUT)) { 1761 LLVMValueRef array_size = 1762 lp_build_const_int32(gallivm, 1763 bld_base->info->file_max[TGSI_FILE_OUTPUT] * 4 + 4); 1764 bld->outputs_array = lp_build_array_alloca(gallivm, 1765 bld_base->base.vec_type, array_size, 1766 "output_array"); 1767 } 1768 1769 /* If we have indirect addressing in inputs we need to copy them into 1770 * our alloca array to be able to iterate over them */ 1771 if (bld->indirect_files & (1 << TGSI_FILE_INPUT)) { 1772 unsigned index, chan; 1773 LLVMTypeRef vec_type = bld_base->base.vec_type; 1774 LLVMValueRef array_size = lp_build_const_int32(gallivm, 1775 bld_base->info->file_max[TGSI_FILE_INPUT]*4 + 4); 1776 bld->inputs_array = lp_build_array_alloca(gallivm, 1777 vec_type, array_size, 1778 "input_array"); 1779 1780 assert(bld_base->info->num_inputs 1781 <= bld_base->info->file_max[TGSI_FILE_INPUT] + 1); 1782 1783 for (index = 0; index < bld_base->info->num_inputs; ++index) { 1784 for (chan = 0; chan < TGSI_NUM_CHANNELS; ++chan) { 1785 LLVMValueRef lindex = 1786 lp_build_const_int32(gallivm, index * 4 + chan); 1787 LLVMValueRef input_ptr = 1788 LLVMBuildGEP(gallivm->builder, bld->inputs_array, 1789 &lindex, 1, ""); 1790 LLVMValueRef value = bld->inputs[index][chan]; 1791 if (value) 1792 LLVMBuildStore(gallivm->builder, value, input_ptr); 1793 } 1794 } 1795 } 1796} 1797 1798static void emit_epilogue(struct lp_build_tgsi_context * bld_base) 1799{ 1800 struct lp_build_tgsi_soa_context * bld = lp_soa_context(bld_base); 1801 1802 if (0) { 1803 /* for debugging */ 1804 emit_dump_temps(bld); 1805 } 1806 1807 /* If we have indirect addressing in outputs we need to copy our alloca array 1808 * to the outputs slots specified by the called */ 1809 if (bld->indirect_files & (1 << TGSI_FILE_OUTPUT)) { 1810 unsigned index, chan; 1811 assert(bld_base->info->num_outputs <= 1812 bld_base->info->file_max[TGSI_FILE_OUTPUT] + 1); 1813 for (index = 0; index < bld_base->info->num_outputs; ++index) { 1814 for (chan = 0; chan < TGSI_NUM_CHANNELS; ++chan) { 1815 bld->outputs[index][chan] = lp_get_output_ptr(bld, index, chan); 1816 } 1817 } 1818 } 1819} 1820 1821void 1822lp_build_tgsi_soa(struct gallivm_state *gallivm, 1823 const struct tgsi_token *tokens, 1824 struct lp_type type, 1825 struct lp_build_mask_context *mask, 1826 LLVMValueRef consts_ptr, 1827 LLVMValueRef system_values_array, 1828 const LLVMValueRef *pos, 1829 const LLVMValueRef (*inputs)[TGSI_NUM_CHANNELS], 1830 LLVMValueRef (*outputs)[TGSI_NUM_CHANNELS], 1831 struct lp_build_sampler_soa *sampler, 1832 const struct tgsi_shader_info *info) 1833{ 1834 struct lp_build_tgsi_soa_context bld; 1835 1836 struct lp_type res_type; 1837 1838 assert(type.length <= LP_MAX_VECTOR_LENGTH); 1839 memset(&res_type, 0, sizeof res_type); 1840 res_type.width = type.width; 1841 res_type.length = type.length; 1842 res_type.sign = 1; 1843 1844 /* Setup build context */ 1845 memset(&bld, 0, sizeof bld); 1846 lp_build_context_init(&bld.bld_base.base, gallivm, type); 1847 lp_build_context_init(&bld.bld_base.uint_bld, gallivm, lp_uint_type(type)); 1848 lp_build_context_init(&bld.bld_base.int_bld, gallivm, lp_int_type(type)); 1849 lp_build_context_init(&bld.elem_bld, gallivm, lp_elem_type(type)); 1850 bld.mask = mask; 1851 bld.pos = pos; 1852 bld.inputs = inputs; 1853 bld.outputs = outputs; 1854 bld.consts_ptr = consts_ptr; 1855 bld.sampler = sampler; 1856 bld.bld_base.info = info; 1857 bld.indirect_files = info->indirect_files; 1858 1859 bld.bld_base.soa = TRUE; 1860 bld.bld_base.emit_fetch_funcs[TGSI_FILE_CONSTANT] = emit_fetch_constant; 1861 bld.bld_base.emit_fetch_funcs[TGSI_FILE_IMMEDIATE] = emit_fetch_immediate; 1862 bld.bld_base.emit_fetch_funcs[TGSI_FILE_INPUT] = emit_fetch_input; 1863 bld.bld_base.emit_fetch_funcs[TGSI_FILE_TEMPORARY] = emit_fetch_temporary; 1864 bld.bld_base.emit_fetch_funcs[TGSI_FILE_SYSTEM_VALUE] = emit_fetch_system_value; 1865 bld.bld_base.emit_store = emit_store; 1866 1867 bld.bld_base.emit_declaration = lp_emit_declaration_soa; 1868 bld.bld_base.emit_immediate = lp_emit_immediate_soa; 1869 1870 bld.bld_base.emit_prologue = emit_prologue; 1871 bld.bld_base.emit_epilogue = emit_epilogue; 1872 1873 /* Set opcode actions */ 1874 lp_set_default_actions_cpu(&bld.bld_base); 1875 1876 bld.bld_base.op_actions[TGSI_OPCODE_BGNLOOP].emit = bgnloop_emit; 1877 bld.bld_base.op_actions[TGSI_OPCODE_BGNSUB].emit = bgnsub_emit; 1878 bld.bld_base.op_actions[TGSI_OPCODE_BRK].emit = brk_emit; 1879 bld.bld_base.op_actions[TGSI_OPCODE_CAL].emit = cal_emit; 1880 bld.bld_base.op_actions[TGSI_OPCODE_CONT].emit = cont_emit; 1881 bld.bld_base.op_actions[TGSI_OPCODE_DDX].emit = ddx_emit; 1882 bld.bld_base.op_actions[TGSI_OPCODE_DDY].emit = ddy_emit; 1883 bld.bld_base.op_actions[TGSI_OPCODE_ELSE].emit = else_emit; 1884 bld.bld_base.op_actions[TGSI_OPCODE_ENDIF].emit = endif_emit; 1885 bld.bld_base.op_actions[TGSI_OPCODE_ENDLOOP].emit = endloop_emit; 1886 bld.bld_base.op_actions[TGSI_OPCODE_ENDSUB].emit = endsub_emit; 1887 bld.bld_base.op_actions[TGSI_OPCODE_IF].emit = if_emit; 1888 bld.bld_base.op_actions[TGSI_OPCODE_KIL].emit = kil_emit; 1889 bld.bld_base.op_actions[TGSI_OPCODE_KILP].emit = kilp_emit; 1890 bld.bld_base.op_actions[TGSI_OPCODE_NRM].emit = nrm_emit; 1891 bld.bld_base.op_actions[TGSI_OPCODE_NRM4].emit = nrm_emit; 1892 bld.bld_base.op_actions[TGSI_OPCODE_RET].emit = ret_emit; 1893 bld.bld_base.op_actions[TGSI_OPCODE_TEX].emit = tex_emit; 1894 bld.bld_base.op_actions[TGSI_OPCODE_TXB].emit = txb_emit; 1895 bld.bld_base.op_actions[TGSI_OPCODE_TXD].emit = txd_emit; 1896 bld.bld_base.op_actions[TGSI_OPCODE_TXL].emit = txl_emit; 1897 bld.bld_base.op_actions[TGSI_OPCODE_TXP].emit = txp_emit; 1898 1899 lp_exec_mask_init(&bld.exec_mask, &bld.bld_base.base); 1900 1901 1902 bld.system_values_array = system_values_array; 1903 1904 lp_build_tgsi_llvm(&bld.bld_base, tokens); 1905 1906 if (0) { 1907 LLVMBasicBlockRef block = LLVMGetInsertBlock(gallivm->builder); 1908 LLVMValueRef function = LLVMGetBasicBlockParent(block); 1909 debug_printf("11111111111111111111111111111 \n"); 1910 tgsi_dump(tokens, 0); 1911 lp_debug_dump_value(function); 1912 debug_printf("2222222222222222222222222222 \n"); 1913 } 1914 1915 if (0) { 1916 LLVMModuleRef module = LLVMGetGlobalParent( 1917 LLVMGetBasicBlockParent(LLVMGetInsertBlock(gallivm->builder))); 1918 LLVMDumpModule(module); 1919 1920 } 1921} 1922 1923 1924/** 1925 * Build up the system values array out of individual values such as 1926 * the instance ID, front-face, primitive ID, etc. The shader info is 1927 * used to determine which system values are needed and where to put 1928 * them in the system values array. 1929 * 1930 * XXX only instance ID is implemented at this time. 1931 * 1932 * The system values register file is similar to the constants buffer. 1933 * Example declaration: 1934 * DCL SV[0], INSTANCEID 1935 * Example instruction: 1936 * MOVE foo, SV[0].xxxx; 1937 * 1938 * \return LLVM float array (interpreted as float [][4]) 1939 */ 1940LLVMValueRef 1941lp_build_system_values_array(struct gallivm_state *gallivm, 1942 const struct tgsi_shader_info *info, 1943 LLVMValueRef instance_id, 1944 LLVMValueRef facing) 1945{ 1946 LLVMValueRef size = lp_build_const_int32(gallivm, 4 * info->num_system_values); 1947 LLVMTypeRef float_t = LLVMFloatTypeInContext(gallivm->context); 1948 LLVMValueRef array = lp_build_array_alloca(gallivm, float_t, 1949 size, "sysvals_array"); 1950 unsigned i; 1951 1952 for (i = 0; i < info->num_system_values; i++) { 1953 LLVMValueRef index = lp_build_const_int32(gallivm, i * 4); 1954 LLVMValueRef ptr, value = 0; 1955 1956 switch (info->system_value_semantic_name[i]) { 1957 case TGSI_SEMANTIC_INSTANCEID: 1958 /* convert instance ID from int to float */ 1959 value = LLVMBuildSIToFP(gallivm->builder, instance_id, float_t, 1960 "sysval_instanceid"); 1961 break; 1962 case TGSI_SEMANTIC_FACE: 1963 /* fall-through */ 1964 default: 1965 assert(0 && "unexpected semantic in build_system_values_array()"); 1966 } 1967 1968 ptr = LLVMBuildGEP(gallivm->builder, array, &index, 1, ""); 1969 LLVMBuildStore(gallivm->builder, value, ptr); 1970 } 1971 1972 return array; 1973} 1974