evergreen_state.c revision 1932bc8aaeb59287a7f769b0cb9a55f49dd6d553
1/* 2 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org> 3 * 4 * Permission is hereby granted, free of charge, to any person obtaining a 5 * copy of this software and associated documentation files (the "Software"), 6 * to deal in the Software without restriction, including without limitation 7 * on the rights to use, copy, modify, merge, publish, distribute, sub 8 * license, and/or sell copies of the Software, and to permit persons to whom 9 * the Software is furnished to do so, subject to the following conditions: 10 * 11 * The above copyright notice and this permission notice (including the next 12 * paragraph) shall be included in all copies or substantial portions of the 13 * Software. 14 * 15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, 19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 21 * USE OR OTHER DEALINGS IN THE SOFTWARE. 22 */ 23#include "r600_formats.h" 24#include "evergreend.h" 25 26#include "pipe/p_shader_tokens.h" 27#include "util/u_pack_color.h" 28#include "util/u_memory.h" 29#include "util/u_framebuffer.h" 30#include "util/u_dual_blend.h" 31#include "evergreen_compute.h" 32 33static uint32_t eg_num_banks(uint32_t nbanks) 34{ 35 switch (nbanks) { 36 case 2: 37 return 0; 38 case 4: 39 return 1; 40 case 8: 41 default: 42 return 2; 43 case 16: 44 return 3; 45 } 46} 47 48 49static unsigned eg_tile_split(unsigned tile_split) 50{ 51 switch (tile_split) { 52 case 64: tile_split = 0; break; 53 case 128: tile_split = 1; break; 54 case 256: tile_split = 2; break; 55 case 512: tile_split = 3; break; 56 default: 57 case 1024: tile_split = 4; break; 58 case 2048: tile_split = 5; break; 59 case 4096: tile_split = 6; break; 60 } 61 return tile_split; 62} 63 64static unsigned eg_macro_tile_aspect(unsigned macro_tile_aspect) 65{ 66 switch (macro_tile_aspect) { 67 default: 68 case 1: macro_tile_aspect = 0; break; 69 case 2: macro_tile_aspect = 1; break; 70 case 4: macro_tile_aspect = 2; break; 71 case 8: macro_tile_aspect = 3; break; 72 } 73 return macro_tile_aspect; 74} 75 76static unsigned eg_bank_wh(unsigned bankwh) 77{ 78 switch (bankwh) { 79 default: 80 case 1: bankwh = 0; break; 81 case 2: bankwh = 1; break; 82 case 4: bankwh = 2; break; 83 case 8: bankwh = 3; break; 84 } 85 return bankwh; 86} 87 88static uint32_t r600_translate_blend_function(int blend_func) 89{ 90 switch (blend_func) { 91 case PIPE_BLEND_ADD: 92 return V_028780_COMB_DST_PLUS_SRC; 93 case PIPE_BLEND_SUBTRACT: 94 return V_028780_COMB_SRC_MINUS_DST; 95 case PIPE_BLEND_REVERSE_SUBTRACT: 96 return V_028780_COMB_DST_MINUS_SRC; 97 case PIPE_BLEND_MIN: 98 return V_028780_COMB_MIN_DST_SRC; 99 case PIPE_BLEND_MAX: 100 return V_028780_COMB_MAX_DST_SRC; 101 default: 102 R600_ERR("Unknown blend function %d\n", blend_func); 103 assert(0); 104 break; 105 } 106 return 0; 107} 108 109static uint32_t r600_translate_blend_factor(int blend_fact) 110{ 111 switch (blend_fact) { 112 case PIPE_BLENDFACTOR_ONE: 113 return V_028780_BLEND_ONE; 114 case PIPE_BLENDFACTOR_SRC_COLOR: 115 return V_028780_BLEND_SRC_COLOR; 116 case PIPE_BLENDFACTOR_SRC_ALPHA: 117 return V_028780_BLEND_SRC_ALPHA; 118 case PIPE_BLENDFACTOR_DST_ALPHA: 119 return V_028780_BLEND_DST_ALPHA; 120 case PIPE_BLENDFACTOR_DST_COLOR: 121 return V_028780_BLEND_DST_COLOR; 122 case PIPE_BLENDFACTOR_SRC_ALPHA_SATURATE: 123 return V_028780_BLEND_SRC_ALPHA_SATURATE; 124 case PIPE_BLENDFACTOR_CONST_COLOR: 125 return V_028780_BLEND_CONST_COLOR; 126 case PIPE_BLENDFACTOR_CONST_ALPHA: 127 return V_028780_BLEND_CONST_ALPHA; 128 case PIPE_BLENDFACTOR_ZERO: 129 return V_028780_BLEND_ZERO; 130 case PIPE_BLENDFACTOR_INV_SRC_COLOR: 131 return V_028780_BLEND_ONE_MINUS_SRC_COLOR; 132 case PIPE_BLENDFACTOR_INV_SRC_ALPHA: 133 return V_028780_BLEND_ONE_MINUS_SRC_ALPHA; 134 case PIPE_BLENDFACTOR_INV_DST_ALPHA: 135 return V_028780_BLEND_ONE_MINUS_DST_ALPHA; 136 case PIPE_BLENDFACTOR_INV_DST_COLOR: 137 return V_028780_BLEND_ONE_MINUS_DST_COLOR; 138 case PIPE_BLENDFACTOR_INV_CONST_COLOR: 139 return V_028780_BLEND_ONE_MINUS_CONST_COLOR; 140 case PIPE_BLENDFACTOR_INV_CONST_ALPHA: 141 return V_028780_BLEND_ONE_MINUS_CONST_ALPHA; 142 case PIPE_BLENDFACTOR_SRC1_COLOR: 143 return V_028780_BLEND_SRC1_COLOR; 144 case PIPE_BLENDFACTOR_SRC1_ALPHA: 145 return V_028780_BLEND_SRC1_ALPHA; 146 case PIPE_BLENDFACTOR_INV_SRC1_COLOR: 147 return V_028780_BLEND_INV_SRC1_COLOR; 148 case PIPE_BLENDFACTOR_INV_SRC1_ALPHA: 149 return V_028780_BLEND_INV_SRC1_ALPHA; 150 default: 151 R600_ERR("Bad blend factor %d not supported!\n", blend_fact); 152 assert(0); 153 break; 154 } 155 return 0; 156} 157 158static unsigned r600_tex_dim(unsigned dim, unsigned nr_samples) 159{ 160 switch (dim) { 161 default: 162 case PIPE_TEXTURE_1D: 163 return V_030000_SQ_TEX_DIM_1D; 164 case PIPE_TEXTURE_1D_ARRAY: 165 return V_030000_SQ_TEX_DIM_1D_ARRAY; 166 case PIPE_TEXTURE_2D: 167 case PIPE_TEXTURE_RECT: 168 return nr_samples > 1 ? V_030000_SQ_TEX_DIM_2D_MSAA : 169 V_030000_SQ_TEX_DIM_2D; 170 case PIPE_TEXTURE_2D_ARRAY: 171 return nr_samples > 1 ? V_030000_SQ_TEX_DIM_2D_ARRAY_MSAA : 172 V_030000_SQ_TEX_DIM_2D_ARRAY; 173 case PIPE_TEXTURE_3D: 174 return V_030000_SQ_TEX_DIM_3D; 175 case PIPE_TEXTURE_CUBE: 176 return V_030000_SQ_TEX_DIM_CUBEMAP; 177 } 178} 179 180static uint32_t r600_translate_dbformat(enum pipe_format format) 181{ 182 switch (format) { 183 case PIPE_FORMAT_Z16_UNORM: 184 return V_028040_Z_16; 185 case PIPE_FORMAT_Z24X8_UNORM: 186 case PIPE_FORMAT_Z24_UNORM_S8_UINT: 187 return V_028040_Z_24; 188 case PIPE_FORMAT_Z32_FLOAT: 189 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT: 190 return V_028040_Z_32_FLOAT; 191 default: 192 return ~0U; 193 } 194} 195 196static uint32_t r600_translate_colorswap(enum pipe_format format) 197{ 198 switch (format) { 199 /* 8-bit buffers. */ 200 case PIPE_FORMAT_L4A4_UNORM: 201 case PIPE_FORMAT_A4R4_UNORM: 202 return V_028C70_SWAP_ALT; 203 204 case PIPE_FORMAT_A8_UNORM: 205 case PIPE_FORMAT_A8_SNORM: 206 case PIPE_FORMAT_A8_UINT: 207 case PIPE_FORMAT_A8_SINT: 208 case PIPE_FORMAT_A16_UNORM: 209 case PIPE_FORMAT_A16_SNORM: 210 case PIPE_FORMAT_A16_UINT: 211 case PIPE_FORMAT_A16_SINT: 212 case PIPE_FORMAT_A16_FLOAT: 213 case PIPE_FORMAT_A32_UINT: 214 case PIPE_FORMAT_A32_SINT: 215 case PIPE_FORMAT_A32_FLOAT: 216 case PIPE_FORMAT_R4A4_UNORM: 217 return V_028C70_SWAP_ALT_REV; 218 case PIPE_FORMAT_I8_UNORM: 219 case PIPE_FORMAT_I8_SNORM: 220 case PIPE_FORMAT_I8_UINT: 221 case PIPE_FORMAT_I8_SINT: 222 case PIPE_FORMAT_I16_UNORM: 223 case PIPE_FORMAT_I16_SNORM: 224 case PIPE_FORMAT_I16_UINT: 225 case PIPE_FORMAT_I16_SINT: 226 case PIPE_FORMAT_I16_FLOAT: 227 case PIPE_FORMAT_I32_UINT: 228 case PIPE_FORMAT_I32_SINT: 229 case PIPE_FORMAT_I32_FLOAT: 230 case PIPE_FORMAT_L8_UNORM: 231 case PIPE_FORMAT_L8_SNORM: 232 case PIPE_FORMAT_L8_UINT: 233 case PIPE_FORMAT_L8_SINT: 234 case PIPE_FORMAT_L8_SRGB: 235 case PIPE_FORMAT_L16_UNORM: 236 case PIPE_FORMAT_L16_SNORM: 237 case PIPE_FORMAT_L16_UINT: 238 case PIPE_FORMAT_L16_SINT: 239 case PIPE_FORMAT_L16_FLOAT: 240 case PIPE_FORMAT_L32_UINT: 241 case PIPE_FORMAT_L32_SINT: 242 case PIPE_FORMAT_L32_FLOAT: 243 case PIPE_FORMAT_R8_UNORM: 244 case PIPE_FORMAT_R8_SNORM: 245 case PIPE_FORMAT_R8_UINT: 246 case PIPE_FORMAT_R8_SINT: 247 return V_028C70_SWAP_STD; 248 249 /* 16-bit buffers. */ 250 case PIPE_FORMAT_B5G6R5_UNORM: 251 return V_028C70_SWAP_STD_REV; 252 253 case PIPE_FORMAT_B5G5R5A1_UNORM: 254 case PIPE_FORMAT_B5G5R5X1_UNORM: 255 return V_028C70_SWAP_ALT; 256 257 case PIPE_FORMAT_B4G4R4A4_UNORM: 258 case PIPE_FORMAT_B4G4R4X4_UNORM: 259 return V_028C70_SWAP_ALT; 260 261 case PIPE_FORMAT_Z16_UNORM: 262 return V_028C70_SWAP_STD; 263 264 case PIPE_FORMAT_L8A8_UNORM: 265 case PIPE_FORMAT_L8A8_SNORM: 266 case PIPE_FORMAT_L8A8_UINT: 267 case PIPE_FORMAT_L8A8_SINT: 268 case PIPE_FORMAT_L8A8_SRGB: 269 case PIPE_FORMAT_L16A16_UNORM: 270 case PIPE_FORMAT_L16A16_SNORM: 271 case PIPE_FORMAT_L16A16_UINT: 272 case PIPE_FORMAT_L16A16_SINT: 273 case PIPE_FORMAT_L16A16_FLOAT: 274 case PIPE_FORMAT_L32A32_UINT: 275 case PIPE_FORMAT_L32A32_SINT: 276 case PIPE_FORMAT_L32A32_FLOAT: 277 return V_028C70_SWAP_ALT; 278 case PIPE_FORMAT_R8G8_UNORM: 279 case PIPE_FORMAT_R8G8_SNORM: 280 case PIPE_FORMAT_R8G8_UINT: 281 case PIPE_FORMAT_R8G8_SINT: 282 return V_028C70_SWAP_STD; 283 284 case PIPE_FORMAT_R16_UNORM: 285 case PIPE_FORMAT_R16_SNORM: 286 case PIPE_FORMAT_R16_UINT: 287 case PIPE_FORMAT_R16_SINT: 288 case PIPE_FORMAT_R16_FLOAT: 289 return V_028C70_SWAP_STD; 290 291 /* 32-bit buffers. */ 292 case PIPE_FORMAT_A8B8G8R8_SRGB: 293 return V_028C70_SWAP_STD_REV; 294 case PIPE_FORMAT_B8G8R8A8_SRGB: 295 return V_028C70_SWAP_ALT; 296 297 case PIPE_FORMAT_B8G8R8A8_UNORM: 298 case PIPE_FORMAT_B8G8R8X8_UNORM: 299 return V_028C70_SWAP_ALT; 300 301 case PIPE_FORMAT_A8R8G8B8_UNORM: 302 case PIPE_FORMAT_X8R8G8B8_UNORM: 303 return V_028C70_SWAP_ALT_REV; 304 case PIPE_FORMAT_R8G8B8A8_SNORM: 305 case PIPE_FORMAT_R8G8B8A8_UNORM: 306 case PIPE_FORMAT_R8G8B8A8_SINT: 307 case PIPE_FORMAT_R8G8B8A8_UINT: 308 case PIPE_FORMAT_R8G8B8X8_UNORM: 309 return V_028C70_SWAP_STD; 310 311 case PIPE_FORMAT_A8B8G8R8_UNORM: 312 case PIPE_FORMAT_X8B8G8R8_UNORM: 313 /* case PIPE_FORMAT_R8SG8SB8UX8U_NORM: */ 314 return V_028C70_SWAP_STD_REV; 315 316 case PIPE_FORMAT_Z24X8_UNORM: 317 case PIPE_FORMAT_Z24_UNORM_S8_UINT: 318 return V_028C70_SWAP_STD; 319 320 case PIPE_FORMAT_X8Z24_UNORM: 321 case PIPE_FORMAT_S8_UINT_Z24_UNORM: 322 return V_028C70_SWAP_STD; 323 324 case PIPE_FORMAT_R10G10B10A2_UNORM: 325 case PIPE_FORMAT_R10G10B10X2_SNORM: 326 case PIPE_FORMAT_R10SG10SB10SA2U_NORM: 327 return V_028C70_SWAP_STD; 328 329 case PIPE_FORMAT_B10G10R10A2_UNORM: 330 case PIPE_FORMAT_B10G10R10A2_UINT: 331 return V_028C70_SWAP_ALT; 332 333 case PIPE_FORMAT_R11G11B10_FLOAT: 334 case PIPE_FORMAT_R32_FLOAT: 335 case PIPE_FORMAT_R32_UINT: 336 case PIPE_FORMAT_R32_SINT: 337 case PIPE_FORMAT_Z32_FLOAT: 338 case PIPE_FORMAT_R16G16_FLOAT: 339 case PIPE_FORMAT_R16G16_UNORM: 340 case PIPE_FORMAT_R16G16_SNORM: 341 case PIPE_FORMAT_R16G16_UINT: 342 case PIPE_FORMAT_R16G16_SINT: 343 return V_028C70_SWAP_STD; 344 345 /* 64-bit buffers. */ 346 case PIPE_FORMAT_R32G32_FLOAT: 347 case PIPE_FORMAT_R32G32_UINT: 348 case PIPE_FORMAT_R32G32_SINT: 349 case PIPE_FORMAT_R16G16B16A16_UNORM: 350 case PIPE_FORMAT_R16G16B16A16_SNORM: 351 case PIPE_FORMAT_R16G16B16A16_UINT: 352 case PIPE_FORMAT_R16G16B16A16_SINT: 353 case PIPE_FORMAT_R16G16B16A16_FLOAT: 354 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT: 355 356 /* 128-bit buffers. */ 357 case PIPE_FORMAT_R32G32B32A32_FLOAT: 358 case PIPE_FORMAT_R32G32B32A32_SNORM: 359 case PIPE_FORMAT_R32G32B32A32_UNORM: 360 case PIPE_FORMAT_R32G32B32A32_SINT: 361 case PIPE_FORMAT_R32G32B32A32_UINT: 362 return V_028C70_SWAP_STD; 363 default: 364 R600_ERR("unsupported colorswap format %d\n", format); 365 return ~0U; 366 } 367 return ~0U; 368} 369 370static uint32_t r600_translate_colorformat(enum pipe_format format) 371{ 372 switch (format) { 373 /* 8-bit buffers. */ 374 case PIPE_FORMAT_A8_UNORM: 375 case PIPE_FORMAT_A8_SNORM: 376 case PIPE_FORMAT_A8_UINT: 377 case PIPE_FORMAT_A8_SINT: 378 case PIPE_FORMAT_I8_UNORM: 379 case PIPE_FORMAT_I8_SNORM: 380 case PIPE_FORMAT_I8_UINT: 381 case PIPE_FORMAT_I8_SINT: 382 case PIPE_FORMAT_L8_UNORM: 383 case PIPE_FORMAT_L8_SNORM: 384 case PIPE_FORMAT_L8_UINT: 385 case PIPE_FORMAT_L8_SINT: 386 case PIPE_FORMAT_L8_SRGB: 387 case PIPE_FORMAT_R8_UNORM: 388 case PIPE_FORMAT_R8_SNORM: 389 case PIPE_FORMAT_R8_UINT: 390 case PIPE_FORMAT_R8_SINT: 391 return V_028C70_COLOR_8; 392 393 /* 16-bit buffers. */ 394 case PIPE_FORMAT_B5G6R5_UNORM: 395 return V_028C70_COLOR_5_6_5; 396 397 case PIPE_FORMAT_B5G5R5A1_UNORM: 398 case PIPE_FORMAT_B5G5R5X1_UNORM: 399 return V_028C70_COLOR_1_5_5_5; 400 401 case PIPE_FORMAT_B4G4R4A4_UNORM: 402 case PIPE_FORMAT_B4G4R4X4_UNORM: 403 return V_028C70_COLOR_4_4_4_4; 404 405 case PIPE_FORMAT_Z16_UNORM: 406 return V_028C70_COLOR_16; 407 408 case PIPE_FORMAT_L8A8_UNORM: 409 case PIPE_FORMAT_L8A8_SNORM: 410 case PIPE_FORMAT_L8A8_UINT: 411 case PIPE_FORMAT_L8A8_SINT: 412 case PIPE_FORMAT_L8A8_SRGB: 413 case PIPE_FORMAT_R8G8_UNORM: 414 case PIPE_FORMAT_R8G8_SNORM: 415 case PIPE_FORMAT_R8G8_UINT: 416 case PIPE_FORMAT_R8G8_SINT: 417 return V_028C70_COLOR_8_8; 418 419 case PIPE_FORMAT_R16_UNORM: 420 case PIPE_FORMAT_R16_SNORM: 421 case PIPE_FORMAT_R16_UINT: 422 case PIPE_FORMAT_R16_SINT: 423 case PIPE_FORMAT_A16_UNORM: 424 case PIPE_FORMAT_A16_SNORM: 425 case PIPE_FORMAT_A16_UINT: 426 case PIPE_FORMAT_A16_SINT: 427 case PIPE_FORMAT_L16_UNORM: 428 case PIPE_FORMAT_L16_SNORM: 429 case PIPE_FORMAT_L16_UINT: 430 case PIPE_FORMAT_L16_SINT: 431 case PIPE_FORMAT_I16_UNORM: 432 case PIPE_FORMAT_I16_SNORM: 433 case PIPE_FORMAT_I16_UINT: 434 case PIPE_FORMAT_I16_SINT: 435 return V_028C70_COLOR_16; 436 437 case PIPE_FORMAT_R16_FLOAT: 438 case PIPE_FORMAT_A16_FLOAT: 439 case PIPE_FORMAT_L16_FLOAT: 440 case PIPE_FORMAT_I16_FLOAT: 441 return V_028C70_COLOR_16_FLOAT; 442 443 /* 32-bit buffers. */ 444 case PIPE_FORMAT_A8B8G8R8_SRGB: 445 case PIPE_FORMAT_A8B8G8R8_UNORM: 446 case PIPE_FORMAT_A8R8G8B8_UNORM: 447 case PIPE_FORMAT_B8G8R8A8_SRGB: 448 case PIPE_FORMAT_B8G8R8A8_UNORM: 449 case PIPE_FORMAT_B8G8R8X8_UNORM: 450 case PIPE_FORMAT_R8G8B8A8_SNORM: 451 case PIPE_FORMAT_R8G8B8A8_UNORM: 452 case PIPE_FORMAT_R8G8B8X8_UNORM: 453 case PIPE_FORMAT_R8SG8SB8UX8U_NORM: 454 case PIPE_FORMAT_X8B8G8R8_UNORM: 455 case PIPE_FORMAT_X8R8G8B8_UNORM: 456 case PIPE_FORMAT_R8G8B8_UNORM: 457 case PIPE_FORMAT_R8G8B8A8_SINT: 458 case PIPE_FORMAT_R8G8B8A8_UINT: 459 return V_028C70_COLOR_8_8_8_8; 460 461 case PIPE_FORMAT_R10G10B10A2_UNORM: 462 case PIPE_FORMAT_R10G10B10X2_SNORM: 463 case PIPE_FORMAT_B10G10R10A2_UNORM: 464 case PIPE_FORMAT_B10G10R10A2_UINT: 465 case PIPE_FORMAT_R10SG10SB10SA2U_NORM: 466 return V_028C70_COLOR_2_10_10_10; 467 468 case PIPE_FORMAT_Z24X8_UNORM: 469 case PIPE_FORMAT_Z24_UNORM_S8_UINT: 470 return V_028C70_COLOR_8_24; 471 472 case PIPE_FORMAT_X8Z24_UNORM: 473 case PIPE_FORMAT_S8_UINT_Z24_UNORM: 474 return V_028C70_COLOR_24_8; 475 476 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT: 477 return V_028C70_COLOR_X24_8_32_FLOAT; 478 479 case PIPE_FORMAT_R32_UINT: 480 case PIPE_FORMAT_R32_SINT: 481 case PIPE_FORMAT_A32_UINT: 482 case PIPE_FORMAT_A32_SINT: 483 case PIPE_FORMAT_L32_UINT: 484 case PIPE_FORMAT_L32_SINT: 485 case PIPE_FORMAT_I32_UINT: 486 case PIPE_FORMAT_I32_SINT: 487 return V_028C70_COLOR_32; 488 489 case PIPE_FORMAT_R32_FLOAT: 490 case PIPE_FORMAT_A32_FLOAT: 491 case PIPE_FORMAT_L32_FLOAT: 492 case PIPE_FORMAT_I32_FLOAT: 493 case PIPE_FORMAT_Z32_FLOAT: 494 return V_028C70_COLOR_32_FLOAT; 495 496 case PIPE_FORMAT_R16G16_FLOAT: 497 case PIPE_FORMAT_L16A16_FLOAT: 498 return V_028C70_COLOR_16_16_FLOAT; 499 500 case PIPE_FORMAT_R16G16_UNORM: 501 case PIPE_FORMAT_R16G16_SNORM: 502 case PIPE_FORMAT_R16G16_UINT: 503 case PIPE_FORMAT_R16G16_SINT: 504 case PIPE_FORMAT_L16A16_UNORM: 505 case PIPE_FORMAT_L16A16_SNORM: 506 case PIPE_FORMAT_L16A16_UINT: 507 case PIPE_FORMAT_L16A16_SINT: 508 return V_028C70_COLOR_16_16; 509 510 case PIPE_FORMAT_R11G11B10_FLOAT: 511 return V_028C70_COLOR_10_11_11_FLOAT; 512 513 /* 64-bit buffers. */ 514 case PIPE_FORMAT_R16G16B16A16_UINT: 515 case PIPE_FORMAT_R16G16B16A16_SINT: 516 case PIPE_FORMAT_R16G16B16A16_UNORM: 517 case PIPE_FORMAT_R16G16B16A16_SNORM: 518 return V_028C70_COLOR_16_16_16_16; 519 520 case PIPE_FORMAT_R16G16B16A16_FLOAT: 521 return V_028C70_COLOR_16_16_16_16_FLOAT; 522 523 case PIPE_FORMAT_R32G32_FLOAT: 524 case PIPE_FORMAT_L32A32_FLOAT: 525 return V_028C70_COLOR_32_32_FLOAT; 526 527 case PIPE_FORMAT_R32G32_SINT: 528 case PIPE_FORMAT_R32G32_UINT: 529 case PIPE_FORMAT_L32A32_UINT: 530 case PIPE_FORMAT_L32A32_SINT: 531 return V_028C70_COLOR_32_32; 532 533 /* 128-bit buffers. */ 534 case PIPE_FORMAT_R32G32B32A32_SNORM: 535 case PIPE_FORMAT_R32G32B32A32_UNORM: 536 case PIPE_FORMAT_R32G32B32A32_SINT: 537 case PIPE_FORMAT_R32G32B32A32_UINT: 538 return V_028C70_COLOR_32_32_32_32; 539 case PIPE_FORMAT_R32G32B32A32_FLOAT: 540 return V_028C70_COLOR_32_32_32_32_FLOAT; 541 542 /* YUV buffers. */ 543 case PIPE_FORMAT_UYVY: 544 case PIPE_FORMAT_YUYV: 545 default: 546 return ~0U; /* Unsupported. */ 547 } 548} 549 550static uint32_t r600_colorformat_endian_swap(uint32_t colorformat) 551{ 552 if (R600_BIG_ENDIAN) { 553 switch(colorformat) { 554 555 /* 8-bit buffers. */ 556 case V_028C70_COLOR_8: 557 return ENDIAN_NONE; 558 559 /* 16-bit buffers. */ 560 case V_028C70_COLOR_5_6_5: 561 case V_028C70_COLOR_1_5_5_5: 562 case V_028C70_COLOR_4_4_4_4: 563 case V_028C70_COLOR_16: 564 case V_028C70_COLOR_8_8: 565 return ENDIAN_8IN16; 566 567 /* 32-bit buffers. */ 568 case V_028C70_COLOR_8_8_8_8: 569 case V_028C70_COLOR_2_10_10_10: 570 case V_028C70_COLOR_8_24: 571 case V_028C70_COLOR_24_8: 572 case V_028C70_COLOR_32_FLOAT: 573 case V_028C70_COLOR_16_16_FLOAT: 574 case V_028C70_COLOR_16_16: 575 return ENDIAN_8IN32; 576 577 /* 64-bit buffers. */ 578 case V_028C70_COLOR_16_16_16_16: 579 case V_028C70_COLOR_16_16_16_16_FLOAT: 580 return ENDIAN_8IN16; 581 582 case V_028C70_COLOR_32_32_FLOAT: 583 case V_028C70_COLOR_32_32: 584 case V_028C70_COLOR_X24_8_32_FLOAT: 585 return ENDIAN_8IN32; 586 587 /* 96-bit buffers. */ 588 case V_028C70_COLOR_32_32_32_FLOAT: 589 /* 128-bit buffers. */ 590 case V_028C70_COLOR_32_32_32_32_FLOAT: 591 case V_028C70_COLOR_32_32_32_32: 592 return ENDIAN_8IN32; 593 default: 594 return ENDIAN_NONE; /* Unsupported. */ 595 } 596 } else { 597 return ENDIAN_NONE; 598 } 599} 600 601static bool r600_is_sampler_format_supported(struct pipe_screen *screen, enum pipe_format format) 602{ 603 return r600_translate_texformat(screen, format, NULL, NULL, NULL) != ~0U; 604} 605 606static bool r600_is_colorbuffer_format_supported(enum pipe_format format) 607{ 608 return r600_translate_colorformat(format) != ~0U && 609 r600_translate_colorswap(format) != ~0U; 610} 611 612static bool r600_is_zs_format_supported(enum pipe_format format) 613{ 614 return r600_translate_dbformat(format) != ~0U; 615} 616 617boolean evergreen_is_format_supported(struct pipe_screen *screen, 618 enum pipe_format format, 619 enum pipe_texture_target target, 620 unsigned sample_count, 621 unsigned usage) 622{ 623 struct r600_screen *rscreen = (struct r600_screen*)screen; 624 unsigned retval = 0; 625 626 if (target >= PIPE_MAX_TEXTURE_TYPES) { 627 R600_ERR("r600: unsupported texture type %d\n", target); 628 return FALSE; 629 } 630 631 if (!util_format_is_supported(format, usage)) 632 return FALSE; 633 634 if (sample_count > 1) { 635 if (rscreen->info.drm_minor < 19) 636 return FALSE; 637 638 if (rscreen->chip_class != EVERGREEN) 639 return FALSE; 640 641 switch (sample_count) { 642 case 2: 643 case 4: 644 case 8: 645 break; 646 default: 647 return FALSE; 648 } 649 650 /* require render-target support for multisample resources */ 651 if (util_format_is_depth_or_stencil(format)) { 652 usage |= PIPE_BIND_DEPTH_STENCIL; 653 } else { 654 usage |= PIPE_BIND_RENDER_TARGET; 655 } 656 } 657 658 if ((usage & PIPE_BIND_SAMPLER_VIEW) && 659 r600_is_sampler_format_supported(screen, format)) { 660 retval |= PIPE_BIND_SAMPLER_VIEW; 661 } 662 663 if ((usage & (PIPE_BIND_RENDER_TARGET | 664 PIPE_BIND_DISPLAY_TARGET | 665 PIPE_BIND_SCANOUT | 666 PIPE_BIND_SHARED)) && 667 r600_is_colorbuffer_format_supported(format)) { 668 retval |= usage & 669 (PIPE_BIND_RENDER_TARGET | 670 PIPE_BIND_DISPLAY_TARGET | 671 PIPE_BIND_SCANOUT | 672 PIPE_BIND_SHARED); 673 } 674 675 if ((usage & PIPE_BIND_DEPTH_STENCIL) && 676 r600_is_zs_format_supported(format)) { 677 retval |= PIPE_BIND_DEPTH_STENCIL; 678 } 679 680 if ((usage & PIPE_BIND_VERTEX_BUFFER) && 681 r600_is_vertex_format_supported(format)) { 682 retval |= PIPE_BIND_VERTEX_BUFFER; 683 } 684 685 if (usage & PIPE_BIND_TRANSFER_READ) 686 retval |= PIPE_BIND_TRANSFER_READ; 687 if (usage & PIPE_BIND_TRANSFER_WRITE) 688 retval |= PIPE_BIND_TRANSFER_WRITE; 689 690 return retval == usage; 691} 692 693static void *evergreen_create_blend_state_mode(struct pipe_context *ctx, 694 const struct pipe_blend_state *state, int mode) 695{ 696 struct r600_context *rctx = (struct r600_context *)ctx; 697 struct r600_pipe_blend *blend = CALLOC_STRUCT(r600_pipe_blend); 698 struct r600_pipe_state *rstate; 699 uint32_t color_control = 0, target_mask; 700 /* XXX there is more then 8 framebuffer */ 701 unsigned blend_cntl[8]; 702 703 if (blend == NULL) { 704 return NULL; 705 } 706 707 rstate = &blend->rstate; 708 709 rstate->id = R600_PIPE_STATE_BLEND; 710 711 target_mask = 0; 712 if (state->logicop_enable) { 713 color_control |= (state->logicop_func << 16) | (state->logicop_func << 20); 714 } else { 715 color_control |= (0xcc << 16); 716 } 717 /* we pretend 8 buffer are used, CB_SHADER_MASK will disable unused one */ 718 if (state->independent_blend_enable) { 719 for (int i = 0; i < 8; i++) { 720 target_mask |= (state->rt[i].colormask << (4 * i)); 721 } 722 } else { 723 for (int i = 0; i < 8; i++) { 724 target_mask |= (state->rt[0].colormask << (4 * i)); 725 } 726 } 727 blend->cb_target_mask = target_mask; 728 729 if (target_mask) 730 color_control |= S_028808_MODE(mode); 731 else 732 color_control |= S_028808_MODE(V_028808_CB_DISABLE); 733 734 r600_pipe_state_add_reg(rstate, R_028808_CB_COLOR_CONTROL, 735 color_control); 736 /* only have dual source on MRT0 */ 737 blend->dual_src_blend = util_blend_state_is_dual(state, 0); 738 for (int i = 0; i < 8; i++) { 739 /* state->rt entries > 0 only written if independent blending */ 740 const int j = state->independent_blend_enable ? i : 0; 741 742 unsigned eqRGB = state->rt[j].rgb_func; 743 unsigned srcRGB = state->rt[j].rgb_src_factor; 744 unsigned dstRGB = state->rt[j].rgb_dst_factor; 745 unsigned eqA = state->rt[j].alpha_func; 746 unsigned srcA = state->rt[j].alpha_src_factor; 747 unsigned dstA = state->rt[j].alpha_dst_factor; 748 749 blend_cntl[i] = 0; 750 if (!state->rt[j].blend_enable) 751 continue; 752 753 blend_cntl[i] |= S_028780_BLEND_CONTROL_ENABLE(1); 754 blend_cntl[i] |= S_028780_COLOR_COMB_FCN(r600_translate_blend_function(eqRGB)); 755 blend_cntl[i] |= S_028780_COLOR_SRCBLEND(r600_translate_blend_factor(srcRGB)); 756 blend_cntl[i] |= S_028780_COLOR_DESTBLEND(r600_translate_blend_factor(dstRGB)); 757 758 if (srcA != srcRGB || dstA != dstRGB || eqA != eqRGB) { 759 blend_cntl[i] |= S_028780_SEPARATE_ALPHA_BLEND(1); 760 blend_cntl[i] |= S_028780_ALPHA_COMB_FCN(r600_translate_blend_function(eqA)); 761 blend_cntl[i] |= S_028780_ALPHA_SRCBLEND(r600_translate_blend_factor(srcA)); 762 blend_cntl[i] |= S_028780_ALPHA_DESTBLEND(r600_translate_blend_factor(dstA)); 763 } 764 } 765 for (int i = 0; i < 8; i++) { 766 r600_pipe_state_add_reg(rstate, R_028780_CB_BLEND0_CONTROL + i * 4, blend_cntl[i]); 767 } 768 769 r600_pipe_state_add_reg(rstate, R_028B70_DB_ALPHA_TO_MASK, 770 S_028B70_ALPHA_TO_MASK_ENABLE(state->alpha_to_coverage) | 771 S_028B70_ALPHA_TO_MASK_OFFSET0(2) | 772 S_028B70_ALPHA_TO_MASK_OFFSET1(2) | 773 S_028B70_ALPHA_TO_MASK_OFFSET2(2) | 774 S_028B70_ALPHA_TO_MASK_OFFSET3(2)); 775 776 blend->alpha_to_one = state->alpha_to_one; 777 return rstate; 778} 779 780static void *evergreen_create_blend_state(struct pipe_context *ctx, 781 const struct pipe_blend_state *state) 782{ 783 784 return evergreen_create_blend_state_mode(ctx, state, V_028808_CB_NORMAL); 785} 786 787static void *evergreen_create_dsa_state(struct pipe_context *ctx, 788 const struct pipe_depth_stencil_alpha_state *state) 789{ 790 struct r600_context *rctx = (struct r600_context *)ctx; 791 struct r600_pipe_dsa *dsa = CALLOC_STRUCT(r600_pipe_dsa); 792 unsigned db_depth_control, alpha_test_control, alpha_ref; 793 struct r600_pipe_state *rstate; 794 795 if (dsa == NULL) { 796 return NULL; 797 } 798 799 dsa->valuemask[0] = state->stencil[0].valuemask; 800 dsa->valuemask[1] = state->stencil[1].valuemask; 801 dsa->writemask[0] = state->stencil[0].writemask; 802 dsa->writemask[1] = state->stencil[1].writemask; 803 804 rstate = &dsa->rstate; 805 806 rstate->id = R600_PIPE_STATE_DSA; 807 db_depth_control = S_028800_Z_ENABLE(state->depth.enabled) | 808 S_028800_Z_WRITE_ENABLE(state->depth.writemask) | 809 S_028800_ZFUNC(state->depth.func); 810 811 /* stencil */ 812 if (state->stencil[0].enabled) { 813 db_depth_control |= S_028800_STENCIL_ENABLE(1); 814 db_depth_control |= S_028800_STENCILFUNC(state->stencil[0].func); /* translates straight */ 815 db_depth_control |= S_028800_STENCILFAIL(r600_translate_stencil_op(state->stencil[0].fail_op)); 816 db_depth_control |= S_028800_STENCILZPASS(r600_translate_stencil_op(state->stencil[0].zpass_op)); 817 db_depth_control |= S_028800_STENCILZFAIL(r600_translate_stencil_op(state->stencil[0].zfail_op)); 818 819 if (state->stencil[1].enabled) { 820 db_depth_control |= S_028800_BACKFACE_ENABLE(1); 821 db_depth_control |= S_028800_STENCILFUNC_BF(state->stencil[1].func); /* translates straight */ 822 db_depth_control |= S_028800_STENCILFAIL_BF(r600_translate_stencil_op(state->stencil[1].fail_op)); 823 db_depth_control |= S_028800_STENCILZPASS_BF(r600_translate_stencil_op(state->stencil[1].zpass_op)); 824 db_depth_control |= S_028800_STENCILZFAIL_BF(r600_translate_stencil_op(state->stencil[1].zfail_op)); 825 } 826 } 827 828 /* alpha */ 829 alpha_test_control = 0; 830 alpha_ref = 0; 831 if (state->alpha.enabled) { 832 alpha_test_control = S_028410_ALPHA_FUNC(state->alpha.func); 833 alpha_test_control |= S_028410_ALPHA_TEST_ENABLE(1); 834 alpha_ref = fui(state->alpha.ref_value); 835 } 836 dsa->sx_alpha_test_control = alpha_test_control & 0xff; 837 dsa->alpha_ref = alpha_ref; 838 839 /* misc */ 840 r600_pipe_state_add_reg(rstate, R_028800_DB_DEPTH_CONTROL, db_depth_control); 841 return rstate; 842} 843 844static void *evergreen_create_rs_state(struct pipe_context *ctx, 845 const struct pipe_rasterizer_state *state) 846{ 847 struct r600_context *rctx = (struct r600_context *)ctx; 848 struct r600_pipe_rasterizer *rs = CALLOC_STRUCT(r600_pipe_rasterizer); 849 struct r600_pipe_state *rstate; 850 unsigned tmp; 851 unsigned prov_vtx = 1, polygon_dual_mode; 852 float psize_min, psize_max; 853 854 if (rs == NULL) { 855 return NULL; 856 } 857 858 polygon_dual_mode = (state->fill_front != PIPE_POLYGON_MODE_FILL || 859 state->fill_back != PIPE_POLYGON_MODE_FILL); 860 861 if (state->flatshade_first) 862 prov_vtx = 0; 863 864 rstate = &rs->rstate; 865 rs->flatshade = state->flatshade; 866 rs->sprite_coord_enable = state->sprite_coord_enable; 867 rs->two_side = state->light_twoside; 868 rs->clip_plane_enable = state->clip_plane_enable; 869 rs->pa_sc_line_stipple = state->line_stipple_enable ? 870 S_028A0C_LINE_PATTERN(state->line_stipple_pattern) | 871 S_028A0C_REPEAT_COUNT(state->line_stipple_factor) : 0; 872 rs->pa_cl_clip_cntl = 873 S_028810_PS_UCP_MODE(3) | 874 S_028810_ZCLIP_NEAR_DISABLE(!state->depth_clip) | 875 S_028810_ZCLIP_FAR_DISABLE(!state->depth_clip) | 876 S_028810_DX_LINEAR_ATTR_CLIP_ENA(1); 877 rs->multisample_enable = state->multisample; 878 879 /* offset */ 880 rs->offset_units = state->offset_units; 881 rs->offset_scale = state->offset_scale * 12.0f; 882 883 rstate->id = R600_PIPE_STATE_RASTERIZER; 884 tmp = S_0286D4_FLAT_SHADE_ENA(1); 885 if (state->sprite_coord_enable) { 886 tmp |= S_0286D4_PNT_SPRITE_ENA(1) | 887 S_0286D4_PNT_SPRITE_OVRD_X(2) | 888 S_0286D4_PNT_SPRITE_OVRD_Y(3) | 889 S_0286D4_PNT_SPRITE_OVRD_Z(0) | 890 S_0286D4_PNT_SPRITE_OVRD_W(1); 891 if (state->sprite_coord_mode != PIPE_SPRITE_COORD_UPPER_LEFT) { 892 tmp |= S_0286D4_PNT_SPRITE_TOP_1(1); 893 } 894 } 895 r600_pipe_state_add_reg(rstate, R_0286D4_SPI_INTERP_CONTROL_0, tmp); 896 897 /* point size 12.4 fixed point */ 898 tmp = (unsigned)(state->point_size * 8.0); 899 r600_pipe_state_add_reg(rstate, R_028A00_PA_SU_POINT_SIZE, S_028A00_HEIGHT(tmp) | S_028A00_WIDTH(tmp)); 900 901 if (state->point_size_per_vertex) { 902 psize_min = util_get_min_point_size(state); 903 psize_max = 8192; 904 } else { 905 /* Force the point size to be as if the vertex output was disabled. */ 906 psize_min = state->point_size; 907 psize_max = state->point_size; 908 } 909 /* Divide by two, because 0.5 = 1 pixel. */ 910 r600_pipe_state_add_reg(rstate, R_028A04_PA_SU_POINT_MINMAX, 911 S_028A04_MIN_SIZE(r600_pack_float_12p4(psize_min/2)) | 912 S_028A04_MAX_SIZE(r600_pack_float_12p4(psize_max/2))); 913 914 tmp = (unsigned)state->line_width * 8; 915 r600_pipe_state_add_reg(rstate, R_028A08_PA_SU_LINE_CNTL, S_028A08_WIDTH(tmp)); 916 r600_pipe_state_add_reg(rstate, R_028A48_PA_SC_MODE_CNTL_0, 917 S_028A48_MSAA_ENABLE(state->multisample) | 918 S_028A48_VPORT_SCISSOR_ENABLE(state->scissor) | 919 S_028A48_LINE_STIPPLE_ENABLE(state->line_stipple_enable)); 920 921 if (rctx->chip_class == CAYMAN) { 922 r600_pipe_state_add_reg(rstate, CM_R_028BE4_PA_SU_VTX_CNTL, 923 S_028C08_PIX_CENTER_HALF(state->gl_rasterization_rules)); 924 } else { 925 r600_pipe_state_add_reg(rstate, R_028C08_PA_SU_VTX_CNTL, 926 S_028C08_PIX_CENTER_HALF(state->gl_rasterization_rules)); 927 } 928 r600_pipe_state_add_reg(rstate, R_028B7C_PA_SU_POLY_OFFSET_CLAMP, fui(state->offset_clamp)); 929 r600_pipe_state_add_reg(rstate, R_028814_PA_SU_SC_MODE_CNTL, 930 S_028814_PROVOKING_VTX_LAST(prov_vtx) | 931 S_028814_CULL_FRONT(state->rasterizer_discard || (state->cull_face & PIPE_FACE_FRONT) ? 1 : 0) | 932 S_028814_CULL_BACK(state->rasterizer_discard || (state->cull_face & PIPE_FACE_BACK) ? 1 : 0) | 933 S_028814_FACE(!state->front_ccw) | 934 S_028814_POLY_OFFSET_FRONT_ENABLE(state->offset_tri) | 935 S_028814_POLY_OFFSET_BACK_ENABLE(state->offset_tri) | 936 S_028814_POLY_OFFSET_PARA_ENABLE(state->offset_tri) | 937 S_028814_POLY_MODE(polygon_dual_mode) | 938 S_028814_POLYMODE_FRONT_PTYPE(r600_translate_fill(state->fill_front)) | 939 S_028814_POLYMODE_BACK_PTYPE(r600_translate_fill(state->fill_back))); 940 r600_pipe_state_add_reg(rstate, R_028350_SX_MISC, S_028350_MULTIPASS(state->rasterizer_discard)); 941 return rstate; 942} 943 944static void *evergreen_create_sampler_state(struct pipe_context *ctx, 945 const struct pipe_sampler_state *state) 946{ 947 struct r600_pipe_sampler_state *ss = CALLOC_STRUCT(r600_pipe_sampler_state); 948 union util_color uc; 949 unsigned aniso_flag_offset = state->max_anisotropy > 1 ? 2 : 0; 950 951 if (ss == NULL) { 952 return NULL; 953 } 954 955 /* directly into sampler avoid r6xx code to emit useless reg */ 956 ss->seamless_cube_map = false; 957 util_pack_color(state->border_color.f, PIPE_FORMAT_B8G8R8A8_UNORM, &uc); 958 ss->border_color_use = false; 959 /* R_03C000_SQ_TEX_SAMPLER_WORD0_0 */ 960 ss->tex_sampler_words[0] = S_03C000_CLAMP_X(r600_tex_wrap(state->wrap_s)) | 961 S_03C000_CLAMP_Y(r600_tex_wrap(state->wrap_t)) | 962 S_03C000_CLAMP_Z(r600_tex_wrap(state->wrap_r)) | 963 S_03C000_XY_MAG_FILTER(r600_tex_filter(state->mag_img_filter) | aniso_flag_offset) | 964 S_03C000_XY_MIN_FILTER(r600_tex_filter(state->min_img_filter) | aniso_flag_offset) | 965 S_03C000_MIP_FILTER(r600_tex_mipfilter(state->min_mip_filter)) | 966 S_03C000_MAX_ANISO(r600_tex_aniso_filter(state->max_anisotropy)) | 967 S_03C000_DEPTH_COMPARE_FUNCTION(r600_tex_compare(state->compare_func)) | 968 S_03C000_BORDER_COLOR_TYPE(uc.ui ? V_03C000_SQ_TEX_BORDER_COLOR_REGISTER : 0); 969 /* R_03C004_SQ_TEX_SAMPLER_WORD1_0 */ 970 ss->tex_sampler_words[1] = S_03C004_MIN_LOD(S_FIXED(CLAMP(state->min_lod, 0, 15), 8)) | 971 S_03C004_MAX_LOD(S_FIXED(CLAMP(state->max_lod, 0, 15), 8)); 972 /* R_03C008_SQ_TEX_SAMPLER_WORD2_0 */ 973 ss->tex_sampler_words[2] = S_03C008_LOD_BIAS(S_FIXED(CLAMP(state->lod_bias, -16, 16), 8)) | 974 (state->seamless_cube_map ? 0 : S_03C008_DISABLE_CUBE_WRAP(1)) | 975 S_03C008_TYPE(1); 976 if (uc.ui) { 977 ss->border_color_use = true; 978 /* R_00A400_TD_PS_SAMPLER0_BORDER_RED */ 979 ss->border_color[0] = fui(state->border_color.f[0]); 980 /* R_00A404_TD_PS_SAMPLER0_BORDER_GREEN */ 981 ss->border_color[1] = fui(state->border_color.f[1]); 982 /* R_00A408_TD_PS_SAMPLER0_BORDER_BLUE */ 983 ss->border_color[2] = fui(state->border_color.f[2]); 984 /* R_00A40C_TD_PS_SAMPLER0_BORDER_ALPHA */ 985 ss->border_color[3] = fui(state->border_color.f[3]); 986 } 987 return ss; 988} 989 990static struct pipe_sampler_view *evergreen_create_sampler_view(struct pipe_context *ctx, 991 struct pipe_resource *texture, 992 const struct pipe_sampler_view *state) 993{ 994 struct r600_screen *rscreen = (struct r600_screen*)ctx->screen; 995 struct r600_pipe_sampler_view *view = CALLOC_STRUCT(r600_pipe_sampler_view); 996 struct r600_resource_texture *tmp = (struct r600_resource_texture*)texture; 997 unsigned format, endian; 998 uint32_t word4 = 0, yuv_format = 0, pitch = 0; 999 unsigned char swizzle[4], array_mode = 0, tile_type = 0; 1000 unsigned height, depth, width; 1001 unsigned macro_aspect, tile_split, bankh, bankw, nbanks; 1002 1003 if (view == NULL) 1004 return NULL; 1005 1006 /* initialize base object */ 1007 view->base = *state; 1008 view->base.texture = NULL; 1009 pipe_reference(NULL, &texture->reference); 1010 view->base.texture = texture; 1011 view->base.reference.count = 1; 1012 view->base.context = ctx; 1013 1014 swizzle[0] = state->swizzle_r; 1015 swizzle[1] = state->swizzle_g; 1016 swizzle[2] = state->swizzle_b; 1017 swizzle[3] = state->swizzle_a; 1018 1019 format = r600_translate_texformat(ctx->screen, state->format, 1020 swizzle, 1021 &word4, &yuv_format); 1022 assert(format != ~0); 1023 if (format == ~0) { 1024 FREE(view); 1025 return NULL; 1026 } 1027 1028 if (tmp->is_depth && !tmp->is_flushing_texture) { 1029 if (!r600_init_flushed_depth_texture(ctx, texture, NULL)) { 1030 FREE(view); 1031 return NULL; 1032 } 1033 tmp = tmp->flushed_depth_texture; 1034 } 1035 1036 endian = r600_colorformat_endian_swap(format); 1037 1038 width = tmp->surface.level[0].npix_x; 1039 height = tmp->surface.level[0].npix_y; 1040 depth = tmp->surface.level[0].npix_z; 1041 pitch = tmp->surface.level[0].nblk_x * util_format_get_blockwidth(state->format); 1042 tile_type = tmp->tile_type; 1043 1044 switch (tmp->surface.level[0].mode) { 1045 case RADEON_SURF_MODE_LINEAR_ALIGNED: 1046 array_mode = V_028C70_ARRAY_LINEAR_ALIGNED; 1047 break; 1048 case RADEON_SURF_MODE_2D: 1049 array_mode = V_028C70_ARRAY_2D_TILED_THIN1; 1050 break; 1051 case RADEON_SURF_MODE_1D: 1052 array_mode = V_028C70_ARRAY_1D_TILED_THIN1; 1053 break; 1054 case RADEON_SURF_MODE_LINEAR: 1055 default: 1056 array_mode = V_028C70_ARRAY_LINEAR_GENERAL; 1057 break; 1058 } 1059 tile_split = tmp->surface.tile_split; 1060 macro_aspect = tmp->surface.mtilea; 1061 bankw = tmp->surface.bankw; 1062 bankh = tmp->surface.bankh; 1063 tile_split = eg_tile_split(tile_split); 1064 macro_aspect = eg_macro_tile_aspect(macro_aspect); 1065 bankw = eg_bank_wh(bankw); 1066 bankh = eg_bank_wh(bankh); 1067 1068 /* 128 bit formats require tile type = 1 */ 1069 if (rscreen->chip_class == CAYMAN) { 1070 if (util_format_get_blocksize(state->format) >= 16) 1071 tile_type = 1; 1072 } 1073 nbanks = eg_num_banks(rscreen->tiling_info.num_banks); 1074 1075 if (texture->target == PIPE_TEXTURE_1D_ARRAY) { 1076 height = 1; 1077 depth = texture->array_size; 1078 } else if (texture->target == PIPE_TEXTURE_2D_ARRAY) { 1079 depth = texture->array_size; 1080 } 1081 1082 view->tex_resource = &tmp->resource; 1083 view->tex_resource_words[0] = (S_030000_DIM(r600_tex_dim(texture->target, texture->nr_samples)) | 1084 S_030000_PITCH((pitch / 8) - 1) | 1085 S_030000_TEX_WIDTH(width - 1)); 1086 if (rscreen->chip_class == CAYMAN) 1087 view->tex_resource_words[0] |= CM_S_030000_NON_DISP_TILING_ORDER(tile_type); 1088 else 1089 view->tex_resource_words[0] |= S_030000_NON_DISP_TILING_ORDER(tile_type); 1090 view->tex_resource_words[1] = (S_030004_TEX_HEIGHT(height - 1) | 1091 S_030004_TEX_DEPTH(depth - 1) | 1092 S_030004_ARRAY_MODE(array_mode)); 1093 view->tex_resource_words[2] = (tmp->offset[0] + r600_resource_va(ctx->screen, texture)) >> 8; 1094 if (state->u.tex.last_level && texture->nr_samples <= 1) { 1095 view->tex_resource_words[3] = (tmp->offset[1] + r600_resource_va(ctx->screen, texture)) >> 8; 1096 } else { 1097 view->tex_resource_words[3] = (tmp->offset[0] + r600_resource_va(ctx->screen, texture)) >> 8; 1098 } 1099 view->tex_resource_words[4] = (word4 | 1100 S_030010_SRF_MODE_ALL(V_030010_SRF_MODE_ZERO_CLAMP_MINUS_ONE) | 1101 S_030010_ENDIAN_SWAP(endian)); 1102 view->tex_resource_words[5] = S_030014_BASE_ARRAY(state->u.tex.first_layer) | 1103 S_030014_LAST_ARRAY(state->u.tex.last_layer); 1104 if (texture->nr_samples > 1) { 1105 /* LAST_LEVEL holds log2(nr_samples) for multisample textures */ 1106 view->tex_resource_words[5] |= S_030014_LAST_LEVEL(util_logbase2(texture->nr_samples)); 1107 } else { 1108 view->tex_resource_words[4] |= S_030010_BASE_LEVEL(state->u.tex.first_level); 1109 view->tex_resource_words[5] |= S_030014_LAST_LEVEL(state->u.tex.last_level); 1110 } 1111 /* aniso max 16 samples */ 1112 view->tex_resource_words[6] = (S_030018_MAX_ANISO(4)) | 1113 (S_030018_TILE_SPLIT(tile_split)); 1114 view->tex_resource_words[7] = S_03001C_DATA_FORMAT(format) | 1115 S_03001C_TYPE(V_03001C_SQ_TEX_VTX_VALID_TEXTURE) | 1116 S_03001C_BANK_WIDTH(bankw) | 1117 S_03001C_BANK_HEIGHT(bankh) | 1118 S_03001C_MACRO_TILE_ASPECT(macro_aspect) | 1119 S_03001C_NUM_BANKS(nbanks); 1120 return &view->base; 1121} 1122 1123static void evergreen_set_vs_sampler_views(struct pipe_context *ctx, unsigned count, 1124 struct pipe_sampler_view **views) 1125{ 1126 struct r600_context *rctx = (struct r600_context *)ctx; 1127 r600_set_sampler_views(rctx, &rctx->vs_samplers, count, views); 1128} 1129 1130static void evergreen_set_ps_sampler_views(struct pipe_context *ctx, unsigned count, 1131 struct pipe_sampler_view **views) 1132{ 1133 struct r600_context *rctx = (struct r600_context *)ctx; 1134 r600_set_sampler_views(rctx, &rctx->ps_samplers, count, views); 1135} 1136 1137static void evergreen_set_clip_state(struct pipe_context *ctx, 1138 const struct pipe_clip_state *state) 1139{ 1140 struct r600_context *rctx = (struct r600_context *)ctx; 1141 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state); 1142 struct pipe_constant_buffer cb; 1143 1144 if (rstate == NULL) 1145 return; 1146 1147 rctx->clip = *state; 1148 rstate->id = R600_PIPE_STATE_CLIP; 1149 for (int i = 0; i < 6; i++) { 1150 r600_pipe_state_add_reg(rstate, 1151 R_0285BC_PA_CL_UCP0_X + i * 16, 1152 fui(state->ucp[i][0])); 1153 r600_pipe_state_add_reg(rstate, 1154 R_0285C0_PA_CL_UCP0_Y + i * 16, 1155 fui(state->ucp[i][1]) ); 1156 r600_pipe_state_add_reg(rstate, 1157 R_0285C4_PA_CL_UCP0_Z + i * 16, 1158 fui(state->ucp[i][2])); 1159 r600_pipe_state_add_reg(rstate, 1160 R_0285C8_PA_CL_UCP0_W + i * 16, 1161 fui(state->ucp[i][3])); 1162 } 1163 1164 free(rctx->states[R600_PIPE_STATE_CLIP]); 1165 rctx->states[R600_PIPE_STATE_CLIP] = rstate; 1166 r600_context_pipe_state_set(rctx, rstate); 1167 1168 cb.buffer = NULL; 1169 cb.user_buffer = state->ucp; 1170 cb.buffer_offset = 0; 1171 cb.buffer_size = 4*4*8; 1172 r600_set_constant_buffer(ctx, PIPE_SHADER_VERTEX, 1, &cb); 1173 pipe_resource_reference(&cb.buffer, NULL); 1174} 1175 1176static void evergreen_set_polygon_stipple(struct pipe_context *ctx, 1177 const struct pipe_poly_stipple *state) 1178{ 1179} 1180 1181static void evergreen_get_scissor_rect(struct r600_context *rctx, 1182 unsigned tl_x, unsigned tl_y, unsigned br_x, unsigned br_y, 1183 uint32_t *tl, uint32_t *br) 1184{ 1185 /* EG hw workaround */ 1186 if (br_x == 0) 1187 tl_x = 1; 1188 if (br_y == 0) 1189 tl_y = 1; 1190 1191 /* cayman hw workaround */ 1192 if (rctx->chip_class == CAYMAN) { 1193 if (br_x == 1 && br_y == 1) 1194 br_x = 2; 1195 } 1196 1197 *tl = S_028240_TL_X(tl_x) | S_028240_TL_Y(tl_y); 1198 *br = S_028244_BR_X(br_x) | S_028244_BR_Y(br_y); 1199} 1200 1201static void evergreen_set_scissor_state(struct pipe_context *ctx, 1202 const struct pipe_scissor_state *state) 1203{ 1204 struct r600_context *rctx = (struct r600_context *)ctx; 1205 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state); 1206 uint32_t tl, br; 1207 1208 if (rstate == NULL) 1209 return; 1210 1211 evergreen_get_scissor_rect(rctx, state->minx, state->miny, state->maxx, state->maxy, &tl, &br); 1212 1213 rstate->id = R600_PIPE_STATE_SCISSOR; 1214 r600_pipe_state_add_reg(rstate, R_028250_PA_SC_VPORT_SCISSOR_0_TL, tl); 1215 r600_pipe_state_add_reg(rstate, R_028254_PA_SC_VPORT_SCISSOR_0_BR, br); 1216 1217 free(rctx->states[R600_PIPE_STATE_SCISSOR]); 1218 rctx->states[R600_PIPE_STATE_SCISSOR] = rstate; 1219 r600_context_pipe_state_set(rctx, rstate); 1220} 1221 1222static void evergreen_set_viewport_state(struct pipe_context *ctx, 1223 const struct pipe_viewport_state *state) 1224{ 1225 struct r600_context *rctx = (struct r600_context *)ctx; 1226 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state); 1227 1228 if (rstate == NULL) 1229 return; 1230 1231 rctx->viewport = *state; 1232 rstate->id = R600_PIPE_STATE_VIEWPORT; 1233 r600_pipe_state_add_reg(rstate, R_02843C_PA_CL_VPORT_XSCALE_0, fui(state->scale[0])); 1234 r600_pipe_state_add_reg(rstate, R_028444_PA_CL_VPORT_YSCALE_0, fui(state->scale[1])); 1235 r600_pipe_state_add_reg(rstate, R_02844C_PA_CL_VPORT_ZSCALE_0, fui(state->scale[2])); 1236 r600_pipe_state_add_reg(rstate, R_028440_PA_CL_VPORT_XOFFSET_0, fui(state->translate[0])); 1237 r600_pipe_state_add_reg(rstate, R_028448_PA_CL_VPORT_YOFFSET_0, fui(state->translate[1])); 1238 r600_pipe_state_add_reg(rstate, R_028450_PA_CL_VPORT_ZOFFSET_0, fui(state->translate[2])); 1239 1240 free(rctx->states[R600_PIPE_STATE_VIEWPORT]); 1241 rctx->states[R600_PIPE_STATE_VIEWPORT] = rstate; 1242 r600_context_pipe_state_set(rctx, rstate); 1243} 1244 1245void evergreen_init_color_surface(struct r600_context *rctx, 1246 struct r600_surface *surf) 1247{ 1248 struct r600_screen *rscreen = rctx->screen; 1249 struct r600_resource_texture *rtex = (struct r600_resource_texture*)surf->base.texture; 1250 struct pipe_resource *pipe_tex = surf->base.texture; 1251 unsigned level = surf->base.u.tex.level; 1252 unsigned pitch, slice; 1253 unsigned color_info, color_attrib, color_dim = 0; 1254 unsigned format, swap, ntype, endian; 1255 uint64_t offset; 1256 unsigned tile_type, macro_aspect, tile_split, bankh, bankw, nbanks; 1257 const struct util_format_description *desc; 1258 int i; 1259 bool blend_clamp = 0, blend_bypass = 0; 1260 1261 if (rtex->is_depth && !rtex->is_flushing_texture) { 1262 r600_init_flushed_depth_texture(&rctx->context, pipe_tex, NULL); 1263 rtex = rtex->flushed_depth_texture; 1264 assert(rtex); 1265 } 1266 1267 offset = rtex->surface.level[level].offset; 1268 if (rtex->surface.level[level].mode < RADEON_SURF_MODE_1D) { 1269 offset += rtex->surface.level[level].slice_size * 1270 surf->base.u.tex.first_layer; 1271 } 1272 pitch = (rtex->surface.level[level].nblk_x) / 8 - 1; 1273 slice = (rtex->surface.level[level].nblk_x * rtex->surface.level[level].nblk_y) / 64; 1274 if (slice) { 1275 slice = slice - 1; 1276 } 1277 color_info = 0; 1278 switch (rtex->surface.level[level].mode) { 1279 case RADEON_SURF_MODE_LINEAR_ALIGNED: 1280 color_info = S_028C70_ARRAY_MODE(V_028C70_ARRAY_LINEAR_ALIGNED); 1281 tile_type = 1; 1282 break; 1283 case RADEON_SURF_MODE_1D: 1284 color_info = S_028C70_ARRAY_MODE(V_028C70_ARRAY_1D_TILED_THIN1); 1285 tile_type = rtex->tile_type; 1286 break; 1287 case RADEON_SURF_MODE_2D: 1288 color_info = S_028C70_ARRAY_MODE(V_028C70_ARRAY_2D_TILED_THIN1); 1289 tile_type = rtex->tile_type; 1290 break; 1291 case RADEON_SURF_MODE_LINEAR: 1292 default: 1293 color_info = S_028C70_ARRAY_MODE(V_028C70_ARRAY_LINEAR_GENERAL); 1294 tile_type = 1; 1295 break; 1296 } 1297 tile_split = rtex->surface.tile_split; 1298 macro_aspect = rtex->surface.mtilea; 1299 bankw = rtex->surface.bankw; 1300 bankh = rtex->surface.bankh; 1301 tile_split = eg_tile_split(tile_split); 1302 macro_aspect = eg_macro_tile_aspect(macro_aspect); 1303 bankw = eg_bank_wh(bankw); 1304 bankh = eg_bank_wh(bankh); 1305 1306 /* 128 bit formats require tile type = 1 */ 1307 if (rscreen->chip_class == CAYMAN) { 1308 if (util_format_get_blocksize(surf->base.format) >= 16) 1309 tile_type = 1; 1310 } 1311 nbanks = eg_num_banks(rscreen->tiling_info.num_banks); 1312 desc = util_format_description(surf->base.format); 1313 for (i = 0; i < 4; i++) { 1314 if (desc->channel[i].type != UTIL_FORMAT_TYPE_VOID) { 1315 break; 1316 } 1317 } 1318 1319 color_attrib = S_028C74_TILE_SPLIT(tile_split)| 1320 S_028C74_NUM_BANKS(nbanks) | 1321 S_028C74_BANK_WIDTH(bankw) | 1322 S_028C74_BANK_HEIGHT(bankh) | 1323 S_028C74_MACRO_TILE_ASPECT(macro_aspect) | 1324 S_028C74_NON_DISP_TILING_ORDER(tile_type); 1325 1326 ntype = V_028C70_NUMBER_UNORM; 1327 if (desc->colorspace == UTIL_FORMAT_COLORSPACE_SRGB) 1328 ntype = V_028C70_NUMBER_SRGB; 1329 else if (desc->channel[i].type == UTIL_FORMAT_TYPE_SIGNED) { 1330 if (desc->channel[i].normalized) 1331 ntype = V_028C70_NUMBER_SNORM; 1332 else if (desc->channel[i].pure_integer) 1333 ntype = V_028C70_NUMBER_SINT; 1334 } else if (desc->channel[i].type == UTIL_FORMAT_TYPE_UNSIGNED) { 1335 if (desc->channel[i].normalized) 1336 ntype = V_028C70_NUMBER_UNORM; 1337 else if (desc->channel[i].pure_integer) 1338 ntype = V_028C70_NUMBER_UINT; 1339 } 1340 1341 format = r600_translate_colorformat(surf->base.format); 1342 assert(format != ~0); 1343 1344 swap = r600_translate_colorswap(surf->base.format); 1345 assert(swap != ~0); 1346 1347 if (rtex->resource.b.b.usage == PIPE_USAGE_STAGING) { 1348 endian = ENDIAN_NONE; 1349 } else { 1350 endian = r600_colorformat_endian_swap(format); 1351 } 1352 1353 /* blend clamp should be set for all NORM/SRGB types */ 1354 if (ntype == V_028C70_NUMBER_UNORM || ntype == V_028C70_NUMBER_SNORM || 1355 ntype == V_028C70_NUMBER_SRGB) 1356 blend_clamp = 1; 1357 1358 /* set blend bypass according to docs if SINT/UINT or 1359 8/24 COLOR variants */ 1360 if (ntype == V_028C70_NUMBER_UINT || ntype == V_028C70_NUMBER_SINT || 1361 format == V_028C70_COLOR_8_24 || format == V_028C70_COLOR_24_8 || 1362 format == V_028C70_COLOR_X24_8_32_FLOAT) { 1363 blend_clamp = 0; 1364 blend_bypass = 1; 1365 } 1366 1367 surf->alphatest_bypass = ntype == V_028C70_NUMBER_UINT || ntype == V_028C70_NUMBER_SINT; 1368 1369 color_info |= S_028C70_FORMAT(format) | 1370 S_028C70_COMP_SWAP(swap) | 1371 S_028C70_BLEND_CLAMP(blend_clamp) | 1372 S_028C70_BLEND_BYPASS(blend_bypass) | 1373 S_028C70_NUMBER_TYPE(ntype) | 1374 S_028C70_ENDIAN(endian); 1375 1376 if (rtex->is_rat) { 1377 color_info |= S_028C70_RAT(1); 1378 color_dim = S_028C78_WIDTH_MAX(pipe_tex->width0) 1379 | S_028C78_HEIGHT_MAX(pipe_tex->height0); 1380 } 1381 1382 /* EXPORT_NORM is an optimzation that can be enabled for better 1383 * performance in certain cases. 1384 * EXPORT_NORM can be enabled if: 1385 * - 11-bit or smaller UNORM/SNORM/SRGB 1386 * - 16-bit or smaller FLOAT 1387 */ 1388 if (desc->colorspace != UTIL_FORMAT_COLORSPACE_ZS && 1389 ((desc->channel[i].size < 12 && 1390 desc->channel[i].type != UTIL_FORMAT_TYPE_FLOAT && 1391 ntype != V_028C70_NUMBER_UINT && ntype != V_028C70_NUMBER_SINT) || 1392 (desc->channel[i].size < 17 && 1393 desc->channel[i].type == UTIL_FORMAT_TYPE_FLOAT))) { 1394 color_info |= S_028C70_SOURCE_FORMAT(V_028C70_EXPORT_4C_16BPC); 1395 surf->export_16bpc = true; 1396 } 1397 1398 offset += r600_resource_va(rctx->context.screen, pipe_tex); 1399 offset >>= 8; 1400 1401 /* XXX handle enabling of CB beyond BASE8 which has different offset */ 1402 surf->cb_color_base = offset; 1403 surf->cb_color_dim = color_dim; 1404 surf->cb_color_info = color_info; 1405 surf->cb_color_pitch = S_028C64_PITCH_TILE_MAX(pitch); 1406 surf->cb_color_slice = S_028C68_SLICE_TILE_MAX(slice); 1407 if (rtex->surface.level[level].mode < RADEON_SURF_MODE_1D) { 1408 surf->cb_color_view = 0; 1409 } else { 1410 surf->cb_color_view = S_028C6C_SLICE_START(surf->base.u.tex.first_layer) | 1411 S_028C6C_SLICE_MAX(surf->base.u.tex.last_layer); 1412 } 1413 surf->cb_color_attrib = color_attrib; 1414 1415 surf->color_initialized = true; 1416} 1417 1418static void evergreen_init_depth_surface(struct r600_context *rctx, 1419 struct r600_surface *surf) 1420{ 1421 struct r600_screen *rscreen = rctx->screen; 1422 struct pipe_screen *screen = &rscreen->screen; 1423 struct r600_resource_texture *rtex = (struct r600_resource_texture*)surf->base.texture; 1424 uint64_t offset; 1425 unsigned level, pitch, slice, format, array_mode; 1426 unsigned macro_aspect, tile_split, bankh, bankw, nbanks; 1427 1428 level = surf->base.u.tex.level; 1429 format = r600_translate_dbformat(surf->base.format); 1430 assert(format != ~0); 1431 1432 offset = r600_resource_va(screen, surf->base.texture); 1433 offset += rtex->surface.level[level].offset; 1434 pitch = (rtex->surface.level[level].nblk_x / 8) - 1; 1435 slice = (rtex->surface.level[level].nblk_x * rtex->surface.level[level].nblk_y) / 64; 1436 if (slice) { 1437 slice = slice - 1; 1438 } 1439 switch (rtex->surface.level[level].mode) { 1440 case RADEON_SURF_MODE_2D: 1441 array_mode = V_028C70_ARRAY_2D_TILED_THIN1; 1442 break; 1443 case RADEON_SURF_MODE_1D: 1444 case RADEON_SURF_MODE_LINEAR_ALIGNED: 1445 case RADEON_SURF_MODE_LINEAR: 1446 default: 1447 array_mode = V_028C70_ARRAY_1D_TILED_THIN1; 1448 break; 1449 } 1450 tile_split = rtex->surface.tile_split; 1451 macro_aspect = rtex->surface.mtilea; 1452 bankw = rtex->surface.bankw; 1453 bankh = rtex->surface.bankh; 1454 tile_split = eg_tile_split(tile_split); 1455 macro_aspect = eg_macro_tile_aspect(macro_aspect); 1456 bankw = eg_bank_wh(bankw); 1457 bankh = eg_bank_wh(bankh); 1458 nbanks = eg_num_banks(rscreen->tiling_info.num_banks); 1459 offset >>= 8; 1460 1461 surf->db_depth_info = S_028040_ARRAY_MODE(array_mode) | 1462 S_028040_FORMAT(format) | 1463 S_028040_TILE_SPLIT(tile_split)| 1464 S_028040_NUM_BANKS(nbanks) | 1465 S_028040_BANK_WIDTH(bankw) | 1466 S_028040_BANK_HEIGHT(bankh) | 1467 S_028040_MACRO_TILE_ASPECT(macro_aspect); 1468 surf->db_depth_base = offset; 1469 surf->db_depth_view = S_028008_SLICE_START(surf->base.u.tex.first_layer) | 1470 S_028008_SLICE_MAX(surf->base.u.tex.last_layer); 1471 surf->db_depth_size = S_028058_PITCH_TILE_MAX(pitch); 1472 surf->db_depth_slice = S_02805C_SLICE_TILE_MAX(slice); 1473 1474 if (rtex->surface.flags & RADEON_SURF_SBUFFER) { 1475 uint64_t stencil_offset = rtex->surface.stencil_offset; 1476 unsigned stile_split = rtex->surface.stencil_tile_split; 1477 1478 stile_split = eg_tile_split(stile_split); 1479 stencil_offset += r600_resource_va(screen, surf->base.texture); 1480 stencil_offset += rtex->surface.level[level].offset / 4; 1481 stencil_offset >>= 8; 1482 1483 surf->db_stencil_base = stencil_offset; 1484 surf->db_stencil_info = 1 | S_028044_TILE_SPLIT(stile_split); 1485 } else { 1486 surf->db_stencil_base = offset; 1487 surf->db_stencil_info = 1; 1488 } 1489 1490 surf->depth_initialized = true; 1491} 1492 1493#define FILL_SREG(s0x, s0y, s1x, s1y, s2x, s2y, s3x, s3y) \ 1494 (((s0x) & 0xf) | (((s0y) & 0xf) << 4) | \ 1495 (((s1x) & 0xf) << 8) | (((s1y) & 0xf) << 12) | \ 1496 (((s2x) & 0xf) << 16) | (((s2y) & 0xf) << 20) | \ 1497 (((s3x) & 0xf) << 24) | (((s3y) & 0xf) << 28)) 1498 1499static uint32_t evergreen_set_ms_pos(struct pipe_context *ctx, struct r600_pipe_state *rstate, int nsample) 1500{ 1501 /* 2xMSAA 1502 * There are two locations (-4, 4), (4, -4). */ 1503 static uint32_t sample_locs_2x[] = { 1504 FILL_SREG(-4, 4, 4, -4, -4, 4, 4, -4), 1505 FILL_SREG(-4, 4, 4, -4, -4, 4, 4, -4), 1506 FILL_SREG(-4, 4, 4, -4, -4, 4, 4, -4), 1507 FILL_SREG(-4, 4, 4, -4, -4, 4, 4, -4), 1508 }; 1509 static unsigned max_dist_2x = 4; 1510 /* 4xMSAA 1511 * There are 4 locations: (-2, -2), (2, 2), (-6, 6), (6, -6). */ 1512 static uint32_t sample_locs_4x[] = { 1513 FILL_SREG(-2, -2, 2, 2, -6, 6, 6, -6), 1514 FILL_SREG(-2, -2, 2, 2, -6, 6, 6, -6), 1515 FILL_SREG(-2, -2, 2, 2, -6, 6, 6, -6), 1516 FILL_SREG(-2, -2, 2, 2, -6, 6, 6, -6), 1517 }; 1518 static unsigned max_dist_4x = 6; 1519 /* 8xMSAA */ 1520 static uint32_t eg_sample_locs_8x[] = { 1521 FILL_SREG(-2, -5, 4, -4, 1, 6, -6, -2), 1522 FILL_SREG( 6, 1, 0, 0, -5, 4, 7, -8), 1523 FILL_SREG(-2, -5, 4, -4, 1, 6, -6, -2), 1524 FILL_SREG( 6, 1, 0, 0, -5, 4, 7, -8), 1525 FILL_SREG(-2, -5, 4, -4, 1, 6, -6, -2), 1526 FILL_SREG( 6, 1, 0, 0, -5, 4, 7, -8), 1527 FILL_SREG(-2, -5, 4, -4, 1, 6, -6, -2), 1528 FILL_SREG( 6, 1, 0, 0, -5, 4, 7, -8), 1529 }; 1530 static uint32_t cm_sample_locs_8x[] = { 1531 FILL_SREG(-2, -5, 4, -4, 1, 6, -6, -2), 1532 FILL_SREG(-2, -5, 4, -4, 1, 6, -6, -2), 1533 FILL_SREG(-2, -5, 4, -4, 1, 6, -6, -2), 1534 FILL_SREG(-2, -5, 4, -4, 1, 6, -6, -2), 1535 FILL_SREG( 6, 1, 0, 0, -5, 4, 7, -8), 1536 FILL_SREG( 6, 1, 0, 0, -5, 4, 7, -8), 1537 FILL_SREG( 6, 1, 0, 0, -5, 4, 7, -8), 1538 FILL_SREG( 6, 1, 0, 0, -5, 4, 7, -8), 1539 }; 1540 static unsigned max_dist_8x = 8; 1541 /* 16xMSAA */ 1542 static uint32_t cm_sample_locs_16x[] = { 1543 FILL_SREG(-7, -3, 7, 3, 1, -5, -5, 5), 1544 FILL_SREG(-7, -3, 7, 3, 1, -5, -5, 5), 1545 FILL_SREG(-7, -3, 7, 3, 1, -5, -5, 5), 1546 FILL_SREG(-7, -3, 7, 3, 1, -5, -5, 5), 1547 FILL_SREG(-3, -7, 3, 7, 5, -1, -1, 1), 1548 FILL_SREG(-3, -7, 3, 7, 5, -1, -1, 1), 1549 FILL_SREG(-3, -7, 3, 7, 5, -1, -1, 1), 1550 FILL_SREG(-3, -7, 3, 7, 5, -1, -1, 1), 1551 FILL_SREG(-8, -6, 4, 2, 2, -8, -2, 6), 1552 FILL_SREG(-8, -6, 4, 2, 2, -8, -2, 6), 1553 FILL_SREG(-8, -6, 4, 2, 2, -8, -2, 6), 1554 FILL_SREG(-8, -6, 4, 2, 2, -8, -2, 6), 1555 FILL_SREG(-4, -2, 0, 4, 6, -4, -6, 0), 1556 FILL_SREG(-4, -2, 0, 4, 6, -4, -6, 0), 1557 FILL_SREG(-4, -2, 0, 4, 6, -4, -6, 0), 1558 FILL_SREG(-4, -2, 0, 4, 6, -4, -6, 0), 1559 }; 1560 static unsigned max_dist_16x = 8; 1561 struct r600_context *rctx = (struct r600_context *)ctx; 1562 uint32_t max_dist, num_regs, *sample_locs, i; 1563 1564 switch (nsample) { 1565 case 2: 1566 sample_locs = sample_locs_2x; 1567 num_regs = Elements(sample_locs_2x); 1568 max_dist = max_dist_2x; 1569 break; 1570 case 4: 1571 sample_locs = sample_locs_4x; 1572 num_regs = Elements(sample_locs_4x); 1573 max_dist = max_dist_4x; 1574 break; 1575 case 8: 1576 if (rctx->chip_class == CAYMAN) { 1577 sample_locs = cm_sample_locs_8x; 1578 num_regs = Elements(cm_sample_locs_8x); 1579 } else { 1580 sample_locs = eg_sample_locs_8x; 1581 num_regs = Elements(eg_sample_locs_8x); 1582 } 1583 max_dist = max_dist_8x; 1584 break; 1585 case 16: 1586 if (rctx->chip_class == CAYMAN) { 1587 sample_locs = cm_sample_locs_16x; 1588 num_regs = Elements(cm_sample_locs_16x); 1589 max_dist = max_dist_16x; 1590 break; 1591 } 1592 /* fall through */ 1593 default: 1594 R600_ERR("Invalid nr_samples %i\n", nsample); 1595 return 0; 1596 } 1597 1598 /* All the regs must be initialized. Otherwise weird rendering may occur. */ 1599 if (rctx->chip_class == CAYMAN) { 1600 r600_pipe_state_add_reg(rstate, CM_R_028BF8_PA_SC_AA_SAMPLE_LOCS_PIXEL_X0Y0_0, sample_locs[0]); 1601 r600_pipe_state_add_reg(rstate, CM_R_028C08_PA_SC_AA_SAMPLE_LOCS_PIXEL_X1Y0_0, sample_locs[1]); 1602 r600_pipe_state_add_reg(rstate, CM_R_028C18_PA_SC_AA_SAMPLE_LOCS_PIXEL_X0Y1_0, sample_locs[2]); 1603 r600_pipe_state_add_reg(rstate, CM_R_028C28_PA_SC_AA_SAMPLE_LOCS_PIXEL_X1Y1_0, sample_locs[3]); 1604 if (num_regs <= 8) { 1605 r600_pipe_state_add_reg(rstate, CM_R_028BFC_PA_SC_AA_SAMPLE_LOCS_PIXEL_X0Y0_1, sample_locs[4]); 1606 r600_pipe_state_add_reg(rstate, CM_R_028C0C_PA_SC_AA_SAMPLE_LOCS_PIXEL_X1Y0_1, sample_locs[5]); 1607 r600_pipe_state_add_reg(rstate, CM_R_028C1C_PA_SC_AA_SAMPLE_LOCS_PIXEL_X0Y1_1, sample_locs[6]); 1608 r600_pipe_state_add_reg(rstate, CM_R_028C2C_PA_SC_AA_SAMPLE_LOCS_PIXEL_X1Y1_1, sample_locs[7]); 1609 } 1610 if (num_regs <= 16) { 1611 r600_pipe_state_add_reg(rstate, CM_R_028C00_PA_SC_AA_SAMPLE_LOCS_PIXEL_X0Y0_2, sample_locs[8]); 1612 r600_pipe_state_add_reg(rstate, CM_R_028C10_PA_SC_AA_SAMPLE_LOCS_PIXEL_X1Y0_2, sample_locs[9]); 1613 r600_pipe_state_add_reg(rstate, CM_R_028C20_PA_SC_AA_SAMPLE_LOCS_PIXEL_X0Y1_2, sample_locs[10]); 1614 r600_pipe_state_add_reg(rstate, CM_R_028C30_PA_SC_AA_SAMPLE_LOCS_PIXEL_X1Y1_2, sample_locs[11]); 1615 r600_pipe_state_add_reg(rstate, CM_R_028C04_PA_SC_AA_SAMPLE_LOCS_PIXEL_X0Y0_3, sample_locs[12]); 1616 r600_pipe_state_add_reg(rstate, CM_R_028C14_PA_SC_AA_SAMPLE_LOCS_PIXEL_X1Y0_3, sample_locs[13]); 1617 r600_pipe_state_add_reg(rstate, CM_R_028C24_PA_SC_AA_SAMPLE_LOCS_PIXEL_X0Y1_3, sample_locs[14]); 1618 r600_pipe_state_add_reg(rstate, CM_R_028C34_PA_SC_AA_SAMPLE_LOCS_PIXEL_X1Y1_3, sample_locs[15]); 1619 } 1620 } else { 1621 for (i = 0; i < num_regs; i++) { 1622 r600_pipe_state_add_reg(rstate, R_028C1C_PA_SC_AA_SAMPLE_LOCS_0 + i*4, 1623 sample_locs[i]); 1624 } 1625 } 1626 return max_dist; 1627} 1628 1629static void evergreen_set_framebuffer_state(struct pipe_context *ctx, 1630 const struct pipe_framebuffer_state *state) 1631{ 1632 struct r600_context *rctx = (struct r600_context *)ctx; 1633 struct r600_pipe_state *rstate = CALLOC_STRUCT(r600_pipe_state); 1634 struct r600_surface *surf; 1635 struct r600_resource *res; 1636 uint32_t tl, br, i, nr_samples; 1637 1638 if (rstate == NULL) 1639 return; 1640 1641 r600_flush_framebuffer(rctx, false); 1642 1643 /* unreference old buffer and reference new one */ 1644 rstate->id = R600_PIPE_STATE_FRAMEBUFFER; 1645 1646 util_copy_framebuffer_state(&rctx->framebuffer, state); 1647 1648 /* Colorbuffers. */ 1649 rctx->export_16bpc = true; 1650 rctx->nr_cbufs = state->nr_cbufs; 1651 rctx->cb0_is_integer = state->nr_cbufs && 1652 util_format_is_pure_integer(state->cbufs[0]->format); 1653 1654 for (i = 0; i < state->nr_cbufs; i++) { 1655 surf = (struct r600_surface*)state->cbufs[i]; 1656 res = (struct r600_resource*)surf->base.texture; 1657 1658 if (!surf->color_initialized) { 1659 evergreen_init_color_surface(rctx, surf); 1660 } 1661 1662 if (!surf->export_16bpc) { 1663 rctx->export_16bpc = false; 1664 } 1665 1666 r600_pipe_state_add_reg_bo(rstate, R_028C60_CB_COLOR0_BASE + i * 0x3C, 1667 surf->cb_color_base, res, RADEON_USAGE_READWRITE); 1668 r600_pipe_state_add_reg(rstate, R_028C78_CB_COLOR0_DIM + i * 0x3C, 1669 surf->cb_color_dim); 1670 r600_pipe_state_add_reg_bo(rstate, R_028C70_CB_COLOR0_INFO + i * 0x3C, 1671 surf->cb_color_info, res, RADEON_USAGE_READWRITE); 1672 r600_pipe_state_add_reg(rstate, R_028C64_CB_COLOR0_PITCH + i * 0x3C, 1673 surf->cb_color_pitch); 1674 r600_pipe_state_add_reg(rstate, R_028C68_CB_COLOR0_SLICE + i * 0x3C, 1675 surf->cb_color_slice); 1676 r600_pipe_state_add_reg(rstate, R_028C6C_CB_COLOR0_VIEW + i * 0x3C, 1677 surf->cb_color_view); 1678 r600_pipe_state_add_reg_bo(rstate, R_028C74_CB_COLOR0_ATTRIB + i * 0x3C, 1679 surf->cb_color_attrib, res, RADEON_USAGE_READWRITE); 1680 } 1681 /* set CB_COLOR1_INFO for possible dual-src blending */ 1682 if (i == 1 && !((struct r600_resource_texture*)res)->is_rat) { 1683 r600_pipe_state_add_reg_bo(rstate, R_028C70_CB_COLOR0_INFO + 1 * 0x3C, 1684 surf->cb_color_info, res, RADEON_USAGE_READWRITE); 1685 i++; 1686 } 1687 for (; i < 8 ; i++) { 1688 r600_pipe_state_add_reg(rstate, R_028C70_CB_COLOR0_INFO + i * 0x3C, 0); 1689 } 1690 1691 /* Update alpha-test state dependencies. 1692 * Alpha-test is done on the first colorbuffer only. */ 1693 if (state->nr_cbufs) { 1694 surf = (struct r600_surface*)state->cbufs[0]; 1695 if (rctx->alphatest_state.bypass != surf->alphatest_bypass) { 1696 rctx->alphatest_state.bypass = surf->alphatest_bypass; 1697 r600_atom_dirty(rctx, &rctx->alphatest_state.atom); 1698 } 1699 if (rctx->alphatest_state.cb0_export_16bpc != surf->export_16bpc) { 1700 rctx->alphatest_state.cb0_export_16bpc = surf->export_16bpc; 1701 r600_atom_dirty(rctx, &rctx->alphatest_state.atom); 1702 } 1703 } 1704 1705 /* ZS buffer. */ 1706 if (state->zsbuf) { 1707 surf = (struct r600_surface*)state->zsbuf; 1708 res = (struct r600_resource*)surf->base.texture; 1709 1710 if (!surf->depth_initialized) { 1711 evergreen_init_depth_surface(rctx, surf); 1712 } 1713 1714 r600_pipe_state_add_reg_bo(rstate, R_028048_DB_Z_READ_BASE, surf->db_depth_base, 1715 res, RADEON_USAGE_READWRITE); 1716 r600_pipe_state_add_reg_bo(rstate, R_028050_DB_Z_WRITE_BASE, surf->db_depth_base, 1717 res, RADEON_USAGE_READWRITE); 1718 r600_pipe_state_add_reg(rstate, R_028008_DB_DEPTH_VIEW, surf->db_depth_view); 1719 1720 r600_pipe_state_add_reg_bo(rstate, R_02804C_DB_STENCIL_READ_BASE, surf->db_stencil_base, 1721 res, RADEON_USAGE_READWRITE); 1722 r600_pipe_state_add_reg_bo(rstate, R_028054_DB_STENCIL_WRITE_BASE, surf->db_stencil_base, 1723 res, RADEON_USAGE_READWRITE); 1724 r600_pipe_state_add_reg_bo(rstate, R_028044_DB_STENCIL_INFO, surf->db_stencil_info, 1725 res, RADEON_USAGE_READWRITE); 1726 1727 r600_pipe_state_add_reg_bo(rstate, R_028040_DB_Z_INFO, surf->db_depth_info, 1728 res, RADEON_USAGE_READWRITE); 1729 r600_pipe_state_add_reg(rstate, R_028058_DB_DEPTH_SIZE, surf->db_depth_size); 1730 r600_pipe_state_add_reg(rstate, R_02805C_DB_DEPTH_SLICE, surf->db_depth_slice); 1731 } 1732 1733 /* Framebuffer dimensions. */ 1734 evergreen_get_scissor_rect(rctx, 0, 0, state->width, state->height, &tl, &br); 1735 1736 r600_pipe_state_add_reg(rstate, 1737 R_028204_PA_SC_WINDOW_SCISSOR_TL, tl); 1738 r600_pipe_state_add_reg(rstate, 1739 R_028208_PA_SC_WINDOW_SCISSOR_BR, br); 1740 1741 /* Multisampling */ 1742 if (state->nr_cbufs) 1743 nr_samples = state->cbufs[0]->texture->nr_samples; 1744 else if (state->zsbuf) 1745 nr_samples = state->zsbuf->texture->nr_samples; 1746 else 1747 nr_samples = 0; 1748 1749 if (nr_samples > 1) { 1750 unsigned log_samples = util_logbase2(nr_samples); 1751 unsigned max_dist, line_cntl, aa_config; 1752 1753 max_dist = evergreen_set_ms_pos(ctx, rstate, nr_samples); 1754 1755 line_cntl = S_028C00_LAST_PIXEL(1) | 1756 S_028C00_EXPAND_LINE_WIDTH(1); 1757 aa_config = S_028C04_MSAA_NUM_SAMPLES(log_samples) | 1758 S_028C04_MAX_SAMPLE_DIST(max_dist); 1759 1760 if (rctx->chip_class == CAYMAN) { 1761 r600_pipe_state_add_reg(rstate, CM_R_028BDC_PA_SC_LINE_CNTL, line_cntl); 1762 r600_pipe_state_add_reg(rstate, CM_R_028BE0_PA_SC_AA_CONFIG, aa_config); 1763 } else { 1764 r600_pipe_state_add_reg(rstate, R_028C00_PA_SC_LINE_CNTL, line_cntl); 1765 r600_pipe_state_add_reg(rstate, R_028C04_PA_SC_AA_CONFIG, aa_config); 1766 } 1767 } else { 1768 if (rctx->chip_class == CAYMAN) { 1769 r600_pipe_state_add_reg(rstate, CM_R_028BDC_PA_SC_LINE_CNTL, S_028C00_LAST_PIXEL(1)); 1770 r600_pipe_state_add_reg(rstate, CM_R_028BE0_PA_SC_AA_CONFIG, 0); 1771 } else { 1772 r600_pipe_state_add_reg(rstate, R_028C00_PA_SC_LINE_CNTL, S_028C00_LAST_PIXEL(1)); 1773 r600_pipe_state_add_reg(rstate, R_028C04_PA_SC_AA_CONFIG, 0); 1774 } 1775 } 1776 1777 free(rctx->states[R600_PIPE_STATE_FRAMEBUFFER]); 1778 rctx->states[R600_PIPE_STATE_FRAMEBUFFER] = rstate; 1779 r600_context_pipe_state_set(rctx, rstate); 1780 1781 if (state->zsbuf) { 1782 evergreen_polygon_offset_update(rctx); 1783 } 1784 1785 if (rctx->cb_misc_state.nr_cbufs != state->nr_cbufs) { 1786 rctx->cb_misc_state.nr_cbufs = state->nr_cbufs; 1787 r600_atom_dirty(rctx, &rctx->cb_misc_state.atom); 1788 } 1789 1790 if (state->nr_cbufs == 0 && rctx->alphatest_state.bypass) { 1791 rctx->alphatest_state.bypass = false; 1792 r600_atom_dirty(rctx, &rctx->alphatest_state.atom); 1793 } 1794} 1795 1796static void evergreen_emit_cb_misc_state(struct r600_context *rctx, struct r600_atom *atom) 1797{ 1798 struct radeon_winsys_cs *cs = rctx->cs; 1799 struct r600_cb_misc_state *a = (struct r600_cb_misc_state*)atom; 1800 unsigned fb_colormask = (1ULL << ((unsigned)a->nr_cbufs * 4)) - 1; 1801 unsigned ps_colormask = (1ULL << ((unsigned)a->nr_ps_color_outputs * 4)) - 1; 1802 1803 r600_write_context_reg_seq(cs, R_028238_CB_TARGET_MASK, 2); 1804 r600_write_value(cs, a->blend_colormask & fb_colormask); /* R_028238_CB_TARGET_MASK */ 1805 /* Always enable the first colorbuffer in CB_SHADER_MASK. This 1806 * will assure that the alpha-test will work even if there is 1807 * no colorbuffer bound. */ 1808 r600_write_value(cs, 0xf | (a->dual_src_blend ? ps_colormask : 0) | fb_colormask); /* R_02823C_CB_SHADER_MASK */ 1809} 1810 1811static void evergreen_emit_db_misc_state(struct r600_context *rctx, struct r600_atom *atom) 1812{ 1813 struct radeon_winsys_cs *cs = rctx->cs; 1814 struct r600_db_misc_state *a = (struct r600_db_misc_state*)atom; 1815 unsigned db_render_control = 0; 1816 unsigned db_count_control = 0; 1817 unsigned db_render_override = 1818 S_02800C_FORCE_HIZ_ENABLE(V_02800C_FORCE_DISABLE) | 1819 S_02800C_FORCE_HIS_ENABLE0(V_02800C_FORCE_DISABLE) | 1820 S_02800C_FORCE_HIS_ENABLE1(V_02800C_FORCE_DISABLE); 1821 1822 if (a->occlusion_query_enabled) { 1823 db_count_control |= S_028004_PERFECT_ZPASS_COUNTS(1); 1824 db_render_override |= S_02800C_NOOP_CULL_DISABLE(1); 1825 } 1826 1827 if (a->flush_depthstencil_through_cb) { 1828 assert(a->copy_depth || a->copy_stencil); 1829 1830 db_render_control |= S_028000_DEPTH_COPY_ENABLE(a->copy_depth) | 1831 S_028000_STENCIL_COPY_ENABLE(a->copy_stencil) | 1832 S_028000_COPY_CENTROID(1) | 1833 S_028000_COPY_SAMPLE(a->copy_sample); 1834 } 1835 1836 r600_write_context_reg_seq(cs, R_028000_DB_RENDER_CONTROL, 2); 1837 r600_write_value(cs, db_render_control); /* R_028000_DB_RENDER_CONTROL */ 1838 r600_write_value(cs, db_count_control); /* R_028004_DB_COUNT_CONTROL */ 1839 r600_write_context_reg(cs, R_02800C_DB_RENDER_OVERRIDE, db_render_override); 1840} 1841 1842static void evergreen_emit_vertex_buffers(struct r600_context *rctx, 1843 struct r600_vertexbuf_state *state, 1844 unsigned resource_offset, 1845 unsigned pkt_flags) 1846{ 1847 struct radeon_winsys_cs *cs = rctx->cs; 1848 uint32_t dirty_mask = state->dirty_mask; 1849 1850 while (dirty_mask) { 1851 struct pipe_vertex_buffer *vb; 1852 struct r600_resource *rbuffer; 1853 uint64_t va; 1854 unsigned buffer_index = u_bit_scan(&dirty_mask); 1855 1856 vb = &state->vb[buffer_index]; 1857 rbuffer = (struct r600_resource*)vb->buffer; 1858 assert(rbuffer); 1859 1860 va = r600_resource_va(&rctx->screen->screen, &rbuffer->b.b); 1861 va += vb->buffer_offset; 1862 1863 /* fetch resources start at index 992 */ 1864 r600_write_value(cs, PKT3(PKT3_SET_RESOURCE, 8, 0) | pkt_flags); 1865 r600_write_value(cs, (resource_offset + buffer_index) * 8); 1866 r600_write_value(cs, va); /* RESOURCEi_WORD0 */ 1867 r600_write_value(cs, rbuffer->buf->size - vb->buffer_offset - 1); /* RESOURCEi_WORD1 */ 1868 r600_write_value(cs, /* RESOURCEi_WORD2 */ 1869 S_030008_ENDIAN_SWAP(r600_endian_swap(32)) | 1870 S_030008_STRIDE(vb->stride) | 1871 S_030008_BASE_ADDRESS_HI(va >> 32UL)); 1872 r600_write_value(cs, /* RESOURCEi_WORD3 */ 1873 S_03000C_DST_SEL_X(V_03000C_SQ_SEL_X) | 1874 S_03000C_DST_SEL_Y(V_03000C_SQ_SEL_Y) | 1875 S_03000C_DST_SEL_Z(V_03000C_SQ_SEL_Z) | 1876 S_03000C_DST_SEL_W(V_03000C_SQ_SEL_W)); 1877 r600_write_value(cs, 0); /* RESOURCEi_WORD4 */ 1878 r600_write_value(cs, 0); /* RESOURCEi_WORD5 */ 1879 r600_write_value(cs, 0); /* RESOURCEi_WORD6 */ 1880 r600_write_value(cs, 0xc0000000); /* RESOURCEi_WORD7 */ 1881 1882 r600_write_value(cs, PKT3(PKT3_NOP, 0, 0) | pkt_flags); 1883 r600_write_value(cs, r600_context_bo_reloc(rctx, rbuffer, RADEON_USAGE_READ)); 1884 } 1885 state->dirty_mask = 0; 1886} 1887 1888static void evergreen_fs_emit_vertex_buffers(struct r600_context *rctx, struct r600_atom * atom) 1889{ 1890 evergreen_emit_vertex_buffers(rctx, &rctx->vertex_buffer_state, 992, 0); 1891} 1892 1893static void evergreen_cs_emit_vertex_buffers(struct r600_context *rctx, struct r600_atom * atom) 1894{ 1895 evergreen_emit_vertex_buffers(rctx, &rctx->cs_vertex_buffer_state, 816, 1896 RADEON_CP_PACKET3_COMPUTE_MODE); 1897} 1898 1899static void evergreen_emit_constant_buffers(struct r600_context *rctx, 1900 struct r600_constbuf_state *state, 1901 unsigned buffer_id_base, 1902 unsigned reg_alu_constbuf_size, 1903 unsigned reg_alu_const_cache) 1904{ 1905 struct radeon_winsys_cs *cs = rctx->cs; 1906 uint32_t dirty_mask = state->dirty_mask; 1907 1908 while (dirty_mask) { 1909 struct pipe_constant_buffer *cb; 1910 struct r600_resource *rbuffer; 1911 uint64_t va; 1912 unsigned buffer_index = ffs(dirty_mask) - 1; 1913 1914 cb = &state->cb[buffer_index]; 1915 rbuffer = (struct r600_resource*)cb->buffer; 1916 assert(rbuffer); 1917 1918 va = r600_resource_va(&rctx->screen->screen, &rbuffer->b.b); 1919 va += cb->buffer_offset; 1920 1921 r600_write_context_reg(cs, reg_alu_constbuf_size + buffer_index * 4, 1922 ALIGN_DIVUP(cb->buffer_size >> 4, 16)); 1923 r600_write_context_reg(cs, reg_alu_const_cache + buffer_index * 4, va >> 8); 1924 1925 r600_write_value(cs, PKT3(PKT3_NOP, 0, 0)); 1926 r600_write_value(cs, r600_context_bo_reloc(rctx, rbuffer, RADEON_USAGE_READ)); 1927 1928 r600_write_value(cs, PKT3(PKT3_SET_RESOURCE, 8, 0)); 1929 r600_write_value(cs, (buffer_id_base + buffer_index) * 8); 1930 r600_write_value(cs, va); /* RESOURCEi_WORD0 */ 1931 r600_write_value(cs, rbuffer->buf->size - cb->buffer_offset - 1); /* RESOURCEi_WORD1 */ 1932 r600_write_value(cs, /* RESOURCEi_WORD2 */ 1933 S_030008_ENDIAN_SWAP(r600_endian_swap(32)) | 1934 S_030008_STRIDE(16) | 1935 S_030008_BASE_ADDRESS_HI(va >> 32UL)); 1936 r600_write_value(cs, /* RESOURCEi_WORD3 */ 1937 S_03000C_DST_SEL_X(V_03000C_SQ_SEL_X) | 1938 S_03000C_DST_SEL_Y(V_03000C_SQ_SEL_Y) | 1939 S_03000C_DST_SEL_Z(V_03000C_SQ_SEL_Z) | 1940 S_03000C_DST_SEL_W(V_03000C_SQ_SEL_W)); 1941 r600_write_value(cs, 0); /* RESOURCEi_WORD4 */ 1942 r600_write_value(cs, 0); /* RESOURCEi_WORD5 */ 1943 r600_write_value(cs, 0); /* RESOURCEi_WORD6 */ 1944 r600_write_value(cs, 0xc0000000); /* RESOURCEi_WORD7 */ 1945 1946 r600_write_value(cs, PKT3(PKT3_NOP, 0, 0)); 1947 r600_write_value(cs, r600_context_bo_reloc(rctx, rbuffer, RADEON_USAGE_READ)); 1948 1949 dirty_mask &= ~(1 << buffer_index); 1950 } 1951 state->dirty_mask = 0; 1952} 1953 1954static void evergreen_emit_vs_constant_buffers(struct r600_context *rctx, struct r600_atom *atom) 1955{ 1956 evergreen_emit_constant_buffers(rctx, &rctx->vs_constbuf_state, 176, 1957 R_028180_ALU_CONST_BUFFER_SIZE_VS_0, 1958 R_028980_ALU_CONST_CACHE_VS_0); 1959} 1960 1961static void evergreen_emit_ps_constant_buffers(struct r600_context *rctx, struct r600_atom *atom) 1962{ 1963 evergreen_emit_constant_buffers(rctx, &rctx->ps_constbuf_state, 0, 1964 R_028140_ALU_CONST_BUFFER_SIZE_PS_0, 1965 R_028940_ALU_CONST_CACHE_PS_0); 1966} 1967 1968static void evergreen_emit_sampler_views(struct r600_context *rctx, 1969 struct r600_samplerview_state *state, 1970 unsigned resource_id_base) 1971{ 1972 struct radeon_winsys_cs *cs = rctx->cs; 1973 uint32_t dirty_mask = state->dirty_mask; 1974 1975 while (dirty_mask) { 1976 struct r600_pipe_sampler_view *rview; 1977 unsigned resource_index = u_bit_scan(&dirty_mask); 1978 unsigned reloc; 1979 1980 rview = state->views[resource_index]; 1981 assert(rview); 1982 1983 r600_write_value(cs, PKT3(PKT3_SET_RESOURCE, 8, 0)); 1984 r600_write_value(cs, (resource_id_base + resource_index) * 8); 1985 r600_write_array(cs, 8, rview->tex_resource_words); 1986 1987 /* XXX The kernel needs two relocations. This is stupid. */ 1988 reloc = r600_context_bo_reloc(rctx, rview->tex_resource, 1989 RADEON_USAGE_READ); 1990 r600_write_value(cs, PKT3(PKT3_NOP, 0, 0)); 1991 r600_write_value(cs, reloc); 1992 r600_write_value(cs, PKT3(PKT3_NOP, 0, 0)); 1993 r600_write_value(cs, reloc); 1994 } 1995 state->dirty_mask = 0; 1996} 1997 1998static void evergreen_emit_vs_sampler_views(struct r600_context *rctx, struct r600_atom *atom) 1999{ 2000 evergreen_emit_sampler_views(rctx, &rctx->vs_samplers.views, 176 + R600_MAX_CONST_BUFFERS); 2001} 2002 2003static void evergreen_emit_ps_sampler_views(struct r600_context *rctx, struct r600_atom *atom) 2004{ 2005 evergreen_emit_sampler_views(rctx, &rctx->ps_samplers.views, R600_MAX_CONST_BUFFERS); 2006} 2007 2008static void evergreen_emit_sampler(struct r600_context *rctx, 2009 struct r600_textures_info *texinfo, 2010 unsigned resource_id_base, 2011 unsigned border_index_reg) 2012{ 2013 struct radeon_winsys_cs *cs = rctx->cs; 2014 unsigned i; 2015 2016 for (i = 0; i < texinfo->n_samplers; i++) { 2017 2018 if (texinfo->samplers[i] == NULL) { 2019 continue; 2020 } 2021 r600_write_value(cs, PKT3(PKT3_SET_SAMPLER, 3, 0)); 2022 r600_write_value(cs, (resource_id_base + i) * 3); 2023 r600_write_array(cs, 3, texinfo->samplers[i]->tex_sampler_words); 2024 2025 if (texinfo->samplers[i]->border_color_use) { 2026 r600_write_config_reg_seq(cs, border_index_reg, 5); 2027 r600_write_value(cs, i); 2028 r600_write_array(cs, 4, texinfo->samplers[i]->border_color); 2029 } 2030 } 2031} 2032 2033static void evergreen_emit_vs_sampler(struct r600_context *rctx, struct r600_atom *atom) 2034{ 2035 evergreen_emit_sampler(rctx, &rctx->vs_samplers, 18, R_00A414_TD_VS_SAMPLER0_BORDER_INDEX); 2036} 2037 2038static void evergreen_emit_ps_sampler(struct r600_context *rctx, struct r600_atom *atom) 2039{ 2040 evergreen_emit_sampler(rctx, &rctx->ps_samplers, 0, R_00A400_TD_PS_SAMPLER0_BORDER_INDEX); 2041} 2042 2043static void evergreen_emit_sample_mask(struct r600_context *rctx, struct r600_atom *a) 2044{ 2045 struct r600_sample_mask *s = (struct r600_sample_mask*)a; 2046 uint8_t mask = s->sample_mask; 2047 2048 r600_write_context_reg(rctx->cs, R_028C3C_PA_SC_AA_MASK, 2049 mask | (mask << 8) | (mask << 16) | (mask << 24)); 2050} 2051 2052static void cayman_emit_sample_mask(struct r600_context *rctx, struct r600_atom *a) 2053{ 2054 struct r600_sample_mask *s = (struct r600_sample_mask*)a; 2055 struct radeon_winsys_cs *cs = rctx->cs; 2056 uint16_t mask = s->sample_mask; 2057 2058 r600_write_context_reg_seq(cs, CM_R_028C38_PA_SC_AA_MASK_X0Y0_X1Y0, 2); 2059 r600_write_value(cs, mask | (mask << 16)); /* X0Y0_X1Y0 */ 2060 r600_write_value(cs, mask | (mask << 16)); /* X0Y1_X1Y1 */ 2061} 2062 2063void evergreen_init_state_functions(struct r600_context *rctx) 2064{ 2065 r600_init_atom(&rctx->cb_misc_state.atom, evergreen_emit_cb_misc_state, 0, 0); 2066 r600_atom_dirty(rctx, &rctx->cb_misc_state.atom); 2067 r600_init_atom(&rctx->db_misc_state.atom, evergreen_emit_db_misc_state, 7, 0); 2068 r600_atom_dirty(rctx, &rctx->db_misc_state.atom); 2069 r600_init_atom(&rctx->vertex_buffer_state.atom, evergreen_fs_emit_vertex_buffers, 0, 0); 2070 r600_init_atom(&rctx->cs_vertex_buffer_state.atom, evergreen_cs_emit_vertex_buffers, 0, 0); 2071 r600_init_atom(&rctx->vs_constbuf_state.atom, evergreen_emit_vs_constant_buffers, 0, 0); 2072 r600_init_atom(&rctx->ps_constbuf_state.atom, evergreen_emit_ps_constant_buffers, 0, 0); 2073 r600_init_atom(&rctx->vs_samplers.views.atom, evergreen_emit_vs_sampler_views, 0, 0); 2074 r600_init_atom(&rctx->ps_samplers.views.atom, evergreen_emit_ps_sampler_views, 0, 0); 2075 r600_init_atom(&rctx->cs_shader_state.atom, evergreen_emit_cs_shader, 0, 0); 2076 r600_init_atom(&rctx->vs_samplers.atom_sampler, evergreen_emit_vs_sampler, 0, 0); 2077 r600_init_atom(&rctx->ps_samplers.atom_sampler, evergreen_emit_ps_sampler, 0, 0); 2078 2079 if (rctx->chip_class == EVERGREEN) 2080 r600_init_atom(&rctx->sample_mask.atom, evergreen_emit_sample_mask, 3, 0); 2081 else 2082 r600_init_atom(&rctx->sample_mask.atom, cayman_emit_sample_mask, 4, 0); 2083 rctx->sample_mask.sample_mask = ~0; 2084 r600_atom_dirty(rctx, &rctx->sample_mask.atom); 2085 2086 rctx->context.create_blend_state = evergreen_create_blend_state; 2087 rctx->context.create_depth_stencil_alpha_state = evergreen_create_dsa_state; 2088 rctx->context.create_fs_state = r600_create_shader_state_ps; 2089 rctx->context.create_rasterizer_state = evergreen_create_rs_state; 2090 rctx->context.create_sampler_state = evergreen_create_sampler_state; 2091 rctx->context.create_sampler_view = evergreen_create_sampler_view; 2092 rctx->context.create_vertex_elements_state = r600_create_vertex_elements; 2093 rctx->context.create_vs_state = r600_create_shader_state_vs; 2094 rctx->context.bind_blend_state = r600_bind_blend_state; 2095 rctx->context.bind_depth_stencil_alpha_state = r600_bind_dsa_state; 2096 rctx->context.bind_fragment_sampler_states = r600_bind_ps_samplers; 2097 rctx->context.bind_fs_state = r600_bind_ps_shader; 2098 rctx->context.bind_rasterizer_state = r600_bind_rs_state; 2099 rctx->context.bind_vertex_elements_state = r600_bind_vertex_elements; 2100 rctx->context.bind_vertex_sampler_states = r600_bind_vs_samplers; 2101 rctx->context.bind_vs_state = r600_bind_vs_shader; 2102 rctx->context.delete_blend_state = r600_delete_state; 2103 rctx->context.delete_depth_stencil_alpha_state = r600_delete_state; 2104 rctx->context.delete_fs_state = r600_delete_ps_shader; 2105 rctx->context.delete_rasterizer_state = r600_delete_rs_state; 2106 rctx->context.delete_sampler_state = r600_delete_sampler; 2107 rctx->context.delete_vertex_elements_state = r600_delete_vertex_element; 2108 rctx->context.delete_vs_state = r600_delete_vs_shader; 2109 rctx->context.set_blend_color = r600_set_blend_color; 2110 rctx->context.set_clip_state = evergreen_set_clip_state; 2111 rctx->context.set_constant_buffer = r600_set_constant_buffer; 2112 rctx->context.set_fragment_sampler_views = evergreen_set_ps_sampler_views; 2113 rctx->context.set_framebuffer_state = evergreen_set_framebuffer_state; 2114 rctx->context.set_polygon_stipple = evergreen_set_polygon_stipple; 2115 rctx->context.set_sample_mask = r600_set_sample_mask; 2116 rctx->context.set_scissor_state = evergreen_set_scissor_state; 2117 rctx->context.set_stencil_ref = r600_set_pipe_stencil_ref; 2118 rctx->context.set_vertex_buffers = r600_set_vertex_buffers; 2119 rctx->context.set_index_buffer = r600_set_index_buffer; 2120 rctx->context.set_vertex_sampler_views = evergreen_set_vs_sampler_views; 2121 rctx->context.set_viewport_state = evergreen_set_viewport_state; 2122 rctx->context.sampler_view_destroy = r600_sampler_view_destroy; 2123 rctx->context.texture_barrier = r600_texture_barrier; 2124 rctx->context.create_stream_output_target = r600_create_so_target; 2125 rctx->context.stream_output_target_destroy = r600_so_target_destroy; 2126 rctx->context.set_stream_output_targets = r600_set_so_targets; 2127 evergreen_init_compute_state_functions(rctx); 2128} 2129 2130static void cayman_init_atom_start_cs(struct r600_context *rctx) 2131{ 2132 struct r600_command_buffer *cb = &rctx->start_cs_cmd; 2133 2134 r600_init_command_buffer(cb, 256, EMIT_EARLY); 2135 2136 /* This must be first. */ 2137 r600_store_value(cb, PKT3(PKT3_CONTEXT_CONTROL, 1, 0)); 2138 r600_store_value(cb, 0x80000000); 2139 r600_store_value(cb, 0x80000000); 2140 2141 r600_store_config_reg_seq(cb, R_008C00_SQ_CONFIG, 2); 2142 r600_store_value(cb, S_008C00_EXPORT_SRC_C(1)); /* R_008C00_SQ_CONFIG */ 2143 /* always set the temp clauses */ 2144 r600_store_value(cb, S_008C04_NUM_CLAUSE_TEMP_GPRS(4)); /* R_008C04_SQ_GPR_RESOURCE_MGMT_1 */ 2145 2146 r600_store_config_reg_seq(cb, R_008C10_SQ_GLOBAL_GPR_RESOURCE_MGMT_1, 2); 2147 r600_store_value(cb, 0); /* R_008C10_SQ_GLOBAL_GPR_RESOURCE_MGMT_1 */ 2148 r600_store_value(cb, 0); /* R_008C14_SQ_GLOBAL_GPR_RESOURCE_MGMT_2 */ 2149 2150 r600_store_config_reg(cb, R_008D8C_SQ_DYN_GPR_CNTL_PS_FLUSH_REQ, (1 << 8)); 2151 2152 r600_store_context_reg(cb, R_028A4C_PA_SC_MODE_CNTL_1, 0); 2153 2154 r600_store_context_reg_seq(cb, R_028A10_VGT_OUTPUT_PATH_CNTL, 13); 2155 r600_store_value(cb, 0); /* R_028A10_VGT_OUTPUT_PATH_CNTL */ 2156 r600_store_value(cb, 0); /* R_028A14_VGT_HOS_CNTL */ 2157 r600_store_value(cb, 0); /* R_028A18_VGT_HOS_MAX_TESS_LEVEL */ 2158 r600_store_value(cb, 0); /* R_028A1C_VGT_HOS_MIN_TESS_LEVEL */ 2159 r600_store_value(cb, 0); /* R_028A20_VGT_HOS_REUSE_DEPTH */ 2160 r600_store_value(cb, 0); /* R_028A24_VGT_GROUP_PRIM_TYPE */ 2161 r600_store_value(cb, 0); /* R_028A28_VGT_GROUP_FIRST_DECR */ 2162 r600_store_value(cb, 0); /* R_028A2C_VGT_GROUP_DECR */ 2163 r600_store_value(cb, 0); /* R_028A30_VGT_GROUP_VECT_0_CNTL */ 2164 r600_store_value(cb, 0); /* R_028A34_VGT_GROUP_VECT_1_CNTL */ 2165 r600_store_value(cb, 0); /* R_028A38_VGT_GROUP_VECT_0_FMT_CNTL */ 2166 r600_store_value(cb, 0); /* R_028A3C_VGT_GROUP_VECT_1_FMT_CNTL */ 2167 r600_store_value(cb, 0); /* R_028A40_VGT_GS_MODE */ 2168 2169 r600_store_context_reg_seq(cb, R_028B94_VGT_STRMOUT_CONFIG, 2); 2170 r600_store_value(cb, 0); /* R_028B94_VGT_STRMOUT_CONFIG */ 2171 r600_store_value(cb, 0); /* R_028B98_VGT_STRMOUT_BUFFER_CONFIG */ 2172 2173 r600_store_context_reg_seq(cb, R_028AB4_VGT_REUSE_OFF, 2); 2174 r600_store_value(cb, 0); /* R_028AB4_VGT_REUSE_OFF */ 2175 r600_store_value(cb, 0); /* R_028AB8_VGT_VTX_CNT_EN */ 2176 2177 r600_store_config_reg(cb, R_008A14_PA_CL_ENHANCE, (3 << 1) | 1); 2178 2179 r600_store_context_reg(cb, CM_R_028AA8_IA_MULTI_VGT_PARAM, S_028AA8_SWITCH_ON_EOP(1) | S_028AA8_PARTIAL_VS_WAVE_ON(1) | S_028AA8_PRIMGROUP_SIZE(63)); 2180 2181 r600_store_context_reg_seq(cb, CM_R_028BD4_PA_SC_CENTROID_PRIORITY_0, 2); 2182 r600_store_value(cb, 0x76543210); /* CM_R_028BD4_PA_SC_CENTROID_PRIORITY_0 */ 2183 r600_store_value(cb, 0xfedcba98); /* CM_R_028BD8_PA_SC_CENTROID_PRIORITY_1 */ 2184 2185 r600_store_context_reg_seq(cb, CM_R_0288E8_SQ_LDS_ALLOC, 2); 2186 r600_store_value(cb, 0); /* CM_R_0288E8_SQ_LDS_ALLOC */ 2187 r600_store_value(cb, 0); /* R_0288EC_SQ_LDS_ALLOC_PS */ 2188 2189 r600_store_context_reg(cb, CM_R_028804_DB_EQAA, 0x110000); 2190 2191 r600_store_context_reg_seq(cb, R_028380_SQ_VTX_SEMANTIC_0, 34); 2192 r600_store_value(cb, 0); /* R_028380_SQ_VTX_SEMANTIC_0 */ 2193 r600_store_value(cb, 0); 2194 r600_store_value(cb, 0); 2195 r600_store_value(cb, 0); 2196 r600_store_value(cb, 0); 2197 r600_store_value(cb, 0); 2198 r600_store_value(cb, 0); 2199 r600_store_value(cb, 0); 2200 r600_store_value(cb, 0); 2201 r600_store_value(cb, 0); 2202 r600_store_value(cb, 0); 2203 r600_store_value(cb, 0); 2204 r600_store_value(cb, 0); 2205 r600_store_value(cb, 0); 2206 r600_store_value(cb, 0); 2207 r600_store_value(cb, 0); 2208 r600_store_value(cb, 0); 2209 r600_store_value(cb, 0); 2210 r600_store_value(cb, 0); 2211 r600_store_value(cb, 0); 2212 r600_store_value(cb, 0); 2213 r600_store_value(cb, 0); 2214 r600_store_value(cb, 0); 2215 r600_store_value(cb, 0); 2216 r600_store_value(cb, 0); 2217 r600_store_value(cb, 0); 2218 r600_store_value(cb, 0); 2219 r600_store_value(cb, 0); 2220 r600_store_value(cb, 0); 2221 r600_store_value(cb, 0); 2222 r600_store_value(cb, 0); 2223 r600_store_value(cb, 0); /* R_0283FC_SQ_VTX_SEMANTIC_31 */ 2224 r600_store_value(cb, ~0); /* R_028400_VGT_MAX_VTX_INDX */ 2225 r600_store_value(cb, 0); /* R_028404_VGT_MIN_VTX_INDX */ 2226 2227 r600_store_ctl_const(cb, R_03CFF0_SQ_VTX_BASE_VTX_LOC, 0); 2228 2229 r600_store_context_reg_seq(cb, R_028028_DB_STENCIL_CLEAR, 2); 2230 r600_store_value(cb, 0); /* R_028028_DB_STENCIL_CLEAR */ 2231 r600_store_value(cb, 0x3F800000); /* R_02802C_DB_DEPTH_CLEAR */ 2232 2233 r600_store_context_reg(cb, R_0286DC_SPI_FOG_CNTL, 0); 2234 2235 r600_store_context_reg_seq(cb, R_028AC0_DB_SRESULTS_COMPARE_STATE0, 3); 2236 r600_store_value(cb, 0); /* R_028AC0_DB_SRESULTS_COMPARE_STATE0 */ 2237 r600_store_value(cb, 0); /* R_028AC4_DB_SRESULTS_COMPARE_STATE1 */ 2238 r600_store_value(cb, 0); /* R_028AC8_DB_PRELOAD_CONTROL */ 2239 2240 r600_store_context_reg(cb, R_028200_PA_SC_WINDOW_OFFSET, 0); 2241 r600_store_context_reg(cb, R_02820C_PA_SC_CLIPRECT_RULE, 0xFFFF); 2242 2243 r600_store_context_reg_seq(cb, R_0282D0_PA_SC_VPORT_ZMIN_0, 2); 2244 r600_store_value(cb, 0); /* R_0282D0_PA_SC_VPORT_ZMIN_0 */ 2245 r600_store_value(cb, 0x3F800000); /* R_0282D4_PA_SC_VPORT_ZMAX_0 */ 2246 2247 r600_store_context_reg(cb, R_028230_PA_SC_EDGERULE, 0xAAAAAAAA); 2248 r600_store_context_reg(cb, R_028818_PA_CL_VTE_CNTL, 0x0000043F); 2249 r600_store_context_reg(cb, R_028820_PA_CL_NANINF_CNTL, 0); 2250 2251 r600_store_context_reg_seq(cb, CM_R_028BE8_PA_CL_GB_VERT_CLIP_ADJ, 4); 2252 r600_store_value(cb, 0x3F800000); /* CM_R_028BE8_PA_CL_GB_VERT_CLIP_ADJ */ 2253 r600_store_value(cb, 0x3F800000); /* CM_R_028BEC_PA_CL_GB_VERT_DISC_ADJ */ 2254 r600_store_value(cb, 0x3F800000); /* CM_R_028BF0_PA_CL_GB_HORZ_CLIP_ADJ */ 2255 r600_store_value(cb, 0x3F800000); /* CM_R_028BF4_PA_CL_GB_HORZ_DISC_ADJ */ 2256 2257 r600_store_context_reg_seq(cb, R_028240_PA_SC_GENERIC_SCISSOR_TL, 2); 2258 r600_store_value(cb, 0); /* R_028240_PA_SC_GENERIC_SCISSOR_TL */ 2259 r600_store_value(cb, S_028244_BR_X(16384) | S_028244_BR_Y(16384)); /* R_028244_PA_SC_GENERIC_SCISSOR_BR */ 2260 2261 r600_store_context_reg_seq(cb, R_028030_PA_SC_SCREEN_SCISSOR_TL, 2); 2262 r600_store_value(cb, 0); /* R_028030_PA_SC_SCREEN_SCISSOR_TL */ 2263 r600_store_value(cb, S_028034_BR_X(16384) | S_028034_BR_Y(16384)); /* R_028034_PA_SC_SCREEN_SCISSOR_BR */ 2264 2265 r600_store_context_reg(cb, R_028848_SQ_PGM_RESOURCES_2_PS, S_028848_SINGLE_ROUND(V_SQ_ROUND_NEAREST_EVEN)); 2266 r600_store_context_reg(cb, R_028864_SQ_PGM_RESOURCES_2_VS, S_028864_SINGLE_ROUND(V_SQ_ROUND_NEAREST_EVEN)); 2267 r600_store_context_reg(cb, R_0288A8_SQ_PGM_RESOURCES_FS, 0); 2268 2269 r600_store_context_reg(cb, R_028354_SX_SURFACE_SYNC, S_028354_SURFACE_SYNC_MASK(0xf)); 2270 r600_store_context_reg(cb, R_028800_DB_DEPTH_CONTROL, 0); 2271 if (rctx->screen->has_streamout) { 2272 r600_store_context_reg(cb, R_028B28_VGT_STRMOUT_DRAW_OPAQUE_OFFSET, 0); 2273 } 2274 2275 eg_store_loop_const(cb, R_03A200_SQ_LOOP_CONST_0, 0x01000FFF); 2276 eg_store_loop_const(cb, R_03A200_SQ_LOOP_CONST_0 + (32 * 4), 0x01000FFF); 2277} 2278 2279void evergreen_init_atom_start_cs(struct r600_context *rctx) 2280{ 2281 struct r600_command_buffer *cb = &rctx->start_cs_cmd; 2282 int ps_prio; 2283 int vs_prio; 2284 int gs_prio; 2285 int es_prio; 2286 int hs_prio, cs_prio, ls_prio; 2287 int num_ps_gprs; 2288 int num_vs_gprs; 2289 int num_gs_gprs; 2290 int num_es_gprs; 2291 int num_hs_gprs; 2292 int num_ls_gprs; 2293 int num_temp_gprs; 2294 int num_ps_threads; 2295 int num_vs_threads; 2296 int num_gs_threads; 2297 int num_es_threads; 2298 int num_hs_threads; 2299 int num_ls_threads; 2300 int num_ps_stack_entries; 2301 int num_vs_stack_entries; 2302 int num_gs_stack_entries; 2303 int num_es_stack_entries; 2304 int num_hs_stack_entries; 2305 int num_ls_stack_entries; 2306 enum radeon_family family; 2307 unsigned tmp; 2308 2309 if (rctx->chip_class == CAYMAN) { 2310 cayman_init_atom_start_cs(rctx); 2311 return; 2312 } 2313 2314 r600_init_command_buffer(cb, 256, EMIT_EARLY); 2315 2316 /* This must be first. */ 2317 r600_store_value(cb, PKT3(PKT3_CONTEXT_CONTROL, 1, 0)); 2318 r600_store_value(cb, 0x80000000); 2319 r600_store_value(cb, 0x80000000); 2320 2321 family = rctx->family; 2322 ps_prio = 0; 2323 vs_prio = 1; 2324 gs_prio = 2; 2325 es_prio = 3; 2326 hs_prio = 0; 2327 ls_prio = 0; 2328 cs_prio = 0; 2329 2330 switch (family) { 2331 case CHIP_CEDAR: 2332 default: 2333 num_ps_gprs = 93; 2334 num_vs_gprs = 46; 2335 num_temp_gprs = 4; 2336 num_gs_gprs = 31; 2337 num_es_gprs = 31; 2338 num_hs_gprs = 23; 2339 num_ls_gprs = 23; 2340 num_ps_threads = 96; 2341 num_vs_threads = 16; 2342 num_gs_threads = 16; 2343 num_es_threads = 16; 2344 num_hs_threads = 16; 2345 num_ls_threads = 16; 2346 num_ps_stack_entries = 42; 2347 num_vs_stack_entries = 42; 2348 num_gs_stack_entries = 42; 2349 num_es_stack_entries = 42; 2350 num_hs_stack_entries = 42; 2351 num_ls_stack_entries = 42; 2352 break; 2353 case CHIP_REDWOOD: 2354 num_ps_gprs = 93; 2355 num_vs_gprs = 46; 2356 num_temp_gprs = 4; 2357 num_gs_gprs = 31; 2358 num_es_gprs = 31; 2359 num_hs_gprs = 23; 2360 num_ls_gprs = 23; 2361 num_ps_threads = 128; 2362 num_vs_threads = 20; 2363 num_gs_threads = 20; 2364 num_es_threads = 20; 2365 num_hs_threads = 20; 2366 num_ls_threads = 20; 2367 num_ps_stack_entries = 42; 2368 num_vs_stack_entries = 42; 2369 num_gs_stack_entries = 42; 2370 num_es_stack_entries = 42; 2371 num_hs_stack_entries = 42; 2372 num_ls_stack_entries = 42; 2373 break; 2374 case CHIP_JUNIPER: 2375 num_ps_gprs = 93; 2376 num_vs_gprs = 46; 2377 num_temp_gprs = 4; 2378 num_gs_gprs = 31; 2379 num_es_gprs = 31; 2380 num_hs_gprs = 23; 2381 num_ls_gprs = 23; 2382 num_ps_threads = 128; 2383 num_vs_threads = 20; 2384 num_gs_threads = 20; 2385 num_es_threads = 20; 2386 num_hs_threads = 20; 2387 num_ls_threads = 20; 2388 num_ps_stack_entries = 85; 2389 num_vs_stack_entries = 85; 2390 num_gs_stack_entries = 85; 2391 num_es_stack_entries = 85; 2392 num_hs_stack_entries = 85; 2393 num_ls_stack_entries = 85; 2394 break; 2395 case CHIP_CYPRESS: 2396 case CHIP_HEMLOCK: 2397 num_ps_gprs = 93; 2398 num_vs_gprs = 46; 2399 num_temp_gprs = 4; 2400 num_gs_gprs = 31; 2401 num_es_gprs = 31; 2402 num_hs_gprs = 23; 2403 num_ls_gprs = 23; 2404 num_ps_threads = 128; 2405 num_vs_threads = 20; 2406 num_gs_threads = 20; 2407 num_es_threads = 20; 2408 num_hs_threads = 20; 2409 num_ls_threads = 20; 2410 num_ps_stack_entries = 85; 2411 num_vs_stack_entries = 85; 2412 num_gs_stack_entries = 85; 2413 num_es_stack_entries = 85; 2414 num_hs_stack_entries = 85; 2415 num_ls_stack_entries = 85; 2416 break; 2417 case CHIP_PALM: 2418 num_ps_gprs = 93; 2419 num_vs_gprs = 46; 2420 num_temp_gprs = 4; 2421 num_gs_gprs = 31; 2422 num_es_gprs = 31; 2423 num_hs_gprs = 23; 2424 num_ls_gprs = 23; 2425 num_ps_threads = 96; 2426 num_vs_threads = 16; 2427 num_gs_threads = 16; 2428 num_es_threads = 16; 2429 num_hs_threads = 16; 2430 num_ls_threads = 16; 2431 num_ps_stack_entries = 42; 2432 num_vs_stack_entries = 42; 2433 num_gs_stack_entries = 42; 2434 num_es_stack_entries = 42; 2435 num_hs_stack_entries = 42; 2436 num_ls_stack_entries = 42; 2437 break; 2438 case CHIP_SUMO: 2439 num_ps_gprs = 93; 2440 num_vs_gprs = 46; 2441 num_temp_gprs = 4; 2442 num_gs_gprs = 31; 2443 num_es_gprs = 31; 2444 num_hs_gprs = 23; 2445 num_ls_gprs = 23; 2446 num_ps_threads = 96; 2447 num_vs_threads = 25; 2448 num_gs_threads = 25; 2449 num_es_threads = 25; 2450 num_hs_threads = 25; 2451 num_ls_threads = 25; 2452 num_ps_stack_entries = 42; 2453 num_vs_stack_entries = 42; 2454 num_gs_stack_entries = 42; 2455 num_es_stack_entries = 42; 2456 num_hs_stack_entries = 42; 2457 num_ls_stack_entries = 42; 2458 break; 2459 case CHIP_SUMO2: 2460 num_ps_gprs = 93; 2461 num_vs_gprs = 46; 2462 num_temp_gprs = 4; 2463 num_gs_gprs = 31; 2464 num_es_gprs = 31; 2465 num_hs_gprs = 23; 2466 num_ls_gprs = 23; 2467 num_ps_threads = 96; 2468 num_vs_threads = 25; 2469 num_gs_threads = 25; 2470 num_es_threads = 25; 2471 num_hs_threads = 25; 2472 num_ls_threads = 25; 2473 num_ps_stack_entries = 85; 2474 num_vs_stack_entries = 85; 2475 num_gs_stack_entries = 85; 2476 num_es_stack_entries = 85; 2477 num_hs_stack_entries = 85; 2478 num_ls_stack_entries = 85; 2479 break; 2480 case CHIP_BARTS: 2481 num_ps_gprs = 93; 2482 num_vs_gprs = 46; 2483 num_temp_gprs = 4; 2484 num_gs_gprs = 31; 2485 num_es_gprs = 31; 2486 num_hs_gprs = 23; 2487 num_ls_gprs = 23; 2488 num_ps_threads = 128; 2489 num_vs_threads = 20; 2490 num_gs_threads = 20; 2491 num_es_threads = 20; 2492 num_hs_threads = 20; 2493 num_ls_threads = 20; 2494 num_ps_stack_entries = 85; 2495 num_vs_stack_entries = 85; 2496 num_gs_stack_entries = 85; 2497 num_es_stack_entries = 85; 2498 num_hs_stack_entries = 85; 2499 num_ls_stack_entries = 85; 2500 break; 2501 case CHIP_TURKS: 2502 num_ps_gprs = 93; 2503 num_vs_gprs = 46; 2504 num_temp_gprs = 4; 2505 num_gs_gprs = 31; 2506 num_es_gprs = 31; 2507 num_hs_gprs = 23; 2508 num_ls_gprs = 23; 2509 num_ps_threads = 128; 2510 num_vs_threads = 20; 2511 num_gs_threads = 20; 2512 num_es_threads = 20; 2513 num_hs_threads = 20; 2514 num_ls_threads = 20; 2515 num_ps_stack_entries = 42; 2516 num_vs_stack_entries = 42; 2517 num_gs_stack_entries = 42; 2518 num_es_stack_entries = 42; 2519 num_hs_stack_entries = 42; 2520 num_ls_stack_entries = 42; 2521 break; 2522 case CHIP_CAICOS: 2523 num_ps_gprs = 93; 2524 num_vs_gprs = 46; 2525 num_temp_gprs = 4; 2526 num_gs_gprs = 31; 2527 num_es_gprs = 31; 2528 num_hs_gprs = 23; 2529 num_ls_gprs = 23; 2530 num_ps_threads = 128; 2531 num_vs_threads = 10; 2532 num_gs_threads = 10; 2533 num_es_threads = 10; 2534 num_hs_threads = 10; 2535 num_ls_threads = 10; 2536 num_ps_stack_entries = 42; 2537 num_vs_stack_entries = 42; 2538 num_gs_stack_entries = 42; 2539 num_es_stack_entries = 42; 2540 num_hs_stack_entries = 42; 2541 num_ls_stack_entries = 42; 2542 break; 2543 } 2544 2545 tmp = 0; 2546 switch (family) { 2547 case CHIP_CEDAR: 2548 case CHIP_PALM: 2549 case CHIP_SUMO: 2550 case CHIP_SUMO2: 2551 case CHIP_CAICOS: 2552 break; 2553 default: 2554 tmp |= S_008C00_VC_ENABLE(1); 2555 break; 2556 } 2557 tmp |= S_008C00_EXPORT_SRC_C(1); 2558 tmp |= S_008C00_CS_PRIO(cs_prio); 2559 tmp |= S_008C00_LS_PRIO(ls_prio); 2560 tmp |= S_008C00_HS_PRIO(hs_prio); 2561 tmp |= S_008C00_PS_PRIO(ps_prio); 2562 tmp |= S_008C00_VS_PRIO(vs_prio); 2563 tmp |= S_008C00_GS_PRIO(gs_prio); 2564 tmp |= S_008C00_ES_PRIO(es_prio); 2565 2566 /* enable dynamic GPR resource management */ 2567 if (rctx->screen->info.drm_minor >= 7) { 2568 r600_store_config_reg_seq(cb, R_008C00_SQ_CONFIG, 2); 2569 r600_store_value(cb, tmp); /* R_008C00_SQ_CONFIG */ 2570 /* always set temp clauses */ 2571 r600_store_value(cb, S_008C04_NUM_CLAUSE_TEMP_GPRS(num_temp_gprs)); /* R_008C04_SQ_GPR_RESOURCE_MGMT_1 */ 2572 r600_store_config_reg_seq(cb, R_008C10_SQ_GLOBAL_GPR_RESOURCE_MGMT_1, 2); 2573 r600_store_value(cb, 0); /* R_008C10_SQ_GLOBAL_GPR_RESOURCE_MGMT_1 */ 2574 r600_store_value(cb, 0); /* R_008C14_SQ_GLOBAL_GPR_RESOURCE_MGMT_2 */ 2575 r600_store_config_reg(cb, R_008D8C_SQ_DYN_GPR_CNTL_PS_FLUSH_REQ, (1 << 8)); 2576 r600_store_context_reg(cb, R_028838_SQ_DYN_GPR_RESOURCE_LIMIT_1, 2577 S_028838_PS_GPRS(0x1e) | 2578 S_028838_VS_GPRS(0x1e) | 2579 S_028838_GS_GPRS(0x1e) | 2580 S_028838_ES_GPRS(0x1e) | 2581 S_028838_HS_GPRS(0x1e) | 2582 S_028838_LS_GPRS(0x1e)); /* workaround for hw issues with dyn gpr - must set all limits to 240 instead of 0, 0x1e == 240 / 8*/ 2583 } else { 2584 r600_store_config_reg_seq(cb, R_008C00_SQ_CONFIG, 4); 2585 r600_store_value(cb, tmp); /* R_008C00_SQ_CONFIG */ 2586 2587 tmp = S_008C04_NUM_PS_GPRS(num_ps_gprs); 2588 tmp |= S_008C04_NUM_VS_GPRS(num_vs_gprs); 2589 tmp |= S_008C04_NUM_CLAUSE_TEMP_GPRS(num_temp_gprs); 2590 r600_store_value(cb, tmp); /* R_008C04_SQ_GPR_RESOURCE_MGMT_1 */ 2591 2592 tmp = S_008C08_NUM_GS_GPRS(num_gs_gprs); 2593 tmp |= S_008C08_NUM_ES_GPRS(num_es_gprs); 2594 r600_store_value(cb, tmp); /* R_008C08_SQ_GPR_RESOURCE_MGMT_2 */ 2595 2596 tmp = S_008C0C_NUM_HS_GPRS(num_hs_gprs); 2597 tmp |= S_008C0C_NUM_HS_GPRS(num_ls_gprs); 2598 r600_store_value(cb, tmp); /* R_008C0C_SQ_GPR_RESOURCE_MGMT_3 */ 2599 } 2600 2601 tmp = S_008C18_NUM_PS_THREADS(num_ps_threads); 2602 tmp |= S_008C18_NUM_VS_THREADS(num_vs_threads); 2603 tmp |= S_008C18_NUM_GS_THREADS(num_gs_threads); 2604 tmp |= S_008C18_NUM_ES_THREADS(num_es_threads); 2605 r600_store_config_reg_seq(cb, R_008C18_SQ_THREAD_RESOURCE_MGMT_1, 5); 2606 r600_store_value(cb, tmp); /* R_008C18_SQ_THREAD_RESOURCE_MGMT_1 */ 2607 2608 tmp = S_008C1C_NUM_HS_THREADS(num_hs_threads); 2609 tmp |= S_008C1C_NUM_LS_THREADS(num_ls_threads); 2610 r600_store_value(cb, tmp); /* R_008C1C_SQ_THREAD_RESOURCE_MGMT_2 */ 2611 2612 tmp = S_008C20_NUM_PS_STACK_ENTRIES(num_ps_stack_entries); 2613 tmp |= S_008C20_NUM_VS_STACK_ENTRIES(num_vs_stack_entries); 2614 r600_store_value(cb, tmp); /* R_008C20_SQ_STACK_RESOURCE_MGMT_1 */ 2615 2616 tmp = S_008C24_NUM_GS_STACK_ENTRIES(num_gs_stack_entries); 2617 tmp |= S_008C24_NUM_ES_STACK_ENTRIES(num_es_stack_entries); 2618 r600_store_value(cb, tmp); /* R_008C24_SQ_STACK_RESOURCE_MGMT_2 */ 2619 2620 tmp = S_008C28_NUM_HS_STACK_ENTRIES(num_hs_stack_entries); 2621 tmp |= S_008C28_NUM_LS_STACK_ENTRIES(num_ls_stack_entries); 2622 r600_store_value(cb, tmp); /* R_008C28_SQ_STACK_RESOURCE_MGMT_3 */ 2623 2624 r600_store_config_reg(cb, R_008E2C_SQ_LDS_RESOURCE_MGMT, 2625 S_008E2C_NUM_PS_LDS(0x1000) | S_008E2C_NUM_LS_LDS(0x1000)); 2626 2627 r600_store_config_reg(cb, R_009100_SPI_CONFIG_CNTL, 0); 2628 r600_store_config_reg(cb, R_00913C_SPI_CONFIG_CNTL_1, S_00913C_VTX_DONE_DELAY(4)); 2629 2630 r600_store_context_reg(cb, R_028A4C_PA_SC_MODE_CNTL_1, 0); 2631 2632 r600_store_context_reg_seq(cb, R_028900_SQ_ESGS_RING_ITEMSIZE, 6); 2633 r600_store_value(cb, 0); /* R_028900_SQ_ESGS_RING_ITEMSIZE */ 2634 r600_store_value(cb, 0); /* R_028904_SQ_GSVS_RING_ITEMSIZE */ 2635 r600_store_value(cb, 0); /* R_028908_SQ_ESTMP_RING_ITEMSIZE */ 2636 r600_store_value(cb, 0); /* R_02890C_SQ_GSTMP_RING_ITEMSIZE */ 2637 r600_store_value(cb, 0); /* R_028910_SQ_VSTMP_RING_ITEMSIZE */ 2638 r600_store_value(cb, 0); /* R_028914_SQ_PSTMP_RING_ITEMSIZE */ 2639 2640 r600_store_context_reg_seq(cb, R_02891C_SQ_GS_VERT_ITEMSIZE, 4); 2641 r600_store_value(cb, 0); /* R_02891C_SQ_GS_VERT_ITEMSIZE */ 2642 r600_store_value(cb, 0); /* R_028920_SQ_GS_VERT_ITEMSIZE_1 */ 2643 r600_store_value(cb, 0); /* R_028924_SQ_GS_VERT_ITEMSIZE_2 */ 2644 r600_store_value(cb, 0); /* R_028928_SQ_GS_VERT_ITEMSIZE_3 */ 2645 2646 r600_store_context_reg_seq(cb, R_028A10_VGT_OUTPUT_PATH_CNTL, 13); 2647 r600_store_value(cb, 0); /* R_028A10_VGT_OUTPUT_PATH_CNTL */ 2648 r600_store_value(cb, 0); /* R_028A14_VGT_HOS_CNTL */ 2649 r600_store_value(cb, 0); /* R_028A18_VGT_HOS_MAX_TESS_LEVEL */ 2650 r600_store_value(cb, 0); /* R_028A1C_VGT_HOS_MIN_TESS_LEVEL */ 2651 r600_store_value(cb, 0); /* R_028A20_VGT_HOS_REUSE_DEPTH */ 2652 r600_store_value(cb, 0); /* R_028A24_VGT_GROUP_PRIM_TYPE */ 2653 r600_store_value(cb, 0); /* R_028A28_VGT_GROUP_FIRST_DECR */ 2654 r600_store_value(cb, 0); /* R_028A2C_VGT_GROUP_DECR */ 2655 r600_store_value(cb, 0); /* R_028A30_VGT_GROUP_VECT_0_CNTL */ 2656 r600_store_value(cb, 0); /* R_028A34_VGT_GROUP_VECT_1_CNTL */ 2657 r600_store_value(cb, 0); /* R_028A38_VGT_GROUP_VECT_0_FMT_CNTL */ 2658 r600_store_value(cb, 0); /* R_028A3C_VGT_GROUP_VECT_1_FMT_CNTL */ 2659 r600_store_value(cb, 0); /* R_028A40_VGT_GS_MODE */ 2660 2661 r600_store_context_reg_seq(cb, R_028B94_VGT_STRMOUT_CONFIG, 2); 2662 r600_store_value(cb, 0); /* R_028B94_VGT_STRMOUT_CONFIG */ 2663 r600_store_value(cb, 0); /* R_028B98_VGT_STRMOUT_BUFFER_CONFIG */ 2664 2665 r600_store_context_reg_seq(cb, R_028AB4_VGT_REUSE_OFF, 2); 2666 r600_store_value(cb, 0); /* R_028AB4_VGT_REUSE_OFF */ 2667 r600_store_value(cb, 0); /* R_028AB8_VGT_VTX_CNT_EN */ 2668 2669 r600_store_config_reg(cb, R_008A14_PA_CL_ENHANCE, (3 << 1) | 1); 2670 2671 r600_store_context_reg_seq(cb, R_028380_SQ_VTX_SEMANTIC_0, 34); 2672 r600_store_value(cb, 0); /* R_028380_SQ_VTX_SEMANTIC_0 */ 2673 r600_store_value(cb, 0); 2674 r600_store_value(cb, 0); 2675 r600_store_value(cb, 0); 2676 r600_store_value(cb, 0); 2677 r600_store_value(cb, 0); 2678 r600_store_value(cb, 0); 2679 r600_store_value(cb, 0); 2680 r600_store_value(cb, 0); 2681 r600_store_value(cb, 0); 2682 r600_store_value(cb, 0); 2683 r600_store_value(cb, 0); 2684 r600_store_value(cb, 0); 2685 r600_store_value(cb, 0); 2686 r600_store_value(cb, 0); 2687 r600_store_value(cb, 0); 2688 r600_store_value(cb, 0); 2689 r600_store_value(cb, 0); 2690 r600_store_value(cb, 0); 2691 r600_store_value(cb, 0); 2692 r600_store_value(cb, 0); 2693 r600_store_value(cb, 0); 2694 r600_store_value(cb, 0); 2695 r600_store_value(cb, 0); 2696 r600_store_value(cb, 0); 2697 r600_store_value(cb, 0); 2698 r600_store_value(cb, 0); 2699 r600_store_value(cb, 0); 2700 r600_store_value(cb, 0); 2701 r600_store_value(cb, 0); 2702 r600_store_value(cb, 0); 2703 r600_store_value(cb, 0); /* R_0283FC_SQ_VTX_SEMANTIC_31 */ 2704 r600_store_value(cb, ~0); /* R_028400_VGT_MAX_VTX_INDX */ 2705 r600_store_value(cb, 0); /* R_028404_VGT_MIN_VTX_INDX */ 2706 2707 r600_store_ctl_const(cb, R_03CFF0_SQ_VTX_BASE_VTX_LOC, 0); 2708 2709 r600_store_context_reg_seq(cb, R_028028_DB_STENCIL_CLEAR, 2); 2710 r600_store_value(cb, 0); /* R_028028_DB_STENCIL_CLEAR */ 2711 r600_store_value(cb, 0x3F800000); /* R_02802C_DB_DEPTH_CLEAR */ 2712 2713 r600_store_context_reg(cb, R_028200_PA_SC_WINDOW_OFFSET, 0); 2714 r600_store_context_reg(cb, R_02820C_PA_SC_CLIPRECT_RULE, 0xFFFF); 2715 r600_store_context_reg(cb, R_028230_PA_SC_EDGERULE, 0xAAAAAAAA); 2716 2717 r600_store_context_reg_seq(cb, R_0282D0_PA_SC_VPORT_ZMIN_0, 2); 2718 r600_store_value(cb, 0); /* R_0282D0_PA_SC_VPORT_ZMIN_0 */ 2719 r600_store_value(cb, 0x3F800000); /* R_0282D4_PA_SC_VPORT_ZMAX_0 */ 2720 2721 r600_store_context_reg(cb, R_0286DC_SPI_FOG_CNTL, 0); 2722 r600_store_context_reg(cb, R_028818_PA_CL_VTE_CNTL, 0x0000043F); 2723 r600_store_context_reg(cb, R_028820_PA_CL_NANINF_CNTL, 0); 2724 2725 r600_store_context_reg_seq(cb, R_028AC0_DB_SRESULTS_COMPARE_STATE0, 3); 2726 r600_store_value(cb, 0); /* R_028AC0_DB_SRESULTS_COMPARE_STATE0 */ 2727 r600_store_value(cb, 0); /* R_028AC4_DB_SRESULTS_COMPARE_STATE1 */ 2728 r600_store_value(cb, 0); /* R_028AC8_DB_PRELOAD_CONTROL */ 2729 2730 r600_store_context_reg_seq(cb, R_028C0C_PA_CL_GB_VERT_CLIP_ADJ, 4); 2731 r600_store_value(cb, 0x3F800000); /* R_028C0C_PA_CL_GB_VERT_CLIP_ADJ */ 2732 r600_store_value(cb, 0x3F800000); /* R_028C10_PA_CL_GB_VERT_DISC_ADJ */ 2733 r600_store_value(cb, 0x3F800000); /* R_028C14_PA_CL_GB_HORZ_CLIP_ADJ */ 2734 r600_store_value(cb, 0x3F800000); /* R_028C18_PA_CL_GB_HORZ_DISC_ADJ */ 2735 2736 r600_store_context_reg_seq(cb, R_028240_PA_SC_GENERIC_SCISSOR_TL, 2); 2737 r600_store_value(cb, 0); /* R_028240_PA_SC_GENERIC_SCISSOR_TL */ 2738 r600_store_value(cb, S_028244_BR_X(16384) | S_028244_BR_Y(16384)); /* R_028244_PA_SC_GENERIC_SCISSOR_BR */ 2739 2740 r600_store_context_reg_seq(cb, R_028030_PA_SC_SCREEN_SCISSOR_TL, 2); 2741 r600_store_value(cb, 0); /* R_028030_PA_SC_SCREEN_SCISSOR_TL */ 2742 r600_store_value(cb, S_028034_BR_X(16384) | S_028034_BR_Y(16384)); /* R_028034_PA_SC_SCREEN_SCISSOR_BR */ 2743 2744 r600_store_context_reg(cb, R_028848_SQ_PGM_RESOURCES_2_PS, S_028848_SINGLE_ROUND(V_SQ_ROUND_NEAREST_EVEN)); 2745 r600_store_context_reg(cb, R_028864_SQ_PGM_RESOURCES_2_VS, S_028864_SINGLE_ROUND(V_SQ_ROUND_NEAREST_EVEN)); 2746 r600_store_context_reg(cb, R_0288A8_SQ_PGM_RESOURCES_FS, 0); 2747 2748 r600_store_context_reg(cb, R_028354_SX_SURFACE_SYNC, S_028354_SURFACE_SYNC_MASK(0xf)); 2749 r600_store_context_reg(cb, R_028800_DB_DEPTH_CONTROL, 0); 2750 if (rctx->screen->has_streamout) { 2751 r600_store_context_reg(cb, R_028B28_VGT_STRMOUT_DRAW_OPAQUE_OFFSET, 0); 2752 } 2753 2754 eg_store_loop_const(cb, R_03A200_SQ_LOOP_CONST_0, 0x01000FFF); 2755 eg_store_loop_const(cb, R_03A200_SQ_LOOP_CONST_0 + (32 * 4), 0x01000FFF); 2756} 2757 2758void evergreen_polygon_offset_update(struct r600_context *rctx) 2759{ 2760 struct r600_pipe_state state; 2761 2762 state.id = R600_PIPE_STATE_POLYGON_OFFSET; 2763 state.nregs = 0; 2764 if (rctx->rasterizer && rctx->framebuffer.zsbuf) { 2765 float offset_units = rctx->rasterizer->offset_units; 2766 unsigned offset_db_fmt_cntl = 0, depth; 2767 2768 switch (rctx->framebuffer.zsbuf->format) { 2769 case PIPE_FORMAT_Z24X8_UNORM: 2770 case PIPE_FORMAT_Z24_UNORM_S8_UINT: 2771 depth = -24; 2772 offset_units *= 2.0f; 2773 break; 2774 case PIPE_FORMAT_Z32_FLOAT: 2775 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT: 2776 depth = -23; 2777 offset_units *= 1.0f; 2778 offset_db_fmt_cntl |= S_028B78_POLY_OFFSET_DB_IS_FLOAT_FMT(1); 2779 break; 2780 case PIPE_FORMAT_Z16_UNORM: 2781 depth = -16; 2782 offset_units *= 4.0f; 2783 break; 2784 default: 2785 return; 2786 } 2787 /* XXX some of those reg can be computed with cso */ 2788 offset_db_fmt_cntl |= S_028B78_POLY_OFFSET_NEG_NUM_DB_BITS(depth); 2789 r600_pipe_state_add_reg(&state, 2790 R_028B80_PA_SU_POLY_OFFSET_FRONT_SCALE, 2791 fui(rctx->rasterizer->offset_scale)); 2792 r600_pipe_state_add_reg(&state, 2793 R_028B84_PA_SU_POLY_OFFSET_FRONT_OFFSET, 2794 fui(offset_units)); 2795 r600_pipe_state_add_reg(&state, 2796 R_028B88_PA_SU_POLY_OFFSET_BACK_SCALE, 2797 fui(rctx->rasterizer->offset_scale)); 2798 r600_pipe_state_add_reg(&state, 2799 R_028B8C_PA_SU_POLY_OFFSET_BACK_OFFSET, 2800 fui(offset_units)); 2801 r600_pipe_state_add_reg(&state, 2802 R_028B78_PA_SU_POLY_OFFSET_DB_FMT_CNTL, 2803 offset_db_fmt_cntl); 2804 r600_context_pipe_state_set(rctx, &state); 2805 } 2806} 2807 2808void evergreen_pipe_shader_ps(struct pipe_context *ctx, struct r600_pipe_shader *shader) 2809{ 2810 struct r600_context *rctx = (struct r600_context *)ctx; 2811 struct r600_pipe_state *rstate = &shader->rstate; 2812 struct r600_shader *rshader = &shader->shader; 2813 unsigned i, exports_ps, num_cout, spi_ps_in_control_0, spi_input_z, spi_ps_in_control_1, db_shader_control; 2814 int pos_index = -1, face_index = -1; 2815 int ninterp = 0; 2816 boolean have_linear = FALSE, have_centroid = FALSE, have_perspective = FALSE; 2817 unsigned spi_baryc_cntl, sid, tmp, idx = 0; 2818 unsigned z_export = 0, stencil_export = 0; 2819 2820 rstate->nregs = 0; 2821 2822 db_shader_control = S_02880C_Z_ORDER(V_02880C_EARLY_Z_THEN_LATE_Z); 2823 for (i = 0; i < rshader->ninput; i++) { 2824 /* evergreen NUM_INTERP only contains values interpolated into the LDS, 2825 POSITION goes via GPRs from the SC so isn't counted */ 2826 if (rshader->input[i].name == TGSI_SEMANTIC_POSITION) 2827 pos_index = i; 2828 else if (rshader->input[i].name == TGSI_SEMANTIC_FACE) 2829 face_index = i; 2830 else { 2831 ninterp++; 2832 if (rshader->input[i].interpolate == TGSI_INTERPOLATE_LINEAR) 2833 have_linear = TRUE; 2834 if (rshader->input[i].interpolate == TGSI_INTERPOLATE_PERSPECTIVE) 2835 have_perspective = TRUE; 2836 if (rshader->input[i].centroid) 2837 have_centroid = TRUE; 2838 } 2839 2840 sid = rshader->input[i].spi_sid; 2841 2842 if (sid) { 2843 2844 tmp = S_028644_SEMANTIC(sid); 2845 2846 if (rshader->input[i].name == TGSI_SEMANTIC_POSITION || 2847 rshader->input[i].interpolate == TGSI_INTERPOLATE_CONSTANT || 2848 (rshader->input[i].interpolate == TGSI_INTERPOLATE_COLOR && 2849 rctx->rasterizer && rctx->rasterizer->flatshade)) { 2850 tmp |= S_028644_FLAT_SHADE(1); 2851 } 2852 2853 if (rshader->input[i].name == TGSI_SEMANTIC_GENERIC && 2854 (rctx->sprite_coord_enable & (1 << rshader->input[i].sid))) { 2855 tmp |= S_028644_PT_SPRITE_TEX(1); 2856 } 2857 2858 r600_pipe_state_add_reg(rstate, R_028644_SPI_PS_INPUT_CNTL_0 + idx * 4, 2859 tmp); 2860 2861 idx++; 2862 } 2863 } 2864 2865 for (i = 0; i < rshader->noutput; i++) { 2866 if (rshader->output[i].name == TGSI_SEMANTIC_POSITION) 2867 z_export = 1; 2868 if (rshader->output[i].name == TGSI_SEMANTIC_STENCIL) 2869 stencil_export = 1; 2870 } 2871 if (rshader->uses_kill) 2872 db_shader_control |= S_02880C_KILL_ENABLE(1); 2873 2874 db_shader_control |= S_02880C_Z_EXPORT_ENABLE(z_export); 2875 db_shader_control |= S_02880C_STENCIL_EXPORT_ENABLE(stencil_export); 2876 2877 exports_ps = 0; 2878 for (i = 0; i < rshader->noutput; i++) { 2879 if (rshader->output[i].name == TGSI_SEMANTIC_POSITION || 2880 rshader->output[i].name == TGSI_SEMANTIC_STENCIL) 2881 exports_ps |= 1; 2882 } 2883 2884 num_cout = rshader->nr_ps_color_exports; 2885 2886 exports_ps |= S_02884C_EXPORT_COLORS(num_cout); 2887 if (!exports_ps) { 2888 /* always at least export 1 component per pixel */ 2889 exports_ps = 2; 2890 } 2891 shader->nr_ps_color_outputs = num_cout; 2892 if (ninterp == 0) { 2893 ninterp = 1; 2894 have_perspective = TRUE; 2895 } 2896 2897 if (!have_perspective && !have_linear) 2898 have_perspective = TRUE; 2899 2900 spi_ps_in_control_0 = S_0286CC_NUM_INTERP(ninterp) | 2901 S_0286CC_PERSP_GRADIENT_ENA(have_perspective) | 2902 S_0286CC_LINEAR_GRADIENT_ENA(have_linear); 2903 spi_input_z = 0; 2904 if (pos_index != -1) { 2905 spi_ps_in_control_0 |= S_0286CC_POSITION_ENA(1) | 2906 S_0286CC_POSITION_CENTROID(rshader->input[pos_index].centroid) | 2907 S_0286CC_POSITION_ADDR(rshader->input[pos_index].gpr); 2908 spi_input_z |= 1; 2909 } 2910 2911 spi_ps_in_control_1 = 0; 2912 if (face_index != -1) { 2913 spi_ps_in_control_1 |= S_0286D0_FRONT_FACE_ENA(1) | 2914 S_0286D0_FRONT_FACE_ADDR(rshader->input[face_index].gpr); 2915 } 2916 2917 spi_baryc_cntl = 0; 2918 if (have_perspective) 2919 spi_baryc_cntl |= S_0286E0_PERSP_CENTER_ENA(1) | 2920 S_0286E0_PERSP_CENTROID_ENA(have_centroid); 2921 if (have_linear) 2922 spi_baryc_cntl |= S_0286E0_LINEAR_CENTER_ENA(1) | 2923 S_0286E0_LINEAR_CENTROID_ENA(have_centroid); 2924 2925 r600_pipe_state_add_reg(rstate, R_0286CC_SPI_PS_IN_CONTROL_0, 2926 spi_ps_in_control_0); 2927 r600_pipe_state_add_reg(rstate, R_0286D0_SPI_PS_IN_CONTROL_1, 2928 spi_ps_in_control_1); 2929 r600_pipe_state_add_reg(rstate, R_0286E4_SPI_PS_IN_CONTROL_2, 2930 0); 2931 r600_pipe_state_add_reg(rstate, R_0286D8_SPI_INPUT_Z, spi_input_z); 2932 r600_pipe_state_add_reg(rstate, 2933 R_0286E0_SPI_BARYC_CNTL, 2934 spi_baryc_cntl); 2935 2936 r600_pipe_state_add_reg_bo(rstate, 2937 R_028840_SQ_PGM_START_PS, 2938 r600_resource_va(ctx->screen, (void *)shader->bo) >> 8, 2939 shader->bo, RADEON_USAGE_READ); 2940 r600_pipe_state_add_reg(rstate, 2941 R_028844_SQ_PGM_RESOURCES_PS, 2942 S_028844_NUM_GPRS(rshader->bc.ngpr) | 2943 S_028844_PRIME_CACHE_ON_DRAW(1) | 2944 S_028844_STACK_SIZE(rshader->bc.nstack)); 2945 r600_pipe_state_add_reg(rstate, 2946 R_02884C_SQ_PGM_EXPORTS_PS, 2947 exports_ps); 2948 2949 shader->db_shader_control = db_shader_control; 2950 shader->ps_depth_export = z_export | stencil_export; 2951 2952 shader->sprite_coord_enable = rctx->sprite_coord_enable; 2953 if (rctx->rasterizer) 2954 shader->flatshade = rctx->rasterizer->flatshade; 2955} 2956 2957void evergreen_pipe_shader_vs(struct pipe_context *ctx, struct r600_pipe_shader *shader) 2958{ 2959 struct r600_context *rctx = (struct r600_context *)ctx; 2960 struct r600_pipe_state *rstate = &shader->rstate; 2961 struct r600_shader *rshader = &shader->shader; 2962 unsigned spi_vs_out_id[10] = {}; 2963 unsigned i, tmp, nparams = 0; 2964 2965 /* clear previous register */ 2966 rstate->nregs = 0; 2967 2968 for (i = 0; i < rshader->noutput; i++) { 2969 if (rshader->output[i].spi_sid) { 2970 tmp = rshader->output[i].spi_sid << ((nparams & 3) * 8); 2971 spi_vs_out_id[nparams / 4] |= tmp; 2972 nparams++; 2973 } 2974 } 2975 2976 for (i = 0; i < 10; i++) { 2977 r600_pipe_state_add_reg(rstate, 2978 R_02861C_SPI_VS_OUT_ID_0 + i * 4, 2979 spi_vs_out_id[i]); 2980 } 2981 2982 /* Certain attributes (position, psize, etc.) don't count as params. 2983 * VS is required to export at least one param and r600_shader_from_tgsi() 2984 * takes care of adding a dummy export. 2985 */ 2986 if (nparams < 1) 2987 nparams = 1; 2988 2989 r600_pipe_state_add_reg(rstate, 2990 R_0286C4_SPI_VS_OUT_CONFIG, 2991 S_0286C4_VS_EXPORT_COUNT(nparams - 1)); 2992 r600_pipe_state_add_reg(rstate, 2993 R_028860_SQ_PGM_RESOURCES_VS, 2994 S_028860_NUM_GPRS(rshader->bc.ngpr) | 2995 S_028860_STACK_SIZE(rshader->bc.nstack)); 2996 r600_pipe_state_add_reg_bo(rstate, 2997 R_02885C_SQ_PGM_START_VS, 2998 r600_resource_va(ctx->screen, (void *)shader->bo) >> 8, 2999 shader->bo, RADEON_USAGE_READ); 3000 3001 shader->pa_cl_vs_out_cntl = 3002 S_02881C_VS_OUT_CCDIST0_VEC_ENA((rshader->clip_dist_write & 0x0F) != 0) | 3003 S_02881C_VS_OUT_CCDIST1_VEC_ENA((rshader->clip_dist_write & 0xF0) != 0) | 3004 S_02881C_VS_OUT_MISC_VEC_ENA(rshader->vs_out_misc_write) | 3005 S_02881C_USE_VTX_POINT_SIZE(rshader->vs_out_point_size); 3006} 3007 3008void evergreen_fetch_shader(struct pipe_context *ctx, 3009 struct r600_vertex_element *ve) 3010{ 3011 struct r600_context *rctx = (struct r600_context *)ctx; 3012 struct r600_pipe_state *rstate = &ve->rstate; 3013 rstate->id = R600_PIPE_STATE_FETCH_SHADER; 3014 rstate->nregs = 0; 3015 r600_pipe_state_add_reg_bo(rstate, R_0288A4_SQ_PGM_START_FS, 3016 r600_resource_va(ctx->screen, (void *)ve->fetch_shader) >> 8, 3017 ve->fetch_shader, RADEON_USAGE_READ); 3018} 3019 3020void *evergreen_create_resolve_blend(struct r600_context *rctx) 3021{ 3022 struct pipe_blend_state blend; 3023 struct r600_pipe_state *rstate; 3024 3025 memset(&blend, 0, sizeof(blend)); 3026 blend.rt[0].colormask = 0xf; 3027 rstate = evergreen_create_blend_state_mode(&rctx->context, &blend, V_028808_CB_RESOLVE); 3028 return rstate; 3029} 3030 3031void *evergreen_create_db_flush_dsa(struct r600_context *rctx) 3032{ 3033 struct pipe_depth_stencil_alpha_state dsa = {{0}}; 3034 3035 return rctx->context.create_depth_stencil_alpha_state(&rctx->context, &dsa); 3036} 3037 3038void evergreen_update_dual_export_state(struct r600_context * rctx) 3039{ 3040 unsigned dual_export = rctx->export_16bpc && rctx->nr_cbufs && 3041 !rctx->ps_shader->current->ps_depth_export; 3042 3043 unsigned db_source_format = dual_export ? V_02880C_EXPORT_DB_TWO : 3044 V_02880C_EXPORT_DB_FULL; 3045 3046 unsigned db_shader_control = rctx->ps_shader->current->db_shader_control | 3047 S_02880C_DUAL_EXPORT_ENABLE(dual_export) | 3048 S_02880C_DB_SOURCE_FORMAT(db_source_format) | 3049 S_02880C_ALPHA_TO_MASK_DISABLE(rctx->cb0_is_integer); 3050 3051 if (db_shader_control != rctx->db_shader_control) { 3052 struct r600_pipe_state rstate; 3053 3054 rctx->db_shader_control = db_shader_control; 3055 3056 rstate.nregs = 0; 3057 r600_pipe_state_add_reg(&rstate, R_02880C_DB_SHADER_CONTROL, db_shader_control); 3058 r600_context_pipe_state_set(rctx, &rstate); 3059 } 3060} 3061