anv_pipeline.c revision d5945bec124ab21606d0d2719abbae8c44a70cf1
1769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg/* 2769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Copyright © 2015 Intel Corporation 3769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 4769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Permission is hereby granted, free of charge, to any person obtaining a 5769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * copy of this software and associated documentation files (the "Software"), 6769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * to deal in the Software without restriction, including without limitation 7769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * and/or sell copies of the Software, and to permit persons to whom the 9769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software is furnished to do so, subject to the following conditions: 10769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 11769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * The above copyright notice and this permission notice (including the next 12769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * paragraph) shall be included in all copies or substantial portions of the 13769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software. 14769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 15769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IN THE SOFTWARE. 22769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg */ 23769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 24769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <assert.h> 25769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <stdbool.h> 26769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <string.h> 27769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <unistd.h> 28769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <fcntl.h> 29769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 3039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg#include "util/mesa-sha1.h" 312c2233e328341700b7bc5c574f9de21ab4e4116aChad Versace#include "anv_private.h" 32a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "brw_nir.h" 33a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "anv_nir.h" 34c34be07230ef98d5021f0bdc88c3b0bc804ee2ddJason Ekstrand#include "spirv/nir_spirv.h" 35a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 36a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Needed for SWIZZLE macros */ 37a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "program/prog_instruction.h" 38769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 39769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg// Shader functions 40769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 415a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateShaderModule( 425a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 435a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkShaderModuleCreateInfo* pCreateInfo, 44fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 457529e7ce860fc5dd64b93b53e5676136e0af3e4eChad Versace VkShaderModule* pShaderModule) 465a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand{ 475a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 485a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand struct anv_shader_module *module; 495a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 505a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO); 515a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->flags == 0); 525a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 53fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand module = anv_alloc2(&device->alloc, pAllocator, 54fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand sizeof(*module) + pCreateInfo->codeSize, 8, 55fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VK_SYSTEM_ALLOCATION_SCOPE_OBJECT); 565a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (module == NULL) 575a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 585a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 59add99c4beb3fc08e21bae4cd2e288deb8a2c26b9Jason Ekstrand module->nir = NULL; 605a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand module->size = pCreateInfo->codeSize; 615a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand memcpy(module->data, pCreateInfo->pCode, module->size); 625a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 6339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg _mesa_sha1_compute(module->data, module->size, module->sha1); 6439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 656eb221c884a28786b68904faf950cf6f7881d9d9Jason Ekstrand *pShaderModule = anv_shader_module_to_handle(module); 665a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 675a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 685a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand} 695a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 7005a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyShaderModule( 718ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace VkDevice _device, 72fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkShaderModule _module, 73fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 748ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace{ 758ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_device, device, _device); 768ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_shader_module, module, _module); 778ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 78fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_free2(&device->alloc, pAllocator, module); 798ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace} 808ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 81a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#define SPIR_V_MAGIC_NUMBER 0x07230203 82a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 83a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Eventually, this will become part of anv_CreateShader. Unfortunately, 84a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * we can't do that yet because we don't have the ability to copy nir. 85a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 86a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 87a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_shader_compile_to_nir(struct anv_device *device, 88e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 89a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand const char *entrypoint_name, 909b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand gl_shader_stage stage, 919b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 92a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 93e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand if (strcmp(entrypoint_name, "main") != 0) { 94a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_finishme("Multiple shaders per module not really supported"); 95a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 96a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 97a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 98a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand device->instance->physicalDevice.compiler; 99a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const nir_shader_compiler_options *nir_options = 100a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand compiler->glsl_compiler_options[stage].NirOptions; 101a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 102a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir_shader *nir; 1030fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir_function *entry_point; 104e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand if (module->nir) { 105a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Some things such as our meta clear/blit code will give us a NIR 106a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * shader directly. In that case, we just ignore the SPIR-V entirely 107a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * and just use the NIR shader */ 108e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand nir = module->nir; 109a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir->options = nir_options; 110ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 1110fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand 1120fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand assert(exec_list_length(&nir->functions) == 1); 1130fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand struct exec_node *node = exec_list_get_head(&nir->functions); 1140fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand entry_point = exec_node_data(nir_function, node, node); 115a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } else { 116e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand uint32_t *spirv = (uint32_t *) module->data; 117a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(spirv[0] == SPIR_V_MAGIC_NUMBER); 118e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand assert(module->size % 4 == 0); 119a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1209b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand uint32_t num_spec_entries = 0; 1219b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand struct nir_spirv_specialization *spec_entries = NULL; 1229b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand if (spec_info && spec_info->mapEntryCount > 0) { 1239b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand num_spec_entries = spec_info->mapEntryCount; 1249b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_entries = malloc(num_spec_entries * sizeof(*spec_entries)); 1259b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand for (uint32_t i = 0; i < num_spec_entries; i++) { 126a19ae36ce52e72e2b93251ba0a43d683bd5e58ccJason Ekstrand VkSpecializationMapEntry entry = spec_info->pMapEntries[i]; 127a19ae36ce52e72e2b93251ba0a43d683bd5e58ccJason Ekstrand const void *data = spec_info->pData + entry.offset; 128a19ae36ce52e72e2b93251ba0a43d683bd5e58ccJason Ekstrand assert(data + entry.size <= spec_info->pData + spec_info->dataSize); 1299b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1309b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_entries[i].id = spec_info->pMapEntries[i].constantID; 131a19ae36ce52e72e2b93251ba0a43d683bd5e58ccJason Ekstrand spec_entries[i].data = *(const uint32_t *)data; 1329b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand } 1339b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand } 1349b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1359b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand entry_point = spirv_to_nir(spirv, module->size / 4, 1369b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_entries, num_spec_entries, 1379b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand stage, entrypoint_name, nir_options); 1380fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir = entry_point->shader; 139e993e45eb157014fe6a7f65be8edda9fd716dc52Jason Ekstrand assert(nir->stage == stage); 140ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 141ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand 1429b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand free(spec_entries); 1439b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 144dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke if (stage == MESA_SHADER_FRAGMENT) { 145dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke nir_lower_wpos_center(nir); 146dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke nir_validate_shader(nir); 147dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke } 148dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke 149ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_lower_returns(nir); 150ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 151ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand 152ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_inline_functions(nir); 153ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 154ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand 155b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand /* Pick off the single entrypoint that we want */ 156b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand foreach_list_typed_safe(nir_function, func, node, &nir->functions) { 157b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand if (func != entry_point) 158b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand exec_node_remove(&func->node); 159b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand } 160b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand assert(exec_list_length(&nir->functions) == 1); 161b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand entry_point->name = ralloc_strdup(entry_point, "main"); 162b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand 163790565b06ec80de663820e136105ecb18125743fJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_in); 164790565b06ec80de663820e136105ecb18125743fJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_out); 165790565b06ec80de663820e136105ecb18125743fJason Ekstrand nir_remove_dead_variables(nir, nir_var_system_value); 166790565b06ec80de663820e136105ecb18125743fJason Ekstrand nir_validate_shader(nir); 167790565b06ec80de663820e136105ecb18125743fJason Ekstrand 168e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand nir_propagate_invariant(nir); 169e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand nir_validate_shader(nir); 170e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand 17193bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke nir_lower_io_to_temporaries(entry_point->shader, entry_point->impl, 17293bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke true, false); 173790565b06ec80de663820e136105ecb18125743fJason Ekstrand 174ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand nir_lower_system_values(nir); 175ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand nir_validate_shader(nir); 176a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 177a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1788aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand /* Vulkan uses the separate-shader linking model */ 1798aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand nir->info.separate_shader = true; 1808aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand 18112f88ba32a14ea79134f4e995a55149f078a2f27Jason Ekstrand nir = brw_preprocess_nir(compiler, nir); 182a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1830fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir_shader_gather_info(nir, entry_point->impl); 184a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 185e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand nir_variable_mode indirect_mask = 0; 186dc3de6f8df8784c477946d50baa7b5634f06b461Jason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectInput) 187e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand indirect_mask |= nir_var_shader_in; 188ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectTemp) 189e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand indirect_mask |= nir_var_local; 190ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand 191ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand nir_lower_indirect_derefs(nir, indirect_mask); 192ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand 193a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 194a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 195cb57bff36c5b8f449f4f9738e71d5359d9090fc8Chad Versace 19605a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyPipeline( 1976e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace VkDevice _device, 198fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkPipeline _pipeline, 199fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 2006e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace{ 2016e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_device, device, _device); 2026e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_pipeline, pipeline, _pipeline); 2036e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 204fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, 205fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pAllocator ? pAllocator : &device->alloc); 20691bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand if (pipeline->blend_state.map) 20791bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand anv_state_pool_free(&device->dynamic_state_pool, pipeline->blend_state); 208fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_free2(&device->alloc, pAllocator, pipeline); 2096e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace} 2106e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 2119c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsbergstatic const uint32_t vk_to_gen_primitive_type[] = { 2126a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_POINT_LIST] = _3DPRIM_POINTLIST, 2136a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST] = _3DPRIM_LINELIST, 2146a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP] = _3DPRIM_LINESTRIP, 2156a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST] = _3DPRIM_TRILIST, 2166a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP] = _3DPRIM_TRISTRIP, 2176a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_FAN] = _3DPRIM_TRIFAN, 2186a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST_WITH_ADJACENCY] = _3DPRIM_LINELIST_ADJ, 2196a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP_WITH_ADJACENCY] = _3DPRIM_LINESTRIP_ADJ, 2206a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST_WITH_ADJACENCY] = _3DPRIM_TRILIST_ADJ, 2216a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP_WITH_ADJACENCY] = _3DPRIM_TRISTRIP_ADJ, 2226a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand/* [VK_PRIMITIVE_TOPOLOGY_PATCH_LIST] = _3DPRIM_PATCHLIST_1 */ 2239c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg}; 2249c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 2251a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrandstatic void 226a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandpopulate_sampler_prog_key(const struct brw_device_info *devinfo, 227a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_sampler_prog_key_data *key) 228a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 229a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle texture swizzle on HSW- */ 230a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (int i = 0; i < MAX_SAMPLERS; i++) { 231a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Assume color sampler, no swizzling. (Works for BDW+) */ 232a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->swizzles[i] = SWIZZLE_XYZW; 233a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 234a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 235a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 236a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 237a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandpopulate_vs_prog_key(const struct brw_device_info *devinfo, 238a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key *key) 239a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 240a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 241a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 242a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 243a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 244a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle vertex input work-arounds */ 245a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 246a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle sampler_prog_key */ 247a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 248a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 249a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 250d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandpopulate_gs_prog_key(const struct brw_device_info *devinfo, 251d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key *key) 252d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 253d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand memset(key, 0, sizeof(*key)); 254d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 255d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 256d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 257d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 258d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic void 259a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandpopulate_wm_prog_key(const struct brw_device_info *devinfo, 260a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 2612997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace const struct anv_graphics_pipeline_create_info *extra, 262a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key *key) 263a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 264a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ANV_FROM_HANDLE(anv_render_pass, render_pass, info->renderPass); 265a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 266a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 267a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 268a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 269a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 27037b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand /* TODO: Fill out key->input_slots_valid */ 27137b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand 272a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Vulkan doesn't specify a default */ 273a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->high_quality_derivatives = false; 274a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 275a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX Vulkan doesn't appear to specify */ 276a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->clamp_fragment_color = false; 277a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 2782997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace if (extra && extra->color_attachment_count >= 0) { 2792997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace key->nr_color_regions = extra->color_attachment_count; 2802997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace } else { 2812997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace key->nr_color_regions = 2822997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace render_pass->subpasses[info->subpass].color_count; 2832997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace } 284a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 285a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->replicate_alpha = key->nr_color_regions > 1 && 2869fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState && 2879fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState->alphaToCoverageEnable; 288a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 2897f2284063df569df40f68074833f1518005d348dJason Ekstrand if (info->pMultisampleState && info->pMultisampleState->rasterizationSamples > 1) { 290a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We should probably pull this out of the shader, but it's fairly 291a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * harmless to compute it and then let dead-code take care of it. 292a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 293712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand key->persample_interp = 294712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand (info->pMultisampleState->minSampleShading * 295712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand info->pMultisampleState->rasterizationSamples) > 1; 29681407531e0b8d2e6a7f9c39cb44ed6a72dc61e77Kenneth Graunke key->multisample_fbo = true; 297a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 298a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 299a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 300a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 301a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandpopulate_cs_prog_key(const struct brw_device_info *devinfo, 302a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key *key) 303a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 304a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 305a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 306a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 307a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 308a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 309a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 310a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile(struct anv_pipeline *pipeline, 311e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 312e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand const char *entrypoint, 313a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 3149b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info, 3156139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct brw_stage_prog_data *prog_data, 3166139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map *map) 317a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 318e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand nir_shader *nir = anv_shader_compile_to_nir(pipeline->device, 3199b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand module, entrypoint, stage, 3209b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_info); 321a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (nir == NULL) 322a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return NULL; 323a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 32435b758c378900b2c611050e782ca8100fbcc671dJason Ekstrand anv_nir_lower_push_constants(nir); 325a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 326a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Figure out the number of parameters */ 327a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params = 0; 328a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 3293883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 330a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* If the shader uses any push constants at all, we'll just give 331a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * them the maximum possible number 332a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 3331eed753ee8725baf41790d30f94bc3567653c28cJason Ekstrand assert(nir->num_uniforms <= MAX_PUSH_CONSTANTS_SIZE); 334a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params += MAX_PUSH_CONSTANTS_SIZE / sizeof(float); 335a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 336a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 337a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (pipeline->layout && pipeline->layout->stage[stage].has_dynamic_offsets) 338612e35b2c65c99773b73e53d0e6fd112b1a7431fJason Ekstrand prog_data->nr_params += MAX_DYNAMIC_BUFFERS * 2; 339a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 3408ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen if (nir->info.num_images > 0) { 341e0565f40ea7f1653318a3e33cfeb46dcdbfd28aeJason Ekstrand prog_data->nr_params += nir->info.num_images * BRW_IMAGE_PARAM_SIZE; 3428ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 3438ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen } 3448ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 345fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen if (stage == MESA_SHADER_COMPUTE) 346fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen ((struct brw_cs_prog_data *)prog_data)->thread_local_id_index = 347fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen prog_data->nr_params++; /* The CS Thread ID uniform */ 348fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen 3498ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen if (nir->info.num_ssbos > 0) 3508ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 35143ac954e25f28d240da65ed816458d3529675a04Jason Ekstrand 352a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (prog_data->nr_params > 0) { 353fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand /* XXX: I think we're leaking this */ 354d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param = (const union gl_constant_value **) 355d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand malloc(prog_data->nr_params * sizeof(union gl_constant_value *)); 356a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 357a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We now set the param values to be offsets into a 358a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * anv_push_constant_data structure. Since the compiler doesn't 359a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * actually dereference any of the gl_constant_value pointers in the 360a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * params array, it doesn't really matter what we put here. 361a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 362a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_push_constants *null_data = NULL; 3633883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 364a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Fill out the push constants section of the param array */ 365a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (unsigned i = 0; i < MAX_PUSH_CONSTANTS_SIZE / sizeof(float); i++) 366d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param[i] = (const union gl_constant_value *) 367a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &null_data->client_data[i * sizeof(float)]; 368a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 369a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 370a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 371a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Set up dynamic offsets */ 372a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_nir_apply_dynamic_offsets(pipeline, nir, prog_data); 373a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 374a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Apply the actual pipeline layout to UBOs, SSBOs, and textures */ 375cd75ff5d1749b9a982546b54cd2655930d2a5402Jason Ekstrand if (pipeline->layout) 3766139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg anv_nir_apply_pipeline_layout(pipeline, nir, prog_data, map); 377a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 378a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* nir_lower_io will only handle the push constants; we need to set this 379a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * to the full number of possible uniforms. 380a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 381d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand nir->num_uniforms = prog_data->nr_params * 4; 382a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 383a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 384a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 385a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 386a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 38775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandanv_fill_binding_table(struct brw_stage_prog_data *prog_data, unsigned bias) 38875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand{ 38975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.size_bytes = 0; 39075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.texture_start = bias; 3913c0077a6ec4c0ffd6e74e219c786d5d7f9217ce9Jason Ekstrand prog_data->binding_table.gather_texture_start = bias; 39275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ubo_start = bias; 39375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ssbo_start = bias; 39475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.image_start = bias; 39575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand} 39675af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 39775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandstatic void 398a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_add_compiled_stage(struct anv_pipeline *pipeline, 399a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 4006139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg const struct brw_stage_prog_data *prog_data, 4016139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map *map) 402a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 403a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->prog_data[stage] = prog_data; 404a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand pipeline->active_stages |= mesa_to_vk_shader_stage(stage); 4056139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg pipeline->bindings[stage] = *map; 406a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 407a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 408a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 409a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_vs(struct anv_pipeline *pipeline, 41030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 411a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 412e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 4139b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 4149b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 415a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 416a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 417a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 4182b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg const struct brw_stage_prog_data *stage_prog_data; 4196139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 420a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key key; 42187967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg uint32_t kernel = NO_KERNEL; 42287967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 423a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 424a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_vs_prog_key(&pipeline->device->info, &key); 425a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 42639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->size > 0) { 4272301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 4282301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 4296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg kernel = anv_pipeline_cache_search(cache, sha1, &stage_prog_data, &map); 43039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 431a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 43287967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg if (kernel == NO_KERNEL) { 4332b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_vs_prog_data prog_data = { 0, }; 4346139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 4356139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 4366139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 4376139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 4386139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 4396139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 4406139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 441a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 44239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 44339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_VERTEX, spec_info, 4446139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 44539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 44639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 44739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 44875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 44975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 45039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 451a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 45239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 45339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 454a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 4552b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg prog_data.inputs_read = nir->info.inputs_read; 456a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 45739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 4582b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 45939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.outputs_written, 46039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.separate_shader); 461a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 46239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 46339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 4642b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_vs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 46539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, false, -1, &code_size, NULL); 46639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 46739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 46839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 46939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 470a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 4712b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg stage_prog_data = &prog_data.base.base; 47287967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg kernel = anv_pipeline_cache_upload_kernel(cache, 47387967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg module->size > 0 ? sha1 : NULL, 47439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg shader_code, code_size, 4756139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &stage_prog_data, sizeof(prog_data), 4766139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &map); 477a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 478a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 479a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 4802b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg const struct brw_vs_prog_data *vs_prog_data = 4812b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg (const struct brw_vs_prog_data *) stage_prog_data; 4822b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg 4832b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg if (vs_prog_data->base.dispatch_mode == DISPATCH_MODE_SIMD8) { 48439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg pipeline->vs_simd8 = kernel; 485a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_vec4 = NO_KERNEL; 486a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } else { 487a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_simd8 = NO_KERNEL; 48839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg pipeline->vs_vec4 = kernel; 489a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 490a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 491a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_VERTEX, 4926139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg stage_prog_data, &map); 493a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 494a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 495a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 496a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 497a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 498d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandanv_pipeline_compile_gs(struct anv_pipeline *pipeline, 49930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 500d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const VkGraphicsPipelineCreateInfo *info, 501e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 5029b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 5039b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 504d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 505d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const struct brw_compiler *compiler = 506d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand pipeline->device->instance->physicalDevice.compiler; 5072b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg const struct brw_stage_prog_data *stage_prog_data; 5086139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 509d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key key; 51087967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg uint32_t kernel = NO_KERNEL; 51187967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 512d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 513d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_gs_prog_key(&pipeline->device->info, &key); 514d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 51539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->size > 0) { 5162301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 5172301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 5186139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg kernel = anv_pipeline_cache_search(cache, sha1, &stage_prog_data, &map); 51939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 520d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 52187967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg if (kernel == NO_KERNEL) { 5222b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_gs_prog_data prog_data = { 0, }; 5236139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 5246139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 5256139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 5266139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 5276139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 5286139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 5296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 530d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 53139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 53239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_GEOMETRY, spec_info, 5336139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 53439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 53539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 53639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 53775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 53875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 53939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 540d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 54139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 54239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 543d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 54439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 5452b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 54639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.outputs_written, 54739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.separate_shader); 5485e57a87dcfea5b1e363e96946c456651d43176c2Jason Ekstrand 54939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 55039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 5512b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_gs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 55239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, -1, &code_size, NULL); 55339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 55439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 55539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 55639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 55739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 55839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg /* TODO: SIMD8 GS */ 5592b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg stage_prog_data = &prog_data.base.base; 56087967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg kernel = anv_pipeline_cache_upload_kernel(cache, 56187967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg module->size > 0 ? sha1 : NULL, 56239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg shader_code, code_size, 5636139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &stage_prog_data, sizeof(prog_data), 5646139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &map); 565d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 566d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand ralloc_free(mem_ctx); 567d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand } 568d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 56939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg pipeline->gs_kernel = kernel; 570d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 571a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_GEOMETRY, 5726139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg stage_prog_data, &map); 573d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 574d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand return VK_SUCCESS; 575d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 576d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 577d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic VkResult 578a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_fs(struct anv_pipeline *pipeline, 57930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 580a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 5812997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace const struct anv_graphics_pipeline_create_info *extra, 582e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 5839b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 5849b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 585a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 586a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 587a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 5882b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg const struct brw_stage_prog_data *stage_prog_data; 5896139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 590a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key key; 59187967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 592a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 5932997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace populate_wm_prog_key(&pipeline->device->info, info, extra, &key); 594a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 59539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->size > 0) { 5962301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 5972301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 598bee160b31be9e09eeab83f62d26ac331f08955faJason Ekstrand pipeline->ps_ksp0 = 599bee160b31be9e09eeab83f62d26ac331f08955faJason Ekstrand anv_pipeline_cache_search(cache, sha1, &stage_prog_data, &map); 60039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 60139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 602bee160b31be9e09eeab83f62d26ac331f08955faJason Ekstrand if (pipeline->ps_ksp0 == NO_KERNEL) { 6032b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_wm_prog_data prog_data = { 0, }; 6046139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 6056139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 606a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 6076139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 608cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .surface_to_descriptor = surface_to_descriptor + 8, 6096139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 6106139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 611a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 61239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 61339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_FRAGMENT, spec_info, 6146139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 61539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 61639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 617a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 618cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned num_rts = 0; 619cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand struct anv_pipeline_binding rt_bindings[8]; 62093bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke nir_function_impl *impl = nir_shader_get_entrypoint(nir); 621fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand nir_foreach_variable_safe(var, &nir->outputs) { 622fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (var->data.location < FRAG_RESULT_DATA0) 623fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand continue; 624fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 625fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand unsigned rt = var->data.location - FRAG_RESULT_DATA0; 626fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (rt >= key.nr_color_regions) { 627cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Out-of-bounds, throw it away */ 628fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand var->data.mode = nir_var_local; 629fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_node_remove(&var->node); 630fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_list_push_tail(&impl->locals, &var->node); 631cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand continue; 632cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 633cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 634cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Give it a new, compacted, location */ 635cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand var->data.location = FRAG_RESULT_DATA0 + num_rts; 636cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 637cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned array_len = 638cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand glsl_type_is_array(var->type) ? glsl_get_length(var->type) : 1; 639cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts + array_len <= 8); 640cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 641cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand for (unsigned i = 0; i < array_len; i++) { 6424200c2266e9c1f76e54d667e69a1a69516e6bf57Jason Ekstrand rt_bindings[num_rts + i] = (struct anv_pipeline_binding) { 643cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 644a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 645a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .index = rt + i, 646cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 647fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand } 648cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 649cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts += array_len; 650cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 651cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 652cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (pipeline->use_repclear) { 653cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts == 1); 654cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand key.nr_color_regions = 1; 655fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand } 656fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 657cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (num_rts == 0) { 658cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* If we have no render targets, we need a null render target */ 659cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand rt_bindings[0] = (struct anv_pipeline_binding) { 660cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 661a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 662c99a0a8bcece2870f3e93328ab520efc2c9f7983Chad Versace .index = UINT8_MAX, 663cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 664cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts = 1; 665cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 666cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 667cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts <= 8); 668cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_to_descriptor -= num_rts; 669cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_count += num_rts; 670cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(map.surface_count <= 256); 671cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand memcpy(map.surface_to_descriptor, rt_bindings, 672cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts * sizeof(*rt_bindings)); 673cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 674cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand anv_fill_binding_table(&prog_data.base, num_rts); 67575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 67639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 67739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 67839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 67939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 680a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 68139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 68239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 6832b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_fs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 684265487aedfabbcfb073f9d6053d1ceb510b78b27Jason Ekstrand NULL, -1, -1, true, pipeline->use_repclear, 685265487aedfabbcfb073f9d6053d1ceb510b78b27Jason Ekstrand &code_size, NULL); 68639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 68739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 68839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 68939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 690a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 6912b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg stage_prog_data = &prog_data.base; 692bee160b31be9e09eeab83f62d26ac331f08955faJason Ekstrand pipeline->ps_ksp0 = 693bee160b31be9e09eeab83f62d26ac331f08955faJason Ekstrand anv_pipeline_cache_upload_kernel(cache, 694bee160b31be9e09eeab83f62d26ac331f08955faJason Ekstrand module->size > 0 ? sha1 : NULL, 695bee160b31be9e09eeab83f62d26ac331f08955faJason Ekstrand shader_code, code_size, 6966139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &stage_prog_data, sizeof(prog_data), 6976139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &map); 698a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 699a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 700a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 701a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 702a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_FRAGMENT, 7036139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg stage_prog_data, &map); 704a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 705a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 706a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 707a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 708a71e614d33e8d869bbaced8948349a7180783ab7Jason EkstrandVkResult 709a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_cs(struct anv_pipeline *pipeline, 71030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 711a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkComputePipelineCreateInfo *info, 712e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 7139b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 7149b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 715a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 716a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 717a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 7182b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg const struct brw_stage_prog_data *stage_prog_data; 7196139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 720a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key key; 72187967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg uint32_t kernel = NO_KERNEL; 72287967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 723a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 724a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_cs_prog_key(&pipeline->device->info, &key); 725a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 72639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->size > 0) { 7272301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 7282301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 7296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg kernel = anv_pipeline_cache_search(cache, sha1, &stage_prog_data, &map); 73039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 73139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 73239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->size == 0 || kernel == NO_KERNEL) { 7332b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_cs_prog_data prog_data = { 0, }; 7346139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 7356139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 736a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 7376139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 7386139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 7396139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 7406139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 741a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 74239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 74339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_COMPUTE, spec_info, 7446139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 74539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 74639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 7475e82a91324d13c9194416347521120a93beef133Jordan Justen 74875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base, 1); 74975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 75039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 75197b09a92686d75ba2faca2fb20276c75f630f691Jordan Justen 75239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 75339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 754a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 75539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 75639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 7572b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_cs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 75839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg -1, &code_size, NULL); 75939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 76039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 76139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 76239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 763a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 7642b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg stage_prog_data = &prog_data.base; 76587967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg kernel = anv_pipeline_cache_upload_kernel(cache, 76687967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg module->size > 0 ? sha1 : NULL, 76739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg shader_code, code_size, 7686139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &stage_prog_data, sizeof(prog_data), 7696139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &map); 7706139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 771a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 772a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 773a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 77439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg pipeline->cs_simd = kernel; 775a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 776a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_COMPUTE, 7776139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg stage_prog_data, &map); 778a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 779a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 780a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 781a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 7828a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen 7838a80af282091e692da7bf4e412918ba2362dfb4fJordan Justenvoid 7848a80af282091e692da7bf4e412918ba2362dfb4fJordan Justenanv_setup_pipeline_l3_config(struct anv_pipeline *pipeline) 7858a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen{ 7868a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen const struct brw_device_info *devinfo = &pipeline->device->info; 7878a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen switch (devinfo->gen) { 7888a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen case 7: 7898a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen if (devinfo->is_haswell) 7908a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen gen75_setup_pipeline_l3_config(pipeline); 7918a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen else 7928a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen gen7_setup_pipeline_l3_config(pipeline); 7938a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen break; 7948a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen case 8: 7958a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen gen8_setup_pipeline_l3_config(pipeline); 7968a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen break; 7978a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen case 9: 7988a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen gen9_setup_pipeline_l3_config(pipeline); 7998a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen break; 8008a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen default: 8018a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen unreachable("unsupported gen\n"); 8028a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen } 8038a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen} 8048a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen 8058a80af282091e692da7bf4e412918ba2362dfb4fJordan Justenvoid 8068a80af282091e692da7bf4e412918ba2362dfb4fJordan Justenanv_compute_urb_partition(struct anv_pipeline *pipeline) 807a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 808a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_device_info *devinfo = &pipeline->device->info; 8098a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen 810a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand bool vs_present = pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT; 8112b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg unsigned vs_size = vs_present ? 8122b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg get_vs_prog_data(pipeline)->base.urb_entry_size : 1; 813a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_entry_size_bytes = vs_size * 64; 814a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand bool gs_present = pipeline->active_stages & VK_SHADER_STAGE_GEOMETRY_BIT; 8152b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg unsigned gs_size = gs_present ? 8162b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg get_gs_prog_data(pipeline)->base.urb_entry_size : 1; 817a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned gs_entry_size_bytes = gs_size * 64; 818a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 819a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* From p35 of the Ivy Bridge PRM (section 1.7.1: 3DSTATE_URB_GS): 820a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * 821a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * VS Number of URB Entries must be divisible by 8 if the VS URB Entry 822a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * Allocation Size is less than 9 512-bit URB entries. 823a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * 824a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * Similar text exists for GS. 825a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 826a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_granularity = (vs_size < 9) ? 8 : 1; 827a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned gs_granularity = (gs_size < 9) ? 8 : 1; 828a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 829a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* URB allocations must be done in 8k chunks. */ 830a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned chunk_size_bytes = 8192; 831a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 832a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Determine the size of the URB in chunks. */ 8338a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen unsigned urb_chunks = pipeline->urb.total_size * 1024 / chunk_size_bytes; 834a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 835a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Reserve space for push constants */ 83651b618285d846295ef90fa49364d39eea4843801Jason Ekstrand unsigned push_constant_kb; 83751b618285d846295ef90fa49364d39eea4843801Jason Ekstrand if (pipeline->device->info.gen >= 8) 83851b618285d846295ef90fa49364d39eea4843801Jason Ekstrand push_constant_kb = 32; 83951b618285d846295ef90fa49364d39eea4843801Jason Ekstrand else if (pipeline->device->info.is_haswell) 84051b618285d846295ef90fa49364d39eea4843801Jason Ekstrand push_constant_kb = pipeline->device->info.gt == 3 ? 32 : 16; 84151b618285d846295ef90fa49364d39eea4843801Jason Ekstrand else 84251b618285d846295ef90fa49364d39eea4843801Jason Ekstrand push_constant_kb = 16; 84351b618285d846295ef90fa49364d39eea4843801Jason Ekstrand 8443f115177302d1a969181649fde8c2332563aac73Kenneth Graunke unsigned push_constant_bytes = push_constant_kb * 1024; 845a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned push_constant_chunks = 846a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand push_constant_bytes / chunk_size_bytes; 847a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 848a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Initially, assign each stage the minimum amount of URB space it needs, 849a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * and make a note of how much additional space it "wants" (the amount of 850a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * additional space it could actually make use of). 851a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 852a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 853a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* VS has a lower limit on the number of URB entries */ 854a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_chunks = 855a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ALIGN(devinfo->urb.min_vs_entries * vs_entry_size_bytes, 856a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand chunk_size_bytes) / chunk_size_bytes; 857a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_wants = 858a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ALIGN(devinfo->urb.max_vs_entries * vs_entry_size_bytes, 859a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand chunk_size_bytes) / chunk_size_bytes - vs_chunks; 860a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 861a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned gs_chunks = 0; 862a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned gs_wants = 0; 863a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (gs_present) { 864a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* There are two constraints on the minimum amount of URB space we can 865a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * allocate: 866a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * 867a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * (1) We need room for at least 2 URB entries, since we always operate 868a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * the GS in DUAL_OBJECT mode. 869a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * 870a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * (2) We can't allocate less than nr_gs_entries_granularity. 871a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 872a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand gs_chunks = ALIGN(MAX2(gs_granularity, 2) * gs_entry_size_bytes, 873a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand chunk_size_bytes) / chunk_size_bytes; 874a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand gs_wants = 875a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ALIGN(devinfo->urb.max_gs_entries * gs_entry_size_bytes, 876a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand chunk_size_bytes) / chunk_size_bytes - gs_chunks; 877a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 878a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 879a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* There should always be enough URB space to satisfy the minimum 880a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * requirements of each stage. 881a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 882a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned total_needs = push_constant_chunks + vs_chunks + gs_chunks; 883a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(total_needs <= urb_chunks); 884a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 885a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Mete out remaining space (if any) in proportion to "wants". */ 886a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned total_wants = vs_wants + gs_wants; 887a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned remaining_space = urb_chunks - total_needs; 888a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (remaining_space > total_wants) 889a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand remaining_space = total_wants; 890a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (remaining_space > 0) { 891a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_additional = (unsigned) 892a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand round(vs_wants * (((double) remaining_space) / total_wants)); 893a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand vs_chunks += vs_additional; 894a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand remaining_space -= vs_additional; 895a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand gs_chunks += remaining_space; 896a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 897a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 898a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Sanity check that we haven't over-allocated. */ 899a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(push_constant_chunks + vs_chunks + gs_chunks <= urb_chunks); 900a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 901a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Finally, compute the number of entries that can fit in the space 902a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * allocated to each stage. 903a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 904a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned nr_vs_entries = vs_chunks * chunk_size_bytes / vs_entry_size_bytes; 905a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned nr_gs_entries = gs_chunks * chunk_size_bytes / gs_entry_size_bytes; 906a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 907a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Since we rounded up when computing *_wants, this may be slightly more 908a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * than the maximum allowed amount, so correct for that. 909a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 910a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nr_vs_entries = MIN2(nr_vs_entries, devinfo->urb.max_vs_entries); 911a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nr_gs_entries = MIN2(nr_gs_entries, devinfo->urb.max_gs_entries); 912a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 913a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Ensure that we program a multiple of the granularity. */ 914a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nr_vs_entries = ROUND_DOWN_TO(nr_vs_entries, vs_granularity); 915a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nr_gs_entries = ROUND_DOWN_TO(nr_gs_entries, gs_granularity); 916a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 917a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Finally, sanity check to make sure we have at least the minimum number 918a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * of entries needed for each stage. 919a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 920a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(nr_vs_entries >= devinfo->urb.min_vs_entries); 921a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (gs_present) 922a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(nr_gs_entries >= 2); 923a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 924a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Lay out the URB in the following order: 925a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * - push constants 926a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * - VS 927a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * - GS 928a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 9291024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.start[MESA_SHADER_VERTEX] = push_constant_chunks; 9301024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.size[MESA_SHADER_VERTEX] = vs_size; 9311024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.entries[MESA_SHADER_VERTEX] = nr_vs_entries; 932a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 9331024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.start[MESA_SHADER_GEOMETRY] = push_constant_chunks + vs_chunks; 9341024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.size[MESA_SHADER_GEOMETRY] = gs_size; 9351024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.entries[MESA_SHADER_GEOMETRY] = nr_gs_entries; 9361024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke 9371024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.start[MESA_SHADER_TESS_CTRL] = push_constant_chunks; 9381024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.size[MESA_SHADER_TESS_CTRL] = 1; 9391024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.entries[MESA_SHADER_TESS_CTRL] = 0; 9401024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke 9411024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.start[MESA_SHADER_TESS_EVAL] = push_constant_chunks; 9421024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.size[MESA_SHADER_TESS_EVAL] = 1; 9431024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.entries[MESA_SHADER_TESS_EVAL] = 0; 944a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 945a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 946a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery/** 947a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Copy pipeline state not marked as dynamic. 948a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Dynamic state is pipeline state which hasn't been provided at pipeline 949a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * creation time, but is dynamically provided afterwards using various 950a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * vkCmdSet* functions. 951a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 952a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * The set of state considered "non_dynamic" is determined by the pieces of 953a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * state that have their corresponding VkDynamicState enums omitted from 954a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * VkPipelineDynamicStateCreateInfo::pDynamicStates. 955a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 956a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[out] pipeline Destination non_dynamic state. 957a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[in] pCreateInfo Source of non_dynamic state to be copied. 958a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery */ 959a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 960a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Cherycopy_non_dynamic_state(struct anv_pipeline *pipeline, 961a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery const VkGraphicsPipelineCreateInfo *pCreateInfo) 9621a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand{ 9634d4e559b6a26d2942c2a24cc81588adc2482f415Chad Versace anv_cmd_dirty_mask_t states = ANV_CMD_DIRTY_DYNAMIC_ALL; 9642484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace ANV_FROM_HANDLE(anv_render_pass, pass, pCreateInfo->renderPass); 9652484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace struct anv_subpass *subpass = &pass->subpasses[pCreateInfo->subpass]; 9662484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9672484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pipeline->dynamic_state = default_dynamic_state; 9681a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 969368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (pCreateInfo->pDynamicState) { 970368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand /* Remove all of the states that are marked as dynamic */ 971368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand uint32_t count = pCreateInfo->pDynamicState->dynamicStateCount; 972368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand for (uint32_t s = 0; s < count; s++) 973368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand states &= ~(1 << pCreateInfo->pDynamicState->pDynamicStates[s]); 974368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 9751a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 9761a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand struct anv_dynamic_state *dynamic = &pipeline->dynamic_state; 9771a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 978a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 979a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 980a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pViewportState is [...] NULL if the pipeline 981a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * has rasterization disabled. 982a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 983a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 984a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pViewportState); 985a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 986a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->viewport.count = pCreateInfo->pViewportState->viewportCount; 987a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_VIEWPORT)) { 988a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->viewport.viewports, 989a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pViewports, 990a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->viewportCount); 991a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 992368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 993a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->scissor.count = pCreateInfo->pViewportState->scissorCount; 994a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_SCISSOR)) { 995a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->scissor.scissors, 996a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pScissors, 997a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->scissorCount); 998a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 999368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 1000368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 1001368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_LINE_WIDTH)) { 10027f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 10037f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->line_width = pCreateInfo->pRasterizationState->lineWidth; 1004368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 1005368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 1006368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BIAS)) { 10077f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 10084ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.bias = 10097f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasConstantFactor; 10107f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->depth_bias.clamp = 10117f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasClamp; 10124ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.slope = 10137f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasSlopeFactor; 1014368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 1015368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 1016a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 1017a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 1018a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pColorBlendState is [...] NULL if the pipeline has rasterization 1019a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is 1020a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * created against does not use any color attachments. 1021a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 1022a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery bool uses_color_att = false; 1023a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery for (unsigned i = 0; i < subpass->color_count; ++i) { 1024a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (subpass->color_attachments[i] != VK_ATTACHMENT_UNUSED) { 1025a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery uses_color_att = true; 1026a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery break; 1027a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 1028a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 1029a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 1030a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (uses_color_att && 1031a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery !pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 1032368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand assert(pCreateInfo->pColorBlendState); 1033a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 1034a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_BLEND_CONSTANTS)) 1035a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->blend_constants, 1036a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pColorBlendState->blendConstants, 4); 10371a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand } 1038368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 10392484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* If there is no depthstencil attachment, then don't read 10402484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * pDepthStencilState. The Vulkan spec states that pDepthStencilState may 10412484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * be NULL in this case. Even if pDepthStencilState is non-NULL, there is 10422484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * no need to override the depthstencil defaults in 10432484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * anv_pipeline::dynamic_state when there is no depthstencil attachment. 10442484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 1045a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * Section 9.2 of the Vulkan 1.0.15 spec says: 10462484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 1047a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pDepthStencilState is [...] NULL if the pipeline has rasterization 1048a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is created 1049a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * against does not use a depth/stencil attachment. 10502484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace */ 1051a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable && 1052a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) { 1053a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pDepthStencilState); 1054a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 10552484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BOUNDS)) { 10562484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.min = 10572484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->minDepthBounds; 10582484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.max = 10592484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->maxDepthBounds; 10602484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 10612484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 10622484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK)) { 10632484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.front = 10644ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.compareMask; 10652484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.back = 10664ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.compareMask; 10672484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 10682484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 10692484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_WRITE_MASK)) { 10702484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.front = 10714ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.writeMask; 10722484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.back = 10734ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.writeMask; 10742484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 10752484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 10762484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_REFERENCE)) { 10772484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.front = 10784ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.reference; 10792484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.back = 10804ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.reference; 10812484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 1082368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 1083368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 1084368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand pipeline->dynamic_state_mask = states; 10851a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand} 10861a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 1087b51468b519f447c8e0afd492ce09d7c9485e222bChad Versacestatic void 1088b51468b519f447c8e0afd492ce09d7c9485e222bChad Versaceanv_pipeline_validate_create_info(const VkGraphicsPipelineCreateInfo *info) 1089b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace{ 1090b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_render_pass *renderpass = NULL; 1091b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_subpass *subpass = NULL; 1092b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1093b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace /* Assert that all required members of VkGraphicsPipelineCreateInfo are 1094b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * present, as explained by the Vulkan (20 Oct 2015, git-aa308cb), Section 1095b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * 4.2 Graphics Pipeline. 1096b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace */ 1097b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->sType == VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO); 1098b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1099b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace renderpass = anv_render_pass_from_handle(info->renderPass); 1100b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(renderpass); 1101b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1102b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace if (renderpass != &anv_meta_dummy_renderpass) { 1103b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->subpass < renderpass->subpass_count); 1104b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace subpass = &renderpass->subpasses[info->subpass]; 1105b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1106b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1107b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->stageCount >= 1); 1108b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pVertexInputState); 1109b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pInputAssemblyState); 1110b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pViewportState); 11117f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(info->pRasterizationState); 1112b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1113b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace if (subpass && subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) 1114b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pDepthStencilState); 1115b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1116b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace if (subpass && subpass->color_count > 0) 1117b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pColorBlendState); 1118b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1119b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace for (uint32_t i = 0; i < info->stageCount; ++i) { 1120b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace switch (info->pStages[i].stage) { 1121a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT: 1122a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT: 1123b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pTessellationState); 1124b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 1125b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace default: 1126b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 1127b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1128b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1129b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace} 1130b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 11319c752b5b38305acaf863fc0165565fcf6f8f390aKristian HøgsbergVkResult 113230521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensenanv_pipeline_init(struct anv_pipeline *pipeline, 113330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_device *device, 113430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 11359c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkGraphicsPipelineCreateInfo *pCreateInfo, 1136fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const struct anv_graphics_pipeline_create_info *extra, 1137fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks *alloc) 11389c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg{ 1139b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen VkResult result; 1140b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen 1141b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_validate { 1142b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_pipeline_validate_create_info(pCreateInfo); 1143b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1144b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1145fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand if (alloc == NULL) 1146fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand alloc = &device->alloc; 1147fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 11489c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->device = device; 11499c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->layout = anv_pipeline_layout_from_handle(pCreateInfo->layout); 11509c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1151b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen result = anv_reloc_list_init(&pipeline->batch_relocs, alloc); 1152b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen if (result != VK_SUCCESS) 1153b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen return result; 1154fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 1155fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pipeline->batch.alloc = alloc; 11569c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.next = pipeline->batch.start = pipeline->batch_data; 11579c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.end = pipeline->batch.start + sizeof(pipeline->batch_data); 11589c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.relocs = &pipeline->batch_relocs; 11599c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1160a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery copy_non_dynamic_state(pipeline, pCreateInfo); 1161eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pipeline->depth_clamp_enable = pCreateInfo->pRasterizationState && 1162eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pCreateInfo->pRasterizationState->depthClampEnable; 11631a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 11649c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->use_repclear = extra && extra->use_repclear; 11659c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 11668ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = false; 11678ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 1168a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* When we free the pipeline, we detect stages based on the NULL status 1169a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * of various prog_data pointers. Make them NULL by default. 1170a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 1171a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(pipeline->prog_data, 0, sizeof(pipeline->prog_data)); 1172c2581a9375ea956abf4b9b75d27ec199fabb99d0Kristian Høgsberg memset(pipeline->bindings, 0, sizeof(pipeline->bindings)); 11739c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1174a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_simd8 = NO_KERNEL; 1175a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_vec4 = NO_KERNEL; 11767edcc59a7bd94280f517b161a860e06197c98b4cJordan Justen pipeline->gs_kernel = NO_KERNEL; 1177292031a1a520d6ddc34ef6b96c262d1f9e335410Kristian Høgsberg pipeline->ps_ksp0 = NO_KERNEL; 11789c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1179a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->active_stages = 0; 1180a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1181623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke const VkPipelineShaderStageCreateInfo *pStages[MESA_SHADER_STAGES] = { 0, }; 1182623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke struct anv_shader_module *modules[MESA_SHADER_STAGES] = { 0, }; 1183a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (uint32_t i = 0; i < pCreateInfo->stageCount; i++) { 1184623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke gl_shader_stage stage = ffs(pCreateInfo->pStages[i].stage) - 1; 1185623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke pStages[stage] = &pCreateInfo->pStages[i]; 1186623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke modules[stage] = anv_shader_module_from_handle(pStages[stage]->module); 1187623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1188623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1189623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_VERTEX]) { 1190d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_vs(pipeline, cache, pCreateInfo, 1191d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_VERTEX], 1192d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pName, 1193d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pSpecializationInfo); 1194d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1195d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1196623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1197623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 119832aa01663ff649a399480886106e203cc347c212Kristian Høgsberg if (modules[MESA_SHADER_TESS_CTRL] || modules[MESA_SHADER_TESS_EVAL]) 119932aa01663ff649a399480886106e203cc347c212Kristian Høgsberg anv_finishme("no tessellation support"); 120032aa01663ff649a399480886106e203cc347c212Kristian Høgsberg 1201623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_GEOMETRY]) { 1202d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_gs(pipeline, cache, pCreateInfo, 1203d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_GEOMETRY], 1204d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pName, 1205d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pSpecializationInfo); 1206d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1207d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1208623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1209623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1210623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_FRAGMENT]) { 1211d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_fs(pipeline, cache, pCreateInfo, extra, 1212d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_FRAGMENT], 1213d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pName, 1214d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pSpecializationInfo); 1215d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1216d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 12179c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 12189c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1219a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (!(pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT)) { 1220a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Vertex is only optional if disable_vs is set */ 1221a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(extra->disable_vs); 1222a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 1223a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 12248a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen anv_setup_pipeline_l3_config(pipeline); 12258a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen anv_compute_urb_partition(pipeline); 1226a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 12279c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineVertexInputStateCreateInfo *vi_info = 12289c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pVertexInputState; 1229e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1230e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand uint64_t inputs_read; 1231e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand if (extra && extra->disable_vs) { 1232e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand /* If the VS is disabled, just assume the user knows what they're 1233e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand * doing and apply the layout blindly. This can only come from 1234e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand * meta, so this *should* be safe. 1235e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand */ 1236e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand inputs_read = ~0ull; 1237e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } else { 12382b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg inputs_read = get_vs_prog_data(pipeline)->inputs_read; 1239e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1240e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 12419c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->vb_used = 0; 1242e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexAttributeDescriptionCount; i++) { 1243e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand const VkVertexInputAttributeDescription *desc = 1244e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand &vi_info->pVertexAttributeDescriptions[i]; 1245e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1246e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand if (inputs_read & (1 << (VERT_ATTRIB_GENERIC0 + desc->location))) 1247e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand pipeline->vb_used |= 1 << desc->binding; 1248e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1249e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1250e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexBindingDescriptionCount; i++) { 12519c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkVertexInputBindingDescription *desc = 12529c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg &vi_info->pVertexBindingDescriptions[i]; 12539c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1254e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand pipeline->binding_stride[desc->binding] = desc->stride; 12559c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12569c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg /* Step rate is programmed per vertex element (attribute), not 12579c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * binding. Set up a map of which bindings step per instance, for 12589c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * reference by vertex element setup. */ 12599b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand switch (desc->inputRate) { 12609c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg default: 12619b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_VERTEX: 12629c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = false; 12639c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 12649b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_INSTANCE: 12659c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = true; 12669c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 12679c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 12689c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 12699c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12709c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineInputAssemblyStateCreateInfo *ia_info = 12719c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pInputAssemblyState; 12729c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->primitive_restart = ia_info->primitiveRestartEnable; 12739c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->topology = vk_to_gen_primitive_type[ia_info->topology]; 12749c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12759c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg if (extra && extra->use_rectlist) 12769c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->topology = _3DPRIM_RECTLIST; 12779c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12789c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg return VK_SUCCESS; 1279d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1280d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrandcompile_fail: 1281d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, alloc); 1282d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1283d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand return result; 12849c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg} 12859c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12860bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian HøgsbergVkResult 12870bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberganv_graphics_pipeline_create( 12880bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg VkDevice _device, 128930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen VkPipelineCache _cache, 12900bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg const VkGraphicsPipelineCreateInfo *pCreateInfo, 12910bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg const struct anv_graphics_pipeline_create_info *extra, 1292fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks *pAllocator, 12930bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg VkPipeline *pPipeline) 12940bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg{ 12950bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg ANV_FROM_HANDLE(anv_device, device, _device); 129630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen ANV_FROM_HANDLE(anv_pipeline_cache, cache, _cache); 129730521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen 129830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen if (cache == NULL) 129930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen cache = &device->default_pipeline_cache; 13000bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg 13010bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg switch (device->info.gen) { 1302f1455ffac78b1369d9c4187b7f1d36c2d96e0babKristian Høgsberg case 7: 1303f0390bcad6b5e1f1e94bbf762ccc98bf499c022bJason Ekstrand if (device->info.is_haswell) 130430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen75_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 1305f0390bcad6b5e1f1e94bbf762ccc98bf499c022bJason Ekstrand else 130630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen7_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 13070bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg case 8: 130830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen8_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 1309cd4721c062a300739b107925f801c9b9ced5f9faKristian Høgsberg case 9: 131030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen9_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 13110bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg default: 13120bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg unreachable("unsupported gen\n"); 13130bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg } 13140bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg} 13150bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg 13165a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateGraphicsPipelines( 13175a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 13185a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkPipelineCache pipelineCache, 13195a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand uint32_t count, 13205a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkGraphicsPipelineCreateInfo* pCreateInfos, 1321fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 13225a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkPipeline* pPipelines) 1323769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg{ 13245a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkResult result = VK_SUCCESS; 13255a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 13265a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand unsigned i = 0; 13275a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand for (; i < count; i++) { 132830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen result = anv_graphics_pipeline_create(_device, 132930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen pipelineCache, 133030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen &pCreateInfos[i], 1331fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand NULL, pAllocator, &pPipelines[i]); 13325a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (result != VK_SUCCESS) { 13335a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand for (unsigned j = 0; j < i; j++) { 1334fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_DestroyPipeline(_device, pPipelines[j], pAllocator); 13355a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 13365a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 13375a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return result; 13385a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 13395a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 13405a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 13415a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 1342769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg} 1343769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 13445a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrandstatic VkResult anv_compute_pipeline_create( 1345765175f5d195df727ed9d171720f4e843809744eKristian Høgsberg VkDevice _device, 134630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen VkPipelineCache _cache, 1347769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg const VkComputePipelineCreateInfo* pCreateInfo, 1348fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 1349769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg VkPipeline* pPipeline) 1350769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg{ 13516eb221c884a28786b68904faf950cf6f7881d9d9Jason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 135230521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen ANV_FROM_HANDLE(anv_pipeline_cache, cache, _cache); 135330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen 135430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen if (cache == NULL) 135530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen cache = &device->default_pipeline_cache; 1356765175f5d195df727ed9d171720f4e843809744eKristian Høgsberg 13570bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg switch (device->info.gen) { 1358f1455ffac78b1369d9c4187b7f1d36c2d96e0babKristian Høgsberg case 7: 1359f0390bcad6b5e1f1e94bbf762ccc98bf499c022bJason Ekstrand if (device->info.is_haswell) 136030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen75_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 1361f0390bcad6b5e1f1e94bbf762ccc98bf499c022bJason Ekstrand else 136230521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen7_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 13630bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg case 8: 136430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen8_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 1365cd4721c062a300739b107925f801c9b9ced5f9faKristian Høgsberg case 9: 136630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen9_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 13670bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg default: 13680bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg unreachable("unsupported gen\n"); 1369765175f5d195df727ed9d171720f4e843809744eKristian Høgsberg } 1370769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg} 1371769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 13725a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateComputePipelines( 13735a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 13745a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkPipelineCache pipelineCache, 13755a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand uint32_t count, 13765a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkComputePipelineCreateInfo* pCreateInfos, 1377fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 13785a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkPipeline* pPipelines) 1379769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg{ 13805a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkResult result = VK_SUCCESS; 13815a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 13825a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand unsigned i = 0; 13835a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand for (; i < count; i++) { 138430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen result = anv_compute_pipeline_create(_device, pipelineCache, 138530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen &pCreateInfos[i], 1386fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pAllocator, &pPipelines[i]); 13875a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (result != VK_SUCCESS) { 13885a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand for (unsigned j = 0; j < i; j++) { 1389fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_DestroyPipeline(_device, pPipelines[j], pAllocator); 13905a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 13915a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 13925a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return result; 13935a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 13945a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 1395769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 13965a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 1397769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg} 1398