anv_pipeline.c revision 42d03c204c3a2aee2dd1d3736085b86627e9d46f
1769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg/* 2769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Copyright © 2015 Intel Corporation 3769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 4769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Permission is hereby granted, free of charge, to any person obtaining a 5769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * copy of this software and associated documentation files (the "Software"), 6769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * to deal in the Software without restriction, including without limitation 7769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * and/or sell copies of the Software, and to permit persons to whom the 9769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software is furnished to do so, subject to the following conditions: 10769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 11769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * The above copyright notice and this permission notice (including the next 12769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * paragraph) shall be included in all copies or substantial portions of the 13769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software. 14769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 15769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IN THE SOFTWARE. 22769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg */ 23769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 24769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <assert.h> 25769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <stdbool.h> 26769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <string.h> 27769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <unistd.h> 28769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <fcntl.h> 29769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 3039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg#include "util/mesa-sha1.h" 3142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand#include "common/gen_l3_config.h" 322c2233e328341700b7bc5c574f9de21ab4e4116aChad Versace#include "anv_private.h" 33a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "brw_nir.h" 34a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "anv_nir.h" 35c34be07230ef98d5021f0bdc88c3b0bc804ee2ddJason Ekstrand#include "spirv/nir_spirv.h" 36a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 37a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Needed for SWIZZLE macros */ 38a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "program/prog_instruction.h" 39769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 40769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg// Shader functions 41769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 425a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateShaderModule( 435a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 445a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkShaderModuleCreateInfo* pCreateInfo, 45fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 467529e7ce860fc5dd64b93b53e5676136e0af3e4eChad Versace VkShaderModule* pShaderModule) 475a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand{ 485a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 495a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand struct anv_shader_module *module; 505a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 515a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO); 525a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->flags == 0); 535a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 54fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand module = anv_alloc2(&device->alloc, pAllocator, 55fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand sizeof(*module) + pCreateInfo->codeSize, 8, 56fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VK_SYSTEM_ALLOCATION_SCOPE_OBJECT); 575a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (module == NULL) 585a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 595a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 60add99c4beb3fc08e21bae4cd2e288deb8a2c26b9Jason Ekstrand module->nir = NULL; 615a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand module->size = pCreateInfo->codeSize; 625a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand memcpy(module->data, pCreateInfo->pCode, module->size); 635a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 6439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg _mesa_sha1_compute(module->data, module->size, module->sha1); 6539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 666eb221c884a28786b68904faf950cf6f7881d9d9Jason Ekstrand *pShaderModule = anv_shader_module_to_handle(module); 675a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 685a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 695a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand} 705a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 7105a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyShaderModule( 728ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace VkDevice _device, 73fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkShaderModule _module, 74fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 758ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace{ 768ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_device, device, _device); 778ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_shader_module, module, _module); 788ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 79fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_free2(&device->alloc, pAllocator, module); 808ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace} 818ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 82a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#define SPIR_V_MAGIC_NUMBER 0x07230203 83a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 84a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Eventually, this will become part of anv_CreateShader. Unfortunately, 85a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * we can't do that yet because we don't have the ability to copy nir. 86a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 87a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 88a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_shader_compile_to_nir(struct anv_device *device, 89e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 90a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand const char *entrypoint_name, 919b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand gl_shader_stage stage, 929b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 93a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 94e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand if (strcmp(entrypoint_name, "main") != 0) { 95a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_finishme("Multiple shaders per module not really supported"); 96a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 97a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 98a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 99a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand device->instance->physicalDevice.compiler; 100a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const nir_shader_compiler_options *nir_options = 101a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand compiler->glsl_compiler_options[stage].NirOptions; 102a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 103a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir_shader *nir; 1040fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir_function *entry_point; 105e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand if (module->nir) { 106a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Some things such as our meta clear/blit code will give us a NIR 107a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * shader directly. In that case, we just ignore the SPIR-V entirely 108a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * and just use the NIR shader */ 109e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand nir = module->nir; 110a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir->options = nir_options; 111ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 1120fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand 1130fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand assert(exec_list_length(&nir->functions) == 1); 1140fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand struct exec_node *node = exec_list_get_head(&nir->functions); 1150fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand entry_point = exec_node_data(nir_function, node, node); 116a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } else { 117e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand uint32_t *spirv = (uint32_t *) module->data; 118a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(spirv[0] == SPIR_V_MAGIC_NUMBER); 119e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand assert(module->size % 4 == 0); 120a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1219b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand uint32_t num_spec_entries = 0; 1229b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand struct nir_spirv_specialization *spec_entries = NULL; 1239b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand if (spec_info && spec_info->mapEntryCount > 0) { 1249b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand num_spec_entries = spec_info->mapEntryCount; 1259b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_entries = malloc(num_spec_entries * sizeof(*spec_entries)); 1269b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand for (uint32_t i = 0; i < num_spec_entries; i++) { 127a19ae36ce52e72e2b93251ba0a43d683bd5e58ccJason Ekstrand VkSpecializationMapEntry entry = spec_info->pMapEntries[i]; 128a19ae36ce52e72e2b93251ba0a43d683bd5e58ccJason Ekstrand const void *data = spec_info->pData + entry.offset; 129a19ae36ce52e72e2b93251ba0a43d683bd5e58ccJason Ekstrand assert(data + entry.size <= spec_info->pData + spec_info->dataSize); 1309b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1319b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_entries[i].id = spec_info->pMapEntries[i].constantID; 132a19ae36ce52e72e2b93251ba0a43d683bd5e58ccJason Ekstrand spec_entries[i].data = *(const uint32_t *)data; 1339b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand } 1349b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand } 1359b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1369b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand entry_point = spirv_to_nir(spirv, module->size / 4, 1379b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_entries, num_spec_entries, 1389b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand stage, entrypoint_name, nir_options); 1390fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir = entry_point->shader; 140e993e45eb157014fe6a7f65be8edda9fd716dc52Jason Ekstrand assert(nir->stage == stage); 141ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 142ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand 1439b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand free(spec_entries); 1449b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 145dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke if (stage == MESA_SHADER_FRAGMENT) { 146dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke nir_lower_wpos_center(nir); 147dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke nir_validate_shader(nir); 148dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke } 149dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke 150ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_lower_returns(nir); 151ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 152ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand 153ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_inline_functions(nir); 154ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 155ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand 156b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand /* Pick off the single entrypoint that we want */ 157b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand foreach_list_typed_safe(nir_function, func, node, &nir->functions) { 158b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand if (func != entry_point) 159b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand exec_node_remove(&func->node); 160b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand } 161b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand assert(exec_list_length(&nir->functions) == 1); 162b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand entry_point->name = ralloc_strdup(entry_point, "main"); 163b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand 164790565b06ec80de663820e136105ecb18125743fJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_in); 165790565b06ec80de663820e136105ecb18125743fJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_out); 166790565b06ec80de663820e136105ecb18125743fJason Ekstrand nir_remove_dead_variables(nir, nir_var_system_value); 167790565b06ec80de663820e136105ecb18125743fJason Ekstrand nir_validate_shader(nir); 168790565b06ec80de663820e136105ecb18125743fJason Ekstrand 169e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand nir_propagate_invariant(nir); 170e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand nir_validate_shader(nir); 171e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand 17293bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke nir_lower_io_to_temporaries(entry_point->shader, entry_point->impl, 17393bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke true, false); 174790565b06ec80de663820e136105ecb18125743fJason Ekstrand 175ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand nir_lower_system_values(nir); 176ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand nir_validate_shader(nir); 177a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 178a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1798aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand /* Vulkan uses the separate-shader linking model */ 1808aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand nir->info.separate_shader = true; 1818aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand 18212f88ba32a14ea79134f4e995a55149f078a2f27Jason Ekstrand nir = brw_preprocess_nir(compiler, nir); 183a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1840fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir_shader_gather_info(nir, entry_point->impl); 185a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 186e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand nir_variable_mode indirect_mask = 0; 187dc3de6f8df8784c477946d50baa7b5634f06b461Jason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectInput) 188e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand indirect_mask |= nir_var_shader_in; 189ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectTemp) 190e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand indirect_mask |= nir_var_local; 191ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand 192ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand nir_lower_indirect_derefs(nir, indirect_mask); 193ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand 194a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 195a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 196cb57bff36c5b8f449f4f9738e71d5359d9090fc8Chad Versace 19705a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyPipeline( 1986e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace VkDevice _device, 199fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkPipeline _pipeline, 200fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 2016e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace{ 2026e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_device, device, _device); 2036e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_pipeline, pipeline, _pipeline); 2046e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 205fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, 206fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pAllocator ? pAllocator : &device->alloc); 20791bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand if (pipeline->blend_state.map) 20891bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand anv_state_pool_free(&device->dynamic_state_pool, pipeline->blend_state); 20910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 21010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (unsigned s = 0; s < MESA_SHADER_STAGES; s++) { 21110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->shaders[s]) 21210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_shader_bin_unref(device, pipeline->shaders[s]); 21310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 21410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 215fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_free2(&device->alloc, pAllocator, pipeline); 2166e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace} 2176e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 2189c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsbergstatic const uint32_t vk_to_gen_primitive_type[] = { 2196a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_POINT_LIST] = _3DPRIM_POINTLIST, 2206a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST] = _3DPRIM_LINELIST, 2216a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP] = _3DPRIM_LINESTRIP, 2226a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST] = _3DPRIM_TRILIST, 2236a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP] = _3DPRIM_TRISTRIP, 2246a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_FAN] = _3DPRIM_TRIFAN, 2256a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST_WITH_ADJACENCY] = _3DPRIM_LINELIST_ADJ, 2266a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP_WITH_ADJACENCY] = _3DPRIM_LINESTRIP_ADJ, 2276a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST_WITH_ADJACENCY] = _3DPRIM_TRILIST_ADJ, 2286a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP_WITH_ADJACENCY] = _3DPRIM_TRISTRIP_ADJ, 2296a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand/* [VK_PRIMITIVE_TOPOLOGY_PATCH_LIST] = _3DPRIM_PATCHLIST_1 */ 2309c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg}; 2319c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 2321a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrandstatic void 233527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_sampler_prog_key(const struct gen_device_info *devinfo, 234a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_sampler_prog_key_data *key) 235a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 236a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle texture swizzle on HSW- */ 237a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (int i = 0; i < MAX_SAMPLERS; i++) { 238a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Assume color sampler, no swizzling. (Works for BDW+) */ 239a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->swizzles[i] = SWIZZLE_XYZW; 240a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 241a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 242a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 243a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 244527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_vs_prog_key(const struct gen_device_info *devinfo, 245a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key *key) 246a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 247a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 248a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 249a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 250a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 251a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle vertex input work-arounds */ 252a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 253a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle sampler_prog_key */ 254a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 255a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 256a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 257527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_gs_prog_key(const struct gen_device_info *devinfo, 258d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key *key) 259d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 260d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand memset(key, 0, sizeof(*key)); 261d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 262d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 263d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 264d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 265d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic void 266527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_wm_prog_key(const struct gen_device_info *devinfo, 267a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 2682997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace const struct anv_graphics_pipeline_create_info *extra, 269a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key *key) 270a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 271a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ANV_FROM_HANDLE(anv_render_pass, render_pass, info->renderPass); 272a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 273a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 274a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 275a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 276a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 27737b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand /* TODO: Fill out key->input_slots_valid */ 27837b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand 279a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Vulkan doesn't specify a default */ 280a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->high_quality_derivatives = false; 281a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 282a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX Vulkan doesn't appear to specify */ 283a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->clamp_fragment_color = false; 284a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 2852997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace if (extra && extra->color_attachment_count >= 0) { 2862997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace key->nr_color_regions = extra->color_attachment_count; 2872997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace } else { 2882997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace key->nr_color_regions = 2892997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace render_pass->subpasses[info->subpass].color_count; 2902997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace } 291a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 292a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->replicate_alpha = key->nr_color_regions > 1 && 2939fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState && 2949fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState->alphaToCoverageEnable; 295a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 2967f2284063df569df40f68074833f1518005d348dJason Ekstrand if (info->pMultisampleState && info->pMultisampleState->rasterizationSamples > 1) { 297a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We should probably pull this out of the shader, but it's fairly 298a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * harmless to compute it and then let dead-code take care of it. 299a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 300712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand key->persample_interp = 301712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand (info->pMultisampleState->minSampleShading * 302712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand info->pMultisampleState->rasterizationSamples) > 1; 30381407531e0b8d2e6a7f9c39cb44ed6a72dc61e77Kenneth Graunke key->multisample_fbo = true; 304a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 305a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 306a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 307a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 308527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_cs_prog_key(const struct gen_device_info *devinfo, 309a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key *key) 310a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 311a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 312a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 313a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 314a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 315a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 316a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 317a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile(struct anv_pipeline *pipeline, 318e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 319e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand const char *entrypoint, 320a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 3219b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info, 3226139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct brw_stage_prog_data *prog_data, 3236139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map *map) 324a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 325e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand nir_shader *nir = anv_shader_compile_to_nir(pipeline->device, 3269b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand module, entrypoint, stage, 3279b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_info); 328a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (nir == NULL) 329a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return NULL; 330a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 33135b758c378900b2c611050e782ca8100fbcc671dJason Ekstrand anv_nir_lower_push_constants(nir); 332a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 333a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Figure out the number of parameters */ 334a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params = 0; 335a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 3363883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 337a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* If the shader uses any push constants at all, we'll just give 338a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * them the maximum possible number 339a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 3401eed753ee8725baf41790d30f94bc3567653c28cJason Ekstrand assert(nir->num_uniforms <= MAX_PUSH_CONSTANTS_SIZE); 341a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params += MAX_PUSH_CONSTANTS_SIZE / sizeof(float); 342a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 343a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 344a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (pipeline->layout && pipeline->layout->stage[stage].has_dynamic_offsets) 345612e35b2c65c99773b73e53d0e6fd112b1a7431fJason Ekstrand prog_data->nr_params += MAX_DYNAMIC_BUFFERS * 2; 346a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 3478ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen if (nir->info.num_images > 0) { 348e0565f40ea7f1653318a3e33cfeb46dcdbfd28aeJason Ekstrand prog_data->nr_params += nir->info.num_images * BRW_IMAGE_PARAM_SIZE; 3498ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 3508ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen } 3518ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 352fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen if (stage == MESA_SHADER_COMPUTE) 353fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen ((struct brw_cs_prog_data *)prog_data)->thread_local_id_index = 354fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen prog_data->nr_params++; /* The CS Thread ID uniform */ 355fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen 3568ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen if (nir->info.num_ssbos > 0) 3578ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 35843ac954e25f28d240da65ed816458d3529675a04Jason Ekstrand 359a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (prog_data->nr_params > 0) { 360fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand /* XXX: I think we're leaking this */ 361d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param = (const union gl_constant_value **) 362d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand malloc(prog_data->nr_params * sizeof(union gl_constant_value *)); 363a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 364a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We now set the param values to be offsets into a 365a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * anv_push_constant_data structure. Since the compiler doesn't 366a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * actually dereference any of the gl_constant_value pointers in the 367a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * params array, it doesn't really matter what we put here. 368a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 369a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_push_constants *null_data = NULL; 3703883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 371a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Fill out the push constants section of the param array */ 372a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (unsigned i = 0; i < MAX_PUSH_CONSTANTS_SIZE / sizeof(float); i++) 373d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param[i] = (const union gl_constant_value *) 374a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &null_data->client_data[i * sizeof(float)]; 375a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 376a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 377a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 378a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Set up dynamic offsets */ 379a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_nir_apply_dynamic_offsets(pipeline, nir, prog_data); 380a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 381a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Apply the actual pipeline layout to UBOs, SSBOs, and textures */ 382cd75ff5d1749b9a982546b54cd2655930d2a5402Jason Ekstrand if (pipeline->layout) 3836139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg anv_nir_apply_pipeline_layout(pipeline, nir, prog_data, map); 384a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 385a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* nir_lower_io will only handle the push constants; we need to set this 386a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * to the full number of possible uniforms. 387a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 388d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand nir->num_uniforms = prog_data->nr_params * 4; 389a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 390a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 391a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 392a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 393a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 39475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandanv_fill_binding_table(struct brw_stage_prog_data *prog_data, unsigned bias) 39575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand{ 39675af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.size_bytes = 0; 39775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.texture_start = bias; 3983c0077a6ec4c0ffd6e74e219c786d5d7f9217ce9Jason Ekstrand prog_data->binding_table.gather_texture_start = bias; 39975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ubo_start = bias; 40075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ssbo_start = bias; 40175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.image_start = bias; 40275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand} 40375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 40410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandstatic struct anv_shader_bin * 40510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandanv_pipeline_upload_kernel(struct anv_pipeline *pipeline, 40610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_pipeline_cache *cache, 40710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *key_data, uint32_t key_size, 40810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *kernel_data, uint32_t kernel_size, 40910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *prog_data, uint32_t prog_data_size, 41010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const struct anv_pipeline_bind_map *bind_map) 41110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand{ 41210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 41310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return anv_pipeline_cache_upload_kernel(cache, key_data, key_size, 41410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel_data, kernel_size, 41510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand prog_data, prog_data_size, 41610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bind_map); 41710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } else { 41810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return anv_shader_bin_create(pipeline->device, key_data, key_size, 41910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel_data, kernel_size, 42010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand prog_data, prog_data_size, bind_map); 42110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 42210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand} 42310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 42410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 42575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandstatic void 426a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_add_compiled_stage(struct anv_pipeline *pipeline, 427a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 42810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *shader) 429a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 43010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->shaders[stage] = shader; 431a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand pipeline->active_stages |= mesa_to_vk_shader_stage(stage); 432a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 433a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 434a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 435a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_vs(struct anv_pipeline *pipeline, 43630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 437a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 438e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 4399b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 4409b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 441a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 442a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 443a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 4446139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 445a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key key; 44610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 44787967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 448a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 449a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_vs_prog_key(&pipeline->device->info, &key); 450a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 45110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 4522301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 4532301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 45410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 45539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 456a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 45710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 4582b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_vs_prog_data prog_data = { 0, }; 4596139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 4606139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 4616139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 4626139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 4636139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 4646139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 4656139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 466a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 46739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 46839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_VERTEX, spec_info, 4696139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 47039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 47139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 47239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 47375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 47475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 47539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 476a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 47739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 47839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 479a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 4802b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg prog_data.inputs_read = nir->info.inputs_read; 481a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 48239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 4832b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 48439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.outputs_written, 48539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.separate_shader); 486a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 48739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 48839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 4892b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_vs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 49039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, false, -1, &code_size, NULL); 49139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 49239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 49339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 49439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 495a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 49610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 49710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 49810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand &prog_data, sizeof(prog_data), &map); 49910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 50010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 50110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 50210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 50310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 504a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 505a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 506a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 5072b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg const struct brw_vs_prog_data *vs_prog_data = 50810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand (const struct brw_vs_prog_data *)anv_shader_bin_get_prog_data(bin); 5092b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg 5102b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg if (vs_prog_data->base.dispatch_mode == DISPATCH_MODE_SIMD8) { 51110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->vs_simd8 = bin->kernel.offset; 512a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_vec4 = NO_KERNEL; 513a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } else { 514a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_simd8 = NO_KERNEL; 51510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->vs_vec4 = bin->kernel.offset; 516a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 517a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 51810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_VERTEX, bin); 519a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 520a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 521a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 522a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 523a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 524d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandanv_pipeline_compile_gs(struct anv_pipeline *pipeline, 52530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 526d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const VkGraphicsPipelineCreateInfo *info, 527e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 5289b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 5299b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 530d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 531d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const struct brw_compiler *compiler = 532d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand pipeline->device->instance->physicalDevice.compiler; 5336139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 534d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key key; 53510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 53687967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 537d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 538d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_gs_prog_key(&pipeline->device->info, &key); 539d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 54010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 5412301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 5422301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 54310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 54439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 545d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 54610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 5472b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_gs_prog_data prog_data = { 0, }; 5486139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 5496139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 5506139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 5516139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 5526139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 5536139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 5546139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 555d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 55639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 55739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_GEOMETRY, spec_info, 5586139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 55939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 56039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 56139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 56275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 56375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 56439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 565d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 56639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 56739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 568d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 56939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 5702b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 57139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.outputs_written, 57239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.separate_shader); 5735e57a87dcfea5b1e363e96946c456651d43176c2Jason Ekstrand 57439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 57539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 5762b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_gs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 57739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, -1, &code_size, NULL); 57839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 57939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 58039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 58139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 58239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 58339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg /* TODO: SIMD8 GS */ 58410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 58510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 58610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand &prog_data, sizeof(prog_data), &map); 58710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 58810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 58910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 59010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 591d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 592d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand ralloc_free(mem_ctx); 593d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand } 594d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 59510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->gs_kernel = bin->kernel.offset; 596d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 59710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_GEOMETRY, bin); 598d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 599d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand return VK_SUCCESS; 600d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 601d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 602d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic VkResult 603a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_fs(struct anv_pipeline *pipeline, 60430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 605a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 6062997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace const struct anv_graphics_pipeline_create_info *extra, 607e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 6089b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 6099b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 610a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 611a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 612a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 6136139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 614a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key key; 61510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 61687967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 617a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 6182997b0da4a71fb3019ba9234cc94ec42fa2e5641Chad Versace populate_wm_prog_key(&pipeline->device->info, info, extra, &key); 619a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 62010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 6212301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 6222301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 62310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 62439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 62539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 62610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 6272b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_wm_prog_data prog_data = { 0, }; 6286139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 6296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 630a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 6316139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 632cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .surface_to_descriptor = surface_to_descriptor + 8, 6336139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 6346139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 635a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 63639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 63739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_FRAGMENT, spec_info, 6386139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 63939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 64039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 641a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 642cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned num_rts = 0; 643cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand struct anv_pipeline_binding rt_bindings[8]; 64493bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke nir_function_impl *impl = nir_shader_get_entrypoint(nir); 645fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand nir_foreach_variable_safe(var, &nir->outputs) { 646fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (var->data.location < FRAG_RESULT_DATA0) 647fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand continue; 648fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 649fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand unsigned rt = var->data.location - FRAG_RESULT_DATA0; 650fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (rt >= key.nr_color_regions) { 651cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Out-of-bounds, throw it away */ 652fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand var->data.mode = nir_var_local; 653fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_node_remove(&var->node); 654fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_list_push_tail(&impl->locals, &var->node); 655cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand continue; 656cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 657cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 658cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Give it a new, compacted, location */ 659cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand var->data.location = FRAG_RESULT_DATA0 + num_rts; 660cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 661cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned array_len = 662cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand glsl_type_is_array(var->type) ? glsl_get_length(var->type) : 1; 663cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts + array_len <= 8); 664cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 665cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand for (unsigned i = 0; i < array_len; i++) { 6664200c2266e9c1f76e54d667e69a1a69516e6bf57Jason Ekstrand rt_bindings[num_rts + i] = (struct anv_pipeline_binding) { 667cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 668a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 669a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .index = rt + i, 670cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 671fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand } 672cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 673cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts += array_len; 674cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 675cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 676cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (pipeline->use_repclear) { 677cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts == 1); 678cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand key.nr_color_regions = 1; 679fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand } 680fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 681cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (num_rts == 0) { 682cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* If we have no render targets, we need a null render target */ 683cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand rt_bindings[0] = (struct anv_pipeline_binding) { 684cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 685a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 686c99a0a8bcece2870f3e93328ab520efc2c9f7983Chad Versace .index = UINT8_MAX, 687cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 688cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts = 1; 689cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 690cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 691cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts <= 8); 692cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_to_descriptor -= num_rts; 693cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_count += num_rts; 694cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(map.surface_count <= 256); 695cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand memcpy(map.surface_to_descriptor, rt_bindings, 696cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts * sizeof(*rt_bindings)); 697cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 698cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand anv_fill_binding_table(&prog_data.base, num_rts); 69975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 70039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 70139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 70239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 70339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 704a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 70539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 70639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 7072b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_fs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 708265487aedfabbcfb073f9d6053d1ceb510b78b27Jason Ekstrand NULL, -1, -1, true, pipeline->use_repclear, 709265487aedfabbcfb073f9d6053d1ceb510b78b27Jason Ekstrand &code_size, NULL); 71039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 71139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 71239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 71339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 714a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 71510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 71610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 71710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand &prog_data, sizeof(prog_data), &map); 71810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 71910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 72010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 72110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 722a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 723a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 724a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 725a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 72610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->ps_ksp0 = bin->kernel.offset; 72710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 72810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_FRAGMENT, bin); 729a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 730a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 731a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 732a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 733a71e614d33e8d869bbaced8948349a7180783ab7Jason EkstrandVkResult 734a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_cs(struct anv_pipeline *pipeline, 73530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 736a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkComputePipelineCreateInfo *info, 737e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 7389b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 7399b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 740a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 741a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 742a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 7436139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 744a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key key; 74510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 74687967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 747a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 748a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_cs_prog_key(&pipeline->device->info, &key); 749a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 75010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 7512301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 7522301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 75310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 75439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 75539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 75610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 7572b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_cs_prog_data prog_data = { 0, }; 7586139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 7596139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 760a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 7616139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 7626139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 7636139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 7646139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 765a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 76639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 76739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_COMPUTE, spec_info, 7686139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 76939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 77039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 7715e82a91324d13c9194416347521120a93beef133Jordan Justen 77275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base, 1); 77375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 77439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 77597b09a92686d75ba2faca2fb20276c75f630f691Jordan Justen 77639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 77739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 778a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 77939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 78039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 7812b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_cs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 78239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg -1, &code_size, NULL); 78339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 78439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 78539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 78639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 787a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 78810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 78910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 79010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand &prog_data, sizeof(prog_data), &map); 79110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 79210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 79310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 79410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 7956139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 796a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 797a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 798a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 79910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->cs_simd = bin->kernel.offset; 800a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 80110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_COMPUTE, bin); 802a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 803a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 804a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 805a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 8068a80af282091e692da7bf4e412918ba2362dfb4fJordan Justenvoid 8078a80af282091e692da7bf4e412918ba2362dfb4fJordan Justenanv_compute_urb_partition(struct anv_pipeline *pipeline) 808a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 809527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrand const struct gen_device_info *devinfo = &pipeline->device->info; 8108a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen 811a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand bool vs_present = pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT; 8122b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg unsigned vs_size = vs_present ? 8132b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg get_vs_prog_data(pipeline)->base.urb_entry_size : 1; 814a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_entry_size_bytes = vs_size * 64; 815a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand bool gs_present = pipeline->active_stages & VK_SHADER_STAGE_GEOMETRY_BIT; 8162b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg unsigned gs_size = gs_present ? 8172b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg get_gs_prog_data(pipeline)->base.urb_entry_size : 1; 818a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned gs_entry_size_bytes = gs_size * 64; 819a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 820a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* From p35 of the Ivy Bridge PRM (section 1.7.1: 3DSTATE_URB_GS): 821a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * 822a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * VS Number of URB Entries must be divisible by 8 if the VS URB Entry 823a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * Allocation Size is less than 9 512-bit URB entries. 824a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * 825a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * Similar text exists for GS. 826a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 827a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_granularity = (vs_size < 9) ? 8 : 1; 828a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned gs_granularity = (gs_size < 9) ? 8 : 1; 829a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 830a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* URB allocations must be done in 8k chunks. */ 831a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned chunk_size_bytes = 8192; 832a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 833a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Determine the size of the URB in chunks. */ 8348a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen unsigned urb_chunks = pipeline->urb.total_size * 1024 / chunk_size_bytes; 835a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 836a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Reserve space for push constants */ 83751b618285d846295ef90fa49364d39eea4843801Jason Ekstrand unsigned push_constant_kb; 83851b618285d846295ef90fa49364d39eea4843801Jason Ekstrand if (pipeline->device->info.gen >= 8) 83951b618285d846295ef90fa49364d39eea4843801Jason Ekstrand push_constant_kb = 32; 84051b618285d846295ef90fa49364d39eea4843801Jason Ekstrand else if (pipeline->device->info.is_haswell) 84151b618285d846295ef90fa49364d39eea4843801Jason Ekstrand push_constant_kb = pipeline->device->info.gt == 3 ? 32 : 16; 84251b618285d846295ef90fa49364d39eea4843801Jason Ekstrand else 84351b618285d846295ef90fa49364d39eea4843801Jason Ekstrand push_constant_kb = 16; 84451b618285d846295ef90fa49364d39eea4843801Jason Ekstrand 8453f115177302d1a969181649fde8c2332563aac73Kenneth Graunke unsigned push_constant_bytes = push_constant_kb * 1024; 846a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned push_constant_chunks = 847a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand push_constant_bytes / chunk_size_bytes; 848a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 849a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Initially, assign each stage the minimum amount of URB space it needs, 850a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * and make a note of how much additional space it "wants" (the amount of 851a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * additional space it could actually make use of). 852a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 853a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 854a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* VS has a lower limit on the number of URB entries */ 855a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_chunks = 856a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ALIGN(devinfo->urb.min_vs_entries * vs_entry_size_bytes, 857a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand chunk_size_bytes) / chunk_size_bytes; 858a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_wants = 859a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ALIGN(devinfo->urb.max_vs_entries * vs_entry_size_bytes, 860a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand chunk_size_bytes) / chunk_size_bytes - vs_chunks; 861a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 862a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned gs_chunks = 0; 863a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned gs_wants = 0; 864a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (gs_present) { 865a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* There are two constraints on the minimum amount of URB space we can 866a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * allocate: 867a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * 868a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * (1) We need room for at least 2 URB entries, since we always operate 869a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * the GS in DUAL_OBJECT mode. 870a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * 871a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * (2) We can't allocate less than nr_gs_entries_granularity. 872a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 873a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand gs_chunks = ALIGN(MAX2(gs_granularity, 2) * gs_entry_size_bytes, 874a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand chunk_size_bytes) / chunk_size_bytes; 875a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand gs_wants = 876a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ALIGN(devinfo->urb.max_gs_entries * gs_entry_size_bytes, 877a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand chunk_size_bytes) / chunk_size_bytes - gs_chunks; 878a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 879a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 880a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* There should always be enough URB space to satisfy the minimum 881a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * requirements of each stage. 882a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 883a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned total_needs = push_constant_chunks + vs_chunks + gs_chunks; 884a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(total_needs <= urb_chunks); 885a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 886a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Mete out remaining space (if any) in proportion to "wants". */ 887a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned total_wants = vs_wants + gs_wants; 888a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned remaining_space = urb_chunks - total_needs; 889a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (remaining_space > total_wants) 890a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand remaining_space = total_wants; 891a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (remaining_space > 0) { 892a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned vs_additional = (unsigned) 893a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand round(vs_wants * (((double) remaining_space) / total_wants)); 894a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand vs_chunks += vs_additional; 895a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand remaining_space -= vs_additional; 896a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand gs_chunks += remaining_space; 897a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 898a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 899a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Sanity check that we haven't over-allocated. */ 900a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(push_constant_chunks + vs_chunks + gs_chunks <= urb_chunks); 901a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 902a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Finally, compute the number of entries that can fit in the space 903a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * allocated to each stage. 904a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 905a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned nr_vs_entries = vs_chunks * chunk_size_bytes / vs_entry_size_bytes; 906a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned nr_gs_entries = gs_chunks * chunk_size_bytes / gs_entry_size_bytes; 907a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 908a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Since we rounded up when computing *_wants, this may be slightly more 909a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * than the maximum allowed amount, so correct for that. 910a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 911a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nr_vs_entries = MIN2(nr_vs_entries, devinfo->urb.max_vs_entries); 912a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nr_gs_entries = MIN2(nr_gs_entries, devinfo->urb.max_gs_entries); 913a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 914a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Ensure that we program a multiple of the granularity. */ 915a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nr_vs_entries = ROUND_DOWN_TO(nr_vs_entries, vs_granularity); 916a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nr_gs_entries = ROUND_DOWN_TO(nr_gs_entries, gs_granularity); 917a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 918a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Finally, sanity check to make sure we have at least the minimum number 919a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * of entries needed for each stage. 920a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 921a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(nr_vs_entries >= devinfo->urb.min_vs_entries); 922a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (gs_present) 923a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(nr_gs_entries >= 2); 924a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 925a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Lay out the URB in the following order: 926a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * - push constants 927a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * - VS 928a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * - GS 929a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 9301024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.start[MESA_SHADER_VERTEX] = push_constant_chunks; 9311024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.size[MESA_SHADER_VERTEX] = vs_size; 9321024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.entries[MESA_SHADER_VERTEX] = nr_vs_entries; 933a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 9341024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.start[MESA_SHADER_GEOMETRY] = push_constant_chunks + vs_chunks; 9351024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.size[MESA_SHADER_GEOMETRY] = gs_size; 9361024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.entries[MESA_SHADER_GEOMETRY] = nr_gs_entries; 9371024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke 9381024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.start[MESA_SHADER_TESS_CTRL] = push_constant_chunks; 9391024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.size[MESA_SHADER_TESS_CTRL] = 1; 9401024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.entries[MESA_SHADER_TESS_CTRL] = 0; 9411024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke 9421024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.start[MESA_SHADER_TESS_EVAL] = push_constant_chunks; 9431024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.size[MESA_SHADER_TESS_EVAL] = 1; 9441024a66fc4ff34a03ecfdf3ec053cb874fb206feKenneth Graunke pipeline->urb.entries[MESA_SHADER_TESS_EVAL] = 0; 945a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 946a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 947a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery/** 948a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Copy pipeline state not marked as dynamic. 949a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Dynamic state is pipeline state which hasn't been provided at pipeline 950a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * creation time, but is dynamically provided afterwards using various 951a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * vkCmdSet* functions. 952a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 953a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * The set of state considered "non_dynamic" is determined by the pieces of 954a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * state that have their corresponding VkDynamicState enums omitted from 955a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * VkPipelineDynamicStateCreateInfo::pDynamicStates. 956a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 957a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[out] pipeline Destination non_dynamic state. 958a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[in] pCreateInfo Source of non_dynamic state to be copied. 959a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery */ 960a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 961a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Cherycopy_non_dynamic_state(struct anv_pipeline *pipeline, 962a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery const VkGraphicsPipelineCreateInfo *pCreateInfo) 9631a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand{ 9644d4e559b6a26d2942c2a24cc81588adc2482f415Chad Versace anv_cmd_dirty_mask_t states = ANV_CMD_DIRTY_DYNAMIC_ALL; 9652484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace ANV_FROM_HANDLE(anv_render_pass, pass, pCreateInfo->renderPass); 9662484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace struct anv_subpass *subpass = &pass->subpasses[pCreateInfo->subpass]; 9672484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9682484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pipeline->dynamic_state = default_dynamic_state; 9691a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 970368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (pCreateInfo->pDynamicState) { 971368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand /* Remove all of the states that are marked as dynamic */ 972368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand uint32_t count = pCreateInfo->pDynamicState->dynamicStateCount; 973368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand for (uint32_t s = 0; s < count; s++) 974368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand states &= ~(1 << pCreateInfo->pDynamicState->pDynamicStates[s]); 975368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 9761a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 9771a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand struct anv_dynamic_state *dynamic = &pipeline->dynamic_state; 9781a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 979a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 980a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 981a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pViewportState is [...] NULL if the pipeline 982a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * has rasterization disabled. 983a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 984a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 985a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pViewportState); 986a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 987a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->viewport.count = pCreateInfo->pViewportState->viewportCount; 988a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_VIEWPORT)) { 989a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->viewport.viewports, 990a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pViewports, 991a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->viewportCount); 992a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 993368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 994a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->scissor.count = pCreateInfo->pViewportState->scissorCount; 995a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_SCISSOR)) { 996a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->scissor.scissors, 997a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pScissors, 998a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->scissorCount); 999a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 1000368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 1001368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 1002368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_LINE_WIDTH)) { 10037f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 10047f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->line_width = pCreateInfo->pRasterizationState->lineWidth; 1005368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 1006368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 1007368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BIAS)) { 10087f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 10094ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.bias = 10107f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasConstantFactor; 10117f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->depth_bias.clamp = 10127f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasClamp; 10134ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.slope = 10147f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasSlopeFactor; 1015368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 1016368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 1017a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 1018a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 1019a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pColorBlendState is [...] NULL if the pipeline has rasterization 1020a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is 1021a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * created against does not use any color attachments. 1022a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 1023a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery bool uses_color_att = false; 1024a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery for (unsigned i = 0; i < subpass->color_count; ++i) { 1025a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (subpass->color_attachments[i] != VK_ATTACHMENT_UNUSED) { 1026a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery uses_color_att = true; 1027a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery break; 1028a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 1029a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 1030a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 1031a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (uses_color_att && 1032a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery !pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 1033368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand assert(pCreateInfo->pColorBlendState); 1034a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 1035a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_BLEND_CONSTANTS)) 1036a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->blend_constants, 1037a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pColorBlendState->blendConstants, 4); 10381a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand } 1039368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 10402484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* If there is no depthstencil attachment, then don't read 10412484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * pDepthStencilState. The Vulkan spec states that pDepthStencilState may 10422484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * be NULL in this case. Even if pDepthStencilState is non-NULL, there is 10432484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * no need to override the depthstencil defaults in 10442484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * anv_pipeline::dynamic_state when there is no depthstencil attachment. 10452484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 1046a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * Section 9.2 of the Vulkan 1.0.15 spec says: 10472484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 1048a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pDepthStencilState is [...] NULL if the pipeline has rasterization 1049a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is created 1050a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * against does not use a depth/stencil attachment. 10512484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace */ 1052a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable && 1053a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) { 1054a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pDepthStencilState); 1055a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 10562484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BOUNDS)) { 10572484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.min = 10582484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->minDepthBounds; 10592484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.max = 10602484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->maxDepthBounds; 10612484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 10622484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 10632484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK)) { 10642484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.front = 10654ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.compareMask; 10662484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.back = 10674ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.compareMask; 10682484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 10692484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 10702484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_WRITE_MASK)) { 10712484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.front = 10724ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.writeMask; 10732484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.back = 10744ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.writeMask; 10752484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 10762484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 10772484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_REFERENCE)) { 10782484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.front = 10794ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.reference; 10802484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.back = 10814ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.reference; 10822484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 1083368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 1084368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 1085368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand pipeline->dynamic_state_mask = states; 10861a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand} 10871a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 1088b51468b519f447c8e0afd492ce09d7c9485e222bChad Versacestatic void 1089b51468b519f447c8e0afd492ce09d7c9485e222bChad Versaceanv_pipeline_validate_create_info(const VkGraphicsPipelineCreateInfo *info) 1090b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace{ 1091b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_render_pass *renderpass = NULL; 1092b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_subpass *subpass = NULL; 1093b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1094b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace /* Assert that all required members of VkGraphicsPipelineCreateInfo are 1095b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * present, as explained by the Vulkan (20 Oct 2015, git-aa308cb), Section 1096b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * 4.2 Graphics Pipeline. 1097b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace */ 1098b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->sType == VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO); 1099b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1100b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace renderpass = anv_render_pass_from_handle(info->renderPass); 1101b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(renderpass); 1102b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1103b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace if (renderpass != &anv_meta_dummy_renderpass) { 1104b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->subpass < renderpass->subpass_count); 1105b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace subpass = &renderpass->subpasses[info->subpass]; 1106b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1107b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1108b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->stageCount >= 1); 1109b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pVertexInputState); 1110b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pInputAssemblyState); 1111b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pViewportState); 11127f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(info->pRasterizationState); 1113b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1114b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace if (subpass && subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) 1115b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pDepthStencilState); 1116b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1117b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace if (subpass && subpass->color_count > 0) 1118b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pColorBlendState); 1119b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1120b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace for (uint32_t i = 0; i < info->stageCount; ++i) { 1121b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace switch (info->pStages[i].stage) { 1122a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT: 1123a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT: 1124b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pTessellationState); 1125b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 1126b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace default: 1127b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 1128b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1129b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1130b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace} 1131b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 113242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand/** 113342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * Calculate the desired L3 partitioning based on the current state of the 113442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * pipeline. For now this simply returns the conservative defaults calculated 113542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * by get_default_l3_weights(), but we could probably do better by gathering 113642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * more statistics from the pipeline state (e.g. guess of expected URB usage 113742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * and bound surfaces), or by using feed-back from performance counters. 113842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand */ 113942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandvoid 114042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandanv_pipeline_setup_l3_config(struct anv_pipeline *pipeline, bool needs_slm) 114142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand{ 114242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const struct gen_device_info *devinfo = &pipeline->device->info; 114342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 114442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const struct gen_l3_weights w = 114542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand gen_get_default_l3_weights(devinfo, pipeline->needs_data_cache, needs_slm); 114642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 114742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.l3_config = gen_get_l3_config(devinfo, w); 114842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.total_size = 114942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand gen_get_l3_config_urb_size(devinfo, pipeline->urb.l3_config); 115042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand} 115142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 11529c752b5b38305acaf863fc0165565fcf6f8f390aKristian HøgsbergVkResult 115330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensenanv_pipeline_init(struct anv_pipeline *pipeline, 115430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_device *device, 115530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 11569c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkGraphicsPipelineCreateInfo *pCreateInfo, 1157fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const struct anv_graphics_pipeline_create_info *extra, 1158fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks *alloc) 11599c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg{ 1160b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen VkResult result; 1161b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen 1162b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_validate { 1163b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_pipeline_validate_create_info(pCreateInfo); 1164b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1165b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1166fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand if (alloc == NULL) 1167fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand alloc = &device->alloc; 1168fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 11699c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->device = device; 11709c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->layout = anv_pipeline_layout_from_handle(pCreateInfo->layout); 11719c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1172b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen result = anv_reloc_list_init(&pipeline->batch_relocs, alloc); 1173b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen if (result != VK_SUCCESS) 1174b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen return result; 1175fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 1176fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pipeline->batch.alloc = alloc; 11779c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.next = pipeline->batch.start = pipeline->batch_data; 11789c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.end = pipeline->batch.start + sizeof(pipeline->batch_data); 11799c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.relocs = &pipeline->batch_relocs; 11809c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1181a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery copy_non_dynamic_state(pipeline, pCreateInfo); 1182eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pipeline->depth_clamp_enable = pCreateInfo->pRasterizationState && 1183eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pCreateInfo->pRasterizationState->depthClampEnable; 11841a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 11859c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->use_repclear = extra && extra->use_repclear; 11869c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 11878ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = false; 11888ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 1189a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* When we free the pipeline, we detect stages based on the NULL status 1190a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * of various prog_data pointers. Make them NULL by default. 1191a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 119210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand memset(pipeline->shaders, 0, sizeof(pipeline->shaders)); 11939c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1194a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_simd8 = NO_KERNEL; 1195a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_vec4 = NO_KERNEL; 11967edcc59a7bd94280f517b161a860e06197c98b4cJordan Justen pipeline->gs_kernel = NO_KERNEL; 1197292031a1a520d6ddc34ef6b96c262d1f9e335410Kristian Høgsberg pipeline->ps_ksp0 = NO_KERNEL; 11989c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1199a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->active_stages = 0; 1200a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1201623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke const VkPipelineShaderStageCreateInfo *pStages[MESA_SHADER_STAGES] = { 0, }; 1202623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke struct anv_shader_module *modules[MESA_SHADER_STAGES] = { 0, }; 1203a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (uint32_t i = 0; i < pCreateInfo->stageCount; i++) { 1204623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke gl_shader_stage stage = ffs(pCreateInfo->pStages[i].stage) - 1; 1205623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke pStages[stage] = &pCreateInfo->pStages[i]; 1206623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke modules[stage] = anv_shader_module_from_handle(pStages[stage]->module); 1207623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1208623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1209623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_VERTEX]) { 1210d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_vs(pipeline, cache, pCreateInfo, 1211d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_VERTEX], 1212d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pName, 1213d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pSpecializationInfo); 1214d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1215d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1216623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1217623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 121832aa01663ff649a399480886106e203cc347c212Kristian Høgsberg if (modules[MESA_SHADER_TESS_CTRL] || modules[MESA_SHADER_TESS_EVAL]) 121932aa01663ff649a399480886106e203cc347c212Kristian Høgsberg anv_finishme("no tessellation support"); 122032aa01663ff649a399480886106e203cc347c212Kristian Høgsberg 1221623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_GEOMETRY]) { 1222d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_gs(pipeline, cache, pCreateInfo, 1223d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_GEOMETRY], 1224d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pName, 1225d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pSpecializationInfo); 1226d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1227d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1228623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1229623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1230623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_FRAGMENT]) { 1231d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_fs(pipeline, cache, pCreateInfo, extra, 1232d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_FRAGMENT], 1233d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pName, 1234d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pSpecializationInfo); 1235d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1236d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 12379c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 12389c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1239a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (!(pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT)) { 1240a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Vertex is only optional if disable_vs is set */ 1241a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(extra->disable_vs); 1242a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 1243a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 124442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand anv_pipeline_setup_l3_config(pipeline, false); 12458a80af282091e692da7bf4e412918ba2362dfb4fJordan Justen anv_compute_urb_partition(pipeline); 1246a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 12479c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineVertexInputStateCreateInfo *vi_info = 12489c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pVertexInputState; 1249e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1250e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand uint64_t inputs_read; 1251e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand if (extra && extra->disable_vs) { 1252e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand /* If the VS is disabled, just assume the user knows what they're 1253e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand * doing and apply the layout blindly. This can only come from 1254e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand * meta, so this *should* be safe. 1255e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand */ 1256e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand inputs_read = ~0ull; 1257e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } else { 12582b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg inputs_read = get_vs_prog_data(pipeline)->inputs_read; 1259e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1260e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 12619c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->vb_used = 0; 1262e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexAttributeDescriptionCount; i++) { 1263e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand const VkVertexInputAttributeDescription *desc = 1264e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand &vi_info->pVertexAttributeDescriptions[i]; 1265e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1266e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand if (inputs_read & (1 << (VERT_ATTRIB_GENERIC0 + desc->location))) 1267e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand pipeline->vb_used |= 1 << desc->binding; 1268e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1269e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1270e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexBindingDescriptionCount; i++) { 12719c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkVertexInputBindingDescription *desc = 12729c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg &vi_info->pVertexBindingDescriptions[i]; 12739c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1274e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand pipeline->binding_stride[desc->binding] = desc->stride; 12759c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12769c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg /* Step rate is programmed per vertex element (attribute), not 12779c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * binding. Set up a map of which bindings step per instance, for 12789c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * reference by vertex element setup. */ 12799b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand switch (desc->inputRate) { 12809c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg default: 12819b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_VERTEX: 12829c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = false; 12839c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 12849b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_INSTANCE: 12859c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = true; 12869c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 12879c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 12889c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 12899c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12909c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineInputAssemblyStateCreateInfo *ia_info = 12919c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pInputAssemblyState; 12929c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->primitive_restart = ia_info->primitiveRestartEnable; 12939c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->topology = vk_to_gen_primitive_type[ia_info->topology]; 12949c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12959c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg if (extra && extra->use_rectlist) 12969c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->topology = _3DPRIM_RECTLIST; 12979c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 12989c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg return VK_SUCCESS; 1299d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1300d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrandcompile_fail: 130110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (unsigned s = 0; s < MESA_SHADER_STAGES; s++) { 130210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->shaders[s]) 130310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_shader_bin_unref(device, pipeline->shaders[s]); 130410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 130510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 1306d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, alloc); 1307d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1308d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand return result; 13099c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg} 13109c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 13110bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian HøgsbergVkResult 13120bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberganv_graphics_pipeline_create( 13130bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg VkDevice _device, 131430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen VkPipelineCache _cache, 13150bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg const VkGraphicsPipelineCreateInfo *pCreateInfo, 13160bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg const struct anv_graphics_pipeline_create_info *extra, 1317fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks *pAllocator, 13180bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg VkPipeline *pPipeline) 13190bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg{ 13200bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg ANV_FROM_HANDLE(anv_device, device, _device); 132130521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen ANV_FROM_HANDLE(anv_pipeline_cache, cache, _cache); 132230521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen 13230bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg switch (device->info.gen) { 1324f1455ffac78b1369d9c4187b7f1d36c2d96e0babKristian Høgsberg case 7: 1325f0390bcad6b5e1f1e94bbf762ccc98bf499c022bJason Ekstrand if (device->info.is_haswell) 132630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen75_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 1327f0390bcad6b5e1f1e94bbf762ccc98bf499c022bJason Ekstrand else 132830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen7_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 13290bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg case 8: 133030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen8_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 1331cd4721c062a300739b107925f801c9b9ced5f9faKristian Høgsberg case 9: 133230521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen9_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 13330bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg default: 13340bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg unreachable("unsupported gen\n"); 13350bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg } 13360bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg} 13370bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg 13385a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateGraphicsPipelines( 13395a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 13405a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkPipelineCache pipelineCache, 13415a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand uint32_t count, 13425a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkGraphicsPipelineCreateInfo* pCreateInfos, 1343fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 13445a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkPipeline* pPipelines) 1345769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg{ 13465a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkResult result = VK_SUCCESS; 13475a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 13485a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand unsigned i = 0; 13495a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand for (; i < count; i++) { 135030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen result = anv_graphics_pipeline_create(_device, 135130521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen pipelineCache, 135230521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen &pCreateInfos[i], 1353fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand NULL, pAllocator, &pPipelines[i]); 13545a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (result != VK_SUCCESS) { 13555a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand for (unsigned j = 0; j < i; j++) { 1356fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_DestroyPipeline(_device, pPipelines[j], pAllocator); 13575a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 13585a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 13595a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return result; 13605a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 13615a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 13625a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 13635a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 1364769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg} 1365769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 13665a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrandstatic VkResult anv_compute_pipeline_create( 1367765175f5d195df727ed9d171720f4e843809744eKristian Høgsberg VkDevice _device, 136830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen VkPipelineCache _cache, 1369769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg const VkComputePipelineCreateInfo* pCreateInfo, 1370fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 1371769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg VkPipeline* pPipeline) 1372769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg{ 13736eb221c884a28786b68904faf950cf6f7881d9d9Jason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 137430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen ANV_FROM_HANDLE(anv_pipeline_cache, cache, _cache); 137530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen 13760bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg switch (device->info.gen) { 1377f1455ffac78b1369d9c4187b7f1d36c2d96e0babKristian Høgsberg case 7: 1378f0390bcad6b5e1f1e94bbf762ccc98bf499c022bJason Ekstrand if (device->info.is_haswell) 137930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen75_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 1380f0390bcad6b5e1f1e94bbf762ccc98bf499c022bJason Ekstrand else 138130521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen7_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 13820bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg case 8: 138330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen8_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 1384cd4721c062a300739b107925f801c9b9ced5f9faKristian Høgsberg case 9: 138530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return gen9_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 13860bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg default: 13870bcf85d79f39242daa648fb88fcded9fba6fd3b4Kristian Høgsberg unreachable("unsupported gen\n"); 1388765175f5d195df727ed9d171720f4e843809744eKristian Høgsberg } 1389769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg} 1390769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 13915a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateComputePipelines( 13925a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 13935a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkPipelineCache pipelineCache, 13945a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand uint32_t count, 13955a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkComputePipelineCreateInfo* pCreateInfos, 1396fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 13975a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkPipeline* pPipelines) 1398769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg{ 13995a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkResult result = VK_SUCCESS; 14005a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 14015a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand unsigned i = 0; 14025a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand for (; i < count; i++) { 140330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen result = anv_compute_pipeline_create(_device, pipelineCache, 140430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen &pCreateInfos[i], 1405fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pAllocator, &pPipelines[i]); 14065a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (result != VK_SUCCESS) { 14075a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand for (unsigned j = 0; j < i; j++) { 1408fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_DestroyPipeline(_device, pPipelines[j], pAllocator); 14095a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 14105a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 14115a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return result; 14125a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 14135a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand } 1414769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 14155a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 1416769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg} 1417