anv_pipeline.c revision dac10e8a1390711f1f36f224644c4a33586cebe3
1769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg/* 2769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Copyright © 2015 Intel Corporation 3769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 4769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Permission is hereby granted, free of charge, to any person obtaining a 5769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * copy of this software and associated documentation files (the "Software"), 6769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * to deal in the Software without restriction, including without limitation 7769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * and/or sell copies of the Software, and to permit persons to whom the 9769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software is furnished to do so, subject to the following conditions: 10769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 11769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * The above copyright notice and this permission notice (including the next 12769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * paragraph) shall be included in all copies or substantial portions of the 13769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software. 14769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 15769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IN THE SOFTWARE. 22769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg */ 23769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 24769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <assert.h> 25769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <stdbool.h> 26769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <string.h> 27769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <unistd.h> 28769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <fcntl.h> 29769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 3039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg#include "util/mesa-sha1.h" 3142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand#include "anv_private.h" 322c2233e328341700b7bc5c574f9de21ab4e4116aChad Versace#include "brw_nir.h" 33a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "anv_nir.h" 34a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "spirv/nir_spirv.h" 35c34be07230ef98d5021f0bdc88c3b0bc804ee2ddJason Ekstrand 36a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Needed for SWIZZLE macros */ 37a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "program/prog_instruction.h" 38a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 39769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg// Shader functions 40769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 41769785c497aaa60c629e0299e3ebfff53a8e393eKristian HøgsbergVkResult anv_CreateShaderModule( 425a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 435a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkShaderModuleCreateInfo* pCreateInfo, 445a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkAllocationCallbacks* pAllocator, 45fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkShaderModule* pShaderModule) 467529e7ce860fc5dd64b93b53e5676136e0af3e4eChad Versace{ 475a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 485a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand struct anv_shader_module *module; 495a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 505a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO); 515a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->flags == 0); 525a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 535a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand module = anv_alloc2(&device->alloc, pAllocator, 541ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie sizeof(*module) + pCreateInfo->codeSize, 8, 55fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VK_SYSTEM_ALLOCATION_SCOPE_OBJECT); 56fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand if (module == NULL) 575a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 585a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 595a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand module->nir = NULL; 605a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand module->size = pCreateInfo->codeSize; 615a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand memcpy(module->data, pCreateInfo->pCode, module->size); 625a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 6339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg _mesa_sha1_compute(module->data, module->size, module->sha1); 6439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 656eb221c884a28786b68904faf950cf6f7881d9d9Jason Ekstrand *pShaderModule = anv_shader_module_to_handle(module); 665a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 675a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 685a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand} 695a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 7005a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyShaderModule( 718ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace VkDevice _device, 72fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkShaderModule _module, 73fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 748ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace{ 758ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_device, device, _device); 768ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_shader_module, module, _module); 778ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 7849f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand anv_free2(&device->alloc, pAllocator, module); 7949f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand} 8049f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand 811ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie#define SPIR_V_MAGIC_NUMBER 0x07230203 828ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 838ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace/* Eventually, this will become part of anv_CreateShader. Unfortunately, 84a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * we can't do that yet because we don't have the ability to copy nir. 85a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 86a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 87a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_shader_compile_to_nir(struct anv_device *device, 88a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_shader_module *module, 89a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const char *entrypoint_name, 90a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand gl_shader_stage stage, 91e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand const VkSpecializationInfo *spec_info) 92a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand{ 939b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand if (strcmp(entrypoint_name, "main") != 0) { 949b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand anv_finishme("Multiple shaders per module not really supported"); 95a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 96e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand 97a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 98a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand device->instance->physicalDevice.compiler; 99a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const nir_shader_compiler_options *nir_options = 100a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand compiler->glsl_compiler_options[stage].NirOptions; 101a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 102a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir_shader *nir; 103a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir_function *entry_point; 104a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (module->nir) { 1057df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand /* Some things such as our meta clear/blit code will give us a NIR 1067df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand * shader directly. In that case, we just ignore the SPIR-V entirely 1077df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand * and just use the NIR shader */ 1087df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir = module->nir; 1097df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir->options = nir_options; 1107df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 1117df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1127df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(exec_list_length(&nir->functions) == 1); 1137df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand struct exec_node *node = exec_list_get_head(&nir->functions); 1147df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand entry_point = exec_node_data(nir_function, node, node); 1157df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } else { 1167df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand uint32_t *spirv = (uint32_t *) module->data; 1177df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(spirv[0] == SPIR_V_MAGIC_NUMBER); 1187df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(module->size % 4 == 0); 1197df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1207df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand uint32_t num_spec_entries = 0; 1219b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand struct nir_spirv_specialization *spec_entries = NULL; 1227df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (spec_info && spec_info->mapEntryCount > 0) { 1239b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand num_spec_entries = spec_info->mapEntryCount; 1247df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries = malloc(num_spec_entries * sizeof(*spec_entries)); 1257df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand for (uint32_t i = 0; i < num_spec_entries; i++) { 1267df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand const uint32_t *data = 1277df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_info->pData + spec_info->pMapEntries[i].offset; 1287df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert((const void *)(data + 1) <= 1297df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_info->pData + spec_info->dataSize); 1307df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1319b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_entries[i].id = spec_info->pMapEntries[i].constantID; 1327df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries[i].data = *data; 133dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke } 1347df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 1357df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 136ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand entry_point = spirv_to_nir(spirv, module->size / 4, 1377df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries, num_spec_entries, 138ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand stage, entrypoint_name, nir_options); 1397df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir = entry_point->shader; 1407df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(nir->stage == stage); 141ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand nir_validate_shader(nir); 1427df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1437df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand free(spec_entries); 144b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand 1457df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (stage == MESA_SHADER_FRAGMENT) { 1467df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_wpos_center(nir); 1477df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 1487df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 1497df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1507df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_returns(nir); 1517df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 152790565b06ec80de663820e136105ecb18125743fJason Ekstrand 1537df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_inline_functions(nir); 1547df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 1557df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1567df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand /* Pick off the single entrypoint that we want */ 157e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand foreach_list_typed_safe(nir_function, func, node, &nir->functions) { 1587df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (func != entry_point) 1597df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand exec_node_remove(&func->node); 160790565b06ec80de663820e136105ecb18125743fJason Ekstrand } 1617df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(exec_list_length(&nir->functions) == 1); 1627df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand entry_point->name = ralloc_strdup(entry_point, "main"); 1637df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1647df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_in); 1657df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_out); 166a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir_remove_dead_variables(nir, nir_var_system_value); 1678aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand nir_validate_shader(nir); 168e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri 1698aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand nir_lower_io_to_temporaries(entry_point->shader, entry_point, true, false); 17012f88ba32a14ea79134f4e995a55149f078a2f27Jason Ekstrand 171a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir_lower_system_values(nir); 1720fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir_validate_shader(nir); 173a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 174e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand 175dc3de6f8df8784c477946d50baa7b5634f06b461Jason Ekstrand /* Vulkan uses the separate-shader linking model */ 176e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand nir->info.separate_shader = true; 17720b2f1ecb90847c4437cee003c3d274b5195ba0bJason Ekstrand 17820b2f1ecb90847c4437cee003c3d274b5195ba0bJason Ekstrand nir = brw_preprocess_nir(compiler, nir); 179ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand 180e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand nir_shader_gather_info(nir, entry_point->impl); 181ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand 182ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand nir_variable_mode indirect_mask = 0; 183ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectInput) 184a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand indirect_mask |= nir_var_shader_in; 185a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectTemp) 186cb57bff36c5b8f449f4f9738e71d5359d9090fc8Chad Versace indirect_mask |= nir_var_local; 18705a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrand 1886e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace nir_lower_indirect_derefs(nir, indirect_mask); 189fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 190fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand return nir; 1916e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace} 1926e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 1936e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versacevoid anv_DestroyPipeline( 1946e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace VkDevice _device, 19549f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand VkPipeline _pipeline, 19649f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand const VkAllocationCallbacks* pAllocator) 19749f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand{ 198fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 199fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand ANV_FROM_HANDLE(anv_pipeline, pipeline, _pipeline); 20091bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand 20191bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, 20210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pAllocator ? pAllocator : &device->alloc); 20310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->blend_state.map) 20410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_state_pool_free(&device->dynamic_state_pool, pipeline->blend_state); 20510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_free2(&device->alloc, pAllocator, pipeline); 20610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand} 20710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 2081ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airliestatic const uint32_t vk_to_gen_primitive_type[] = { 2096e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace [VK_PRIMITIVE_TOPOLOGY_POINT_LIST] = _3DPRIM_POINTLIST, 2106e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace [VK_PRIMITIVE_TOPOLOGY_LINE_LIST] = _3DPRIM_LINELIST, 2119c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP] = _3DPRIM_LINESTRIP, 2126a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST] = _3DPRIM_TRILIST, 2136a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP] = _3DPRIM_TRISTRIP, 2146a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_FAN] = _3DPRIM_TRIFAN, 2156a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST_WITH_ADJACENCY] = _3DPRIM_LINELIST_ADJ, 2166a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP_WITH_ADJACENCY] = _3DPRIM_LINESTRIP_ADJ, 2176a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST_WITH_ADJACENCY] = _3DPRIM_TRILIST_ADJ, 2186a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP_WITH_ADJACENCY] = _3DPRIM_TRISTRIP_ADJ, 2196a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand/* [VK_PRIMITIVE_TOPOLOGY_PATCH_LIST] = _3DPRIM_PATCHLIST_1 */ 2206a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand}; 2216a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand 2226a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrandstatic void 2239c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsbergpopulate_sampler_prog_key(const struct brw_device_info *devinfo, 2249c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg struct brw_sampler_prog_key_data *key) 2251a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand{ 226527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrand /* XXX: Handle texture swizzle on HSW- */ 227a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (int i = 0; i < MAX_SAMPLERS; i++) { 228a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Assume color sampler, no swizzling. (Works for BDW+) */ 229a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->swizzles[i] = SWIZZLE_XYZW; 230a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 231a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 232a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 233a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 234a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandpopulate_vs_prog_key(const struct brw_device_info *devinfo, 235a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key *key) 236a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 237527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrand memset(key, 0, sizeof(*key)); 238a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 239a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 240a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 241a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle vertex input work-arounds */ 242a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 243a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle sampler_prog_key */ 244a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 245a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 246a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 247a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandpopulate_gs_prog_key(const struct brw_device_info *devinfo, 248a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_gs_prog_key *key) 249a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 250527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrand memset(key, 0, sizeof(*key)); 251d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 252d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 253d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 254d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 255d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic void 256d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandpopulate_wm_prog_key(const struct brw_device_info *devinfo, 257d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const VkGraphicsPipelineCreateInfo *info, 258d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const struct anv_graphics_pipeline_create_info *extra, 259527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrand struct brw_wm_prog_key *key) 260a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 261a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ANV_FROM_HANDLE(anv_render_pass, render_pass, info->renderPass); 262a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 263a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 264a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 265a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 266a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 267a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* TODO: Fill out key->input_slots_valid */ 268a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 26937b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand /* Vulkan doesn't specify a default */ 27037b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand key->high_quality_derivatives = false; 271a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 272a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX Vulkan doesn't appear to specify */ 273a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->clamp_fragment_color = false; 274a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 275a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Vulkan always specifies upper-left coordinates */ 276a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->drawable_height = 0; 277ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand key->render_to_fbo = false; 278ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand 279a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (extra && extra->color_attachment_count >= 0) { 280a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->nr_color_regions = extra->color_attachment_count; 2819fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand } else { 2829fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand key->nr_color_regions = 283a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand render_pass->subpasses[info->subpass].color_count; 2847f2284063df569df40f68074833f1518005d348dJason Ekstrand } 285a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 286a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->replicate_alpha = key->nr_color_regions > 1 && 287a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand info->pMultisampleState && 288712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand info->pMultisampleState->alphaToCoverageEnable; 289712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand 290712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand if (info->pMultisampleState && info->pMultisampleState->rasterizationSamples > 1) { 29181407531e0b8d2e6a7f9c39cb44ed6a72dc61e77Kenneth Graunke /* We should probably pull this out of the shader, but it's fairly 292a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * harmless to compute it and then let dead-code take care of it. 293a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 294a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->persample_interp = 295a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand (info->pMultisampleState->minSampleShading * 296527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrand info->pMultisampleState->rasterizationSamples) > 1; 297a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->multisample_fbo = true; 298a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 299a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 300a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 301a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 302a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandpopulate_cs_prog_key(const struct brw_device_info *devinfo, 303a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key *key) 304a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 305a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 306e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand 307e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 308a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand} 3099b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 3106139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsbergstatic nir_shader * 3116139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberganv_pipeline_compile(struct anv_pipeline *pipeline, 312a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_shader_module *module, 313e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand const char *entrypoint, 3149b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand gl_shader_stage stage, 3159b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info, 316a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_stage_prog_data *prog_data, 317a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_pipeline_bind_map *map) 318a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 31935b758c378900b2c611050e782ca8100fbcc671dJason Ekstrand nir_shader *nir = anv_shader_compile_to_nir(pipeline->device, 320a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand module, entrypoint, stage, 321a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand spec_info); 322a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (nir == NULL) 323a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return NULL; 3243883728730f293b763a5641560375b18d4f97782Jason Ekstrand 325a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_nir_lower_push_constants(nir); 326a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 327a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Figure out the number of parameters */ 3281eed753ee8725baf41790d30f94bc3567653c28cJason Ekstrand prog_data->nr_params = 0; 329a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 330a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (nir->num_uniforms > 0) { 331a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* If the shader uses any push constants at all, we'll just give 332a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * them the maximum possible number 333612e35b2c65c99773b73e53d0e6fd112b1a7431fJason Ekstrand */ 334a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params += MAX_PUSH_CONSTANTS_SIZE / sizeof(float); 335e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri } 336e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri 3378ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen if (pipeline->layout && pipeline->layout->stage[stage].has_dynamic_offsets) 3388ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen prog_data->nr_params += MAX_DYNAMIC_BUFFERS * 2; 3398ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 340fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen if (nir->info.num_images > 0) { 341fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen prog_data->nr_params += nir->info.num_images * BRW_IMAGE_PARAM_SIZE; 342fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen pipeline->needs_data_cache = true; 343fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen } 344e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri 3458ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen if (nir->info.num_ssbos > 0) 34643ac954e25f28d240da65ed816458d3529675a04Jason Ekstrand pipeline->needs_data_cache = true; 347a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 348fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand if (prog_data->nr_params > 0) { 349d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand /* XXX: I think we're leaking this */ 350d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param = (const union gl_constant_value **) 351a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand malloc(prog_data->nr_params * sizeof(union gl_constant_value *)); 352a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 353a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We now set the param values to be offsets into a 354a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * anv_push_constant_data structure. Since the compiler doesn't 355a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * actually dereference any of the gl_constant_value pointers in the 356a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * params array, it doesn't really matter what we put here. 357a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 3583883728730f293b763a5641560375b18d4f97782Jason Ekstrand struct anv_push_constants *null_data = NULL; 359a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (nir->num_uniforms > 0) { 360a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Fill out the push constants section of the param array */ 361d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand for (unsigned i = 0; i < MAX_PUSH_CONSTANTS_SIZE / sizeof(float); i++) 362a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->param[i] = (const union gl_constant_value *) 363a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &null_data->client_data[i * sizeof(float)]; 364a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 365a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 366a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 367a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Set up dynamic offsets */ 368a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_nir_apply_dynamic_offsets(pipeline, nir, prog_data); 369a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 370cd75ff5d1749b9a982546b54cd2655930d2a5402Jason Ekstrand /* Apply the actual pipeline layout to UBOs, SSBOs, and textures */ 3716139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg if (pipeline->layout) 372a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_nir_apply_pipeline_layout(pipeline, nir, prog_data, map); 373a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 374a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* nir_lower_io will only handle the push constants; we need to set this 375a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * to the full number of possible uniforms. 376d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand */ 377a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir->num_uniforms = prog_data->nr_params * 4; 378a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 379a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 380a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 381a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 38275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandstatic void 38375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandanv_fill_binding_table(struct brw_stage_prog_data *prog_data, unsigned bias) 38475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand{ 38575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.size_bytes = 0; 3863c0077a6ec4c0ffd6e74e219c786d5d7f9217ce9Jason Ekstrand prog_data->binding_table.texture_start = bias; 38775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ubo_start = bias; 38875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ssbo_start = bias; 38975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.image_start = bias; 39075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand} 39175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 39210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandstatic void 39310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandanv_pipeline_add_compiled_stage(struct anv_pipeline *pipeline, 39410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand gl_shader_stage stage, 39510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const struct brw_stage_prog_data *prog_data, 39610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_pipeline_bind_map *map) 397ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand{ 398ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand struct brw_device_info *devinfo = &pipeline->device->info; 39910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand uint32_t max_threads[] = { 40010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand [MESA_SHADER_VERTEX] = devinfo->max_vs_threads, 40110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand [MESA_SHADER_TESS_CTRL] = devinfo->max_hs_threads, 40210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand [MESA_SHADER_TESS_EVAL] = devinfo->max_ds_threads, 40310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand [MESA_SHADER_GEOMETRY] = devinfo->max_gs_threads, 40410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand [MESA_SHADER_FRAGMENT] = devinfo->max_wm_threads, 40510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand [MESA_SHADER_COMPUTE] = devinfo->max_cs_threads, 40610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand }; 40710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 40810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->prog_data[stage] = prog_data; 40971cc1e188d52bebe86a1ac72fe90f4e2a7e76778Jason Ekstrand pipeline->active_stages |= mesa_to_vk_shader_stage(stage); 41071cc1e188d52bebe86a1ac72fe90f4e2a7e76778Jason Ekstrand pipeline->scratch_start[stage] = pipeline->total_scratch; 41110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->total_scratch = 41210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand align_u32(pipeline->total_scratch, 1024) + 41310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand prog_data->total_scratch * max_threads[stage]; 41410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->bindings[stage] = *map; 41575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand} 416a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 417a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrandstatic VkResult 41810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandanv_pipeline_compile_vs(struct anv_pipeline *pipeline, 419a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_pipeline_cache *cache, 42010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 421a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand struct anv_shader_module *module, 422a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const char *entrypoint, 423a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkSpecializationInfo *spec_info) 424a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 425a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 42630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen pipeline->device->instance->physicalDevice.compiler; 427a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_stage_prog_data *stage_prog_data; 428e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_pipeline_bind_map map; 4299b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand struct brw_vs_prog_key key; 4309b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand uint32_t kernel = NO_KERNEL; 431a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned char sha1[20]; 432a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 433a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_vs_prog_key(&pipeline->device->info, &key); 4346139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 435a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (module->size > 0) { 43610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, spec_info); 43787967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg kernel = anv_pipeline_cache_search(cache, sha1, &stage_prog_data, &map); 438a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 439a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 440a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (kernel == NO_KERNEL) { 44110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct brw_vs_prog_data prog_data = { 0, }; 4422301705dee6324634520559b27ac6728ebb02191Jason Ekstrand struct anv_pipeline_binding surface_to_descriptor[256]; 4432301705dee6324634520559b27ac6728ebb02191Jason Ekstrand struct anv_pipeline_binding sampler_to_descriptor[256]; 44410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 44539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg map = (struct anv_pipeline_bind_map) { 446a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand .surface_to_descriptor = surface_to_descriptor, 44710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand .sampler_to_descriptor = sampler_to_descriptor 4482b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg }; 4496139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 4506139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 4516139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg MESA_SHADER_VERTEX, spec_info, 4526139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 4536139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg if (nir == NULL) 4546139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 4556139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 456a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 45739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 45839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 4596139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 46039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 46139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_steal(mem_ctx, nir); 46239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 46375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data.inputs_read = nir->info.inputs_read; 46475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 46539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 466a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &prog_data.base.vue_map, 4677df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir->info.outputs_written, 468a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir->info.separate_shader); 469e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri 470a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand unsigned code_size; 47139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 4722b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_vs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 473e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri NULL, false, -1, &code_size, NULL); 474e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri if (shader_code == NULL) { 475a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 47639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 47739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 4782b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg 47939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg stage_prog_data = &prog_data.base.base; 48039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg kernel = anv_pipeline_cache_upload_kernel(cache, 48139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg module->size > 0 ? sha1 : NULL, 48239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg shader_code, code_size, 48339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg &stage_prog_data, sizeof(prog_data), 484a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &map); 48510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 48610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 487ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand 488ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand const struct brw_vs_prog_data *vs_prog_data = 48910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand (const struct brw_vs_prog_data *) stage_prog_data; 49010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 49110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (vs_prog_data->base.dispatch_mode == DISPATCH_MODE_SIMD8) { 49210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->vs_simd8 = kernel; 49310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->vs_vec4 = NO_KERNEL; 494a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } else { 495a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_simd8 = NO_KERNEL; 496a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->vs_vec4 = kernel; 49710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 498a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 499a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_VERTEX, 500a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand stage_prog_data, &map); 501a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 502a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 503d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 50430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen 505d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic VkResult 506e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrandanv_pipeline_compile_gs(struct anv_pipeline *pipeline, 5079b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand struct anv_pipeline_cache *cache, 5089b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 509d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct anv_shader_module *module, 510d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const char *entrypoint, 511d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const VkSpecializationInfo *spec_info) 5126139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg{ 513d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const struct brw_compiler *compiler = 51410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 51587967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg const struct brw_stage_prog_data *stage_prog_data; 516d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct anv_pipeline_bind_map map; 517d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key key; 518d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand uint32_t kernel = NO_KERNEL; 51910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand unsigned char sha1[20]; 5202301705dee6324634520559b27ac6728ebb02191Jason Ekstrand 5212301705dee6324634520559b27ac6728ebb02191Jason Ekstrand populate_gs_prog_key(&pipeline->device->info, &key); 52210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 52339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->size > 0) { 524d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, spec_info); 52510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel = anv_pipeline_cache_search(cache, sha1, &stage_prog_data, &map); 5262b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg } 5276139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 5286139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg if (kernel == NO_KERNEL) { 5296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct brw_gs_prog_data prog_data = { 0, }; 5306139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 5316139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 5326139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 5336139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 534d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand .surface_to_descriptor = surface_to_descriptor, 53539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 53639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg }; 5376139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 53839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 53939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_GEOMETRY, spec_info, 54039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg &prog_data.base.base, &map); 54175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand if (nir == NULL) 54275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 54339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 544d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 5457df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 546d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand void *mem_ctx = ralloc_context(NULL); 54739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 5482b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg if (module->nir == NULL) 549e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri ralloc_steal(mem_ctx, nir); 550e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri 5515e57a87dcfea5b1e363e96946c456651d43176c2Jason Ekstrand brw_compute_vue_map(&pipeline->device->info, 55239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg &prog_data.base.vue_map, 55339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir->info.outputs_written, 5542b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg nir->info.separate_shader); 55539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 55639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 55739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 55839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compile_gs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 55939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, -1, &code_size, NULL); 56039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 56139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 56210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 56310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 564ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand 565ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand /* TODO: SIMD8 GS */ 56610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand stage_prog_data = &prog_data.base.base; 56710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel = anv_pipeline_cache_upload_kernel(cache, 56810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand module->size > 0 ? sha1 : NULL, 56910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 570d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand &stage_prog_data, sizeof(prog_data), 571d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand &map); 572d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 573d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand ralloc_free(mem_ctx); 57410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 575d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 576d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand pipeline->gs_kernel = kernel; 577d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 578d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_GEOMETRY, 579d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand stage_prog_data, &map); 580a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 58130521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen return VK_SUCCESS; 582a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 583e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand 5849b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrandstatic VkResult 5859b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrandanv_pipeline_compile_fs(struct anv_pipeline *pipeline, 586a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_pipeline_cache *cache, 587a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 588a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct anv_graphics_pipeline_create_info *extra, 5896139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_shader_module *module, 590a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const char *entrypoint, 59110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const VkSpecializationInfo *spec_info) 59287967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg{ 593a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 594ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 595a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_stage_prog_data *stage_prog_data; 59610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_pipeline_bind_map map; 5972301705dee6324634520559b27ac6728ebb02191Jason Ekstrand struct brw_wm_prog_key key; 5982301705dee6324634520559b27ac6728ebb02191Jason Ekstrand unsigned char sha1[20]; 59910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 60039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg populate_wm_prog_key(&pipeline->device->info, info, extra, &key); 60139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 60210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (module->size > 0) { 6032b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, spec_info); 6046139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg pipeline->ps_ksp0 = 6056139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg anv_pipeline_cache_search(cache, sha1, &stage_prog_data, &map); 606a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 6076139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 608cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (pipeline->ps_ksp0 == NO_KERNEL) { 6096139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct brw_wm_prog_data prog_data = { 0, }; 6106139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 611a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_pipeline_binding sampler_to_descriptor[256]; 61239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 61339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg map = (struct anv_pipeline_bind_map) { 6146139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor + 8, 61539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 61639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg }; 617a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 618cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 619cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand MESA_SHADER_FRAGMENT, spec_info, 62093bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke &prog_data.base, &map); 621fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (nir == NULL) 622fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 623fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 624fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand unsigned num_rts = 0; 625fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand struct anv_pipeline_binding rt_bindings[8]; 626fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand nir_function_impl *impl = nir_shader_get_entrypoint(nir)->impl; 627cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand nir_foreach_variable_safe(var, &nir->outputs) { 628fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (var->data.location < FRAG_RESULT_DATA0) 629fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand continue; 630fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 631cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned rt = var->data.location - FRAG_RESULT_DATA0; 632cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (rt >= key.nr_color_regions) { 633cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Out-of-bounds, throw it away */ 634cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand var->data.mode = nir_var_local; 635cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand exec_node_remove(&var->node); 636cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand exec_list_push_tail(&impl->locals, &var->node); 637cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand continue; 638cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 639cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 640cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Give it a new, compacted, location */ 641cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand var->data.location = FRAG_RESULT_DATA0 + num_rts; 6424200c2266e9c1f76e54d667e69a1a69516e6bf57Jason Ekstrand 643cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned array_len = 644a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand glsl_type_is_array(var->type) ? glsl_get_length(var->type) : 1; 645a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand assert(num_rts + array_len <= 8); 646cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 647fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand for (unsigned i = 0; i < array_len; i++) { 648cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand rt_bindings[num_rts] = (struct anv_pipeline_binding) { 649cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 650cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .offset = rt + i, 651cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 652cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 653cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 654cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts += array_len; 655cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 656a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand 657c99a0a8bcece2870f3e93328ab520efc2c9f7983Chad Versace if (pipeline->use_repclear) { 658cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts == 1); 659cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand key.nr_color_regions = 1; 660cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 661cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 662cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (num_rts == 0) { 663cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* If we have no render targets, we need a null render target */ 664cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand rt_bindings[0] = (struct anv_pipeline_binding) { 665cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 666cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .offset = UINT16_MAX, 667cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 668cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts = 1; 669cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 67075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 67139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg assert(num_rts <= 8); 67239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg map.surface_to_descriptor -= num_rts; 6737df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand map.surface_count += num_rts; 674a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(map.surface_count <= 256); 67539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg memcpy(map.surface_to_descriptor, rt_bindings, 67639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg num_rts * sizeof(*rt_bindings)); 6772b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg 67891d61fbf7cb61a44adcaae51ee08ad0dd6b2a03bTimothy Arceri anv_fill_binding_table(&prog_data.base, num_rts); 67939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 68039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 68139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 68239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->nir == NULL) 683a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_steal(mem_ctx, nir); 68410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 68510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand unsigned code_size; 686ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand const unsigned *shader_code = 687ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand brw_compile_fs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 68810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand NULL, -1, -1, true, pipeline->use_repclear, 68910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand &code_size, NULL); 69010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (shader_code == NULL) { 69110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 692a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 693a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 694a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 695a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand stage_prog_data = &prog_data.base; 69610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->ps_ksp0 = 697a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_pipeline_cache_upload_kernel(cache, 698a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand module->size > 0 ? sha1 : NULL, 699a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand shader_code, code_size, 700a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &stage_prog_data, sizeof(prog_data), 701a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &map); 702a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 70330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen ralloc_free(mem_ctx); 704a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 705e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand 7069b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_FRAGMENT, 7079b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand stage_prog_data, &map); 708a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 709a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 710a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 7116139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 712a71e614d33e8d869bbaced8948349a7180783ab7Jason EkstrandVkResult 71310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandanv_pipeline_compile_cs(struct anv_pipeline *pipeline, 71487967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg struct anv_pipeline_cache *cache, 715a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkComputePipelineCreateInfo *info, 716a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_shader_module *module, 717a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const char *entrypoint, 71810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const VkSpecializationInfo *spec_info) 7192301705dee6324634520559b27ac6728ebb02191Jason Ekstrand{ 7202301705dee6324634520559b27ac6728ebb02191Jason Ekstrand const struct brw_compiler *compiler = 72110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 72239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const struct brw_stage_prog_data *stage_prog_data; 72339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg struct anv_pipeline_bind_map map; 72410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct brw_cs_prog_key key; 7252b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg uint32_t kernel = NO_KERNEL; 7266139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg unsigned char sha1[20]; 7276139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 728a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_cs_prog_key(&pipeline->device->info, &key); 7296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 7306139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg if (module->size > 0) { 7316139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, spec_info); 7326139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg kernel = anv_pipeline_cache_search(cache, sha1, &stage_prog_data, &map); 733a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 73439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 73539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (module->size == 0 || kernel == NO_KERNEL) { 7366139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct brw_cs_prog_data prog_data = { 0, }; 73739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 73839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 7395e82a91324d13c9194416347521120a93beef133Jordan Justen 74075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand map = (struct anv_pipeline_bind_map) { 74175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand .surface_to_descriptor = surface_to_descriptor, 74239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 74397b09a92686d75ba2faca2fb20276c75f630f691Jordan Justen }; 7447df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 745a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 74639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_COMPUTE, spec_info, 74739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg &prog_data.base, &map); 7482b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg if (nir == NULL) 74939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 75039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 75139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg anv_fill_binding_table(&prog_data.base, 1); 75239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 75339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 754a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 75510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (module->nir == NULL) 75610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_steal(mem_ctx, nir); 757ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand 758ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand unsigned code_size; 75910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const unsigned *shader_code = 76010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand brw_compile_cs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 76110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand -1, &code_size, NULL); 76210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (shader_code == NULL) { 7636139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg ralloc_free(mem_ctx); 764a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 765a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 766a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 76710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand stage_prog_data = &prog_data.base; 768a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand kernel = anv_pipeline_cache_upload_kernel(cache, 769a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand module->size > 0 ? sha1 : NULL, 770a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand shader_code, code_size, 771a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &stage_prog_data, sizeof(prog_data), 772a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery &map); 773a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery 774a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery ralloc_free(mem_ctx); 775a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery } 776a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery 777a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery pipeline->cs_simd = kernel; 778a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery 779a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_COMPUTE, 780a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery stage_prog_data, &map); 781a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery 782a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery return VK_SUCCESS; 783a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery} 784a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery 785a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 786a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Cheryvoid 787a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Cheryanv_setup_pipeline_l3_config(struct anv_pipeline *pipeline) 7881a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand{ 7894d4e559b6a26d2942c2a24cc81588adc2482f415Chad Versace const struct brw_device_info *devinfo = &pipeline->device->info; 7902484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace switch (devinfo->gen) { 7912484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace case 7: 7922484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (devinfo->is_haswell) 7932484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace gen75_setup_pipeline_l3_config(pipeline); 7941a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand else 795368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand gen7_setup_pipeline_l3_config(pipeline); 796368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand break; 797368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand case 8: 798368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand gen8_setup_pipeline_l3_config(pipeline); 799368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand break; 800368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand case 9: 8011a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand gen9_setup_pipeline_l3_config(pipeline); 8021a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand break; 8031a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand default: 804a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery unreachable("unsupported gen\n"); 805a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 806a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery} 807a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 808a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Cheryvoid 809a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Cheryanv_compute_urb_partition(struct anv_pipeline *pipeline) 810a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery{ 811a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery const struct brw_device_info *devinfo = &pipeline->device->info; 812a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 813a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery bool vs_present = pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT; 814a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery unsigned vs_size = vs_present ? 815a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery get_vs_prog_data(pipeline)->base.urb_entry_size : 1; 816a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery unsigned vs_entry_size_bytes = vs_size * 64; 817a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery bool gs_present = pipeline->active_stages & VK_SHADER_STAGE_GEOMETRY_BIT; 818368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand unsigned gs_size = gs_present ? 819a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery get_gs_prog_data(pipeline)->base.urb_entry_size : 1; 820a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery unsigned gs_entry_size_bytes = gs_size * 64; 821a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 822a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* From p35 of the Ivy Bridge PRM (section 1.7.1: 3DSTATE_URB_GS): 823a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 824a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * VS Number of URB Entries must be divisible by 8 if the VS URB Entry 825368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand * Allocation Size is less than 9 512-bit URB entries. 826368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand * 827368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand * Similar text exists for GS. 8287f2284063df569df40f68074833f1518005d348dJason Ekstrand */ 8297f2284063df569df40f68074833f1518005d348dJason Ekstrand unsigned vs_granularity = (vs_size < 9) ? 8 : 1; 830368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand unsigned gs_granularity = (gs_size < 9) ? 8 : 1; 831368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 832368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand /* URB allocations must be done in 8k chunks. */ 8337f2284063df569df40f68074833f1518005d348dJason Ekstrand unsigned chunk_size_bytes = 8192; 8344ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand 8357f2284063df569df40f68074833f1518005d348dJason Ekstrand /* Determine the size of the URB in chunks. */ 8367f2284063df569df40f68074833f1518005d348dJason Ekstrand unsigned urb_chunks = pipeline->urb.total_size * 1024 / chunk_size_bytes; 8377f2284063df569df40f68074833f1518005d348dJason Ekstrand 8384ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand /* Reserve space for push constants */ 8397f2284063df569df40f68074833f1518005d348dJason Ekstrand unsigned push_constant_kb; 840368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (pipeline->device->info.gen >= 8) 841368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand push_constant_kb = 32; 842a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery else if (pipeline->device->info.is_haswell) 843a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery push_constant_kb = pipeline->device->info.gt == 3 ? 32 : 16; 844a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery else 845a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery push_constant_kb = 16; 846a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 847a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery unsigned push_constant_bytes = push_constant_kb * 1024; 848a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery unsigned push_constant_chunks = 849a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery push_constant_bytes / chunk_size_bytes; 850a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 851a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Initially, assign each stage the minimum amount of URB space it needs, 852a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * and make a note of how much additional space it "wants" (the amount of 853a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * additional space it could actually make use of). 854a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 855a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 856a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* VS has a lower limit on the number of URB entries */ 857a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery unsigned vs_chunks = 858368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand ALIGN(devinfo->urb.min_vs_entries * vs_entry_size_bytes, 859a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery chunk_size_bytes) / chunk_size_bytes; 860a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery unsigned vs_wants = 861a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery ALIGN(devinfo->urb.max_vs_entries * vs_entry_size_bytes, 862a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery chunk_size_bytes) / chunk_size_bytes - vs_chunks; 8631a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 864368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand unsigned gs_chunks = 0; 8652484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace unsigned gs_wants = 0; 8662484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (gs_present) { 8672484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* There are two constraints on the minimum amount of URB space we can 8682484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * allocate: 8692484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 8702484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * (1) We need room for at least 2 URB entries, since we always operate 871a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * the GS in DUAL_OBJECT mode. 8722484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 873a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * (2) We can't allocate less than nr_gs_entries_granularity. 874a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 875a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery gs_chunks = ALIGN(MAX2(gs_granularity, 2) * gs_entry_size_bytes, 8762484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace chunk_size_bytes) / chunk_size_bytes; 877a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery gs_wants = 878a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery ALIGN(devinfo->urb.max_gs_entries * gs_entry_size_bytes, 879a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery chunk_size_bytes) / chunk_size_bytes - gs_chunks; 880a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 8812484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 8822484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* There should always be enough URB space to satisfy the minimum 8832484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * requirements of each stage. 8842484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace */ 8852484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace unsigned total_needs = push_constant_chunks + vs_chunks + gs_chunks; 8862484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace assert(total_needs <= urb_chunks); 8872484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 8882484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* Mete out remaining space (if any) in proportion to "wants". */ 8892484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace unsigned total_wants = vs_wants + gs_wants; 8904ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand unsigned remaining_space = urb_chunks - total_needs; 8912484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (remaining_space > total_wants) 8924ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand remaining_space = total_wants; 8932484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (remaining_space > 0) { 8942484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace unsigned vs_additional = (unsigned) 8952484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace round(vs_wants * (((double) remaining_space) / total_wants)); 8962484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace vs_chunks += vs_additional; 8974ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand remaining_space -= vs_additional; 8982484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace gs_chunks += remaining_space; 8994ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand } 9002484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9012484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* Sanity check that we haven't over-allocated. */ 9022484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace assert(push_constant_chunks + vs_chunks + gs_chunks <= urb_chunks); 9032484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9044ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand /* Finally, compute the number of entries that can fit in the space 9052484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * allocated to each stage. 9064ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand */ 9072484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace unsigned nr_vs_entries = vs_chunks * chunk_size_bytes / vs_entry_size_bytes; 908368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand unsigned nr_gs_entries = gs_chunks * chunk_size_bytes / gs_entry_size_bytes; 909368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 910368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand /* Since we rounded up when computing *_wants, this may be slightly more 9111a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand * than the maximum allowed amount, so correct for that. 9121a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand */ 913b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace nr_vs_entries = MIN2(nr_vs_entries, devinfo->urb.max_vs_entries); 914b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace nr_gs_entries = MIN2(nr_gs_entries, devinfo->urb.max_gs_entries); 915b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 916b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace /* Ensure that we program a multiple of the granularity. */ 917b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace nr_vs_entries = ROUND_DOWN_TO(nr_vs_entries, vs_granularity); 918b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace nr_gs_entries = ROUND_DOWN_TO(nr_gs_entries, gs_granularity); 919b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 920ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke /* Finally, sanity check to make sure we have at least the minimum number 921b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * of entries needed for each stage. 922b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace */ 923b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(nr_vs_entries >= devinfo->urb.min_vs_entries); 924b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace if (gs_present) 925b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(nr_gs_entries >= 2); 926b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 927dedc406ec8adc6a36eb2b37e3f565aaa1dce6e3fJason Ekstrand /* Lay out the URB in the following order: 928dedc406ec8adc6a36eb2b37e3f565aaa1dce6e3fJason Ekstrand * - push constants 929b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * - VS 930b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * - GS 931b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace */ 932b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace pipeline->urb.start[MESA_SHADER_VERTEX] = push_constant_chunks; 9337f2284063df569df40f68074833f1518005d348dJason Ekstrand pipeline->urb.size[MESA_SHADER_VERTEX] = vs_size; 934ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke pipeline->urb.entries[MESA_SHADER_VERTEX] = nr_vs_entries; 935ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke 936ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke pipeline->urb.start[MESA_SHADER_GEOMETRY] = push_constant_chunks + vs_chunks; 937b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace pipeline->urb.size[MESA_SHADER_GEOMETRY] = gs_size; 938ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke pipeline->urb.entries[MESA_SHADER_GEOMETRY] = nr_gs_entries; 939ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke 940b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace pipeline->urb.start[MESA_SHADER_TESS_CTRL] = push_constant_chunks; 941ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke pipeline->urb.size[MESA_SHADER_TESS_CTRL] = 1; 942ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke pipeline->urb.entries[MESA_SHADER_TESS_CTRL] = 0; 943ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke 944b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace pipeline->urb.start[MESA_SHADER_TESS_EVAL] = push_constant_chunks; 945b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace pipeline->urb.size[MESA_SHADER_TESS_EVAL] = 1; 946b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace pipeline->urb.entries[MESA_SHADER_TESS_EVAL] = 0; 947a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand 948a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand const unsigned stages = 949b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace _mesa_bitcount(pipeline->active_stages & VK_SHADER_STAGE_ALL_GRAPHICS); 950b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace unsigned size_per_stage = stages ? (push_constant_kb / stages) : 0; 951b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace unsigned used_kb = 0; 952b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 953b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace /* Broadwell+ and Haswell gt3 require that the push constant sizes be in 954b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * units of 2KB. Incidentally, these are the same platforms that have 955b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace * 32KB worth of push constant space. 956b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace */ 95742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand if (push_constant_kb == 32) 95842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand size_per_stage &= ~1u; 95942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 96042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand for (int i = MESA_SHADER_VERTEX; i < MESA_SHADER_FRAGMENT; i++) { 96142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.push_size[i] = 96242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand (pipeline->active_stages & (1 << i)) ? size_per_stage : 0; 96342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand used_kb += pipeline->urb.push_size[i]; 96442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand assert(used_kb <= push_constant_kb); 96542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand } 96642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 96742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.push_size[MESA_SHADER_FRAGMENT] = 96842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand push_constant_kb - used_kb; 96942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand} 97042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 97142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandstatic void 97242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandanv_pipeline_init_dynamic_state(struct anv_pipeline *pipeline, 97342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const VkGraphicsPipelineCreateInfo *pCreateInfo) 97442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand{ 97542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand anv_cmd_dirty_mask_t states = ANV_CMD_DIRTY_DYNAMIC_ALL; 97642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand ANV_FROM_HANDLE(anv_render_pass, pass, pCreateInfo->renderPass); 9779c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg struct anv_subpass *subpass = &pass->subpasses[pCreateInfo->subpass]; 97830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen 97930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen pipeline->dynamic_state = default_dynamic_state; 98030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen 9819c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg if (pCreateInfo->pDynamicState) { 982fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand /* Remove all of the states that are marked as dynamic */ 9839c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg uint32_t count = pCreateInfo->pDynamicState->dynamicStateCount; 984b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen for (uint32_t s = 0; s < count; s++) 985b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen states &= ~(1 << pCreateInfo->pDynamicState->pDynamicStates[s]); 986b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 987b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 988b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_dynamic_state *dynamic = &pipeline->dynamic_state; 989b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 990fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand dynamic->viewport.count = pCreateInfo->pViewportState->viewportCount; 991fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_VIEWPORT)) { 992fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand typed_memcpy(dynamic->viewport.viewports, 9939c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pViewportState->pViewports, 9949c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pViewportState->viewportCount); 9959c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 996b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen 997b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen dynamic->scissor.count = pCreateInfo->pViewportState->scissorCount; 998b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen if (states & (1 << VK_DYNAMIC_STATE_SCISSOR)) { 999fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand typed_memcpy(dynamic->scissor.scissors, 1000fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pCreateInfo->pViewportState->pScissors, 10019c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pViewportState->scissorCount); 10029c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10039c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10049c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg if (states & (1 << VK_DYNAMIC_STATE_LINE_WIDTH)) { 1005a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery assert(pCreateInfo->pRasterizationState); 1006eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand dynamic->line_width = pCreateInfo->pRasterizationState->lineWidth; 1007eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand } 10081a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 10098ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BIAS)) { 10108ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen assert(pCreateInfo->pRasterizationState); 1011a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand dynamic->depth_bias.bias = 1012a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pCreateInfo->pRasterizationState->depthBiasConstantFactor; 1013a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand dynamic->depth_bias.clamp = 101410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pCreateInfo->pRasterizationState->depthBiasClamp; 10159c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg dynamic->depth_bias.slope = 1016a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pCreateInfo->pRasterizationState->depthBiasSlopeFactor; 1017a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 1018623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1019623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (states & (1 << VK_DYNAMIC_STATE_BLEND_CONSTANTS)) { 1020a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand assert(pCreateInfo->pColorBlendState); 1021623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke typed_memcpy(dynamic->blend_constants, 1022623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke pCreateInfo->pColorBlendState->blendConstants, 4); 1023623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1024623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1025623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke /* If there is no depthstencil attachment, then don't read 1026623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke * pDepthStencilState. The Vulkan spec states that pDepthStencilState may 1027d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand * be NULL in this case. Even if pDepthStencilState is non-NULL, there is 1028d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand * no need to override the depthstencil defaults in 1029d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand * anv_pipeline::dynamic_state when there is no depthstencil attachment. 1030d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand * 1031d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand * From the Vulkan spec (20 Oct 2015, git-aa308cb): 1032d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand * 1033623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke * pDepthStencilState [...] may only be NULL if renderPass and subpass 1034623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke * specify a subpass that has no depth/stencil attachment. 103532aa01663ff649a399480886106e203cc347c212Kristian Høgsberg */ 103632aa01663ff649a399480886106e203cc347c212Kristian Høgsberg if (subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) { 103732aa01663ff649a399480886106e203cc347c212Kristian Høgsberg if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BOUNDS)) { 1038623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke assert(pCreateInfo->pDepthStencilState); 1039d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand dynamic->depth_bounds.min = 1040d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pCreateInfo->pDepthStencilState->minDepthBounds; 1041d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand dynamic->depth_bounds.max = 1042d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pCreateInfo->pDepthStencilState->maxDepthBounds; 1043d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand } 1044d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1045623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (states & (1 << VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK)) { 1046623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke assert(pCreateInfo->pDepthStencilState); 1047623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke dynamic->stencil_compare_mask.front = 1048ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand pCreateInfo->pDepthStencilState->front.compareMask; 1049d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand dynamic->stencil_compare_mask.back = 1050d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pCreateInfo->pDepthStencilState->back.compareMask; 1051d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand } 1052d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1053d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_STENCIL_WRITE_MASK)) { 10549c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg assert(pCreateInfo->pDepthStencilState); 10559c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg dynamic->stencil_write_mask.front = 1056ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand pCreateInfo->pDepthStencilState->front.writeMask; 1057a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand dynamic->stencil_write_mask.back = 105842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pCreateInfo->pDepthStencilState->back.writeMask; 1059a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 10609c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10619c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg if (states & (1 << VK_DYNAMIC_STATE_STENCIL_REFERENCE)) { 1062e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand assert(pCreateInfo->pDepthStencilState); 1063ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand dynamic->stencil_reference.front = 1064e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand pCreateInfo->pDepthStencilState->front.reference; 10659c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg dynamic->stencil_reference.back = 1066e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand pCreateInfo->pDepthStencilState->back.reference; 1067e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1068e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1069e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1070e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand pipeline->dynamic_state_mask = states; 1071e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand} 1072e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1073e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrandstatic void 1074e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrandanv_pipeline_validate_create_info(const VkGraphicsPipelineCreateInfo *info) 10759c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg{ 10769c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg struct anv_render_pass *renderpass = NULL; 10779c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg struct anv_subpass *subpass = NULL; 1078e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand 10799c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg /* Assert that all required members of VkGraphicsPipelineCreateInfo are 10809c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * present, as explained by the Vulkan (20 Oct 2015, git-aa308cb), Section 10819c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * 4.2 Graphics Pipeline. 10829c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg */ 10839b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand assert(info->sType == VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO); 10849c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10859b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand renderpass = anv_render_pass_from_handle(info->renderPass); 10869c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg assert(renderpass); 10879c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10889b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand if (renderpass != &anv_meta_dummy_renderpass) { 10899c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg assert(info->subpass < renderpass->subpass_count); 10909c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg subpass = &renderpass->subpasses[info->subpass]; 10919c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10929c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10939c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg assert(info->stageCount >= 1); 10949c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg assert(info->pVertexInputState); 10959c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg assert(info->pInputAssemblyState); 10969c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg assert(info->pViewportState); 10979c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg assert(info->pRasterizationState); 10989c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10999c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg if (subpass && subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) 1100d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand assert(info->pDepthStencilState); 1101d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 110210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (subpass && subpass->color_count > 0) 110310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand assert(info->pColorBlendState); 110410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 110510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (uint32_t i = 0; i < info->stageCount; ++i) { 110610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand switch (info->pStages[i].stage) { 1107d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand case VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT: 1108d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand case VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT: 1109d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand assert(info->pTessellationState); 11109c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 1111 default: 1112 break; 1113 } 1114 } 1115} 1116 1117VkResult 1118anv_pipeline_init(struct anv_pipeline *pipeline, 1119 struct anv_device *device, 1120 struct anv_pipeline_cache *cache, 1121 const VkGraphicsPipelineCreateInfo *pCreateInfo, 1122 const struct anv_graphics_pipeline_create_info *extra, 1123 const VkAllocationCallbacks *alloc) 1124{ 1125 VkResult result; 1126 1127 anv_validate { 1128 anv_pipeline_validate_create_info(pCreateInfo); 1129 } 1130 1131 if (alloc == NULL) 1132 alloc = &device->alloc; 1133 1134 pipeline->device = device; 1135 pipeline->layout = anv_pipeline_layout_from_handle(pCreateInfo->layout); 1136 1137 result = anv_reloc_list_init(&pipeline->batch_relocs, alloc); 1138 if (result != VK_SUCCESS) 1139 return result; 1140 1141 pipeline->batch.alloc = alloc; 1142 pipeline->batch.next = pipeline->batch.start = pipeline->batch_data; 1143 pipeline->batch.end = pipeline->batch.start + sizeof(pipeline->batch_data); 1144 pipeline->batch.relocs = &pipeline->batch_relocs; 1145 1146 anv_pipeline_init_dynamic_state(pipeline, pCreateInfo); 1147 1148 pipeline->use_repclear = extra && extra->use_repclear; 1149 1150 pipeline->needs_data_cache = false; 1151 1152 /* When we free the pipeline, we detect stages based on the NULL status 1153 * of various prog_data pointers. Make them NULL by default. 1154 */ 1155 memset(pipeline->prog_data, 0, sizeof(pipeline->prog_data)); 1156 memset(pipeline->scratch_start, 0, sizeof(pipeline->scratch_start)); 1157 memset(pipeline->bindings, 0, sizeof(pipeline->bindings)); 1158 1159 pipeline->vs_simd8 = NO_KERNEL; 1160 pipeline->vs_vec4 = NO_KERNEL; 1161 pipeline->gs_kernel = NO_KERNEL; 1162 pipeline->ps_ksp0 = NO_KERNEL; 1163 1164 pipeline->active_stages = 0; 1165 pipeline->total_scratch = 0; 1166 1167 const VkPipelineShaderStageCreateInfo *pStages[MESA_SHADER_STAGES] = { 0, }; 1168 struct anv_shader_module *modules[MESA_SHADER_STAGES] = { 0, }; 1169 for (uint32_t i = 0; i < pCreateInfo->stageCount; i++) { 1170 gl_shader_stage stage = ffs(pCreateInfo->pStages[i].stage) - 1; 1171 pStages[stage] = &pCreateInfo->pStages[i]; 1172 modules[stage] = anv_shader_module_from_handle(pStages[stage]->module); 1173 } 1174 1175 if (modules[MESA_SHADER_VERTEX]) { 1176 anv_pipeline_compile_vs(pipeline, cache, pCreateInfo, 1177 modules[MESA_SHADER_VERTEX], 1178 pStages[MESA_SHADER_VERTEX]->pName, 1179 pStages[MESA_SHADER_VERTEX]->pSpecializationInfo); 1180 } 1181 1182 if (modules[MESA_SHADER_TESS_CTRL] || modules[MESA_SHADER_TESS_EVAL]) 1183 anv_finishme("no tessellation support"); 1184 1185 if (modules[MESA_SHADER_GEOMETRY]) { 1186 anv_pipeline_compile_gs(pipeline, cache, pCreateInfo, 1187 modules[MESA_SHADER_GEOMETRY], 1188 pStages[MESA_SHADER_GEOMETRY]->pName, 1189 pStages[MESA_SHADER_GEOMETRY]->pSpecializationInfo); 1190 } 1191 1192 if (modules[MESA_SHADER_FRAGMENT]) { 1193 anv_pipeline_compile_fs(pipeline, cache, pCreateInfo, extra, 1194 modules[MESA_SHADER_FRAGMENT], 1195 pStages[MESA_SHADER_FRAGMENT]->pName, 1196 pStages[MESA_SHADER_FRAGMENT]->pSpecializationInfo); 1197 } 1198 1199 if (!(pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT)) { 1200 /* Vertex is only optional if disable_vs is set */ 1201 assert(extra->disable_vs); 1202 } 1203 1204 anv_setup_pipeline_l3_config(pipeline); 1205 anv_compute_urb_partition(pipeline); 1206 1207 const VkPipelineVertexInputStateCreateInfo *vi_info = 1208 pCreateInfo->pVertexInputState; 1209 1210 uint64_t inputs_read; 1211 if (extra && extra->disable_vs) { 1212 /* If the VS is disabled, just assume the user knows what they're 1213 * doing and apply the layout blindly. This can only come from 1214 * meta, so this *should* be safe. 1215 */ 1216 inputs_read = ~0ull; 1217 } else { 1218 inputs_read = get_vs_prog_data(pipeline)->inputs_read; 1219 } 1220 1221 pipeline->vb_used = 0; 1222 for (uint32_t i = 0; i < vi_info->vertexAttributeDescriptionCount; i++) { 1223 const VkVertexInputAttributeDescription *desc = 1224 &vi_info->pVertexAttributeDescriptions[i]; 1225 1226 if (inputs_read & (1 << (VERT_ATTRIB_GENERIC0 + desc->location))) 1227 pipeline->vb_used |= 1 << desc->binding; 1228 } 1229 1230 for (uint32_t i = 0; i < vi_info->vertexBindingDescriptionCount; i++) { 1231 const VkVertexInputBindingDescription *desc = 1232 &vi_info->pVertexBindingDescriptions[i]; 1233 1234 pipeline->binding_stride[desc->binding] = desc->stride; 1235 1236 /* Step rate is programmed per vertex element (attribute), not 1237 * binding. Set up a map of which bindings step per instance, for 1238 * reference by vertex element setup. */ 1239 switch (desc->inputRate) { 1240 default: 1241 case VK_VERTEX_INPUT_RATE_VERTEX: 1242 pipeline->instancing_enable[desc->binding] = false; 1243 break; 1244 case VK_VERTEX_INPUT_RATE_INSTANCE: 1245 pipeline->instancing_enable[desc->binding] = true; 1246 break; 1247 } 1248 } 1249 1250 const VkPipelineInputAssemblyStateCreateInfo *ia_info = 1251 pCreateInfo->pInputAssemblyState; 1252 pipeline->primitive_restart = ia_info->primitiveRestartEnable; 1253 pipeline->topology = vk_to_gen_primitive_type[ia_info->topology]; 1254 1255 if (extra && extra->use_rectlist) 1256 pipeline->topology = _3DPRIM_RECTLIST; 1257 1258 while (anv_block_pool_size(&device->scratch_block_pool) < 1259 pipeline->total_scratch) 1260 anv_block_pool_alloc(&device->scratch_block_pool); 1261 1262 return VK_SUCCESS; 1263} 1264 1265VkResult 1266anv_graphics_pipeline_create( 1267 VkDevice _device, 1268 VkPipelineCache _cache, 1269 const VkGraphicsPipelineCreateInfo *pCreateInfo, 1270 const struct anv_graphics_pipeline_create_info *extra, 1271 const VkAllocationCallbacks *pAllocator, 1272 VkPipeline *pPipeline) 1273{ 1274 ANV_FROM_HANDLE(anv_device, device, _device); 1275 ANV_FROM_HANDLE(anv_pipeline_cache, cache, _cache); 1276 1277 if (cache == NULL) 1278 cache = &device->default_pipeline_cache; 1279 1280 switch (device->info.gen) { 1281 case 7: 1282 if (device->info.is_haswell) 1283 return gen75_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 1284 else 1285 return gen7_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 1286 case 8: 1287 return gen8_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 1288 case 9: 1289 return gen9_graphics_pipeline_create(_device, cache, pCreateInfo, extra, pAllocator, pPipeline); 1290 default: 1291 unreachable("unsupported gen\n"); 1292 } 1293} 1294 1295VkResult anv_CreateGraphicsPipelines( 1296 VkDevice _device, 1297 VkPipelineCache pipelineCache, 1298 uint32_t count, 1299 const VkGraphicsPipelineCreateInfo* pCreateInfos, 1300 const VkAllocationCallbacks* pAllocator, 1301 VkPipeline* pPipelines) 1302{ 1303 VkResult result = VK_SUCCESS; 1304 1305 unsigned i = 0; 1306 for (; i < count; i++) { 1307 result = anv_graphics_pipeline_create(_device, 1308 pipelineCache, 1309 &pCreateInfos[i], 1310 NULL, pAllocator, &pPipelines[i]); 1311 if (result != VK_SUCCESS) { 1312 for (unsigned j = 0; j < i; j++) { 1313 anv_DestroyPipeline(_device, pPipelines[j], pAllocator); 1314 } 1315 1316 return result; 1317 } 1318 } 1319 1320 return VK_SUCCESS; 1321} 1322 1323static VkResult anv_compute_pipeline_create( 1324 VkDevice _device, 1325 VkPipelineCache _cache, 1326 const VkComputePipelineCreateInfo* pCreateInfo, 1327 const VkAllocationCallbacks* pAllocator, 1328 VkPipeline* pPipeline) 1329{ 1330 ANV_FROM_HANDLE(anv_device, device, _device); 1331 ANV_FROM_HANDLE(anv_pipeline_cache, cache, _cache); 1332 1333 if (cache == NULL) 1334 cache = &device->default_pipeline_cache; 1335 1336 switch (device->info.gen) { 1337 case 7: 1338 if (device->info.is_haswell) 1339 return gen75_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 1340 else 1341 return gen7_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 1342 case 8: 1343 return gen8_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 1344 case 9: 1345 return gen9_compute_pipeline_create(_device, cache, pCreateInfo, pAllocator, pPipeline); 1346 default: 1347 unreachable("unsupported gen\n"); 1348 } 1349} 1350 1351VkResult anv_CreateComputePipelines( 1352 VkDevice _device, 1353 VkPipelineCache pipelineCache, 1354 uint32_t count, 1355 const VkComputePipelineCreateInfo* pCreateInfos, 1356 const VkAllocationCallbacks* pAllocator, 1357 VkPipeline* pPipelines) 1358{ 1359 VkResult result = VK_SUCCESS; 1360 1361 unsigned i = 0; 1362 for (; i < count; i++) { 1363 result = anv_compute_pipeline_create(_device, pipelineCache, 1364 &pCreateInfos[i], 1365 pAllocator, &pPipelines[i]); 1366 if (result != VK_SUCCESS) { 1367 for (unsigned j = 0; j < i; j++) { 1368 anv_DestroyPipeline(_device, pPipelines[j], pAllocator); 1369 } 1370 1371 return result; 1372 } 1373 } 1374 1375 return VK_SUCCESS; 1376} 1377