anv_pipeline.c revision 49f08ad77f51cc344e4bfe60ba9f8d9fccfbd753
1769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg/* 2769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Copyright © 2015 Intel Corporation 3769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 4769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Permission is hereby granted, free of charge, to any person obtaining a 5769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * copy of this software and associated documentation files (the "Software"), 6769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * to deal in the Software without restriction, including without limitation 7769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * and/or sell copies of the Software, and to permit persons to whom the 9769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software is furnished to do so, subject to the following conditions: 10769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 11769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * The above copyright notice and this permission notice (including the next 12769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * paragraph) shall be included in all copies or substantial portions of the 13769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software. 14769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 15769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IN THE SOFTWARE. 22769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg */ 23769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 24769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <assert.h> 25769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <stdbool.h> 26769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <string.h> 27769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <unistd.h> 28769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <fcntl.h> 29769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 3039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg#include "util/mesa-sha1.h" 3142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand#include "common/gen_l3_config.h" 322c2233e328341700b7bc5c574f9de21ab4e4116aChad Versace#include "anv_private.h" 33a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "brw_nir.h" 34a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "anv_nir.h" 35c34be07230ef98d5021f0bdc88c3b0bc804ee2ddJason Ekstrand#include "spirv/nir_spirv.h" 36a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 37a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Needed for SWIZZLE macros */ 38a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "program/prog_instruction.h" 39769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 40769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg// Shader functions 41769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 425a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateShaderModule( 435a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 445a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkShaderModuleCreateInfo* pCreateInfo, 45fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 467529e7ce860fc5dd64b93b53e5676136e0af3e4eChad Versace VkShaderModule* pShaderModule) 475a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand{ 485a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 495a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand struct anv_shader_module *module; 505a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 515a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO); 525a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->flags == 0); 535a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 541ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie module = vk_alloc2(&device->alloc, pAllocator, 55fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand sizeof(*module) + pCreateInfo->codeSize, 8, 56fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VK_SYSTEM_ALLOCATION_SCOPE_OBJECT); 575a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (module == NULL) 585a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 595a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 605a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand module->size = pCreateInfo->codeSize; 615a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand memcpy(module->data, pCreateInfo->pCode, module->size); 625a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 6339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg _mesa_sha1_compute(module->data, module->size, module->sha1); 6439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 656eb221c884a28786b68904faf950cf6f7881d9d9Jason Ekstrand *pShaderModule = anv_shader_module_to_handle(module); 665a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 675a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 685a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand} 695a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 7005a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyShaderModule( 718ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace VkDevice _device, 72fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkShaderModule _module, 73fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 748ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace{ 758ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_device, device, _device); 768ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_shader_module, module, _module); 778ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 7849f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand if (!module) 7949f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand return; 8049f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand 811ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie vk_free2(&device->alloc, pAllocator, module); 828ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace} 838ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 84a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#define SPIR_V_MAGIC_NUMBER 0x07230203 85a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 86a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Eventually, this will become part of anv_CreateShader. Unfortunately, 87a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * we can't do that yet because we don't have the ability to copy nir. 88a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 89a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 90a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_shader_compile_to_nir(struct anv_device *device, 91e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 92a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand const char *entrypoint_name, 939b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand gl_shader_stage stage, 949b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 95a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 96e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand if (strcmp(entrypoint_name, "main") != 0) { 97a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_finishme("Multiple shaders per module not really supported"); 98a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 99a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 100a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 101a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand device->instance->physicalDevice.compiler; 102a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const nir_shader_compiler_options *nir_options = 103a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand compiler->glsl_compiler_options[stage].NirOptions; 104a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1057df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand uint32_t *spirv = (uint32_t *) module->data; 1067df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(spirv[0] == SPIR_V_MAGIC_NUMBER); 1077df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(module->size % 4 == 0); 1087df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1097df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand uint32_t num_spec_entries = 0; 1107df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand struct nir_spirv_specialization *spec_entries = NULL; 1117df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (spec_info && spec_info->mapEntryCount > 0) { 1127df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand num_spec_entries = spec_info->mapEntryCount; 1137df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries = malloc(num_spec_entries * sizeof(*spec_entries)); 1147df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand for (uint32_t i = 0; i < num_spec_entries; i++) { 1157df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand VkSpecializationMapEntry entry = spec_info->pMapEntries[i]; 1167df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand const void *data = spec_info->pData + entry.offset; 1177df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(data + entry.size <= spec_info->pData + spec_info->dataSize); 1187df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1197df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries[i].id = spec_info->pMapEntries[i].constantID; 1207df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries[i].data = *(const uint32_t *)data; 1219b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand } 1227df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 1239b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1247df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_function *entry_point = 1257df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spirv_to_nir(spirv, module->size / 4, 1267df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries, num_spec_entries, 1277df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand stage, entrypoint_name, nir_options); 1287df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_shader *nir = entry_point->shader; 1297df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(nir->stage == stage); 1307df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 1319b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1327df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand free(spec_entries); 133dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke 1347df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (stage == MESA_SHADER_FRAGMENT) { 1357df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_wpos_center(nir); 136ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 1377df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 138ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand 1397df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_returns(nir); 1407df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 141ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand 1427df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_inline_functions(nir); 1437df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 144b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand 1457df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand /* Pick off the single entrypoint that we want */ 1467df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand foreach_list_typed_safe(nir_function, func, node, &nir->functions) { 1477df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (func != entry_point) 1487df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand exec_node_remove(&func->node); 1497df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 1507df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(exec_list_length(&nir->functions) == 1); 1517df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand entry_point->name = ralloc_strdup(entry_point, "main"); 152790565b06ec80de663820e136105ecb18125743fJason Ekstrand 1537df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_in); 1547df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_out); 1557df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_remove_dead_variables(nir, nir_var_system_value); 1567df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 157e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand 1587df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_propagate_invariant(nir); 1597df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 160790565b06ec80de663820e136105ecb18125743fJason Ekstrand 1617df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_io_to_temporaries(entry_point->shader, entry_point->impl, 1627df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand true, false); 1637df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1647df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_system_values(nir); 1657df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 166a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1678aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand /* Vulkan uses the separate-shader linking model */ 168e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader = true; 1698aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand 17012f88ba32a14ea79134f4e995a55149f078a2f27Jason Ekstrand nir = brw_preprocess_nir(compiler, nir); 171a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1720fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir_shader_gather_info(nir, entry_point->impl); 173a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 174e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand nir_variable_mode indirect_mask = 0; 175dc3de6f8df8784c477946d50baa7b5634f06b461Jason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectInput) 176e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand indirect_mask |= nir_var_shader_in; 17720b2f1ecb90847c4437cee003c3d274b5195ba0bJason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectOutput) 17820b2f1ecb90847c4437cee003c3d274b5195ba0bJason Ekstrand indirect_mask |= nir_var_shader_out; 179ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectTemp) 180e61c812f76eda0cf70317ee8c4070e80e3312e67Jason Ekstrand indirect_mask |= nir_var_local; 181ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand 182ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand nir_lower_indirect_derefs(nir, indirect_mask); 183ec899f6b4220509626c14b32a2b048dc3df49cceJason Ekstrand 184a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 185a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 186cb57bff36c5b8f449f4f9738e71d5359d9090fc8Chad Versace 18705a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyPipeline( 1886e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace VkDevice _device, 189fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkPipeline _pipeline, 190fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 1916e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace{ 1926e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_device, device, _device); 1936e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_pipeline, pipeline, _pipeline); 1946e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 19549f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand if (!pipeline) 19649f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand return; 19749f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand 198fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, 199fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pAllocator ? pAllocator : &device->alloc); 20091bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand if (pipeline->blend_state.map) 20191bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand anv_state_pool_free(&device->dynamic_state_pool, pipeline->blend_state); 20210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 20310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (unsigned s = 0; s < MESA_SHADER_STAGES; s++) { 20410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->shaders[s]) 20510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_shader_bin_unref(device, pipeline->shaders[s]); 20610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 20710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 2081ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie vk_free2(&device->alloc, pAllocator, pipeline); 2096e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace} 2106e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 2119c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsbergstatic const uint32_t vk_to_gen_primitive_type[] = { 2126a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_POINT_LIST] = _3DPRIM_POINTLIST, 2136a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST] = _3DPRIM_LINELIST, 2146a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP] = _3DPRIM_LINESTRIP, 2156a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST] = _3DPRIM_TRILIST, 2166a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP] = _3DPRIM_TRISTRIP, 2176a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_FAN] = _3DPRIM_TRIFAN, 2186a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST_WITH_ADJACENCY] = _3DPRIM_LINELIST_ADJ, 2196a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP_WITH_ADJACENCY] = _3DPRIM_LINESTRIP_ADJ, 2206a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST_WITH_ADJACENCY] = _3DPRIM_TRILIST_ADJ, 2216a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP_WITH_ADJACENCY] = _3DPRIM_TRISTRIP_ADJ, 2226a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand/* [VK_PRIMITIVE_TOPOLOGY_PATCH_LIST] = _3DPRIM_PATCHLIST_1 */ 2239c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg}; 2249c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 2251a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrandstatic void 226527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_sampler_prog_key(const struct gen_device_info *devinfo, 227a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_sampler_prog_key_data *key) 228a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 229a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle texture swizzle on HSW- */ 230a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (int i = 0; i < MAX_SAMPLERS; i++) { 231a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Assume color sampler, no swizzling. (Works for BDW+) */ 232a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->swizzles[i] = SWIZZLE_XYZW; 233a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 234a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 235a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 236a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 237527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_vs_prog_key(const struct gen_device_info *devinfo, 238a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key *key) 239a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 240a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 241a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 242a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 243a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 244a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle vertex input work-arounds */ 245a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 246a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle sampler_prog_key */ 247a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 248a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 249a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 250527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_gs_prog_key(const struct gen_device_info *devinfo, 251d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key *key) 252d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 253d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand memset(key, 0, sizeof(*key)); 254d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 255d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 256d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 257d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 258d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic void 259527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_wm_prog_key(const struct gen_device_info *devinfo, 260a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 261a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key *key) 262a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 263a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ANV_FROM_HANDLE(anv_render_pass, render_pass, info->renderPass); 264a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 265a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 266a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 267a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 268a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 26937b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand /* TODO: Fill out key->input_slots_valid */ 27037b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand 271a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Vulkan doesn't specify a default */ 272a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->high_quality_derivatives = false; 273a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 274a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX Vulkan doesn't appear to specify */ 275a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->clamp_fragment_color = false; 276a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 277ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand key->nr_color_regions = 278ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand render_pass->subpasses[info->subpass].color_count; 279a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 280a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->replicate_alpha = key->nr_color_regions > 1 && 2819fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState && 2829fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState->alphaToCoverageEnable; 283a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 2847f2284063df569df40f68074833f1518005d348dJason Ekstrand if (info->pMultisampleState && info->pMultisampleState->rasterizationSamples > 1) { 285a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We should probably pull this out of the shader, but it's fairly 286a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * harmless to compute it and then let dead-code take care of it. 287a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 288712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand key->persample_interp = 289712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand (info->pMultisampleState->minSampleShading * 290712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand info->pMultisampleState->rasterizationSamples) > 1; 29181407531e0b8d2e6a7f9c39cb44ed6a72dc61e77Kenneth Graunke key->multisample_fbo = true; 292a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 293a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 294a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 295a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 296527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_cs_prog_key(const struct gen_device_info *devinfo, 297a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key *key) 298a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 299a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 300a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 301a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 302a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 303a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 304a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 305a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile(struct anv_pipeline *pipeline, 306e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 307e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand const char *entrypoint, 308a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 3099b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info, 3106139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct brw_stage_prog_data *prog_data, 3116139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map *map) 312a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 313e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand nir_shader *nir = anv_shader_compile_to_nir(pipeline->device, 3149b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand module, entrypoint, stage, 3159b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_info); 316a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (nir == NULL) 317a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return NULL; 318a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 31935b758c378900b2c611050e782ca8100fbcc671dJason Ekstrand anv_nir_lower_push_constants(nir); 320a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 321a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Figure out the number of parameters */ 322a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params = 0; 323a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 3243883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 325a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* If the shader uses any push constants at all, we'll just give 326a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * them the maximum possible number 327a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 3281eed753ee8725baf41790d30f94bc3567653c28cJason Ekstrand assert(nir->num_uniforms <= MAX_PUSH_CONSTANTS_SIZE); 329a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params += MAX_PUSH_CONSTANTS_SIZE / sizeof(float); 330a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 331a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 332a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (pipeline->layout && pipeline->layout->stage[stage].has_dynamic_offsets) 333612e35b2c65c99773b73e53d0e6fd112b1a7431fJason Ekstrand prog_data->nr_params += MAX_DYNAMIC_BUFFERS * 2; 334a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 335e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri if (nir->info->num_images > 0) { 336e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri prog_data->nr_params += nir->info->num_images * BRW_IMAGE_PARAM_SIZE; 3378ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 3388ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen } 3398ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 340fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen if (stage == MESA_SHADER_COMPUTE) 341fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen ((struct brw_cs_prog_data *)prog_data)->thread_local_id_index = 342fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen prog_data->nr_params++; /* The CS Thread ID uniform */ 343fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen 344e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri if (nir->info->num_ssbos > 0) 3458ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 34643ac954e25f28d240da65ed816458d3529675a04Jason Ekstrand 347a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (prog_data->nr_params > 0) { 348fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand /* XXX: I think we're leaking this */ 349d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param = (const union gl_constant_value **) 350d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand malloc(prog_data->nr_params * sizeof(union gl_constant_value *)); 351a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 352a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We now set the param values to be offsets into a 353a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * anv_push_constant_data structure. Since the compiler doesn't 354a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * actually dereference any of the gl_constant_value pointers in the 355a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * params array, it doesn't really matter what we put here. 356a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 357a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_push_constants *null_data = NULL; 3583883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 359a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Fill out the push constants section of the param array */ 360a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (unsigned i = 0; i < MAX_PUSH_CONSTANTS_SIZE / sizeof(float); i++) 361d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param[i] = (const union gl_constant_value *) 362a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &null_data->client_data[i * sizeof(float)]; 363a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 364a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 365a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 366a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Set up dynamic offsets */ 367a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_nir_apply_dynamic_offsets(pipeline, nir, prog_data); 368a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 369a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Apply the actual pipeline layout to UBOs, SSBOs, and textures */ 370cd75ff5d1749b9a982546b54cd2655930d2a5402Jason Ekstrand if (pipeline->layout) 3716139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg anv_nir_apply_pipeline_layout(pipeline, nir, prog_data, map); 372a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 373a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* nir_lower_io will only handle the push constants; we need to set this 374a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * to the full number of possible uniforms. 375a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 376d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand nir->num_uniforms = prog_data->nr_params * 4; 377a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 378a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 379a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 380a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 381a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 38275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandanv_fill_binding_table(struct brw_stage_prog_data *prog_data, unsigned bias) 38375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand{ 38475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.size_bytes = 0; 38575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.texture_start = bias; 3863c0077a6ec4c0ffd6e74e219c786d5d7f9217ce9Jason Ekstrand prog_data->binding_table.gather_texture_start = bias; 38775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ubo_start = bias; 38875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ssbo_start = bias; 38975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.image_start = bias; 39075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand} 39175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 39210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandstatic struct anv_shader_bin * 39310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandanv_pipeline_upload_kernel(struct anv_pipeline *pipeline, 39410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_pipeline_cache *cache, 39510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *key_data, uint32_t key_size, 39610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *kernel_data, uint32_t kernel_size, 397ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand const struct brw_stage_prog_data *prog_data, 398ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand uint32_t prog_data_size, 39910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const struct anv_pipeline_bind_map *bind_map) 40010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand{ 40110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 40210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return anv_pipeline_cache_upload_kernel(cache, key_data, key_size, 40310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel_data, kernel_size, 40410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand prog_data, prog_data_size, 40510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bind_map); 40610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } else { 40710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return anv_shader_bin_create(pipeline->device, key_data, key_size, 40810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel_data, kernel_size, 40971cc1e188d52bebe86a1ac72fe90f4e2a7e76778Jason Ekstrand prog_data, prog_data_size, 41071cc1e188d52bebe86a1ac72fe90f4e2a7e76778Jason Ekstrand prog_data->param, bind_map); 41110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 41210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand} 41310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 41410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 41575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandstatic void 416a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_add_compiled_stage(struct anv_pipeline *pipeline, 417a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 41810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *shader) 419a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 42010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->shaders[stage] = shader; 421a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand pipeline->active_stages |= mesa_to_vk_shader_stage(stage); 422a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 423a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 424a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 425a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_vs(struct anv_pipeline *pipeline, 42630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 427a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 428e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 4299b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 4309b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 431a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 432a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 433a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 4346139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 435a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key key; 43610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 43787967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 438a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 439a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_vs_prog_key(&pipeline->device->info, &key); 440a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 44110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 4422301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 4432301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 44410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 44539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 446a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 44710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 4482b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_vs_prog_data prog_data = { 0, }; 4496139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 4506139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 4516139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 4526139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 4536139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 4546139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 4556139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 456a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 45739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 45839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_VERTEX, spec_info, 4596139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 46039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 46139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 46239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 46375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 46475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 46539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 466a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 4677df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 468a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 469e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri prog_data.inputs_read = nir->info->inputs_read; 470a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 47139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 4722b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 473e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->outputs_written, 474e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader); 475a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 47639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 47739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 4782b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_vs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 47939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, false, -1, &code_size, NULL); 48039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 48139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 48239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 48339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 484a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 48510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 48610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 487ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base.base, sizeof(prog_data), 488ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 48910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 49010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 49110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 49210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 49310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 494a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 495a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 496a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 49710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_VERTEX, bin); 498a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 499a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 500a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 501a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 502a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 503d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandanv_pipeline_compile_gs(struct anv_pipeline *pipeline, 50430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 505d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const VkGraphicsPipelineCreateInfo *info, 506e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 5079b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 5089b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 509d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 510d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const struct brw_compiler *compiler = 511d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand pipeline->device->instance->physicalDevice.compiler; 5126139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 513d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key key; 51410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 51587967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 516d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 517d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_gs_prog_key(&pipeline->device->info, &key); 518d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 51910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 5202301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 5212301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 52210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 52339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 524d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 52510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 5262b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_gs_prog_data prog_data = { 0, }; 5276139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 5286139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 5296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 5306139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 5316139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 5326139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 5336139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 534d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 53539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 53639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_GEOMETRY, spec_info, 5376139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 53839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 53939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 54039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 54175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 54275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 54339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 544d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 5457df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 546d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 54739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 5482b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 549e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->outputs_written, 550e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader); 5515e57a87dcfea5b1e363e96946c456651d43176c2Jason Ekstrand 55239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 55339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 5542b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_gs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 55539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, -1, &code_size, NULL); 55639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 55739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 55839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 55939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 56039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 56139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg /* TODO: SIMD8 GS */ 56210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 56310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 564ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base.base, sizeof(prog_data), 565ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 56610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 56710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 56810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 56910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 570d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 571d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand ralloc_free(mem_ctx); 572d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand } 573d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 57410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_GEOMETRY, bin); 575d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 576d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand return VK_SUCCESS; 577d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 578d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 579d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic VkResult 580a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_fs(struct anv_pipeline *pipeline, 58130521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 582a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 583e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 5849b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 5859b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 586a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 587a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 588a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 5896139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 590a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key key; 59110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 59287967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 593a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 594ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand populate_wm_prog_key(&pipeline->device->info, info, &key); 595a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 59610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 5972301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 5982301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 59910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 60039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 60139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 60210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 6032b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_wm_prog_data prog_data = { 0, }; 6046139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 6056139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 606a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 6076139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 608cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .surface_to_descriptor = surface_to_descriptor + 8, 6096139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 6106139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 611a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 61239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 61339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_FRAGMENT, spec_info, 6146139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 61539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 61639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 617a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 618cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned num_rts = 0; 619cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand struct anv_pipeline_binding rt_bindings[8]; 62093bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke nir_function_impl *impl = nir_shader_get_entrypoint(nir); 621fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand nir_foreach_variable_safe(var, &nir->outputs) { 622fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (var->data.location < FRAG_RESULT_DATA0) 623fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand continue; 624fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 625fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand unsigned rt = var->data.location - FRAG_RESULT_DATA0; 626fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (rt >= key.nr_color_regions) { 627cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Out-of-bounds, throw it away */ 628fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand var->data.mode = nir_var_local; 629fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_node_remove(&var->node); 630fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_list_push_tail(&impl->locals, &var->node); 631cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand continue; 632cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 633cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 634cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Give it a new, compacted, location */ 635cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand var->data.location = FRAG_RESULT_DATA0 + num_rts; 636cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 637cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned array_len = 638cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand glsl_type_is_array(var->type) ? glsl_get_length(var->type) : 1; 639cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts + array_len <= 8); 640cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 641cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand for (unsigned i = 0; i < array_len; i++) { 6424200c2266e9c1f76e54d667e69a1a69516e6bf57Jason Ekstrand rt_bindings[num_rts + i] = (struct anv_pipeline_binding) { 643cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 644a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 645a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .index = rt + i, 646cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 647fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand } 648cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 649cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts += array_len; 650cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 651cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 652cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (num_rts == 0) { 653cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* If we have no render targets, we need a null render target */ 654cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand rt_bindings[0] = (struct anv_pipeline_binding) { 655cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 656a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 657c99a0a8bcece2870f3e93328ab520efc2c9f7983Chad Versace .index = UINT8_MAX, 658cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 659cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts = 1; 660cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 661cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 662cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts <= 8); 663cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_to_descriptor -= num_rts; 664cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_count += num_rts; 665cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(map.surface_count <= 256); 666cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand memcpy(map.surface_to_descriptor, rt_bindings, 667cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts * sizeof(*rt_bindings)); 668cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 669cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand anv_fill_binding_table(&prog_data.base, num_rts); 67075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 67139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 67239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 6737df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 674a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 67539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 67639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 6772b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_fs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 67891d61fbf7cb61a44adcaae51ee08ad0dd6b2a03bTimothy Arceri NULL, -1, -1, true, false, NULL, &code_size, NULL); 67939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 68039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 68139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 68239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 683a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 68410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 68510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 686ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base, sizeof(prog_data), 687ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 68810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 68910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 69010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 69110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 692a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 693a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 694a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 695a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 69610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_FRAGMENT, bin); 697a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 698a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 699a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 700a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 701a71e614d33e8d869bbaced8948349a7180783ab7Jason EkstrandVkResult 702a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_cs(struct anv_pipeline *pipeline, 70330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 704a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkComputePipelineCreateInfo *info, 705e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 7069b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 7079b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 708a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 709a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 710a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 7116139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 712a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key key; 71310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 71487967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 715a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 716a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_cs_prog_key(&pipeline->device->info, &key); 717a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 71810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 7192301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 7202301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 72110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 72239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 72339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 72410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 7252b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_cs_prog_data prog_data = { 0, }; 7266139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 7276139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 728a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 7296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 7306139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 7316139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 7326139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 733a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 73439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 73539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_COMPUTE, spec_info, 7366139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 73739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 73839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 7395e82a91324d13c9194416347521120a93beef133Jordan Justen 74075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base, 1); 74175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 74239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 74397b09a92686d75ba2faca2fb20276c75f630f691Jordan Justen 7447df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 745a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 74639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 74739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 7482b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_cs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 74939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg -1, &code_size, NULL); 75039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 75139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 75239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 75339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 754a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 75510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 75610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 757ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base, sizeof(prog_data), 758ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 75910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 76010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 76110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 76210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 7636139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 764a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 765a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 766a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 76710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_COMPUTE, bin); 768a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 769a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 770a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 771a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 772a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery/** 773a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Copy pipeline state not marked as dynamic. 774a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Dynamic state is pipeline state which hasn't been provided at pipeline 775a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * creation time, but is dynamically provided afterwards using various 776a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * vkCmdSet* functions. 777a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 778a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * The set of state considered "non_dynamic" is determined by the pieces of 779a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * state that have their corresponding VkDynamicState enums omitted from 780a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * VkPipelineDynamicStateCreateInfo::pDynamicStates. 781a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 782a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[out] pipeline Destination non_dynamic state. 783a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[in] pCreateInfo Source of non_dynamic state to be copied. 784a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery */ 785a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 786a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Cherycopy_non_dynamic_state(struct anv_pipeline *pipeline, 787a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery const VkGraphicsPipelineCreateInfo *pCreateInfo) 7881a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand{ 7894d4e559b6a26d2942c2a24cc81588adc2482f415Chad Versace anv_cmd_dirty_mask_t states = ANV_CMD_DIRTY_DYNAMIC_ALL; 7902484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace ANV_FROM_HANDLE(anv_render_pass, pass, pCreateInfo->renderPass); 7912484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace struct anv_subpass *subpass = &pass->subpasses[pCreateInfo->subpass]; 7922484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 7932484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pipeline->dynamic_state = default_dynamic_state; 7941a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 795368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (pCreateInfo->pDynamicState) { 796368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand /* Remove all of the states that are marked as dynamic */ 797368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand uint32_t count = pCreateInfo->pDynamicState->dynamicStateCount; 798368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand for (uint32_t s = 0; s < count; s++) 799368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand states &= ~(1 << pCreateInfo->pDynamicState->pDynamicStates[s]); 800368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 8011a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 8021a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand struct anv_dynamic_state *dynamic = &pipeline->dynamic_state; 8031a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 804a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 805a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 806a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pViewportState is [...] NULL if the pipeline 807a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * has rasterization disabled. 808a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 809a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 810a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pViewportState); 811a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 812a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->viewport.count = pCreateInfo->pViewportState->viewportCount; 813a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_VIEWPORT)) { 814a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->viewport.viewports, 815a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pViewports, 816a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->viewportCount); 817a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 818368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 819a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->scissor.count = pCreateInfo->pViewportState->scissorCount; 820a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_SCISSOR)) { 821a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->scissor.scissors, 822a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pScissors, 823a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->scissorCount); 824a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 825368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 826368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 827368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_LINE_WIDTH)) { 8287f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 8297f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->line_width = pCreateInfo->pRasterizationState->lineWidth; 830368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 831368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 832368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BIAS)) { 8337f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 8344ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.bias = 8357f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasConstantFactor; 8367f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->depth_bias.clamp = 8377f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasClamp; 8384ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.slope = 8397f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasSlopeFactor; 840368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 841368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 842a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 843a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 844a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pColorBlendState is [...] NULL if the pipeline has rasterization 845a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is 846a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * created against does not use any color attachments. 847a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 848a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery bool uses_color_att = false; 849a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery for (unsigned i = 0; i < subpass->color_count; ++i) { 850a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (subpass->color_attachments[i] != VK_ATTACHMENT_UNUSED) { 851a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery uses_color_att = true; 852a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery break; 853a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 854a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 855a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 856a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (uses_color_att && 857a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery !pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 858368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand assert(pCreateInfo->pColorBlendState); 859a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 860a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_BLEND_CONSTANTS)) 861a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->blend_constants, 862a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pColorBlendState->blendConstants, 4); 8631a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand } 864368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 8652484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* If there is no depthstencil attachment, then don't read 8662484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * pDepthStencilState. The Vulkan spec states that pDepthStencilState may 8672484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * be NULL in this case. Even if pDepthStencilState is non-NULL, there is 8682484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * no need to override the depthstencil defaults in 8692484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * anv_pipeline::dynamic_state when there is no depthstencil attachment. 8702484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 871a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * Section 9.2 of the Vulkan 1.0.15 spec says: 8722484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 873a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pDepthStencilState is [...] NULL if the pipeline has rasterization 874a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is created 875a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * against does not use a depth/stencil attachment. 8762484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace */ 877a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable && 878a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) { 879a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pDepthStencilState); 880a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 8812484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BOUNDS)) { 8822484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.min = 8832484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->minDepthBounds; 8842484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.max = 8852484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->maxDepthBounds; 8862484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 8872484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 8882484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK)) { 8892484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.front = 8904ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.compareMask; 8912484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.back = 8924ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.compareMask; 8932484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 8942484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 8952484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_WRITE_MASK)) { 8962484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.front = 8974ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.writeMask; 8982484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.back = 8994ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.writeMask; 9002484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 9012484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9022484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_REFERENCE)) { 9032484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.front = 9044ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.reference; 9052484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.back = 9064ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.reference; 9072484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 908368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 909368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 910368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand pipeline->dynamic_state_mask = states; 9111a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand} 9121a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 913b51468b519f447c8e0afd492ce09d7c9485e222bChad Versacestatic void 914b51468b519f447c8e0afd492ce09d7c9485e222bChad Versaceanv_pipeline_validate_create_info(const VkGraphicsPipelineCreateInfo *info) 915b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace{ 916b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_render_pass *renderpass = NULL; 917b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_subpass *subpass = NULL; 918b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 919b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace /* Assert that all required members of VkGraphicsPipelineCreateInfo are 920ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke * present. See the Vulkan 1.0.28 spec, Section 9.2 Graphics Pipelines. 921b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace */ 922b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->sType == VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO); 923b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 924b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace renderpass = anv_render_pass_from_handle(info->renderPass); 925b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(renderpass); 926b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 927dedc406ec8adc6a36eb2b37e3f565aaa1dce6e3fJason Ekstrand assert(info->subpass < renderpass->subpass_count); 928dedc406ec8adc6a36eb2b37e3f565aaa1dce6e3fJason Ekstrand subpass = &renderpass->subpasses[info->subpass]; 929b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 930b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->stageCount >= 1); 931b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pVertexInputState); 932b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pInputAssemblyState); 9337f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(info->pRasterizationState); 934ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (!info->pRasterizationState->rasterizerDiscardEnable) { 935ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pViewportState); 936ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pMultisampleState); 937b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 938ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (subpass && subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) 939ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pDepthStencilState); 940b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 941ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (subpass && subpass->color_count > 0) 942ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pColorBlendState); 943ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke } 944b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 945b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace for (uint32_t i = 0; i < info->stageCount; ++i) { 946b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace switch (info->pStages[i].stage) { 947a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT: 948a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT: 949b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pTessellationState); 950b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 951b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace default: 952b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 953b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 954b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 955b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace} 956b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 95742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand/** 95842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * Calculate the desired L3 partitioning based on the current state of the 95942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * pipeline. For now this simply returns the conservative defaults calculated 96042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * by get_default_l3_weights(), but we could probably do better by gathering 96142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * more statistics from the pipeline state (e.g. guess of expected URB usage 96242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * and bound surfaces), or by using feed-back from performance counters. 96342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand */ 96442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandvoid 96542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandanv_pipeline_setup_l3_config(struct anv_pipeline *pipeline, bool needs_slm) 96642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand{ 96742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const struct gen_device_info *devinfo = &pipeline->device->info; 96842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 96942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const struct gen_l3_weights w = 97042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand gen_get_default_l3_weights(devinfo, pipeline->needs_data_cache, needs_slm); 97142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 97242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.l3_config = gen_get_l3_config(devinfo, w); 97342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.total_size = 97442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand gen_get_l3_config_urb_size(devinfo, pipeline->urb.l3_config); 97542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand} 97642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 9779c752b5b38305acaf863fc0165565fcf6f8f390aKristian HøgsbergVkResult 97830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensenanv_pipeline_init(struct anv_pipeline *pipeline, 97930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_device *device, 98030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 9819c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkGraphicsPipelineCreateInfo *pCreateInfo, 982fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks *alloc) 9839c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg{ 984b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen VkResult result; 985b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen 986b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_validate { 987b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_pipeline_validate_create_info(pCreateInfo); 988b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 989b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 990fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand if (alloc == NULL) 991fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand alloc = &device->alloc; 992fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 9939c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->device = device; 9949c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->layout = anv_pipeline_layout_from_handle(pCreateInfo->layout); 9959c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 996b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen result = anv_reloc_list_init(&pipeline->batch_relocs, alloc); 997b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen if (result != VK_SUCCESS) 998b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen return result; 999fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 1000fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pipeline->batch.alloc = alloc; 10019c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.next = pipeline->batch.start = pipeline->batch_data; 10029c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.end = pipeline->batch.start + sizeof(pipeline->batch_data); 10039c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.relocs = &pipeline->batch_relocs; 10049c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1005a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery copy_non_dynamic_state(pipeline, pCreateInfo); 1006eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pipeline->depth_clamp_enable = pCreateInfo->pRasterizationState && 1007eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pCreateInfo->pRasterizationState->depthClampEnable; 10081a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 10098ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = false; 10108ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 1011a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* When we free the pipeline, we detect stages based on the NULL status 1012a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * of various prog_data pointers. Make them NULL by default. 1013a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 101410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand memset(pipeline->shaders, 0, sizeof(pipeline->shaders)); 10159c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1016a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->active_stages = 0; 1017a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1018623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke const VkPipelineShaderStageCreateInfo *pStages[MESA_SHADER_STAGES] = { 0, }; 1019623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke struct anv_shader_module *modules[MESA_SHADER_STAGES] = { 0, }; 1020a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (uint32_t i = 0; i < pCreateInfo->stageCount; i++) { 1021623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke gl_shader_stage stage = ffs(pCreateInfo->pStages[i].stage) - 1; 1022623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke pStages[stage] = &pCreateInfo->pStages[i]; 1023623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke modules[stage] = anv_shader_module_from_handle(pStages[stage]->module); 1024623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1025623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1026623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_VERTEX]) { 1027d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_vs(pipeline, cache, pCreateInfo, 1028d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_VERTEX], 1029d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pName, 1030d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pSpecializationInfo); 1031d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1032d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1033623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1034623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 103532aa01663ff649a399480886106e203cc347c212Kristian Høgsberg if (modules[MESA_SHADER_TESS_CTRL] || modules[MESA_SHADER_TESS_EVAL]) 103632aa01663ff649a399480886106e203cc347c212Kristian Høgsberg anv_finishme("no tessellation support"); 103732aa01663ff649a399480886106e203cc347c212Kristian Høgsberg 1038623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_GEOMETRY]) { 1039d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_gs(pipeline, cache, pCreateInfo, 1040d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_GEOMETRY], 1041d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pName, 1042d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pSpecializationInfo); 1043d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1044d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1045623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1046623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1047623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_FRAGMENT]) { 1048ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand result = anv_pipeline_compile_fs(pipeline, cache, pCreateInfo, 1049d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_FRAGMENT], 1050d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pName, 1051d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pSpecializationInfo); 1052d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1053d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 10549c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10559c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1056ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand assert(pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT); 1057a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 105842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand anv_pipeline_setup_l3_config(pipeline, false); 1059a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 10609c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineVertexInputStateCreateInfo *vi_info = 10619c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pVertexInputState; 1062e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1063ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand const uint64_t inputs_read = get_vs_prog_data(pipeline)->inputs_read; 1064e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 10659c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->vb_used = 0; 1066e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexAttributeDescriptionCount; i++) { 1067e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand const VkVertexInputAttributeDescription *desc = 1068e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand &vi_info->pVertexAttributeDescriptions[i]; 1069e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1070e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand if (inputs_read & (1 << (VERT_ATTRIB_GENERIC0 + desc->location))) 1071e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand pipeline->vb_used |= 1 << desc->binding; 1072e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1073e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1074e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexBindingDescriptionCount; i++) { 10759c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkVertexInputBindingDescription *desc = 10769c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg &vi_info->pVertexBindingDescriptions[i]; 10779c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1078e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand pipeline->binding_stride[desc->binding] = desc->stride; 10799c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10809c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg /* Step rate is programmed per vertex element (attribute), not 10819c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * binding. Set up a map of which bindings step per instance, for 10829c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * reference by vertex element setup. */ 10839b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand switch (desc->inputRate) { 10849c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg default: 10859b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_VERTEX: 10869c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = false; 10879c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 10889b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_INSTANCE: 10899c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = true; 10909c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 10919c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10929c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10939c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10949c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineInputAssemblyStateCreateInfo *ia_info = 10959c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pInputAssemblyState; 10969c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->primitive_restart = ia_info->primitiveRestartEnable; 10979c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->topology = vk_to_gen_primitive_type[ia_info->topology]; 10989c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10999c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg return VK_SUCCESS; 1100d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1101d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrandcompile_fail: 110210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (unsigned s = 0; s < MESA_SHADER_STAGES; s++) { 110310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->shaders[s]) 110410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_shader_bin_unref(device, pipeline->shaders[s]); 110510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 110610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 1107d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, alloc); 1108d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1109d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand return result; 11109c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg} 1111