anv_pipeline.c revision 08b5713068b9ce6c0a1670cf5f68ad94dfcf6100
1769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg/* 2769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Copyright © 2015 Intel Corporation 3769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 4769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Permission is hereby granted, free of charge, to any person obtaining a 5769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * copy of this software and associated documentation files (the "Software"), 6769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * to deal in the Software without restriction, including without limitation 7769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * and/or sell copies of the Software, and to permit persons to whom the 9769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software is furnished to do so, subject to the following conditions: 10769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 11769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * The above copyright notice and this permission notice (including the next 12769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * paragraph) shall be included in all copies or substantial portions of the 13769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software. 14769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 15769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IN THE SOFTWARE. 22769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg */ 23769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 24769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <assert.h> 25769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <stdbool.h> 26769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <string.h> 27769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <unistd.h> 28769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <fcntl.h> 29769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 3039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg#include "util/mesa-sha1.h" 3142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand#include "common/gen_l3_config.h" 322c2233e328341700b7bc5c574f9de21ab4e4116aChad Versace#include "anv_private.h" 33a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "brw_nir.h" 34a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "anv_nir.h" 35c34be07230ef98d5021f0bdc88c3b0bc804ee2ddJason Ekstrand#include "spirv/nir_spirv.h" 36a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 37a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Needed for SWIZZLE macros */ 38a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "program/prog_instruction.h" 39769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 40769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg// Shader functions 41769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 425a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateShaderModule( 435a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 445a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkShaderModuleCreateInfo* pCreateInfo, 45fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 467529e7ce860fc5dd64b93b53e5676136e0af3e4eChad Versace VkShaderModule* pShaderModule) 475a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand{ 485a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 495a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand struct anv_shader_module *module; 505a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 515a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO); 525a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->flags == 0); 535a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 541ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie module = vk_alloc2(&device->alloc, pAllocator, 55fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand sizeof(*module) + pCreateInfo->codeSize, 8, 56fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VK_SYSTEM_ALLOCATION_SCOPE_OBJECT); 575a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (module == NULL) 585a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 595a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 605a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand module->size = pCreateInfo->codeSize; 615a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand memcpy(module->data, pCreateInfo->pCode, module->size); 625a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 6339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg _mesa_sha1_compute(module->data, module->size, module->sha1); 6439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 656eb221c884a28786b68904faf950cf6f7881d9d9Jason Ekstrand *pShaderModule = anv_shader_module_to_handle(module); 665a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 675a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 685a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand} 695a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 7005a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyShaderModule( 718ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace VkDevice _device, 72fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkShaderModule _module, 73fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 748ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace{ 758ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_device, device, _device); 768ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_shader_module, module, _module); 778ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 7849f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand if (!module) 7949f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand return; 8049f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand 811ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie vk_free2(&device->alloc, pAllocator, module); 828ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace} 838ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 84a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#define SPIR_V_MAGIC_NUMBER 0x07230203 85a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 86a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Eventually, this will become part of anv_CreateShader. Unfortunately, 87a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * we can't do that yet because we don't have the ability to copy nir. 88a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 89a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 90a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_shader_compile_to_nir(struct anv_device *device, 91e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 92a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand const char *entrypoint_name, 939b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand gl_shader_stage stage, 949b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 95a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 96e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand if (strcmp(entrypoint_name, "main") != 0) { 97a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_finishme("Multiple shaders per module not really supported"); 98a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 99a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 100a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 101a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand device->instance->physicalDevice.compiler; 102a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const nir_shader_compiler_options *nir_options = 103a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand compiler->glsl_compiler_options[stage].NirOptions; 104a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1057df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand uint32_t *spirv = (uint32_t *) module->data; 1067df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(spirv[0] == SPIR_V_MAGIC_NUMBER); 1077df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(module->size % 4 == 0); 1087df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1097df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand uint32_t num_spec_entries = 0; 1107df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand struct nir_spirv_specialization *spec_entries = NULL; 1117df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (spec_info && spec_info->mapEntryCount > 0) { 1127df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand num_spec_entries = spec_info->mapEntryCount; 1137df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries = malloc(num_spec_entries * sizeof(*spec_entries)); 1147df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand for (uint32_t i = 0; i < num_spec_entries; i++) { 1157df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand VkSpecializationMapEntry entry = spec_info->pMapEntries[i]; 1167df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand const void *data = spec_info->pData + entry.offset; 1177df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(data + entry.size <= spec_info->pData + spec_info->dataSize); 1187df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1197df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries[i].id = spec_info->pMapEntries[i].constantID; 120cc4ff6c2a01138c44e95af90ec9ddf0f772ca4dcSamuel Iglesias Gonsálvez if (spec_info->dataSize == 8) 121cc4ff6c2a01138c44e95af90ec9ddf0f772ca4dcSamuel Iglesias Gonsálvez spec_entries[i].data64 = *(const uint64_t *)data; 122cc4ff6c2a01138c44e95af90ec9ddf0f772ca4dcSamuel Iglesias Gonsálvez else 123cc4ff6c2a01138c44e95af90ec9ddf0f772ca4dcSamuel Iglesias Gonsálvez spec_entries[i].data32 = *(const uint32_t *)data; 1249b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand } 1257df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 1269b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 127465204695f99747174983c96d9e50e7c158fc22fSamuel Iglesias Gonsálvez const struct nir_spirv_supported_extensions supported_ext = { 128465204695f99747174983c96d9e50e7c158fc22fSamuel Iglesias Gonsálvez .float64 = device->instance->physicalDevice.info.gen >= 8, 129465204695f99747174983c96d9e50e7c158fc22fSamuel Iglesias Gonsálvez }; 130465204695f99747174983c96d9e50e7c158fc22fSamuel Iglesias Gonsálvez 1317df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_function *entry_point = 1327df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spirv_to_nir(spirv, module->size / 4, 1337df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries, num_spec_entries, 134465204695f99747174983c96d9e50e7c158fc22fSamuel Iglesias Gonsálvez stage, entrypoint_name, &supported_ext, nir_options); 1357df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_shader *nir = entry_point->shader; 1367df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(nir->stage == stage); 1377df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 1389b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1397df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand free(spec_entries); 140dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke 141faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand if (stage == MESA_SHADER_FRAGMENT) 142faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_lower_wpos_center); 143ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand 144c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand /* We have to lower away local constant initializers right before we 145c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand * inline functions. That way they get properly initialized at the top 146c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand * of the function and not at the top of its caller. 147c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand */ 148faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_lower_constant_initializers, nir_var_local); 149faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_lower_returns); 150faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_inline_functions); 151b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand 1527df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand /* Pick off the single entrypoint that we want */ 1537df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand foreach_list_typed_safe(nir_function, func, node, &nir->functions) { 1547df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (func != entry_point) 1557df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand exec_node_remove(&func->node); 1567df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 1577df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(exec_list_length(&nir->functions) == 1); 1587df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand entry_point->name = ralloc_strdup(entry_point, "main"); 159790565b06ec80de663820e136105ecb18125743fJason Ekstrand 160faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_remove_dead_variables, 161faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand nir_var_shader_in | nir_var_shader_out | nir_var_system_value); 162e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand 163c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand /* Now that we've deleted all but the main function, we can go ahead and 164c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand * lower the rest of the constant initializers. 165c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand */ 166faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_lower_constant_initializers, ~0); 167faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_propagate_invariant); 168faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_lower_io_to_temporaries, 169faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand entry_point->impl, true, false); 170faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_lower_system_values); 171a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1728aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand /* Vulkan uses the separate-shader linking model */ 173e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader = true; 1748aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand 17512f88ba32a14ea79134f4e995a55149f078a2f27Jason Ekstrand nir = brw_preprocess_nir(compiler, nir); 176a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 177faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, nir_lower_clip_cull_distance_arrays); 178a9eabd539cf75f8e0e0c1c012a7f5e666304dd9eKenneth Graunke 179347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand if (stage == MESA_SHADER_FRAGMENT) 180faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, anv_nir_lower_input_attachments); 181347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 1820fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir_shader_gather_info(nir, entry_point->impl); 183a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 184a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 185a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 186cb57bff36c5b8f449f4f9738e71d5359d9090fc8Chad Versace 18705a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyPipeline( 1886e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace VkDevice _device, 189fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkPipeline _pipeline, 190fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 1916e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace{ 1926e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_device, device, _device); 1936e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_pipeline, pipeline, _pipeline); 1946e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 19549f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand if (!pipeline) 19649f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand return; 19749f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand 198fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, 199fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pAllocator ? pAllocator : &device->alloc); 20091bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand if (pipeline->blend_state.map) 20191bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand anv_state_pool_free(&device->dynamic_state_pool, pipeline->blend_state); 20210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 20310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (unsigned s = 0; s < MESA_SHADER_STAGES; s++) { 20410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->shaders[s]) 20510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_shader_bin_unref(device, pipeline->shaders[s]); 20610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 20710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 2081ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie vk_free2(&device->alloc, pAllocator, pipeline); 2096e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace} 2106e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 2119c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsbergstatic const uint32_t vk_to_gen_primitive_type[] = { 2126a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_POINT_LIST] = _3DPRIM_POINTLIST, 2136a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST] = _3DPRIM_LINELIST, 2146a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP] = _3DPRIM_LINESTRIP, 2156a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST] = _3DPRIM_TRILIST, 2166a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP] = _3DPRIM_TRISTRIP, 2176a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_FAN] = _3DPRIM_TRIFAN, 2186a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST_WITH_ADJACENCY] = _3DPRIM_LINELIST_ADJ, 2196a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP_WITH_ADJACENCY] = _3DPRIM_LINESTRIP_ADJ, 2206a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST_WITH_ADJACENCY] = _3DPRIM_TRILIST_ADJ, 2216a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP_WITH_ADJACENCY] = _3DPRIM_TRISTRIP_ADJ, 2229c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg}; 2239c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 2241a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrandstatic void 225527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_sampler_prog_key(const struct gen_device_info *devinfo, 226a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_sampler_prog_key_data *key) 227a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 228a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle texture swizzle on HSW- */ 229a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (int i = 0; i < MAX_SAMPLERS; i++) { 230a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Assume color sampler, no swizzling. (Works for BDW+) */ 231a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->swizzles[i] = SWIZZLE_XYZW; 232a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 233a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 234a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 235a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 236527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_vs_prog_key(const struct gen_device_info *devinfo, 237a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key *key) 238a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 239a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 240a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 241a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 242a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 243a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle vertex input work-arounds */ 244a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 245a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle sampler_prog_key */ 246a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 247a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 248a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 249527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_gs_prog_key(const struct gen_device_info *devinfo, 250d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key *key) 251d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 252d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand memset(key, 0, sizeof(*key)); 253d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 254d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 255d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 256d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 257d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic void 258860d91ec5b1381b261e6776466154f375dfe125bLionel Landwerlinpopulate_wm_prog_key(const struct anv_pipeline *pipeline, 259a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 260a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key *key) 261a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 262860d91ec5b1381b261e6776466154f375dfe125bLionel Landwerlin const struct gen_device_info *devinfo = &pipeline->device->info; 263a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ANV_FROM_HANDLE(anv_render_pass, render_pass, info->renderPass); 264a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 265a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 266a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 267a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 268a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 269860d91ec5b1381b261e6776466154f375dfe125bLionel Landwerlin /* TODO: we could set this to 0 based on the information in nir_shader, but 270860d91ec5b1381b261e6776466154f375dfe125bLionel Landwerlin * this function is called before spirv_to_nir. */ 271860d91ec5b1381b261e6776466154f375dfe125bLionel Landwerlin const struct brw_vue_map *vue_map = 272860d91ec5b1381b261e6776466154f375dfe125bLionel Landwerlin anv_pipeline_get_fs_input_map(pipeline); 273860d91ec5b1381b261e6776466154f375dfe125bLionel Landwerlin key->input_slots_valid = vue_map->slots_valid; 27437b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand 275a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Vulkan doesn't specify a default */ 276a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->high_quality_derivatives = false; 277a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 278a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX Vulkan doesn't appear to specify */ 279a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->clamp_fragment_color = false; 280a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 281ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand key->nr_color_regions = 282ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand render_pass->subpasses[info->subpass].color_count; 283a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 284a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->replicate_alpha = key->nr_color_regions > 1 && 2859fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState && 2869fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState->alphaToCoverageEnable; 287a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 2887f2284063df569df40f68074833f1518005d348dJason Ekstrand if (info->pMultisampleState && info->pMultisampleState->rasterizationSamples > 1) { 289a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We should probably pull this out of the shader, but it's fairly 290a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * harmless to compute it and then let dead-code take care of it. 291a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 292712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand key->persample_interp = 293712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand (info->pMultisampleState->minSampleShading * 294712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand info->pMultisampleState->rasterizationSamples) > 1; 29581407531e0b8d2e6a7f9c39cb44ed6a72dc61e77Kenneth Graunke key->multisample_fbo = true; 296a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 297a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 298a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 299a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 300527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_cs_prog_key(const struct gen_device_info *devinfo, 301a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key *key) 302a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 303a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 304a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 305a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 306a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 307a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 308a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 309a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile(struct anv_pipeline *pipeline, 310e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 311e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand const char *entrypoint, 312a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 3139b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info, 3146139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct brw_stage_prog_data *prog_data, 3156139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map *map) 316a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 317e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand nir_shader *nir = anv_shader_compile_to_nir(pipeline->device, 3189b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand module, entrypoint, stage, 3199b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_info); 320a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (nir == NULL) 321a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return NULL; 322a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 323faa1edeeb7bbe9321c79587e592dce812e8caa78Jason Ekstrand NIR_PASS_V(nir, anv_nir_lower_push_constants); 324a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 325a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Figure out the number of parameters */ 326a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params = 0; 327a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 3283883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 329a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* If the shader uses any push constants at all, we'll just give 330a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * them the maximum possible number 331a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 3321eed753ee8725baf41790d30f94bc3567653c28cJason Ekstrand assert(nir->num_uniforms <= MAX_PUSH_CONSTANTS_SIZE); 333a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params += MAX_PUSH_CONSTANTS_SIZE / sizeof(float); 334a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 335a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 336a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (pipeline->layout && pipeline->layout->stage[stage].has_dynamic_offsets) 337612e35b2c65c99773b73e53d0e6fd112b1a7431fJason Ekstrand prog_data->nr_params += MAX_DYNAMIC_BUFFERS * 2; 338a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 339e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri if (nir->info->num_images > 0) { 340e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri prog_data->nr_params += nir->info->num_images * BRW_IMAGE_PARAM_SIZE; 3418ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 3428ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen } 3438ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 344fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen if (stage == MESA_SHADER_COMPUTE) 345fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen ((struct brw_cs_prog_data *)prog_data)->thread_local_id_index = 346fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen prog_data->nr_params++; /* The CS Thread ID uniform */ 347fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen 348e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri if (nir->info->num_ssbos > 0) 3498ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 35043ac954e25f28d240da65ed816458d3529675a04Jason Ekstrand 351a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (prog_data->nr_params > 0) { 352fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand /* XXX: I think we're leaking this */ 353d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param = (const union gl_constant_value **) 354d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand malloc(prog_data->nr_params * sizeof(union gl_constant_value *)); 355a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 356a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We now set the param values to be offsets into a 357a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * anv_push_constant_data structure. Since the compiler doesn't 358a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * actually dereference any of the gl_constant_value pointers in the 359a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * params array, it doesn't really matter what we put here. 360a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 361a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_push_constants *null_data = NULL; 3623883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 363a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Fill out the push constants section of the param array */ 364a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (unsigned i = 0; i < MAX_PUSH_CONSTANTS_SIZE / sizeof(float); i++) 365d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param[i] = (const union gl_constant_value *) 366a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &null_data->client_data[i * sizeof(float)]; 367a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 368a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 369a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 370a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Set up dynamic offsets */ 371a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_nir_apply_dynamic_offsets(pipeline, nir, prog_data); 372a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 373a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Apply the actual pipeline layout to UBOs, SSBOs, and textures */ 374cd75ff5d1749b9a982546b54cd2655930d2a5402Jason Ekstrand if (pipeline->layout) 3756139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg anv_nir_apply_pipeline_layout(pipeline, nir, prog_data, map); 376a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 377a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* nir_lower_io will only handle the push constants; we need to set this 378a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * to the full number of possible uniforms. 379a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 380d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand nir->num_uniforms = prog_data->nr_params * 4; 381a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 382a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 383a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 384a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 385a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 38675af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandanv_fill_binding_table(struct brw_stage_prog_data *prog_data, unsigned bias) 38775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand{ 38875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.size_bytes = 0; 38975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.texture_start = bias; 3903c0077a6ec4c0ffd6e74e219c786d5d7f9217ce9Jason Ekstrand prog_data->binding_table.gather_texture_start = bias; 39175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ubo_start = bias; 39275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ssbo_start = bias; 39375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.image_start = bias; 39475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand} 39575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 39610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandstatic struct anv_shader_bin * 39710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandanv_pipeline_upload_kernel(struct anv_pipeline *pipeline, 39810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_pipeline_cache *cache, 39910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *key_data, uint32_t key_size, 40010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *kernel_data, uint32_t kernel_size, 401ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand const struct brw_stage_prog_data *prog_data, 402ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand uint32_t prog_data_size, 40310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const struct anv_pipeline_bind_map *bind_map) 40410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand{ 40510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 40610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return anv_pipeline_cache_upload_kernel(cache, key_data, key_size, 40710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel_data, kernel_size, 40810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand prog_data, prog_data_size, 40910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bind_map); 41010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } else { 41110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return anv_shader_bin_create(pipeline->device, key_data, key_size, 41210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel_data, kernel_size, 41371cc1e188d52bebe86a1ac72fe90f4e2a7e76778Jason Ekstrand prog_data, prog_data_size, 41471cc1e188d52bebe86a1ac72fe90f4e2a7e76778Jason Ekstrand prog_data->param, bind_map); 41510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 41610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand} 41710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 41810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 41975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandstatic void 420a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_add_compiled_stage(struct anv_pipeline *pipeline, 421a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 42210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *shader) 423a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 42410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->shaders[stage] = shader; 425a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand pipeline->active_stages |= mesa_to_vk_shader_stage(stage); 426a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 427a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 428a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 429a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_vs(struct anv_pipeline *pipeline, 43030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 431a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 432e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 4339b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 4349b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 435a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 436a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 437a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 4386139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 439a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key key; 44010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 44187967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 442a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 443a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_vs_prog_key(&pipeline->device->info, &key); 444a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 44510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 4462301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 4472301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 44810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 44939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 450a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 45110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 4522b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_vs_prog_data prog_data = { 0, }; 4536139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 4546139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 4556139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 4566139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 4576139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 4586139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 4596139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 460a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 46139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 46239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_VERTEX, spec_info, 4636139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 46439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 46539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 46639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 46775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 46875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 46939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 470a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 4717df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 472a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 473e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri prog_data.inputs_read = nir->info->inputs_read; 4741c9483f48e7ee7dd32847352e95c5151dfb0f3f2Juan A. Suarez Romero prog_data.double_inputs_read = nir->info->double_inputs_read; 475a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 47639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 4772b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 478e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->outputs_written, 479e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader); 480a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 48139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 48239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 4832b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_vs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 48439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, false, -1, &code_size, NULL); 48539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 48639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 48739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 48839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 489a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 49010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 49110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 492ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base.base, sizeof(prog_data), 493ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 49410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 49510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 49610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 49710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 49810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 499a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 500a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 501a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 50210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_VERTEX, bin); 503a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 504a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 505a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 506a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 507a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 508d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandanv_pipeline_compile_gs(struct anv_pipeline *pipeline, 50930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 510d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const VkGraphicsPipelineCreateInfo *info, 511e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 5129b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 5139b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 514d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 515d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const struct brw_compiler *compiler = 516d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand pipeline->device->instance->physicalDevice.compiler; 5176139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 518d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key key; 51910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 52087967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 521d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 522d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_gs_prog_key(&pipeline->device->info, &key); 523d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 52410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 5252301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 5262301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 52710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 52839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 529d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 53010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 5312b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_gs_prog_data prog_data = { 0, }; 5326139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 5336139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 5346139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 5356139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 5366139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 5376139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 5386139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 539d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 54039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 54139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_GEOMETRY, spec_info, 5426139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 54339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 54439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 54539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 54675af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 54775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 54839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 549d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 5507df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 551d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 55239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 5532b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 554e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->outputs_written, 555e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader); 5565e57a87dcfea5b1e363e96946c456651d43176c2Jason Ekstrand 55739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 55839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 5592b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_gs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 56039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, -1, &code_size, NULL); 56139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 56239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 56339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 56439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 56539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 56639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg /* TODO: SIMD8 GS */ 56710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 56810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 569ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base.base, sizeof(prog_data), 570ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 57110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 57210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 57310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 57410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 575d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 576d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand ralloc_free(mem_ctx); 577d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand } 578d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 57910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_GEOMETRY, bin); 580d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 581d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand return VK_SUCCESS; 582d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 583d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 584d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic VkResult 585a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_fs(struct anv_pipeline *pipeline, 58630521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 587a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 588e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 5899b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 5909b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 591a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 592a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 593a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 5946139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 595a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key key; 59610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 59787967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 598a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 599860d91ec5b1381b261e6776466154f375dfe125bLionel Landwerlin populate_wm_prog_key(pipeline, info, &key); 600a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 60110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 6022301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 6032301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 60410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 60539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 60639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 60710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 6082b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_wm_prog_data prog_data = { 0, }; 6096139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 6106139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 611a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 6126139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 613cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .surface_to_descriptor = surface_to_descriptor + 8, 6146139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 6156139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 616a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 61739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 61839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_FRAGMENT, spec_info, 6196139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 62039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 62139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 622a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 623cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned num_rts = 0; 624cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand struct anv_pipeline_binding rt_bindings[8]; 62593bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke nir_function_impl *impl = nir_shader_get_entrypoint(nir); 626fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand nir_foreach_variable_safe(var, &nir->outputs) { 627fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (var->data.location < FRAG_RESULT_DATA0) 628fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand continue; 629fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 630fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand unsigned rt = var->data.location - FRAG_RESULT_DATA0; 631fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (rt >= key.nr_color_regions) { 632cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Out-of-bounds, throw it away */ 633fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand var->data.mode = nir_var_local; 634fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_node_remove(&var->node); 635fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_list_push_tail(&impl->locals, &var->node); 636cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand continue; 637cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 638cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 639cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Give it a new, compacted, location */ 640cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand var->data.location = FRAG_RESULT_DATA0 + num_rts; 641cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 642cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned array_len = 643cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand glsl_type_is_array(var->type) ? glsl_get_length(var->type) : 1; 644cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts + array_len <= 8); 645cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 646cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand for (unsigned i = 0; i < array_len; i++) { 6474200c2266e9c1f76e54d667e69a1a69516e6bf57Jason Ekstrand rt_bindings[num_rts + i] = (struct anv_pipeline_binding) { 648cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 649a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 650a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .index = rt + i, 651cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 652fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand } 653cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 654cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts += array_len; 655cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 656cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 657cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (num_rts == 0) { 658cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* If we have no render targets, we need a null render target */ 659cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand rt_bindings[0] = (struct anv_pipeline_binding) { 660cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 661a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 662c99a0a8bcece2870f3e93328ab520efc2c9f7983Chad Versace .index = UINT8_MAX, 663cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 664cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts = 1; 665cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 666cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 667cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts <= 8); 668cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_to_descriptor -= num_rts; 669cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_count += num_rts; 670cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(map.surface_count <= 256); 671cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand memcpy(map.surface_to_descriptor, rt_bindings, 672cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts * sizeof(*rt_bindings)); 673cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 674cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand anv_fill_binding_table(&prog_data.base, num_rts); 67575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 67639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 67739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 6787df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 679a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 68039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 68139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 6822b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_fs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 68391d61fbf7cb61a44adcaae51ee08ad0dd6b2a03bTimothy Arceri NULL, -1, -1, true, false, NULL, &code_size, NULL); 68439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 68539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 68639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 68739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 688a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 68910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 69010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 691ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base, sizeof(prog_data), 692ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 69310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 69410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 69510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 69610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 697a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 698a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 699a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 700a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 70110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_FRAGMENT, bin); 702a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 703a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 704a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 705a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 706a71e614d33e8d869bbaced8948349a7180783ab7Jason EkstrandVkResult 707a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_cs(struct anv_pipeline *pipeline, 70830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 709a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkComputePipelineCreateInfo *info, 710e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 7119b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 7129b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 713a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 714a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 715a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 7166139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 717a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key key; 71810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 71987967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 720a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 721a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_cs_prog_key(&pipeline->device->info, &key); 722a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 72310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 7242301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 7252301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 72610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 72739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 72839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 72910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 7302b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_cs_prog_data prog_data = { 0, }; 7316139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 7326139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 733a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 7346139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 7356139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 7366139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 7376139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 738a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 73939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 74039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_COMPUTE, spec_info, 7416139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 74239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 74339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 7445e82a91324d13c9194416347521120a93beef133Jordan Justen 74575af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base, 1); 74675af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 74739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 74897b09a92686d75ba2faca2fb20276c75f630f691Jordan Justen 7497df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 750a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 75139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 75239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 7532b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_cs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 75439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg -1, &code_size, NULL); 75539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 75639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 75739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 75839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 759a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 76010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 76110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 762ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base, sizeof(prog_data), 763ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 76410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 76510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 76610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 76710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 7686139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 769a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 770a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 771a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 77210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_COMPUTE, bin); 773a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 774a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 775a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 776a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 777a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery/** 778a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Copy pipeline state not marked as dynamic. 779a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Dynamic state is pipeline state which hasn't been provided at pipeline 780a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * creation time, but is dynamically provided afterwards using various 781a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * vkCmdSet* functions. 782a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 783a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * The set of state considered "non_dynamic" is determined by the pieces of 784a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * state that have their corresponding VkDynamicState enums omitted from 785a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * VkPipelineDynamicStateCreateInfo::pDynamicStates. 786a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 787a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[out] pipeline Destination non_dynamic state. 788a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[in] pCreateInfo Source of non_dynamic state to be copied. 789a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery */ 790a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 791a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Cherycopy_non_dynamic_state(struct anv_pipeline *pipeline, 792a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery const VkGraphicsPipelineCreateInfo *pCreateInfo) 7931a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand{ 7944d4e559b6a26d2942c2a24cc81588adc2482f415Chad Versace anv_cmd_dirty_mask_t states = ANV_CMD_DIRTY_DYNAMIC_ALL; 7952484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace ANV_FROM_HANDLE(anv_render_pass, pass, pCreateInfo->renderPass); 7962484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace struct anv_subpass *subpass = &pass->subpasses[pCreateInfo->subpass]; 7972484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 7982484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pipeline->dynamic_state = default_dynamic_state; 7991a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 800368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (pCreateInfo->pDynamicState) { 801368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand /* Remove all of the states that are marked as dynamic */ 802368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand uint32_t count = pCreateInfo->pDynamicState->dynamicStateCount; 803368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand for (uint32_t s = 0; s < count; s++) 804368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand states &= ~(1 << pCreateInfo->pDynamicState->pDynamicStates[s]); 805368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 8061a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 8071a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand struct anv_dynamic_state *dynamic = &pipeline->dynamic_state; 8081a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 809a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 810a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 811a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pViewportState is [...] NULL if the pipeline 812a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * has rasterization disabled. 813a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 814a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 815a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pViewportState); 816a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 817a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->viewport.count = pCreateInfo->pViewportState->viewportCount; 818a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_VIEWPORT)) { 819a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->viewport.viewports, 820a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pViewports, 821a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->viewportCount); 822a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 823368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 824a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->scissor.count = pCreateInfo->pViewportState->scissorCount; 825a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_SCISSOR)) { 826a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->scissor.scissors, 827a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pScissors, 828a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->scissorCount); 829a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 830368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 831368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 832368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_LINE_WIDTH)) { 8337f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 8347f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->line_width = pCreateInfo->pRasterizationState->lineWidth; 835368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 836368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 837368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BIAS)) { 8387f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 8394ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.bias = 8407f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasConstantFactor; 8417f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->depth_bias.clamp = 8427f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasClamp; 8434ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.slope = 8447f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasSlopeFactor; 845368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 846368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 847a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 848a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 849a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pColorBlendState is [...] NULL if the pipeline has rasterization 850a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is 851a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * created against does not use any color attachments. 852a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 853a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery bool uses_color_att = false; 854a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery for (unsigned i = 0; i < subpass->color_count; ++i) { 855a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (subpass->color_attachments[i] != VK_ATTACHMENT_UNUSED) { 856a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery uses_color_att = true; 857a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery break; 858a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 859a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 860a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 861a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (uses_color_att && 862a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery !pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 863368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand assert(pCreateInfo->pColorBlendState); 864a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 865a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_BLEND_CONSTANTS)) 866a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->blend_constants, 867a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pColorBlendState->blendConstants, 4); 8681a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand } 869368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 8702484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* If there is no depthstencil attachment, then don't read 8712484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * pDepthStencilState. The Vulkan spec states that pDepthStencilState may 8722484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * be NULL in this case. Even if pDepthStencilState is non-NULL, there is 8732484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * no need to override the depthstencil defaults in 8742484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * anv_pipeline::dynamic_state when there is no depthstencil attachment. 8752484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 876a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * Section 9.2 of the Vulkan 1.0.15 spec says: 8772484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 878a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pDepthStencilState is [...] NULL if the pipeline has rasterization 879a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is created 880a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * against does not use a depth/stencil attachment. 8812484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace */ 882a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable && 883a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) { 884a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pDepthStencilState); 885a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 8862484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BOUNDS)) { 8872484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.min = 8882484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->minDepthBounds; 8892484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.max = 8902484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->maxDepthBounds; 8912484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 8922484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 8932484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK)) { 8942484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.front = 8954ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.compareMask; 8962484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.back = 8974ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.compareMask; 8982484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 8992484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9002484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_WRITE_MASK)) { 9012484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.front = 9024ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.writeMask; 9032484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.back = 9044ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.writeMask; 9052484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 9062484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9072484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_REFERENCE)) { 9082484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.front = 9094ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.reference; 9102484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.back = 9114ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.reference; 9122484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 913368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 914368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 915368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand pipeline->dynamic_state_mask = states; 9161a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand} 9171a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 918b51468b519f447c8e0afd492ce09d7c9485e222bChad Versacestatic void 919b51468b519f447c8e0afd492ce09d7c9485e222bChad Versaceanv_pipeline_validate_create_info(const VkGraphicsPipelineCreateInfo *info) 920b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace{ 921b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_render_pass *renderpass = NULL; 922b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_subpass *subpass = NULL; 923b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 924b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace /* Assert that all required members of VkGraphicsPipelineCreateInfo are 925ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke * present. See the Vulkan 1.0.28 spec, Section 9.2 Graphics Pipelines. 926b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace */ 927b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->sType == VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO); 928b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 929b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace renderpass = anv_render_pass_from_handle(info->renderPass); 930b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(renderpass); 931b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 932dedc406ec8adc6a36eb2b37e3f565aaa1dce6e3fJason Ekstrand assert(info->subpass < renderpass->subpass_count); 933dedc406ec8adc6a36eb2b37e3f565aaa1dce6e3fJason Ekstrand subpass = &renderpass->subpasses[info->subpass]; 934b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 935b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->stageCount >= 1); 936b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pVertexInputState); 937b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pInputAssemblyState); 9387f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(info->pRasterizationState); 939ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (!info->pRasterizationState->rasterizerDiscardEnable) { 940ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pViewportState); 941ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pMultisampleState); 942b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 943ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (subpass && subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) 944ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pDepthStencilState); 945b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 946ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (subpass && subpass->color_count > 0) 947ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pColorBlendState); 948ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke } 949b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 950b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace for (uint32_t i = 0; i < info->stageCount; ++i) { 951b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace switch (info->pStages[i].stage) { 952a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT: 953a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT: 954b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pTessellationState); 955b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 956b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace default: 957b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 958b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 959b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 960b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace} 961b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 96242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand/** 96342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * Calculate the desired L3 partitioning based on the current state of the 96442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * pipeline. For now this simply returns the conservative defaults calculated 96542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * by get_default_l3_weights(), but we could probably do better by gathering 96642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * more statistics from the pipeline state (e.g. guess of expected URB usage 96742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * and bound surfaces), or by using feed-back from performance counters. 96842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand */ 96942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandvoid 97042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandanv_pipeline_setup_l3_config(struct anv_pipeline *pipeline, bool needs_slm) 97142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand{ 97242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const struct gen_device_info *devinfo = &pipeline->device->info; 97342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 97442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const struct gen_l3_weights w = 97542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand gen_get_default_l3_weights(devinfo, pipeline->needs_data_cache, needs_slm); 97642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 97742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.l3_config = gen_get_l3_config(devinfo, w); 97842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.total_size = 97942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand gen_get_l3_config_urb_size(devinfo, pipeline->urb.l3_config); 98042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand} 98142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 9829c752b5b38305acaf863fc0165565fcf6f8f390aKristian HøgsbergVkResult 98330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensenanv_pipeline_init(struct anv_pipeline *pipeline, 98430521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_device *device, 98530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 9869c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkGraphicsPipelineCreateInfo *pCreateInfo, 987fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks *alloc) 9889c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg{ 989b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen VkResult result; 990b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen 991b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_validate { 992b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_pipeline_validate_create_info(pCreateInfo); 993b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 994b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 995fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand if (alloc == NULL) 996fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand alloc = &device->alloc; 997fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 9989c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->device = device; 9999c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->layout = anv_pipeline_layout_from_handle(pCreateInfo->layout); 10009c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1001b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen result = anv_reloc_list_init(&pipeline->batch_relocs, alloc); 1002b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen if (result != VK_SUCCESS) 1003b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen return result; 1004fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 1005fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pipeline->batch.alloc = alloc; 10069c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.next = pipeline->batch.start = pipeline->batch_data; 10079c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.end = pipeline->batch.start + sizeof(pipeline->batch_data); 10089c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.relocs = &pipeline->batch_relocs; 10099c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1010a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery copy_non_dynamic_state(pipeline, pCreateInfo); 1011eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pipeline->depth_clamp_enable = pCreateInfo->pRasterizationState && 1012eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pCreateInfo->pRasterizationState->depthClampEnable; 10131a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 10148ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = false; 10158ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 1016a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* When we free the pipeline, we detect stages based on the NULL status 1017a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * of various prog_data pointers. Make them NULL by default. 1018a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 101910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand memset(pipeline->shaders, 0, sizeof(pipeline->shaders)); 10209c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1021a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->active_stages = 0; 1022a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1023623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke const VkPipelineShaderStageCreateInfo *pStages[MESA_SHADER_STAGES] = { 0, }; 1024623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke struct anv_shader_module *modules[MESA_SHADER_STAGES] = { 0, }; 1025a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (uint32_t i = 0; i < pCreateInfo->stageCount; i++) { 1026623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke gl_shader_stage stage = ffs(pCreateInfo->pStages[i].stage) - 1; 1027623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke pStages[stage] = &pCreateInfo->pStages[i]; 1028623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke modules[stage] = anv_shader_module_from_handle(pStages[stage]->module); 1029623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1030623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1031623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_VERTEX]) { 1032d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_vs(pipeline, cache, pCreateInfo, 1033d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_VERTEX], 1034d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pName, 1035d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pSpecializationInfo); 1036d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1037d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1038623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1039623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 104032aa01663ff649a399480886106e203cc347c212Kristian Høgsberg if (modules[MESA_SHADER_TESS_CTRL] || modules[MESA_SHADER_TESS_EVAL]) 104132aa01663ff649a399480886106e203cc347c212Kristian Høgsberg anv_finishme("no tessellation support"); 104232aa01663ff649a399480886106e203cc347c212Kristian Høgsberg 1043623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_GEOMETRY]) { 1044d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_gs(pipeline, cache, pCreateInfo, 1045d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_GEOMETRY], 1046d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pName, 1047d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pSpecializationInfo); 1048d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1049d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1050623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1051623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1052623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_FRAGMENT]) { 1053ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand result = anv_pipeline_compile_fs(pipeline, cache, pCreateInfo, 1054d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_FRAGMENT], 1055d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pName, 1056d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pSpecializationInfo); 1057d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1058d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 10599c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10609c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1061ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand assert(pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT); 1062a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 106342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand anv_pipeline_setup_l3_config(pipeline, false); 1064a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 10659c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineVertexInputStateCreateInfo *vi_info = 10669c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pVertexInputState; 1067e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1068ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand const uint64_t inputs_read = get_vs_prog_data(pipeline)->inputs_read; 1069e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 10709c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->vb_used = 0; 1071e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexAttributeDescriptionCount; i++) { 1072e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand const VkVertexInputAttributeDescription *desc = 1073e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand &vi_info->pVertexAttributeDescriptions[i]; 1074e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1075e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand if (inputs_read & (1 << (VERT_ATTRIB_GENERIC0 + desc->location))) 1076e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand pipeline->vb_used |= 1 << desc->binding; 1077e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1078e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1079e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexBindingDescriptionCount; i++) { 10809c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkVertexInputBindingDescription *desc = 10819c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg &vi_info->pVertexBindingDescriptions[i]; 10829c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1083e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand pipeline->binding_stride[desc->binding] = desc->stride; 10849c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10859c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg /* Step rate is programmed per vertex element (attribute), not 10869c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * binding. Set up a map of which bindings step per instance, for 10879c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * reference by vertex element setup. */ 10889b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand switch (desc->inputRate) { 10899c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg default: 10909b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_VERTEX: 10919c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = false; 10929c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 10939b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_INSTANCE: 10949c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = true; 10959c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 10969c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10979c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10989c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10999c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineInputAssemblyStateCreateInfo *ia_info = 11009c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pInputAssemblyState; 110108b5713068b9ce6c0a1670cf5f68ad94dfcf6100Kenneth Graunke const VkPipelineTessellationStateCreateInfo *tess_info = 110208b5713068b9ce6c0a1670cf5f68ad94dfcf6100Kenneth Graunke pCreateInfo->pTessellationState; 11039c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->primitive_restart = ia_info->primitiveRestartEnable; 110408b5713068b9ce6c0a1670cf5f68ad94dfcf6100Kenneth Graunke 110508b5713068b9ce6c0a1670cf5f68ad94dfcf6100Kenneth Graunke if (anv_pipeline_has_stage(pipeline, MESA_SHADER_TESS_EVAL)) 110608b5713068b9ce6c0a1670cf5f68ad94dfcf6100Kenneth Graunke pipeline->topology = _3DPRIM_PATCHLIST(tess_info->patchControlPoints); 110708b5713068b9ce6c0a1670cf5f68ad94dfcf6100Kenneth Graunke else 110808b5713068b9ce6c0a1670cf5f68ad94dfcf6100Kenneth Graunke pipeline->topology = vk_to_gen_primitive_type[ia_info->topology]; 11099c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 11109c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg return VK_SUCCESS; 1111d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1112d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrandcompile_fail: 111310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (unsigned s = 0; s < MESA_SHADER_STAGES; s++) { 111410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->shaders[s]) 111510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_shader_bin_unref(device, pipeline->shaders[s]); 111610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 111710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 1118d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, alloc); 1119d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1120d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand return result; 11219c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg} 1122