anv_pipeline.c revision c5d664f9dc2d281c74844cef36ecb9f5862a8f6a
1769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg/* 2769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Copyright © 2015 Intel Corporation 3769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 4769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Permission is hereby granted, free of charge, to any person obtaining a 5769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * copy of this software and associated documentation files (the "Software"), 6769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * to deal in the Software without restriction, including without limitation 7769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * and/or sell copies of the Software, and to permit persons to whom the 9769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software is furnished to do so, subject to the following conditions: 10769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 11769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * The above copyright notice and this permission notice (including the next 12769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * paragraph) shall be included in all copies or substantial portions of the 13769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * Software. 14769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * 15769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg * IN THE SOFTWARE. 22769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg */ 23769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 24769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <assert.h> 25769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <stdbool.h> 26769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <string.h> 27769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <unistd.h> 28769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg#include <fcntl.h> 29769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 3039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg#include "util/mesa-sha1.h" 3142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand#include "common/gen_l3_config.h" 322c2233e328341700b7bc5c574f9de21ab4e4116aChad Versace#include "anv_private.h" 33a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "brw_nir.h" 34a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "anv_nir.h" 35c34be07230ef98d5021f0bdc88c3b0bc804ee2ddJason Ekstrand#include "spirv/nir_spirv.h" 36a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 37a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Needed for SWIZZLE macros */ 38a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#include "program/prog_instruction.h" 39769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 40769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg// Shader functions 41769785c497aaa60c629e0299e3ebfff53a8e393eKristian Høgsberg 425a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason EkstrandVkResult anv_CreateShaderModule( 435a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand VkDevice _device, 445a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand const VkShaderModuleCreateInfo* pCreateInfo, 45fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator, 467529e7ce860fc5dd64b93b53e5676136e0af3e4eChad Versace VkShaderModule* pShaderModule) 475a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand{ 485a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand ANV_FROM_HANDLE(anv_device, device, _device); 495a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand struct anv_shader_module *module; 505a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 515a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->sType == VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO); 525a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand assert(pCreateInfo->flags == 0); 535a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 541ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie module = vk_alloc2(&device->alloc, pAllocator, 55fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand sizeof(*module) + pCreateInfo->codeSize, 8, 56fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VK_SYSTEM_ALLOCATION_SCOPE_OBJECT); 575a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand if (module == NULL) 585a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 595a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 605a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand module->size = pCreateInfo->codeSize; 615a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand memcpy(module->data, pCreateInfo->pCode, module->size); 625a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 6339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg _mesa_sha1_compute(module->data, module->size, module->sha1); 6439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 656eb221c884a28786b68904faf950cf6f7881d9d9Jason Ekstrand *pShaderModule = anv_shader_module_to_handle(module); 665a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 675a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand return VK_SUCCESS; 685a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand} 695a4ebf6bc12b01fdecdb04c1e4a1df573d75ce8aJason Ekstrand 7005a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyShaderModule( 718ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace VkDevice _device, 72fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkShaderModule _module, 73fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 748ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace{ 758ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_device, device, _device); 768ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace ANV_FROM_HANDLE(anv_shader_module, module, _module); 778ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 7849f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand if (!module) 7949f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand return; 8049f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand 811ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie vk_free2(&device->alloc, pAllocator, module); 828ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace} 838ae8e14ba7e5628f4bf3e396fe48f3b46649107bChad Versace 84a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand#define SPIR_V_MAGIC_NUMBER 0x07230203 85a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 86a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand/* Eventually, this will become part of anv_CreateShader. Unfortunately, 87a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * we can't do that yet because we don't have the ability to copy nir. 88a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 89a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 90a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_shader_compile_to_nir(struct anv_device *device, 91e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 92a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand const char *entrypoint_name, 939b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand gl_shader_stage stage, 949b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 95a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 96e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand if (strcmp(entrypoint_name, "main") != 0) { 97a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_finishme("Multiple shaders per module not really supported"); 98a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 99a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 100a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 101a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand device->instance->physicalDevice.compiler; 102a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const nir_shader_compiler_options *nir_options = 103a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand compiler->glsl_compiler_options[stage].NirOptions; 104a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1057df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand uint32_t *spirv = (uint32_t *) module->data; 1067df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(spirv[0] == SPIR_V_MAGIC_NUMBER); 1077df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(module->size % 4 == 0); 1087df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1097df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand uint32_t num_spec_entries = 0; 1107df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand struct nir_spirv_specialization *spec_entries = NULL; 1117df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (spec_info && spec_info->mapEntryCount > 0) { 1127df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand num_spec_entries = spec_info->mapEntryCount; 1137df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries = malloc(num_spec_entries * sizeof(*spec_entries)); 1147df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand for (uint32_t i = 0; i < num_spec_entries; i++) { 1157df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand VkSpecializationMapEntry entry = spec_info->pMapEntries[i]; 1167df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand const void *data = spec_info->pData + entry.offset; 1177df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(data + entry.size <= spec_info->pData + spec_info->dataSize); 1187df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1197df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries[i].id = spec_info->pMapEntries[i].constantID; 1207df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries[i].data = *(const uint32_t *)data; 1219b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand } 1227df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 1239b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1247df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_function *entry_point = 1257df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spirv_to_nir(spirv, module->size / 4, 1267df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand spec_entries, num_spec_entries, 1277df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand stage, entrypoint_name, nir_options); 1287df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_shader *nir = entry_point->shader; 1297df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(nir->stage == stage); 1307df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 1319b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand 1327df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand free(spec_entries); 133dac10e8a1390711f1f36f224644c4a33586cebe3Kenneth Graunke 1347df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (stage == MESA_SHADER_FRAGMENT) { 1357df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_wpos_center(nir); 136ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand nir_validate_shader(nir); 1377df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 138ac975b73cf7d51ae8dd6a4fed8f82902a0c28919Jason Ekstrand 139c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand /* We have to lower away local constant initializers right before we 140c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand * inline functions. That way they get properly initialized at the top 141c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand * of the function and not at the top of its caller. 142c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand */ 143c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand nir_lower_constant_initializers(nir, nir_var_local); 144c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand nir_validate_shader(nir); 145c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand 1467df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_returns(nir); 1477df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 148ea77b384e8c575922eca1c05398e19fcbfda9b09Jason Ekstrand 1497df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_inline_functions(nir); 1507df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 151b8ec48ee76adda4b643fb153507ac72942ecbe26Jason Ekstrand 1527df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand /* Pick off the single entrypoint that we want */ 1537df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand foreach_list_typed_safe(nir_function, func, node, &nir->functions) { 1547df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand if (func != entry_point) 1557df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand exec_node_remove(&func->node); 1567df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand } 1577df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand assert(exec_list_length(&nir->functions) == 1); 1587df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand entry_point->name = ralloc_strdup(entry_point, "main"); 159790565b06ec80de663820e136105ecb18125743fJason Ekstrand 1607df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_in); 1617df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_remove_dead_variables(nir, nir_var_shader_out); 1627df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_remove_dead_variables(nir, nir_var_system_value); 1637df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 164e6c2fe451962e364f30f689dc48c34e2b6161b25Jason Ekstrand 165c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand /* Now that we've deleted all but the main function, we can go ahead and 166c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand * lower the rest of the constant initializers. 167c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand */ 168c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand nir_lower_constant_initializers(nir, ~0); 169c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand nir_validate_shader(nir); 170c5d664f9dc2d281c74844cef36ecb9f5862a8f6aJason Ekstrand 1717df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_propagate_invariant(nir); 1727df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 173790565b06ec80de663820e136105ecb18125743fJason Ekstrand 1747df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_io_to_temporaries(entry_point->shader, entry_point->impl, 1757df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand true, false); 1767df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand 1777df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_lower_system_values(nir); 1787df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand nir_validate_shader(nir); 179a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1808aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand /* Vulkan uses the separate-shader linking model */ 181e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader = true; 1828aba8cf513a0856415e2389b729b76417cd89584Jason Ekstrand 18312f88ba32a14ea79134f4e995a55149f078a2f27Jason Ekstrand nir = brw_preprocess_nir(compiler, nir); 184a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 185a9eabd539cf75f8e0e0c1c012a7f5e666304dd9eKenneth Graunke nir_lower_clip_cull_distance_arrays(nir); 186a9eabd539cf75f8e0e0c1c012a7f5e666304dd9eKenneth Graunke nir_validate_shader(nir); 187a9eabd539cf75f8e0e0c1c012a7f5e666304dd9eKenneth Graunke 188347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand if (stage == MESA_SHADER_FRAGMENT) 189347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand anv_nir_lower_input_attachments(nir); 190347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 1910fe4580e64f01d86fb48cdba665ede4e54200658Jason Ekstrand nir_shader_gather_info(nir, entry_point->impl); 192a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1930291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand nir_variable_mode indirect_mask = 0; 1940291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectInput) 1950291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand indirect_mask |= nir_var_shader_in; 1960291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectOutput) 1970291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand indirect_mask |= nir_var_shader_out; 1980291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand if (compiler->glsl_compiler_options[stage].EmitNoIndirectTemp) 1990291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand indirect_mask |= nir_var_local; 2000291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand 2010291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand nir_lower_indirect_derefs(nir, indirect_mask); 2020291bf4db2affbfb6a7daeb562c0cf56f6a85829Jason Ekstrand 203a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 204a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 205cb57bff36c5b8f449f4f9738e71d5359d9090fc8Chad Versace 20605a26a60c831f1dafc60a9f88b0d5cb2ca303d01Jason Ekstrandvoid anv_DestroyPipeline( 2076e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace VkDevice _device, 208fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand VkPipeline _pipeline, 209fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks* pAllocator) 2106e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace{ 2116e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_device, device, _device); 2126e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace ANV_FROM_HANDLE(anv_pipeline, pipeline, _pipeline); 2136e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 21449f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand if (!pipeline) 21549f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand return; 21649f08ad77f51cc344e4bfe60ba9f8d9fccfbd753Jason Ekstrand 217fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, 218fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pAllocator ? pAllocator : &device->alloc); 21991bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand if (pipeline->blend_state.map) 22091bc4e7cec4098000f3d9a265e7db7907a686e5aJason Ekstrand anv_state_pool_free(&device->dynamic_state_pool, pipeline->blend_state); 22110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 22210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (unsigned s = 0; s < MESA_SHADER_STAGES; s++) { 22310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->shaders[s]) 22410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_shader_bin_unref(device, pipeline->shaders[s]); 22510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 22610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 2271ae6ece9802e77ede97722c0f7cdd0c24e6fbd04Dave Airlie vk_free2(&device->alloc, pAllocator, pipeline); 2286e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace} 2296e5ab5cf1bdac9292b512bbbe10da44558fe1bc0Chad Versace 2309c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsbergstatic const uint32_t vk_to_gen_primitive_type[] = { 2316a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_POINT_LIST] = _3DPRIM_POINTLIST, 2326a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST] = _3DPRIM_LINELIST, 2336a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP] = _3DPRIM_LINESTRIP, 2346a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST] = _3DPRIM_TRILIST, 2356a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP] = _3DPRIM_TRISTRIP, 2366a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_FAN] = _3DPRIM_TRIFAN, 2376a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_LIST_WITH_ADJACENCY] = _3DPRIM_LINELIST_ADJ, 2386a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_LINE_STRIP_WITH_ADJACENCY] = _3DPRIM_LINESTRIP_ADJ, 2396a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST_WITH_ADJACENCY] = _3DPRIM_TRILIST_ADJ, 2406a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand [VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP_WITH_ADJACENCY] = _3DPRIM_TRISTRIP_ADJ, 2416a8a542610243f32ee20989778af06d66d7b5b1aJason Ekstrand/* [VK_PRIMITIVE_TOPOLOGY_PATCH_LIST] = _3DPRIM_PATCHLIST_1 */ 2429c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg}; 2439c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 2441a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrandstatic void 245527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_sampler_prog_key(const struct gen_device_info *devinfo, 246a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_sampler_prog_key_data *key) 247a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 248a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle texture swizzle on HSW- */ 249a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (int i = 0; i < MAX_SAMPLERS; i++) { 250a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Assume color sampler, no swizzling. (Works for BDW+) */ 251a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->swizzles[i] = SWIZZLE_XYZW; 252a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 253a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 254a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 255a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 256527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_vs_prog_key(const struct gen_device_info *devinfo, 257a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key *key) 258a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 259a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 260a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 261a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 262a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 263a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle vertex input work-arounds */ 264a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 265a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX: Handle sampler_prog_key */ 266a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 267a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 268a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 269527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_gs_prog_key(const struct gen_device_info *devinfo, 270d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key *key) 271d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 272d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand memset(key, 0, sizeof(*key)); 273d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 274d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 275d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 276d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 277d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic void 278527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_wm_prog_key(const struct gen_device_info *devinfo, 279a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 280a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key *key) 281a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 282a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ANV_FROM_HANDLE(anv_render_pass, render_pass, info->renderPass); 283a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 284a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 285a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 286a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 287a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 28837b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand /* TODO: Fill out key->input_slots_valid */ 28937b6afb3d96a7bc68129a312c77dfaf94121a70fJason Ekstrand 290a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Vulkan doesn't specify a default */ 291a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->high_quality_derivatives = false; 292a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 293a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* XXX Vulkan doesn't appear to specify */ 294a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->clamp_fragment_color = false; 295a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 296ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand key->nr_color_regions = 297ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand render_pass->subpasses[info->subpass].color_count; 298a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 299a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand key->replicate_alpha = key->nr_color_regions > 1 && 3009fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState && 3019fa6e328ebac4616148a23a7a4fbe7ed25ec315fJason Ekstrand info->pMultisampleState->alphaToCoverageEnable; 302a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 3037f2284063df569df40f68074833f1518005d348dJason Ekstrand if (info->pMultisampleState && info->pMultisampleState->rasterizationSamples > 1) { 304a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We should probably pull this out of the shader, but it's fairly 305a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * harmless to compute it and then let dead-code take care of it. 306a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 307712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand key->persample_interp = 308712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand (info->pMultisampleState->minSampleShading * 309712a980adde0b14eee8b4accd02af9b9740091a2Jason Ekstrand info->pMultisampleState->rasterizationSamples) > 1; 31081407531e0b8d2e6a7f9c39cb44ed6a72dc61e77Kenneth Graunke key->multisample_fbo = true; 311a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 312a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 313a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 314a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 315527f37199929932300acc1688d8160e1f3b1d753Jason Ekstrandpopulate_cs_prog_key(const struct gen_device_info *devinfo, 316a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key *key) 317a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 318a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand memset(key, 0, sizeof(*key)); 319a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 320a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_sampler_prog_key(devinfo, &key->tex); 321a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 322a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 323a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic nir_shader * 324a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile(struct anv_pipeline *pipeline, 325e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 326e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand const char *entrypoint, 327a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 3289b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info, 3296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct brw_stage_prog_data *prog_data, 3306139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map *map) 331a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 332e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand nir_shader *nir = anv_shader_compile_to_nir(pipeline->device, 3339b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand module, entrypoint, stage, 3349b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand spec_info); 335a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (nir == NULL) 336a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return NULL; 337a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 33835b758c378900b2c611050e782ca8100fbcc671dJason Ekstrand anv_nir_lower_push_constants(nir); 339a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 340a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Figure out the number of parameters */ 341a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params = 0; 342a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 3433883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 344a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* If the shader uses any push constants at all, we'll just give 345a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * them the maximum possible number 346a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 3471eed753ee8725baf41790d30f94bc3567653c28cJason Ekstrand assert(nir->num_uniforms <= MAX_PUSH_CONSTANTS_SIZE); 348a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand prog_data->nr_params += MAX_PUSH_CONSTANTS_SIZE / sizeof(float); 349a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 350a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 351a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (pipeline->layout && pipeline->layout->stage[stage].has_dynamic_offsets) 352612e35b2c65c99773b73e53d0e6fd112b1a7431fJason Ekstrand prog_data->nr_params += MAX_DYNAMIC_BUFFERS * 2; 353a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 354e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri if (nir->info->num_images > 0) { 355e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri prog_data->nr_params += nir->info->num_images * BRW_IMAGE_PARAM_SIZE; 3568ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 3578ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen } 3588ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 359fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen if (stage == MESA_SHADER_COMPUTE) 360fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen ((struct brw_cs_prog_data *)prog_data)->thread_local_id_index = 361fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen prog_data->nr_params++; /* The CS Thread ID uniform */ 362fa279dfbf0fc89b07007141ad8850ac42206e397Jordan Justen 363e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri if (nir->info->num_ssbos > 0) 3648ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = true; 36543ac954e25f28d240da65ed816458d3529675a04Jason Ekstrand 366a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand if (prog_data->nr_params > 0) { 367fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand /* XXX: I think we're leaking this */ 368d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param = (const union gl_constant_value **) 369d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand malloc(prog_data->nr_params * sizeof(union gl_constant_value *)); 370a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 371a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* We now set the param values to be offsets into a 372a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * anv_push_constant_data structure. Since the compiler doesn't 373a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * actually dereference any of the gl_constant_value pointers in the 374a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * params array, it doesn't really matter what we put here. 375a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 376a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct anv_push_constants *null_data = NULL; 3773883728730f293b763a5641560375b18d4f97782Jason Ekstrand if (nir->num_uniforms > 0) { 378a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Fill out the push constants section of the param array */ 379a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (unsigned i = 0; i < MAX_PUSH_CONSTANTS_SIZE / sizeof(float); i++) 380d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand prog_data->param[i] = (const union gl_constant_value *) 381a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand &null_data->client_data[i * sizeof(float)]; 382a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 383a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 384a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 385a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Set up dynamic offsets */ 386a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand anv_nir_apply_dynamic_offsets(pipeline, nir, prog_data); 387a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 388a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* Apply the actual pipeline layout to UBOs, SSBOs, and textures */ 389cd75ff5d1749b9a982546b54cd2655930d2a5402Jason Ekstrand if (pipeline->layout) 3906139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg anv_nir_apply_pipeline_layout(pipeline, nir, prog_data, map); 391a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 392a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* nir_lower_io will only handle the push constants; we need to set this 393a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * to the full number of possible uniforms. 394a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 395d5c9955d3eaa7311e2b2350b6964bae516c7b7b2Jason Ekstrand nir->num_uniforms = prog_data->nr_params * 4; 396a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 397a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return nir; 398a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 399a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 400a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 40175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandanv_fill_binding_table(struct brw_stage_prog_data *prog_data, unsigned bias) 40275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand{ 40375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.size_bytes = 0; 40475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.texture_start = bias; 4053c0077a6ec4c0ffd6e74e219c786d5d7f9217ce9Jason Ekstrand prog_data->binding_table.gather_texture_start = bias; 40675af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ubo_start = bias; 40775af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.ssbo_start = bias; 40875af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand prog_data->binding_table.image_start = bias; 40975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand} 41075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 41110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandstatic struct anv_shader_bin * 41210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrandanv_pipeline_upload_kernel(struct anv_pipeline *pipeline, 41310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_pipeline_cache *cache, 41410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *key_data, uint32_t key_size, 41510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const void *kernel_data, uint32_t kernel_size, 416ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand const struct brw_stage_prog_data *prog_data, 417ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand uint32_t prog_data_size, 41810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand const struct anv_pipeline_bind_map *bind_map) 41910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand{ 42010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 42110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return anv_pipeline_cache_upload_kernel(cache, key_data, key_size, 42210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel_data, kernel_size, 42310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand prog_data, prog_data_size, 42410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bind_map); 42510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } else { 42610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return anv_shader_bin_create(pipeline->device, key_data, key_size, 42710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand kernel_data, kernel_size, 42871cc1e188d52bebe86a1ac72fe90f4e2a7e76778Jason Ekstrand prog_data, prog_data_size, 42971cc1e188d52bebe86a1ac72fe90f4e2a7e76778Jason Ekstrand prog_data->param, bind_map); 43010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 43110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand} 43210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 43310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 43475af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrandstatic void 435a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_add_compiled_stage(struct anv_pipeline *pipeline, 436a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand gl_shader_stage stage, 43710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *shader) 438a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 43910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand pipeline->shaders[stage] = shader; 440a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand pipeline->active_stages |= mesa_to_vk_shader_stage(stage); 441a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 442a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 443a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 444a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_vs(struct anv_pipeline *pipeline, 44530521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 446a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 447e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 4489b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 4499b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 450a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 451a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 452a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 4536139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 454a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_vs_prog_key key; 45510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 45687967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 457a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 458a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_vs_prog_key(&pipeline->device->info, &key); 459a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 46010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 4612301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 4622301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 46310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 46439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 465a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 46610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 4672b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_vs_prog_data prog_data = { 0, }; 4686139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 4696139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 4706139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 4716139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 4726139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 4736139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 4746139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 475a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 47639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 47739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_VERTEX, spec_info, 4786139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 47939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 48039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 48139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 48275af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 48375af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 48439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 485a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 4867df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 487a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 488e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri prog_data.inputs_read = nir->info->inputs_read; 489a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 49039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 4912b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 492e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->outputs_written, 493e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader); 494a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 49539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 49639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 4972b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_vs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 49839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, false, -1, &code_size, NULL); 49939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 50039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 50139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 50239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 503a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 50410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 50510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 506ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base.base, sizeof(prog_data), 507ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 50810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 50910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 51010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 51110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 51210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 513a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 514a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 515a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 51610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_VERTEX, bin); 517a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 518a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 519a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 520a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 521a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic VkResult 522d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandanv_pipeline_compile_gs(struct anv_pipeline *pipeline, 52330521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 524d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const VkGraphicsPipelineCreateInfo *info, 525e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 5269b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 5279b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 528d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand{ 529d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand const struct brw_compiler *compiler = 530d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand pipeline->device->instance->physicalDevice.compiler; 5316139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 532d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand struct brw_gs_prog_key key; 53310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 53487967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 535d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 536d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand populate_gs_prog_key(&pipeline->device->info, &key); 537d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 53810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 5392301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 5402301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 54110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 54239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 543d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 54410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 5452b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_gs_prog_data prog_data = { 0, }; 5466139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 5476139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 5486139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 5496139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 5506139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 5516139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 5526139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 553d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 55439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 55539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_GEOMETRY, spec_info, 5566139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base.base, &map); 55739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 55839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 55939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 56075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base.base, 0); 56175af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 56239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 563d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 5647df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 565d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 56639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg brw_compute_vue_map(&pipeline->device->info, 5672b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg &prog_data.base.vue_map, 568e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->outputs_written, 569e1af20f18a86f52a9640faf2d4ff8a71b0a4fa9bTimothy Arceri nir->info->separate_shader); 5705e57a87dcfea5b1e363e96946c456651d43176c2Jason Ekstrand 57139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 57239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 5732b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_gs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 57439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg NULL, -1, &code_size, NULL); 57539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 57639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 57739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 57839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 57939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 58039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg /* TODO: SIMD8 GS */ 58110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 58210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 583ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base.base, sizeof(prog_data), 584ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 58510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 58610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 58710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 58810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 589d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 590d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand ralloc_free(mem_ctx); 591d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand } 592d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 59310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_GEOMETRY, bin); 594d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 595d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand return VK_SUCCESS; 596d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand} 597d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrand 598d538fe849df0c3f80fea2765ff36dd2db5eab72bJason Ekstrandstatic VkResult 599a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_fs(struct anv_pipeline *pipeline, 60030521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 601a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkGraphicsPipelineCreateInfo *info, 602e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 6039b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 6049b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 605a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 606a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 607a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 6086139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 609a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_wm_prog_key key; 61010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 61187967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 612a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 613ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand populate_wm_prog_key(&pipeline->device->info, info, &key); 614a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 61510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 6162301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 6172301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 61810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 61939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 62039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 62110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 6222b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_wm_prog_data prog_data = { 0, }; 6236139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 6246139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 625a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 6266139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 627cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .surface_to_descriptor = surface_to_descriptor + 8, 6286139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 6296139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 630a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 63139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 63239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_FRAGMENT, spec_info, 6336139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 63439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 63539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 636a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 637cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned num_rts = 0; 638cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand struct anv_pipeline_binding rt_bindings[8]; 63993bfa1d7a2e70a72a01c48a04c208845c22f9376Kenneth Graunke nir_function_impl *impl = nir_shader_get_entrypoint(nir); 640fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand nir_foreach_variable_safe(var, &nir->outputs) { 641fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (var->data.location < FRAG_RESULT_DATA0) 642fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand continue; 643fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand 644fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand unsigned rt = var->data.location - FRAG_RESULT_DATA0; 645fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand if (rt >= key.nr_color_regions) { 646cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Out-of-bounds, throw it away */ 647fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand var->data.mode = nir_var_local; 648fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_node_remove(&var->node); 649fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand exec_list_push_tail(&impl->locals, &var->node); 650cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand continue; 651cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 652cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 653cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* Give it a new, compacted, location */ 654cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand var->data.location = FRAG_RESULT_DATA0 + num_rts; 655cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 656cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand unsigned array_len = 657cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand glsl_type_is_array(var->type) ? glsl_get_length(var->type) : 1; 658cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts + array_len <= 8); 659cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 660cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand for (unsigned i = 0; i < array_len; i++) { 6614200c2266e9c1f76e54d667e69a1a69516e6bf57Jason Ekstrand rt_bindings[num_rts + i] = (struct anv_pipeline_binding) { 662cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 663a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 664a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .index = rt + i, 665cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 666fed8b7f8177ed3e770df1989922ff5cc63eba895Jason Ekstrand } 667cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 668cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts += array_len; 669cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 670cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 671cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand if (num_rts == 0) { 672cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand /* If we have no render targets, we need a null render target */ 673cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand rt_bindings[0] = (struct anv_pipeline_binding) { 674cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand .set = ANV_DESCRIPTOR_SET_COLOR_ATTACHMENTS, 675a1a25db69926604d579139d1d497f1566ec16ac7Jason Ekstrand .binding = 0, 676c99a0a8bcece2870f3e93328ab520efc2c9f7983Chad Versace .index = UINT8_MAX, 677cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand }; 678cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts = 1; 679cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand } 680cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 681cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(num_rts <= 8); 682cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_to_descriptor -= num_rts; 683cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand map.surface_count += num_rts; 684cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand assert(map.surface_count <= 256); 685cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand memcpy(map.surface_to_descriptor, rt_bindings, 686cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand num_rts * sizeof(*rt_bindings)); 687cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand 688cce65471b8667e1752754c53361031cded5b39d1Jason Ekstrand anv_fill_binding_table(&prog_data.base, num_rts); 68975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 69039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 69139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 6927df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 693a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 69439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 69539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 6962b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_fs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 69791d61fbf7cb61a44adcaae51ee08ad0dd6b2a03bTimothy Arceri NULL, -1, -1, true, false, NULL, &code_size, NULL); 69839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 69939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 70039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 70139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 702a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 70310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 70410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 705ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base, sizeof(prog_data), 706ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 70710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 70810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 70910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 71010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 711a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 712a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 713a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 714a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 71510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_FRAGMENT, bin); 716a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 717a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 718a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 719a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 720a71e614d33e8d869bbaced8948349a7180783ab7Jason EkstrandVkResult 721a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandanv_pipeline_compile_cs(struct anv_pipeline *pipeline, 72230521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 723a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const VkComputePipelineCreateInfo *info, 724e10dc002e9544500a2247e49a132e18f994f34eeJason Ekstrand struct anv_shader_module *module, 7259b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const char *entrypoint, 7269b7e08118b382b1a0d4915275c6a760a517cb878Jason Ekstrand const VkSpecializationInfo *spec_info) 727a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand{ 728a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand const struct brw_compiler *compiler = 729a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->device->instance->physicalDevice.compiler; 7306139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_bind_map map; 731a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand struct brw_cs_prog_key key; 73210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand struct anv_shader_bin *bin = NULL; 73387967a2c854c200ba8a7cabe1fe3f7e19291f187Kristian Høgsberg unsigned char sha1[20]; 734a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 735a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand populate_cs_prog_key(&pipeline->device->info, &key); 736a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 73710f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (cache) { 7382301705dee6324634520559b27ac6728ebb02191Jason Ekstrand anv_hash_shader(sha1, &key, sizeof(key), module, entrypoint, 7392301705dee6324634520559b27ac6728ebb02191Jason Ekstrand pipeline->layout, spec_info); 74010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_cache_search(cache, sha1, 20); 74139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 74239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg 74310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (bin == NULL) { 7442b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg struct brw_cs_prog_data prog_data = { 0, }; 7456139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding surface_to_descriptor[256]; 7466139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg struct anv_pipeline_binding sampler_to_descriptor[256]; 747a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 7486139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg map = (struct anv_pipeline_bind_map) { 7496139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .surface_to_descriptor = surface_to_descriptor, 7506139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg .sampler_to_descriptor = sampler_to_descriptor 7516139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg }; 752a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 75339a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg nir_shader *nir = anv_pipeline_compile(pipeline, module, entrypoint, 75439a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg MESA_SHADER_COMPUTE, spec_info, 7556139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg &prog_data.base, &map); 75639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (nir == NULL) 75739a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 7585e82a91324d13c9194416347521120a93beef133Jordan Justen 75975af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand anv_fill_binding_table(&prog_data.base, 1); 76075af420cb1145f5fc34af6728047a2404b5f1addJason Ekstrand 76139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg void *mem_ctx = ralloc_context(NULL); 76297b09a92686d75ba2faca2fb20276c75f630f691Jordan Justen 7637df46b7533a0ff257dbdb1b844ce0f4fc1c266acJason Ekstrand ralloc_steal(mem_ctx, nir); 764a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 76539a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg unsigned code_size; 76639a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg const unsigned *shader_code = 7672b29342fae14d8626ca58f8a7ec358b70886ced3Kristian Høgsberg brw_compile_cs(compiler, NULL, mem_ctx, &key, &prog_data, nir, 76839a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg -1, &code_size, NULL); 76939a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg if (shader_code == NULL) { 77039a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg ralloc_free(mem_ctx); 77139a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 77239a120aefe43f7b664713b5d0aff13f0a2a19168Kristian Høgsberg } 773a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 77410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand bin = anv_pipeline_upload_kernel(pipeline, cache, sha1, 20, 77510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand shader_code, code_size, 776ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &prog_data.base, sizeof(prog_data), 777ff3185e3ba85b3635a1f645e8e951954f4022afeJason Ekstrand &map); 77810f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (!bin) { 77910f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand ralloc_free(mem_ctx); 78010f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY); 78110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 7826139fe9a7790e0946e465f275d3f530552edbcdcKristian Høgsberg 783a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand ralloc_free(mem_ctx); 784a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand } 785a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 78610f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_pipeline_add_compiled_stage(pipeline, MESA_SHADER_COMPUTE, bin); 787a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 788a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand return VK_SUCCESS; 789a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand} 790a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 791a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery/** 792a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Copy pipeline state not marked as dynamic. 793a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * Dynamic state is pipeline state which hasn't been provided at pipeline 794a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * creation time, but is dynamically provided afterwards using various 795a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * vkCmdSet* functions. 796a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 797a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * The set of state considered "non_dynamic" is determined by the pieces of 798a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * state that have their corresponding VkDynamicState enums omitted from 799a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * VkPipelineDynamicStateCreateInfo::pDynamicStates. 800a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * 801a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[out] pipeline Destination non_dynamic state. 802a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery * @param[in] pCreateInfo Source of non_dynamic state to be copied. 803a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery */ 804a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrandstatic void 805a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Cherycopy_non_dynamic_state(struct anv_pipeline *pipeline, 806a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery const VkGraphicsPipelineCreateInfo *pCreateInfo) 8071a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand{ 8084d4e559b6a26d2942c2a24cc81588adc2482f415Chad Versace anv_cmd_dirty_mask_t states = ANV_CMD_DIRTY_DYNAMIC_ALL; 8092484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace ANV_FROM_HANDLE(anv_render_pass, pass, pCreateInfo->renderPass); 8102484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace struct anv_subpass *subpass = &pass->subpasses[pCreateInfo->subpass]; 8112484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 8122484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pipeline->dynamic_state = default_dynamic_state; 8131a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 814368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (pCreateInfo->pDynamicState) { 815368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand /* Remove all of the states that are marked as dynamic */ 816368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand uint32_t count = pCreateInfo->pDynamicState->dynamicStateCount; 817368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand for (uint32_t s = 0; s < count; s++) 818368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand states &= ~(1 << pCreateInfo->pDynamicState->pDynamicStates[s]); 819368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 8201a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 8211a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand struct anv_dynamic_state *dynamic = &pipeline->dynamic_state; 8221a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 823a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 824a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 825a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pViewportState is [...] NULL if the pipeline 826a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * has rasterization disabled. 827a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 828a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 829a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pViewportState); 830a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 831a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->viewport.count = pCreateInfo->pViewportState->viewportCount; 832a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_VIEWPORT)) { 833a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->viewport.viewports, 834a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pViewports, 835a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->viewportCount); 836a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 837368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 838a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery dynamic->scissor.count = pCreateInfo->pViewportState->scissorCount; 839a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_SCISSOR)) { 840a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->scissor.scissors, 841a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->pScissors, 842a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pViewportState->scissorCount); 843a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 844368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 845368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 846368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_LINE_WIDTH)) { 8477f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 8487f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->line_width = pCreateInfo->pRasterizationState->lineWidth; 849368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 850368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 851368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BIAS)) { 8527f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(pCreateInfo->pRasterizationState); 8534ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.bias = 8547f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasConstantFactor; 8557f2284063df569df40f68074833f1518005d348dJason Ekstrand dynamic->depth_bias.clamp = 8567f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasClamp; 8574ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand dynamic->depth_bias.slope = 8587f2284063df569df40f68074833f1518005d348dJason Ekstrand pCreateInfo->pRasterizationState->depthBiasSlopeFactor; 859368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 860368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 861a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery /* Section 9.2 of the Vulkan 1.0.15 spec says: 862a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * 863a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pColorBlendState is [...] NULL if the pipeline has rasterization 864a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is 865a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * created against does not use any color attachments. 866a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery */ 867a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery bool uses_color_att = false; 868a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery for (unsigned i = 0; i < subpass->color_count; ++i) { 869a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (subpass->color_attachments[i] != VK_ATTACHMENT_UNUSED) { 870a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery uses_color_att = true; 871a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery break; 872a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 873a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery } 874a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 875a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (uses_color_att && 876a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery !pCreateInfo->pRasterizationState->rasterizerDiscardEnable) { 877368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand assert(pCreateInfo->pColorBlendState); 878a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 879a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (states & (1 << VK_DYNAMIC_STATE_BLEND_CONSTANTS)) 880a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery typed_memcpy(dynamic->blend_constants, 881a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery pCreateInfo->pColorBlendState->blendConstants, 4); 8821a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand } 883368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 8842484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace /* If there is no depthstencil attachment, then don't read 8852484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * pDepthStencilState. The Vulkan spec states that pDepthStencilState may 8862484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * be NULL in this case. Even if pDepthStencilState is non-NULL, there is 8872484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * no need to override the depthstencil defaults in 8882484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * anv_pipeline::dynamic_state when there is no depthstencil attachment. 8892484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 890a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * Section 9.2 of the Vulkan 1.0.15 spec says: 8912484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace * 892a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * pDepthStencilState is [...] NULL if the pipeline has rasterization 893a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * disabled or if the subpass of the render pass the pipeline is created 894a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery * against does not use a depth/stencil attachment. 8952484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace */ 896a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery if (!pCreateInfo->pRasterizationState->rasterizerDiscardEnable && 897a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) { 898a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery assert(pCreateInfo->pDepthStencilState); 899a4a59172482d50318a5ae7f99021bcf0125e0f53Nanley Chery 9002484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_DEPTH_BOUNDS)) { 9012484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.min = 9022484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->minDepthBounds; 9032484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->depth_bounds.max = 9042484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace pCreateInfo->pDepthStencilState->maxDepthBounds; 9052484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 9062484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9072484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_COMPARE_MASK)) { 9082484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.front = 9094ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.compareMask; 9102484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_compare_mask.back = 9114ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.compareMask; 9122484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 9132484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9142484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_WRITE_MASK)) { 9152484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.front = 9164ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.writeMask; 9172484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_write_mask.back = 9184ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.writeMask; 9192484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 9202484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace 9212484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace if (states & (1 << VK_DYNAMIC_STATE_STENCIL_REFERENCE)) { 9222484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.front = 9234ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->front.reference; 9242484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace dynamic->stencil_reference.back = 9254ab9391fbb35e627f2033494f0440536bb3341a8Jason Ekstrand pCreateInfo->pDepthStencilState->back.reference; 9262484d1a01fff6127b45280ee9bfbd1bbfaa425dbChad Versace } 927368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand } 928368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand 929368e703a01c631f04f2a2a1f5f62f61c06838faeJason Ekstrand pipeline->dynamic_state_mask = states; 9301a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand} 9311a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 932b51468b519f447c8e0afd492ce09d7c9485e222bChad Versacestatic void 933b51468b519f447c8e0afd492ce09d7c9485e222bChad Versaceanv_pipeline_validate_create_info(const VkGraphicsPipelineCreateInfo *info) 934b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace{ 935b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_render_pass *renderpass = NULL; 936b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace struct anv_subpass *subpass = NULL; 937b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 938b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace /* Assert that all required members of VkGraphicsPipelineCreateInfo are 939ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke * present. See the Vulkan 1.0.28 spec, Section 9.2 Graphics Pipelines. 940b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace */ 941b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->sType == VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO); 942b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 943b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace renderpass = anv_render_pass_from_handle(info->renderPass); 944b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(renderpass); 945b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 946dedc406ec8adc6a36eb2b37e3f565aaa1dce6e3fJason Ekstrand assert(info->subpass < renderpass->subpass_count); 947dedc406ec8adc6a36eb2b37e3f565aaa1dce6e3fJason Ekstrand subpass = &renderpass->subpasses[info->subpass]; 948b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 949b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->stageCount >= 1); 950b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pVertexInputState); 951b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pInputAssemblyState); 9527f2284063df569df40f68074833f1518005d348dJason Ekstrand assert(info->pRasterizationState); 953ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (!info->pRasterizationState->rasterizerDiscardEnable) { 954ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pViewportState); 955ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pMultisampleState); 956b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 957ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (subpass && subpass->depth_stencil_attachment != VK_ATTACHMENT_UNUSED) 958ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pDepthStencilState); 959b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 960ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke if (subpass && subpass->color_count > 0) 961ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke assert(info->pColorBlendState); 962ba38a9d3803cdd43573f1c68497c54d701e911b6Kenneth Graunke } 963b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 964b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace for (uint32_t i = 0; i < info->stageCount; ++i) { 965b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace switch (info->pStages[i].stage) { 966a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_CONTROL_BIT: 967a5f19f64c3317c98b984010f144416ce768a3c0bJason Ekstrand case VK_SHADER_STAGE_TESSELLATION_EVALUATION_BIT: 968b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace assert(info->pTessellationState); 969b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 970b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace default: 971b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace break; 972b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 973b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 974b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace} 975b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 97642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand/** 97742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * Calculate the desired L3 partitioning based on the current state of the 97842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * pipeline. For now this simply returns the conservative defaults calculated 97942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * by get_default_l3_weights(), but we could probably do better by gathering 98042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * more statistics from the pipeline state (e.g. guess of expected URB usage 98142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand * and bound surfaces), or by using feed-back from performance counters. 98242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand */ 98342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandvoid 98442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrandanv_pipeline_setup_l3_config(struct anv_pipeline *pipeline, bool needs_slm) 98542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand{ 98642d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const struct gen_device_info *devinfo = &pipeline->device->info; 98742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 98842d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand const struct gen_l3_weights w = 98942d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand gen_get_default_l3_weights(devinfo, pipeline->needs_data_cache, needs_slm); 99042d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 99142d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.l3_config = gen_get_l3_config(devinfo, w); 99242d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand pipeline->urb.total_size = 99342d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand gen_get_l3_config_urb_size(devinfo, pipeline->urb.l3_config); 99442d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand} 99542d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand 9969c752b5b38305acaf863fc0165565fcf6f8f390aKristian HøgsbergVkResult 99730521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensenanv_pipeline_init(struct anv_pipeline *pipeline, 99830521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_device *device, 99930521fb19e01b6e34cba4eaff40b9b782000b5dbKristian Høgsberg Kristensen struct anv_pipeline_cache *cache, 10009c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkGraphicsPipelineCreateInfo *pCreateInfo, 1001fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand const VkAllocationCallbacks *alloc) 10029c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg{ 1003b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen VkResult result; 1004b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen 1005b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_validate { 1006b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace anv_pipeline_validate_create_info(pCreateInfo); 1007b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace } 1008b51468b519f447c8e0afd492ce09d7c9485e222bChad Versace 1009fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand if (alloc == NULL) 1010fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand alloc = &device->alloc; 1011fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 10129c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->device = device; 10139c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->layout = anv_pipeline_layout_from_handle(pCreateInfo->layout); 10149c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1015b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen result = anv_reloc_list_init(&pipeline->batch_relocs, alloc); 1016b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen if (result != VK_SUCCESS) 1017b2ad2a20b67645ac37b5f35daa47bfe454286d90Kristian Høgsberg Kristensen return result; 1018fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand 1019fcfb404a5860c67129e3672768cc557c0e4a1f12Jason Ekstrand pipeline->batch.alloc = alloc; 10209c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.next = pipeline->batch.start = pipeline->batch_data; 10219c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.end = pipeline->batch.start + sizeof(pipeline->batch_data); 10229c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->batch.relocs = &pipeline->batch_relocs; 10239c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1024a0d84a9ef9df69606a928cf7dca8f2b80dea1c36Nanley Chery copy_non_dynamic_state(pipeline, pCreateInfo); 1025eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pipeline->depth_clamp_enable = pCreateInfo->pRasterizationState && 1026eb6764c4a73006eee32e19e3afc6eab100a2ce16Jason Ekstrand pCreateInfo->pRasterizationState->depthClampEnable; 10271a52bc30390d56493ea2d0a950d8b9f01519ed24Jason Ekstrand 10288ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen pipeline->needs_data_cache = false; 10298ee31828c656d456bfe067cfae512b1fbbd0bbd6Jordan Justen 1030a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand /* When we free the pipeline, we detect stages based on the NULL status 1031a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand * of various prog_data pointers. Make them NULL by default. 1032a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand */ 103310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand memset(pipeline->shaders, 0, sizeof(pipeline->shaders)); 10349c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1035a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand pipeline->active_stages = 0; 1036a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 1037623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke const VkPipelineShaderStageCreateInfo *pStages[MESA_SHADER_STAGES] = { 0, }; 1038623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke struct anv_shader_module *modules[MESA_SHADER_STAGES] = { 0, }; 1039a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand for (uint32_t i = 0; i < pCreateInfo->stageCount; i++) { 1040623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke gl_shader_stage stage = ffs(pCreateInfo->pStages[i].stage) - 1; 1041623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke pStages[stage] = &pCreateInfo->pStages[i]; 1042623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke modules[stage] = anv_shader_module_from_handle(pStages[stage]->module); 1043623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1044623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1045623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_VERTEX]) { 1046d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_vs(pipeline, cache, pCreateInfo, 1047d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_VERTEX], 1048d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pName, 1049d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_VERTEX]->pSpecializationInfo); 1050d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1051d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1052623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1053623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 105432aa01663ff649a399480886106e203cc347c212Kristian Høgsberg if (modules[MESA_SHADER_TESS_CTRL] || modules[MESA_SHADER_TESS_EVAL]) 105532aa01663ff649a399480886106e203cc347c212Kristian Høgsberg anv_finishme("no tessellation support"); 105632aa01663ff649a399480886106e203cc347c212Kristian Høgsberg 1057623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_GEOMETRY]) { 1058d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand result = anv_pipeline_compile_gs(pipeline, cache, pCreateInfo, 1059d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_GEOMETRY], 1060d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pName, 1061d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_GEOMETRY]->pSpecializationInfo); 1062d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1063d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 1064623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke } 1065623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke 1066623ce595a97cc3ec47be042867e24047162cd371Kenneth Graunke if (modules[MESA_SHADER_FRAGMENT]) { 1067ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand result = anv_pipeline_compile_fs(pipeline, cache, pCreateInfo, 1068d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand modules[MESA_SHADER_FRAGMENT], 1069d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pName, 1070d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand pStages[MESA_SHADER_FRAGMENT]->pSpecializationInfo); 1071d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand if (result != VK_SUCCESS) 1072d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand goto compile_fail; 10739c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 10749c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1075ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand assert(pipeline->active_stages & VK_SHADER_STAGE_VERTEX_BIT); 1076a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 107742d03c204c3a2aee2dd1d3736085b86627e9d46fJason Ekstrand anv_pipeline_setup_l3_config(pipeline, false); 1078a71e614d33e8d869bbaced8948349a7180783ab7Jason Ekstrand 10799c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineVertexInputStateCreateInfo *vi_info = 10809c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pVertexInputState; 1081e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1082ac77528f7d383ee103ed702590f7bc9f05907b61Jason Ekstrand const uint64_t inputs_read = get_vs_prog_data(pipeline)->inputs_read; 1083e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 10849c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->vb_used = 0; 1085e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexAttributeDescriptionCount; i++) { 1086e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand const VkVertexInputAttributeDescription *desc = 1087e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand &vi_info->pVertexAttributeDescriptions[i]; 1088e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1089e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand if (inputs_read & (1 << (VERT_ATTRIB_GENERIC0 + desc->location))) 1090e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand pipeline->vb_used |= 1 << desc->binding; 1091e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand } 1092e10b0e2b4985327a48434e7fec297d33b27bc47fJason Ekstrand 1093e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand for (uint32_t i = 0; i < vi_info->vertexBindingDescriptionCount; i++) { 10949c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkVertexInputBindingDescription *desc = 10959c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg &vi_info->pVertexBindingDescriptions[i]; 10969c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 1097e673d642090e6a6fe339570726e52b9191b89d3eJason Ekstrand pipeline->binding_stride[desc->binding] = desc->stride; 10989c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 10999c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg /* Step rate is programmed per vertex element (attribute), not 11009c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * binding. Set up a map of which bindings step per instance, for 11019c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg * reference by vertex element setup. */ 11029b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand switch (desc->inputRate) { 11039c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg default: 11049b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_VERTEX: 11059c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = false; 11069c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 11079b1cb8fdbc7e3c2fb9b950a9844ef653761b7480Jason Ekstrand case VK_VERTEX_INPUT_RATE_INSTANCE: 11089c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->instancing_enable[desc->binding] = true; 11099c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg break; 11109c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 11119c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg } 11129c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 11139c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg const VkPipelineInputAssemblyStateCreateInfo *ia_info = 11149c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pCreateInfo->pInputAssemblyState; 11159c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->primitive_restart = ia_info->primitiveRestartEnable; 11169c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg pipeline->topology = vk_to_gen_primitive_type[ia_info->topology]; 11179c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg 11189c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg return VK_SUCCESS; 1119d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1120d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrandcompile_fail: 112110f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand for (unsigned s = 0; s < MESA_SHADER_STAGES; s++) { 112210f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand if (pipeline->shaders[s]) 112310f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand anv_shader_bin_unref(device, pipeline->shaders[s]); 112410f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand } 112510f9901bcef7724cb72fb2fe7e3dd8d6660d2f34Jason Ekstrand 1126d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand anv_reloc_list_finish(&pipeline->batch_relocs, alloc); 1127d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand 1128d5945bec124ab21606d0d2719abbae8c44a70cf1Jason Ekstrand return result; 11299c752b5b38305acaf863fc0165565fcf6f8f390aKristian Høgsberg} 1130