1347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand/* 2347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * Copyright © 2016 Intel Corporation 3347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * 4347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * Permission is hereby granted, free of charge, to any person obtaining a 5347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * copy of this software and associated documentation files (the "Software"), 6347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * to deal in the Software without restriction, including without limitation 7347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * and/or sell copies of the Software, and to permit persons to whom the 9347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * Software is furnished to do so, subject to the following conditions: 10347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * 11347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * The above copyright notice and this permission notice (including the next 12347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * paragraph) shall be included in all copies or substantial portions of the 13347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * Software. 14347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * 15347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * IN THE SOFTWARE. 22347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand */ 23347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 24347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand#include "anv_nir.h" 25347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand#include "nir/nir_builder.h" 26347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 27347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandstatic nir_ssa_def * 28347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandload_frag_coord(nir_builder *b) 29347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand{ 30347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_foreach_variable(var, &b->shader->inputs) { 31347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand if (var->data.location == VARYING_SLOT_POS) 32347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand return nir_load_var(b, var); 33347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand } 34347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 35347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_variable *pos = nir_variable_create(b->shader, nir_var_shader_in, 36347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand glsl_vec4_type(), NULL); 37347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand pos->data.location = VARYING_SLOT_POS; 38347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand pos->data.origin_upper_left = true; 39347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 40347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand return nir_load_var(b, pos); 41347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand} 42347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 43347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandstatic void 44347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandtry_lower_input_load(nir_function_impl *impl, nir_intrinsic_instr *load) 45347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand{ 46347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 47347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand const struct glsl_type *image_type = 48347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand glsl_without_array(load->variables[0]->var->type); 49347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand enum glsl_sampler_dim image_dim = glsl_get_sampler_dim(image_type); 50347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand if (image_dim != GLSL_SAMPLER_DIM_SUBPASS && 51347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand image_dim != GLSL_SAMPLER_DIM_SUBPASS_MS) 52347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand return; 53347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 54347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand const bool multisampled = (image_dim == GLSL_SAMPLER_DIM_SUBPASS_MS); 55347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 56347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_builder b; 57347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_builder_init(&b, impl); 58347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand b.cursor = nir_before_instr(&load->instr); 59347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 60347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_ssa_def *frag_coord = nir_f2i(&b, load_frag_coord(&b)); 61347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_ssa_def *offset = nir_ssa_for_src(&b, load->src[0], 2); 62347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_ssa_def *pos = nir_iadd(&b, frag_coord, offset); 63347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 64347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_ssa_def *layer = 65347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_load_system_value(&b, nir_intrinsic_load_layer_id, 0); 66347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_ssa_def *coord = 67347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_vec3(&b, nir_channel(&b, pos, 0), nir_channel(&b, pos, 1), layer); 68347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 69347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_tex_instr *tex = nir_tex_instr_create(b.shader, 2 + multisampled); 70347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 71347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->op = nir_texop_txf; 72347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 73347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand switch (glsl_get_sampler_result_type(image_type)) { 74347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand case GLSL_TYPE_FLOAT: 75347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->dest_type = nir_type_float; 76347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand break; 77347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand case GLSL_TYPE_INT: 78347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->dest_type = nir_type_int; 79347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand break; 80347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand case GLSL_TYPE_UINT: 81347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->dest_type = nir_type_uint; 82347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand break; 83347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand default: 84347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand unreachable("Invalid image type"); 85347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand } 86347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->is_array = true; 87347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->is_shadow = false; 88347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 89134a5ad31c8d39219f241f7a7cad246a6864c74bJason Ekstrand tex->texture = nir_deref_var_clone(load->variables[0], tex); 90347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->sampler = NULL; 91347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->texture_index = 0; 92347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->sampler_index = 0; 93347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 94347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->src[0].src_type = nir_tex_src_coord; 95347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->src[0].src = nir_src_for_ssa(coord); 96347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->coord_components = 3; 97347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 98347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->src[1].src_type = nir_tex_src_lod; 99347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->src[1].src = nir_src_for_ssa(nir_imm_int(&b, 0)); 100347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 101347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand if (image_dim == GLSL_SAMPLER_DIM_SUBPASS_MS) { 102347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->op = nir_texop_txf_ms; 103347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand tex->src[2].src_type = nir_tex_src_ms_index; 104ebfe5e17ee5e484737dd7055df0f6542983473acIago Toral Quiroga tex->src[2].src = load->src[1]; 105347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand } 106347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 107347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_ssa_dest_init(&tex->instr, &tex->dest, 4, 32, NULL); 108347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_builder_instr_insert(&b, &tex->instr); 109347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 110347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_ssa_def_rewrite_uses(&load->dest.ssa, 111347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_src_for_ssa(&tex->dest.ssa)); 112347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand} 113347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 114347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandvoid 115347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandanv_nir_lower_input_attachments(nir_shader *shader) 116347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand{ 117347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand assert(shader->stage == MESA_SHADER_FRAGMENT); 118347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 119347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_foreach_function(function, shader) { 120347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand if (!function->impl) 121347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand continue; 122347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 123347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_foreach_block(block, function->impl) { 124347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_foreach_instr(instr, block) { 125347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand if (instr->type != nir_instr_type_intrinsic) 126347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand continue; 127347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 128347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand nir_intrinsic_instr *load = nir_instr_as_intrinsic(instr); 129347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 130347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand if (load->intrinsic != nir_intrinsic_image_load) 131347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand continue; 132347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand 133347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand try_lower_input_load(function->impl, load); 134347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand } 135347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand } 136347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand } 137347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand} 138