1347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand/*
2347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * Copyright © 2016 Intel Corporation
3347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand *
4347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * Permission is hereby granted, free of charge, to any person obtaining a
5347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * copy of this software and associated documentation files (the "Software"),
6347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * to deal in the Software without restriction, including without limitation
7347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * and/or sell copies of the Software, and to permit persons to whom the
9347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * Software is furnished to do so, subject to the following conditions:
10347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand *
11347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * The above copyright notice and this permission notice (including the next
12347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * paragraph) shall be included in all copies or substantial portions of the
13347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * Software.
14347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand *
15347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand * IN THE SOFTWARE.
22347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand */
23347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
24347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand#include "anv_nir.h"
25347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand#include "nir/nir_builder.h"
26347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
27347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandstatic nir_ssa_def *
28347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandload_frag_coord(nir_builder *b)
29347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand{
30347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_foreach_variable(var, &b->shader->inputs) {
31347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      if (var->data.location == VARYING_SLOT_POS)
32347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand         return nir_load_var(b, var);
33347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   }
34347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
35347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_variable *pos = nir_variable_create(b->shader, nir_var_shader_in,
36347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand                                           glsl_vec4_type(), NULL);
37347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   pos->data.location = VARYING_SLOT_POS;
38347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   pos->data.origin_upper_left = true;
39347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
40347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   return nir_load_var(b, pos);
41347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand}
42347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
43347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandstatic void
44347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandtry_lower_input_load(nir_function_impl *impl, nir_intrinsic_instr *load)
45347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand{
46347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
47347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   const struct glsl_type *image_type =
48347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      glsl_without_array(load->variables[0]->var->type);
49347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   enum glsl_sampler_dim image_dim = glsl_get_sampler_dim(image_type);
50347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   if (image_dim != GLSL_SAMPLER_DIM_SUBPASS &&
51347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand       image_dim != GLSL_SAMPLER_DIM_SUBPASS_MS)
52347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      return;
53347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
54347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   const bool multisampled = (image_dim == GLSL_SAMPLER_DIM_SUBPASS_MS);
55347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
56347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_builder b;
57347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_builder_init(&b, impl);
58347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   b.cursor = nir_before_instr(&load->instr);
59347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
60347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_ssa_def *frag_coord = nir_f2i(&b, load_frag_coord(&b));
61347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_ssa_def *offset = nir_ssa_for_src(&b, load->src[0], 2);
62347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_ssa_def *pos = nir_iadd(&b, frag_coord, offset);
63347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
64347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_ssa_def *layer =
65347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      nir_load_system_value(&b, nir_intrinsic_load_layer_id, 0);
66347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_ssa_def *coord =
67347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      nir_vec3(&b, nir_channel(&b, pos, 0), nir_channel(&b, pos, 1), layer);
68347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
69347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_tex_instr *tex = nir_tex_instr_create(b.shader, 2 + multisampled);
70347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
71347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->op = nir_texop_txf;
72347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
73347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   switch (glsl_get_sampler_result_type(image_type)) {
74347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   case GLSL_TYPE_FLOAT:
75347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      tex->dest_type = nir_type_float;
76347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      break;
77347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   case GLSL_TYPE_INT:
78347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      tex->dest_type = nir_type_int;
79347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      break;
80347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   case GLSL_TYPE_UINT:
81347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      tex->dest_type = nir_type_uint;
82347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      break;
83347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   default:
84347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      unreachable("Invalid image type");
85347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   }
86347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->is_array = true;
87347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->is_shadow = false;
88347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
89134a5ad31c8d39219f241f7a7cad246a6864c74bJason Ekstrand   tex->texture = nir_deref_var_clone(load->variables[0], tex);
90347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->sampler = NULL;
91347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->texture_index = 0;
92347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->sampler_index = 0;
93347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
94347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->src[0].src_type = nir_tex_src_coord;
95347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->src[0].src = nir_src_for_ssa(coord);
96347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->coord_components = 3;
97347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
98347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->src[1].src_type = nir_tex_src_lod;
99347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   tex->src[1].src = nir_src_for_ssa(nir_imm_int(&b, 0));
100347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
101347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   if (image_dim == GLSL_SAMPLER_DIM_SUBPASS_MS) {
102347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      tex->op = nir_texop_txf_ms;
103347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      tex->src[2].src_type = nir_tex_src_ms_index;
104ebfe5e17ee5e484737dd7055df0f6542983473acIago Toral Quiroga      tex->src[2].src = load->src[1];
105347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   }
106347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
107347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_ssa_dest_init(&tex->instr, &tex->dest, 4, 32, NULL);
108347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_builder_instr_insert(&b, &tex->instr);
109347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
110347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_ssa_def_rewrite_uses(&load->dest.ssa,
111347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand                            nir_src_for_ssa(&tex->dest.ssa));
112347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand}
113347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
114347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandvoid
115347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrandanv_nir_lower_input_attachments(nir_shader *shader)
116347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand{
117347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   assert(shader->stage == MESA_SHADER_FRAGMENT);
118347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
119347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   nir_foreach_function(function, shader) {
120347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      if (!function->impl)
121347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand         continue;
122347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
123347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      nir_foreach_block(block, function->impl) {
124347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand         nir_foreach_instr(instr, block) {
125347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand            if (instr->type != nir_instr_type_intrinsic)
126347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand               continue;
127347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
128347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand            nir_intrinsic_instr *load = nir_instr_as_intrinsic(instr);
129347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
130347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand            if (load->intrinsic != nir_intrinsic_image_load)
131347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand               continue;
132347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand
133347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand            try_lower_input_load(function->impl, load);
134347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand         }
135347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand      }
136347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand   }
137347f43c8ec54b1380d45a10c6ee38189ec6d73e9Jason Ekstrand}
138