vc4_nir_lower_blend.c revision 70b06fb5d55d639fd74596a2ff6971cb57c030ca
1bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt/* 2bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Copyright © 2015 Broadcom 3bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * 4bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Permission is hereby granted, free of charge, to any person obtaining a 5bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * copy of this software and associated documentation files (the "Software"), 6bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * to deal in the Software without restriction, including without limitation 7bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * and/or sell copies of the Software, and to permit persons to whom the 9bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Software is furnished to do so, subject to the following conditions: 10bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * 11bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * The above copyright notice and this permission notice (including the next 12bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * paragraph) shall be included in all copies or substantial portions of the 13bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Software. 14bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * 15bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 18bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER 19bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING 20bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS 21bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * IN THE SOFTWARE. 22bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt */ 23bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 24bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt/** 25bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Implements most of the fixed function fragment pipeline in shader code. 26bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * 27bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * VC4 doesn't have any hardware support for blending, alpha test, logic ops, 28bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * or color mask. Instead, you read the current contents of the destination 29bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * from the tile buffer after having waited for the scoreboard (which is 30bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * handled by vc4_qpu_emit.c), then do math using your output color and that 31bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * destination value, and update the output color appropriately. 32bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt */ 33bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 34bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt/** 35bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Lowers fixed-function blending to a load of the destination color and a 36bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * series of ALU operations before the store of the output. 37bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt */ 38bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt#include "util/u_format.h" 39bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt#include "vc4_qir.h" 40bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt#include "glsl/nir/nir_builder.h" 41bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt#include "vc4_context.h" 42bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 43bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt/** Emits a load of the previous fragment color from the tile buffer. */ 44bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def * 45bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_get_dst_color(nir_builder *b) 46bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 47bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_intrinsic_instr *load = 48bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_intrinsic_instr_create(b->shader, 49bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_intrinsic_load_input); 50bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt load->num_components = 1; 51bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt load->const_index[0] = VC4_NIR_TLB_COLOR_READ_INPUT; 52bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_dest_init(&load->instr, &load->dest, 1, NULL); 53bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_builder_instr_insert(b, &load->instr); 54bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return &load->dest.ssa; 55bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 56bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 57bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def * 58bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_srgb_decode(nir_builder *b, nir_ssa_def *srgb) 59bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 60bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *is_low = nir_flt(b, srgb, nir_imm_float(b, 0.04045)); 61bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *low = nir_fmul(b, srgb, nir_imm_float(b, 1.0 / 12.92)); 62bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *high = nir_fpow(b, 63bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_fmul(b, 64bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_fadd(b, srgb, 65bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_float(b, 0.055)), 66bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_float(b, 1.0 / 1.055)), 67bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_float(b, 2.4)); 68bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 69bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_bcsel(b, is_low, low, high); 70bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 71bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 72bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def * 73bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_srgb_encode(nir_builder *b, nir_ssa_def *linear) 74bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 75bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *is_low = nir_flt(b, linear, nir_imm_float(b, 0.0031308)); 76bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *low = nir_fmul(b, linear, nir_imm_float(b, 12.92)); 77bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *high = nir_fsub(b, 78bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_fmul(b, 79bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_float(b, 1.055), 80bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_fpow(b, 81bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt linear, 82bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_float(b, 0.41666))), 83bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_float(b, 0.055)); 84bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 85bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_bcsel(b, is_low, low, high); 86bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 87bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 88bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def * 8970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_blend_channel_f(nir_builder *b, 9070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def **src, 9170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def **dst, 9270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt unsigned factor, 9370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt int channel) 94bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 95bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt switch(factor) { 96bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_ONE: 97bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_imm_float(b, 1.0); 98bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_SRC_COLOR: 99bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return src[channel]; 100bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_SRC_ALPHA: 101bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return src[3]; 102bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_DST_ALPHA: 103bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return dst[3]; 104bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_DST_COLOR: 105bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return dst[channel]; 106bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_SRC_ALPHA_SATURATE: 107bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt if (channel != 3) { 108bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fmin(b, 109bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt src[3], 110bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_fsub(b, 111bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_float(b, 1.0), 112bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt dst[3])); 113bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } else { 114bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_imm_float(b, 1.0); 115bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 116bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_CONST_COLOR: 117bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_X + channel); 118bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_CONST_ALPHA: 119bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_W); 120bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_ZERO: 121bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_imm_float(b, 0.0); 122bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_INV_SRC_COLOR: 123bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fsub(b, nir_imm_float(b, 1.0), src[channel]); 124bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_INV_SRC_ALPHA: 125bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fsub(b, nir_imm_float(b, 1.0), src[3]); 126bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_INV_DST_ALPHA: 127bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fsub(b, nir_imm_float(b, 1.0), dst[3]); 128bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_INV_DST_COLOR: 129bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fsub(b, nir_imm_float(b, 1.0), dst[channel]); 130bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_INV_CONST_COLOR: 131bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fsub(b, nir_imm_float(b, 1.0), 132bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_X + channel)); 133bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_INV_CONST_ALPHA: 134bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fsub(b, nir_imm_float(b, 1.0), 135bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_W)); 136bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 137bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt default: 138bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_SRC1_COLOR: 139bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_SRC1_ALPHA: 140bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_INV_SRC1_COLOR: 141bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLENDFACTOR_INV_SRC1_ALPHA: 142bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt /* Unsupported. */ 143bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt fprintf(stderr, "Unknown blend factor %d\n", factor); 144bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_imm_float(b, 1.0); 145bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 146bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 147bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 148bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def * 14970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_nir_set_packed_chan(nir_builder *b, nir_ssa_def *src0, nir_ssa_def *src1, 15070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt int chan) 15170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{ 15270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt unsigned chan_mask = 0xff << (chan * 8); 15370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_ior(b, 15470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_iand(b, src0, nir_imm_int(b, ~chan_mask)), 15570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_iand(b, src1, nir_imm_int(b, chan_mask))); 15670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt} 15770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 15870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def * 15970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_blend_channel_i(nir_builder *b, 16070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *src, 16170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *dst, 16270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *src_a, 16370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *dst_a, 16470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt unsigned factor, 16570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt int a_chan) 16670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{ 16770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt switch (factor) { 16870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_ONE: 16970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_imm_int(b, ~0); 17070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_SRC_COLOR: 17170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return src; 17270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_SRC_ALPHA: 17370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return src_a; 17470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_DST_ALPHA: 17570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return dst_a; 17670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_DST_COLOR: 17770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return dst; 17870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_SRC_ALPHA_SATURATE: 17970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return vc4_nir_set_packed_chan(b, 18070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_umin_4x8(b, 18170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_a, 18270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_inot(b, dst_a)), 18370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_imm_int(b, ~0), 18470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt a_chan); 18570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_CONST_COLOR: 18670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_RGBA); 18770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_CONST_ALPHA: 18870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_AAAA); 18970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_ZERO: 19070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_imm_int(b, 0); 19170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_INV_SRC_COLOR: 19270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_inot(b, src); 19370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_INV_SRC_ALPHA: 19470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_inot(b, src_a); 19570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_INV_DST_ALPHA: 19670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_inot(b, dst_a); 19770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_INV_DST_COLOR: 19870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_inot(b, dst); 19970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_INV_CONST_COLOR: 20070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_inot(b, vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_RGBA)); 20170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_INV_CONST_ALPHA: 20270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_inot(b, vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_AAAA)); 20370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 20470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt default: 20570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_SRC1_COLOR: 20670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_SRC1_ALPHA: 20770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_INV_SRC1_COLOR: 20870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLENDFACTOR_INV_SRC1_ALPHA: 20970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt /* Unsupported. */ 21070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt fprintf(stderr, "Unknown blend factor %d\n", factor); 21170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_imm_int(b, ~0); 21270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 21370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt} 21470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 21570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def * 21670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_blend_func_f(nir_builder *b, nir_ssa_def *src, nir_ssa_def *dst, 21770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt unsigned func) 218bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 219bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt switch (func) { 220bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLEND_ADD: 221bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fadd(b, src, dst); 222bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLEND_SUBTRACT: 223bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fsub(b, src, dst); 224bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLEND_REVERSE_SUBTRACT: 225bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fsub(b, dst, src); 226bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLEND_MIN: 227bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fmin(b, src, dst); 228bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_BLEND_MAX: 229bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fmax(b, src, dst); 230bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 231bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt default: 232bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt /* Unsupported. */ 233bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt fprintf(stderr, "Unknown blend func %d\n", func); 234bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return src; 235bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 236bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 237bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 238bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 23970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def * 24070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_blend_func_i(nir_builder *b, nir_ssa_def *src, nir_ssa_def *dst, 24170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt unsigned func) 24270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{ 24370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt switch (func) { 24470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLEND_ADD: 24570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_usadd_4x8(b, src, dst); 24670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLEND_SUBTRACT: 24770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_ussub_4x8(b, src, dst); 24870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLEND_REVERSE_SUBTRACT: 24970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_ussub_4x8(b, dst, src); 25070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLEND_MIN: 25170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_umin_4x8(b, src, dst); 25270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt case PIPE_BLEND_MAX: 25370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_umax_4x8(b, src, dst); 25470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 25570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt default: 25670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt /* Unsupported. */ 25770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt fprintf(stderr, "Unknown blend func %d\n", func); 25870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return src; 25970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 26070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 26170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt} 26270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 263bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic void 26470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_do_blending_f(struct vc4_compile *c, nir_builder *b, nir_ssa_def **result, 26570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def **src_color, nir_ssa_def **dst_color) 266bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 267bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt struct pipe_rt_blend_state *blend = &c->fs_key->blend; 268bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 269bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt if (!blend->blend_enable) { 270bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt for (int i = 0; i < 4; i++) 271bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt result[i] = src_color[i]; 272bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return; 273bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 274bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 275bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt /* Clamp the src color to [0, 1]. Dest is already clamped. */ 276bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt for (int i = 0; i < 4; i++) 277bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt src_color[i] = nir_fsat(b, src_color[i]); 278bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 279bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *src_blend[4], *dst_blend[4]; 280bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt for (int i = 0; i < 4; i++) { 281bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt int src_factor = ((i != 3) ? blend->rgb_src_factor : 282bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt blend->alpha_src_factor); 283bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt int dst_factor = ((i != 3) ? blend->rgb_dst_factor : 284bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt blend->alpha_dst_factor); 285bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt src_blend[i] = nir_fmul(b, src_color[i], 28670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt vc4_blend_channel_f(b, 28770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_color, dst_color, 28870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_factor, i)); 289bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt dst_blend[i] = nir_fmul(b, dst_color[i], 29070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt vc4_blend_channel_f(b, 29170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_color, dst_color, 29270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt dst_factor, i)); 293bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 294bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 295bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt for (int i = 0; i < 4; i++) { 29670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt result[i] = vc4_blend_func_f(b, src_blend[i], dst_blend[i], 29770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt ((i != 3) ? blend->rgb_func : 29870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt blend->alpha_func)); 29970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 30070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt} 30170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 30270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def * 30370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_nir_splat(nir_builder *b, nir_ssa_def *src) 30470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{ 30570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *or1 = nir_ior(b, src, nir_ishl(b, src, nir_imm_int(b, 8))); 30670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_ior(b, or1, nir_ishl(b, or1, nir_imm_int(b, 16))); 30770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt} 30870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 30970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def * 31070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_do_blending_i(struct vc4_compile *c, nir_builder *b, 31170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *src_color, nir_ssa_def *dst_color, 31270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *src_float_a) 31370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{ 31470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt struct pipe_rt_blend_state *blend = &c->fs_key->blend; 31570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 31670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt if (!blend->blend_enable) 31770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return src_color; 31870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 31970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt enum pipe_format color_format = c->fs_key->color_format; 32070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt const uint8_t *format_swiz = vc4_get_format_swizzle(color_format); 32170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *imm_0xff = nir_imm_int(b, 0xff); 32270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *src_a = nir_pack_unorm_4x8(b, src_float_a); 32370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *dst_a; 32470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt int alpha_chan; 32570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt for (alpha_chan = 0; alpha_chan < 4; alpha_chan++) { 32670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt if (format_swiz[alpha_chan] == 3) 32770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt break; 32870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 32970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt if (alpha_chan != 4) { 33070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *shift = nir_imm_int(b, alpha_chan * 8); 33170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt dst_a = vc4_nir_splat(b, nir_iand(b, nir_ushr(b, dst_color, 33270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt shift), imm_0xff)); 33370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } else { 33470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt dst_a = nir_imm_int(b, ~0); 33570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 33670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 33770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *src_factor = vc4_blend_channel_i(b, 33870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_color, dst_color, 33970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_a, dst_a, 34070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt blend->rgb_src_factor, 34170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt alpha_chan); 34270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *dst_factor = vc4_blend_channel_i(b, 34370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_color, dst_color, 34470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_a, dst_a, 34570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt blend->rgb_dst_factor, 34670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt alpha_chan); 34770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 34870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt if (alpha_chan != 4 && 34970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt blend->alpha_src_factor != blend->rgb_src_factor) { 35070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *src_alpha_factor = 35170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt vc4_blend_channel_i(b, 35270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_color, dst_color, 35370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_a, dst_a, 35470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt blend->alpha_src_factor, 35570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt alpha_chan); 35670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_factor = vc4_nir_set_packed_chan(b, src_factor, 35770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_alpha_factor, 35870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt alpha_chan); 35970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 36070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt if (alpha_chan != 4 && 36170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt blend->alpha_dst_factor != blend->rgb_dst_factor) { 36270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *dst_alpha_factor = 36370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt vc4_blend_channel_i(b, 36470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_color, dst_color, 36570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_a, dst_a, 36670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt blend->alpha_dst_factor, 36770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt alpha_chan); 36870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt dst_factor = vc4_nir_set_packed_chan(b, dst_factor, 36970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt dst_alpha_factor, 37070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt alpha_chan); 37170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 37270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *src_blend = nir_umul_unorm_4x8(b, src_color, src_factor); 37370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *dst_blend = nir_umul_unorm_4x8(b, dst_color, dst_factor); 37470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 37570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *result = 37670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt vc4_blend_func_i(b, src_blend, dst_blend, blend->rgb_func); 37770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt if (alpha_chan != 4 && blend->alpha_func != blend->rgb_func) { 37870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *result_a = vc4_blend_func_i(b, 37970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_blend, 38070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt dst_blend, 38170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt blend->alpha_func); 38270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt result = vc4_nir_set_packed_chan(b, result, result_a, 38370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt alpha_chan); 384bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 38570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return result; 386bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 387bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 388bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def * 389bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_logicop(nir_builder *b, int logicop_func, 390bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *src, nir_ssa_def *dst) 391bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 392bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt switch (logicop_func) { 393bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_CLEAR: 394bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_imm_int(b, 0); 395bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_NOR: 396bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_inot(b, nir_ior(b, src, dst)); 397bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_AND_INVERTED: 398bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_iand(b, nir_inot(b, src), dst); 399bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_COPY_INVERTED: 400bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_inot(b, src); 401bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_AND_REVERSE: 402bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_iand(b, src, nir_inot(b, dst)); 403bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_INVERT: 404bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_inot(b, dst); 405bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_XOR: 406bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_ixor(b, src, dst); 407bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_NAND: 408bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_inot(b, nir_iand(b, src, dst)); 409bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_AND: 410bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_iand(b, src, dst); 411bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_EQUIV: 412bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_inot(b, nir_ixor(b, src, dst)); 413bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_NOOP: 414bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return dst; 415bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_OR_INVERTED: 416bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_ior(b, nir_inot(b, src), dst); 417bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_OR_REVERSE: 418bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_ior(b, src, nir_inot(b, dst)); 419bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_OR: 420bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_ior(b, src, dst); 421bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_SET: 422bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_imm_int(b, ~0); 423bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt default: 424bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt fprintf(stderr, "Unknown logic op %d\n", logicop_func); 425bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt /* FALLTHROUGH */ 426bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_LOGICOP_COPY: 427bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return src; 428bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 429bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 430bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 431bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def * 432bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_pipe_compare_func(nir_builder *b, int func, 433bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *src0, nir_ssa_def *src1) 434bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 435bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt switch (func) { 436bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt default: 437bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt fprintf(stderr, "Unknown compare func %d\n", func); 438bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt /* FALLTHROUGH */ 439bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_FUNC_NEVER: 440bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_imm_int(b, 0); 441bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_FUNC_ALWAYS: 442bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_imm_int(b, ~0); 443bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_FUNC_EQUAL: 444bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_feq(b, src0, src1); 445bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_FUNC_NOTEQUAL: 446bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fne(b, src0, src1); 447bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_FUNC_GREATER: 448bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_flt(b, src1, src0); 449bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_FUNC_GEQUAL: 450bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fge(b, src0, src1); 451bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_FUNC_LESS: 452bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_flt(b, src0, src1); 453bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt case PIPE_FUNC_LEQUAL: 454bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return nir_fge(b, src1, src0); 455bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 456bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 457bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 458bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic void 459bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_emit_alpha_test_discard(struct vc4_compile *c, nir_builder *b, 460bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *alpha) 461bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 462bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt if (!c->fs_key->alpha_test) 463bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return; 464bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 465bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *alpha_ref = 466bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt vc4_nir_get_state_uniform(b, QUNIFORM_ALPHA_REF); 467bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *condition = 468bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt vc4_nir_pipe_compare_func(b, c->fs_key->alpha_test_func, 469bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt alpha, alpha_ref); 470bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 471bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_intrinsic_instr *discard = 472bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_intrinsic_instr_create(b->shader, 473bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_intrinsic_discard_if); 474bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt discard->num_components = 1; 475bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt discard->src[0] = nir_src_for_ssa(nir_inot(b, condition)); 476bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_builder_instr_insert(b, &discard->instr); 477bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 478bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 47970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def * 48070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_nir_swizzle_and_pack(struct vc4_compile *c, nir_builder *b, 48170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def **colors) 48270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{ 48370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt enum pipe_format color_format = c->fs_key->color_format; 48470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt const uint8_t *format_swiz = vc4_get_format_swizzle(color_format); 48570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 48670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *swizzled[4]; 48770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt for (int i = 0; i < 4; i++) { 48870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt swizzled[i] = vc4_nir_get_swizzled_channel(b, colors, 48970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt format_swiz[i]); 49070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 49170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 49270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt return nir_pack_unorm_4x8(b, 49370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_vec4(b, 49470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt swizzled[0], swizzled[1], 49570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt swizzled[2], swizzled[3])); 49670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 49770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt} 49870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 499bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic void 500bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_lower_blend_instr(struct vc4_compile *c, nir_builder *b, 501bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_intrinsic_instr *intr) 502bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 503bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt enum pipe_format color_format = c->fs_key->color_format; 504bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt const uint8_t *format_swiz = vc4_get_format_swizzle(color_format); 50570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt bool srgb = util_format_is_srgb(color_format); 506bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 507bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt /* Pull out the float src/dst color components. */ 508bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *packed_dst_color = vc4_nir_get_dst_color(b); 509bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *dst_vec4 = nir_unpack_unorm_4x8(b, packed_dst_color); 510bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_ssa_def *src_color[4], *unpacked_dst_color[4]; 511bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt for (unsigned i = 0; i < 4; i++) { 512bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt src_color[i] = nir_swizzle(b, intr->src[0].ssa, &i, 1, false); 513bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt unpacked_dst_color[i] = nir_swizzle(b, dst_vec4, &i, 1, false); 514bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 515bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 516bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt vc4_nir_emit_alpha_test_discard(c, b, src_color[3]); 517bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 51870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *packed_color; 51970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt if (srgb) { 52070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt /* Unswizzle the destination color. */ 52170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *dst_color[4]; 52270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt for (unsigned i = 0; i < 4; i++) { 52370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt dst_color[i] = vc4_nir_get_swizzled_channel(b, 52470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt unpacked_dst_color, 52570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt format_swiz[i]); 52670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 52770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt 52870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt /* Turn dst color to linear. */ 529bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt for (int i = 0; i < 3; i++) 530bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt dst_color[i] = vc4_nir_srgb_decode(b, dst_color[i]); 531bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 53270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *blend_color[4]; 53370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt vc4_do_blending_f(c, b, blend_color, src_color, dst_color); 534bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 53570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt /* sRGB encode the output color */ 536bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt for (int i = 0; i < 3; i++) 537bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt blend_color[i] = vc4_nir_srgb_encode(b, blend_color[i]); 538bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 53970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt packed_color = vc4_nir_swizzle_and_pack(c, b, blend_color); 54070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } else { 54170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt nir_ssa_def *packed_src_color = 54270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt vc4_nir_swizzle_and_pack(c, b, src_color); 543bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 54470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt packed_color = 54570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt vc4_do_blending_i(c, b, 54670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt packed_src_color, packed_dst_color, 54770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt src_color[3]); 54870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt } 549bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 550bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt packed_color = vc4_logicop(b, c->fs_key->logicop_func, 551bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt packed_color, packed_dst_color); 552bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 553bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt /* If the bit isn't set in the color mask, then just return the 554bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * original dst color, instead. 555bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt */ 556bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt uint32_t colormask = 0xffffffff; 557bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt for (int i = 0; i < 4; i++) { 558bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt if (format_swiz[i] < 4 && 559bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt !(c->fs_key->blend.colormask & (1 << format_swiz[i]))) { 560bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt colormask &= ~(0xff << (i * 8)); 561bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 562bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 563bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt packed_color = nir_ior(b, 564bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_iand(b, packed_color, 565bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_int(b, colormask)), 566bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_iand(b, packed_dst_color, 567bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_imm_int(b, ~colormask))); 568bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 569bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt /* Turn the old vec4 output into a store of the packed color. */ 570bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_instr_rewrite_src(&intr->instr, &intr->src[0], 571bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_src_for_ssa(packed_color)); 572bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt intr->num_components = 1; 573bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 574bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 575bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic bool 576bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_lower_blend_block(nir_block *block, void *state) 577bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 578bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt struct vc4_compile *c = state; 579bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 580bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_foreach_instr(block, instr) { 581bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt if (instr->type != nir_instr_type_intrinsic) 582bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt continue; 583bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); 584bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt if (intr->intrinsic != nir_intrinsic_store_output) 585bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt continue; 586bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 587bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_variable *output_var = NULL; 5886bd9e0351205dc475f45b58979702b5cf414aa07Boyan Ding nir_foreach_variable(var, &c->s->outputs) { 589bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt if (var->data.driver_location == intr->const_index[0]) { 590bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt output_var = var; 591bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt break; 592bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 593bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 594bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt assert(output_var); 5958fd3e53f3dc40e4013348e63a0cc7a2787410899Eric Anholt 596cfa980f49356eb2d94178f8cc9d67d01b4e3d695Eric Anholt if (output_var->data.location != FRAG_RESULT_COLOR && 597cfa980f49356eb2d94178f8cc9d67d01b4e3d695Eric Anholt output_var->data.location != FRAG_RESULT_DATA0) { 598bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt continue; 599cfa980f49356eb2d94178f8cc9d67d01b4e3d695Eric Anholt } 600bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 601bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_function_impl *impl = 602bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_cf_node_get_function(&block->cf_node); 603bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_builder b; 604bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_builder_init(&b, impl); 6050a913a9d85f2eb772be6a133965c5b8a4aa3c800Kenneth Graunke b.cursor = nir_before_instr(&intr->instr); 606bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt vc4_nir_lower_blend_instr(c, &b, intr); 607bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 608bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt return true; 609bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 610bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 611bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvoid 612bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_lower_blend(struct vc4_compile *c) 613bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{ 614bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_foreach_overload(c->s, overload) { 615bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt if (overload->impl) { 616bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_foreach_block(overload->impl, 617bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt vc4_nir_lower_blend_block, c); 618bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt 619bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_metadata_preserve(overload->impl, 620bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_metadata_block_index | 621bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt nir_metadata_dominance); 622bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 623bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt } 624bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt} 625