vc4_nir_lower_blend.c revision 70b06fb5d55d639fd74596a2ff6971cb57c030ca
1bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt/*
2bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Copyright © 2015 Broadcom
3bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt *
4bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Permission is hereby granted, free of charge, to any person obtaining a
5bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * copy of this software and associated documentation files (the "Software"),
6bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * to deal in the Software without restriction, including without limitation
7bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * and/or sell copies of the Software, and to permit persons to whom the
9bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Software is furnished to do so, subject to the following conditions:
10bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt *
11bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * The above copyright notice and this permission notice (including the next
12bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * paragraph) shall be included in all copies or substantial portions of the
13bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Software.
14bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt *
15bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * IN THE SOFTWARE.
22bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt */
23bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
24bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt/**
25bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Implements most of the fixed function fragment pipeline in shader code.
26bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt *
27bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * VC4 doesn't have any hardware support for blending, alpha test, logic ops,
28bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * or color mask.  Instead, you read the current contents of the destination
29bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * from the tile buffer after having waited for the scoreboard (which is
30bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * handled by vc4_qpu_emit.c), then do math using your output color and that
31bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * destination value, and update the output color appropriately.
32bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt */
33bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
34bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt/**
35bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * Lowers fixed-function blending to a load of the destination color and a
36bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt * series of ALU operations before the store of the output.
37bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt */
38bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt#include "util/u_format.h"
39bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt#include "vc4_qir.h"
40bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt#include "glsl/nir/nir_builder.h"
41bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt#include "vc4_context.h"
42bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
43bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt/** Emits a load of the previous fragment color from the tile buffer. */
44bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def *
45bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_get_dst_color(nir_builder *b)
46bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
47bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_intrinsic_instr *load =
48bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                nir_intrinsic_instr_create(b->shader,
49bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                           nir_intrinsic_load_input);
50bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        load->num_components = 1;
51bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        load->const_index[0] = VC4_NIR_TLB_COLOR_READ_INPUT;
52bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_dest_init(&load->instr, &load->dest, 1, NULL);
53bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_builder_instr_insert(b, &load->instr);
54bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        return &load->dest.ssa;
55bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
56bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
57bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic  nir_ssa_def *
58bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_srgb_decode(nir_builder *b, nir_ssa_def *srgb)
59bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
60bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *is_low = nir_flt(b, srgb, nir_imm_float(b, 0.04045));
61bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *low = nir_fmul(b, srgb, nir_imm_float(b, 1.0 / 12.92));
62bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *high = nir_fpow(b,
63bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                     nir_fmul(b,
64bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                              nir_fadd(b, srgb,
65bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                                       nir_imm_float(b, 0.055)),
66bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                              nir_imm_float(b, 1.0 / 1.055)),
67bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                     nir_imm_float(b, 2.4));
68bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
69bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        return nir_bcsel(b, is_low, low, high);
70bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
71bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
72bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic  nir_ssa_def *
73bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_srgb_encode(nir_builder *b, nir_ssa_def *linear)
74bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
75bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *is_low = nir_flt(b, linear, nir_imm_float(b, 0.0031308));
76bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *low = nir_fmul(b, linear, nir_imm_float(b, 12.92));
77bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *high = nir_fsub(b,
78bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                     nir_fmul(b,
79bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                              nir_imm_float(b, 1.055),
80bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                              nir_fpow(b,
81bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                                       linear,
82bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                                       nir_imm_float(b, 0.41666))),
83bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                     nir_imm_float(b, 0.055));
84bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
85bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        return nir_bcsel(b, is_low, low, high);
86bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
87bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
88bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def *
8970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_blend_channel_f(nir_builder *b,
9070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    nir_ssa_def **src,
9170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    nir_ssa_def **dst,
9270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    unsigned factor,
9370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    int channel)
94bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
95bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        switch(factor) {
96bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_ONE:
97bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_imm_float(b, 1.0);
98bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_SRC_COLOR:
99bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return src[channel];
100bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_SRC_ALPHA:
101bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return src[3];
102bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_DST_ALPHA:
103bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return dst[3];
104bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_DST_COLOR:
105bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return dst[channel];
106bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_SRC_ALPHA_SATURATE:
107bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                if (channel != 3) {
108bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        return nir_fmin(b,
109bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                        src[3],
110bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                        nir_fsub(b,
111bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                                 nir_imm_float(b, 1.0),
112bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                                 dst[3]));
113bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                } else {
114bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        return nir_imm_float(b, 1.0);
115bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                }
116bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_CONST_COLOR:
117bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_X + channel);
118bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_CONST_ALPHA:
119bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_W);
120bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_ZERO:
121bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_imm_float(b, 0.0);
122bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_INV_SRC_COLOR:
123bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fsub(b, nir_imm_float(b, 1.0), src[channel]);
124bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_INV_SRC_ALPHA:
125bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fsub(b, nir_imm_float(b, 1.0), src[3]);
126bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_INV_DST_ALPHA:
127bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fsub(b, nir_imm_float(b, 1.0), dst[3]);
128bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_INV_DST_COLOR:
129bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fsub(b, nir_imm_float(b, 1.0), dst[channel]);
130bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_INV_CONST_COLOR:
131bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fsub(b, nir_imm_float(b, 1.0),
132bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_X + channel));
133bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_INV_CONST_ALPHA:
134bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fsub(b, nir_imm_float(b, 1.0),
135bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_W));
136bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
137bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        default:
138bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_SRC1_COLOR:
139bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_SRC1_ALPHA:
140bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_INV_SRC1_COLOR:
141bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLENDFACTOR_INV_SRC1_ALPHA:
142bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                /* Unsupported. */
143bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                fprintf(stderr, "Unknown blend factor %d\n", factor);
144bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_imm_float(b, 1.0);
145bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
146bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
147bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
148bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def *
14970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_nir_set_packed_chan(nir_builder *b, nir_ssa_def *src0, nir_ssa_def *src1,
15070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                        int chan)
15170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{
15270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        unsigned chan_mask = 0xff << (chan * 8);
15370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        return nir_ior(b,
15470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                       nir_iand(b, src0, nir_imm_int(b, ~chan_mask)),
15570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                       nir_iand(b, src1, nir_imm_int(b, chan_mask)));
15670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt}
15770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
15870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def *
15970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_blend_channel_i(nir_builder *b,
16070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    nir_ssa_def *src,
16170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    nir_ssa_def *dst,
16270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    nir_ssa_def *src_a,
16370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    nir_ssa_def *dst_a,
16470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    unsigned factor,
16570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                    int a_chan)
16670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{
16770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        switch (factor) {
16870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_ONE:
16970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_imm_int(b, ~0);
17070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_SRC_COLOR:
17170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return src;
17270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_SRC_ALPHA:
17370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return src_a;
17470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_DST_ALPHA:
17570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return dst_a;
17670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_DST_COLOR:
17770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return dst;
17870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_SRC_ALPHA_SATURATE:
17970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return vc4_nir_set_packed_chan(b,
18070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                               nir_umin_4x8(b,
18170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                            src_a,
18270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                            nir_inot(b, dst_a)),
18370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                               nir_imm_int(b, ~0),
18470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                               a_chan);
18570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_CONST_COLOR:
18670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_RGBA);
18770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_CONST_ALPHA:
18870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_AAAA);
18970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_ZERO:
19070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_imm_int(b, 0);
19170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_INV_SRC_COLOR:
19270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_inot(b, src);
19370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_INV_SRC_ALPHA:
19470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_inot(b, src_a);
19570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_INV_DST_ALPHA:
19670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_inot(b, dst_a);
19770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_INV_DST_COLOR:
19870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_inot(b, dst);
19970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_INV_CONST_COLOR:
20070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_inot(b, vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_RGBA));
20170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_INV_CONST_ALPHA:
20270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_inot(b, vc4_nir_get_state_uniform(b, QUNIFORM_BLEND_CONST_COLOR_AAAA));
20370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
20470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        default:
20570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_SRC1_COLOR:
20670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_SRC1_ALPHA:
20770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_INV_SRC1_COLOR:
20870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLENDFACTOR_INV_SRC1_ALPHA:
20970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                /* Unsupported. */
21070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                fprintf(stderr, "Unknown blend factor %d\n", factor);
21170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_imm_int(b, ~0);
21270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
21370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt}
21470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
21570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def *
21670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_blend_func_f(nir_builder *b, nir_ssa_def *src, nir_ssa_def *dst,
21770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                 unsigned func)
218bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
219bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        switch (func) {
220bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLEND_ADD:
221bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fadd(b, src, dst);
222bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLEND_SUBTRACT:
223bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fsub(b, src, dst);
224bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLEND_REVERSE_SUBTRACT:
225bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fsub(b, dst, src);
226bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLEND_MIN:
227bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fmin(b, src, dst);
228bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_BLEND_MAX:
229bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fmax(b, src, dst);
230bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
231bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        default:
232bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                /* Unsupported. */
233bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                fprintf(stderr, "Unknown blend func %d\n", func);
234bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return src;
235bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
236bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
237bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
238bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
23970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def *
24070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_blend_func_i(nir_builder *b, nir_ssa_def *src, nir_ssa_def *dst,
24170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                 unsigned func)
24270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{
24370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        switch (func) {
24470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLEND_ADD:
24570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_usadd_4x8(b, src, dst);
24670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLEND_SUBTRACT:
24770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_ussub_4x8(b, src, dst);
24870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLEND_REVERSE_SUBTRACT:
24970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_ussub_4x8(b, dst, src);
25070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLEND_MIN:
25170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_umin_4x8(b, src, dst);
25270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        case PIPE_BLEND_MAX:
25370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return nir_umax_4x8(b, src, dst);
25470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
25570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        default:
25670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                /* Unsupported. */
25770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                fprintf(stderr, "Unknown blend func %d\n", func);
25870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return src;
25970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
26070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
26170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt}
26270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
263bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic void
26470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_do_blending_f(struct vc4_compile *c, nir_builder *b, nir_ssa_def **result,
26570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                  nir_ssa_def **src_color, nir_ssa_def **dst_color)
266bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
267bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        struct pipe_rt_blend_state *blend = &c->fs_key->blend;
268bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
269bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        if (!blend->blend_enable) {
270bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                for (int i = 0; i < 4; i++)
271bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        result[i] = src_color[i];
272bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return;
273bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
274bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
275bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        /* Clamp the src color to [0, 1].  Dest is already clamped. */
276bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        for (int i = 0; i < 4; i++)
277bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                src_color[i] = nir_fsat(b, src_color[i]);
278bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
279bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *src_blend[4], *dst_blend[4];
280bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        for (int i = 0; i < 4; i++) {
281bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                int src_factor = ((i != 3) ? blend->rgb_src_factor :
282bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                  blend->alpha_src_factor);
283bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                int dst_factor = ((i != 3) ? blend->rgb_dst_factor :
284bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                  blend->alpha_dst_factor);
285bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                src_blend[i] = nir_fmul(b, src_color[i],
28670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                        vc4_blend_channel_f(b,
28770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                            src_color, dst_color,
28870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                            src_factor, i));
289bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                dst_blend[i] = nir_fmul(b, dst_color[i],
29070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                        vc4_blend_channel_f(b,
29170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                            src_color, dst_color,
29270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                            dst_factor, i));
293bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
294bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
295bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        for (int i = 0; i < 4; i++) {
29670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                result[i] = vc4_blend_func_f(b, src_blend[i], dst_blend[i],
29770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                             ((i != 3) ? blend->rgb_func :
29870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                              blend->alpha_func));
29970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
30070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt}
30170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
30270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def *
30370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_nir_splat(nir_builder *b, nir_ssa_def *src)
30470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{
30570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *or1 = nir_ior(b, src, nir_ishl(b, src, nir_imm_int(b, 8)));
30670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        return nir_ior(b, or1, nir_ishl(b, or1, nir_imm_int(b, 16)));
30770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt}
30870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
30970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def *
31070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_do_blending_i(struct vc4_compile *c, nir_builder *b,
31170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                  nir_ssa_def *src_color, nir_ssa_def *dst_color,
31270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                  nir_ssa_def *src_float_a)
31370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{
31470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        struct pipe_rt_blend_state *blend = &c->fs_key->blend;
31570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
31670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        if (!blend->blend_enable)
31770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                return src_color;
31870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
31970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        enum pipe_format color_format = c->fs_key->color_format;
32070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        const uint8_t *format_swiz = vc4_get_format_swizzle(color_format);
32170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *imm_0xff = nir_imm_int(b, 0xff);
32270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *src_a = nir_pack_unorm_4x8(b, src_float_a);
32370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *dst_a;
32470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        int alpha_chan;
32570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        for (alpha_chan = 0; alpha_chan < 4; alpha_chan++) {
32670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                if (format_swiz[alpha_chan] == 3)
32770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                        break;
32870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
32970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        if (alpha_chan != 4) {
33070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                nir_ssa_def *shift = nir_imm_int(b, alpha_chan * 8);
33170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                dst_a = vc4_nir_splat(b, nir_iand(b, nir_ushr(b, dst_color,
33270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                              shift), imm_0xff));
33370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        } else {
33470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                dst_a = nir_imm_int(b, ~0);
33570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
33670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
33770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *src_factor = vc4_blend_channel_i(b,
33870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                      src_color, dst_color,
33970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                      src_a, dst_a,
34070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                      blend->rgb_src_factor,
34170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                      alpha_chan);
34270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *dst_factor = vc4_blend_channel_i(b,
34370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                      src_color, dst_color,
34470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                      src_a, dst_a,
34570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                      blend->rgb_dst_factor,
34670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                      alpha_chan);
34770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
34870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        if (alpha_chan != 4 &&
34970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt            blend->alpha_src_factor != blend->rgb_src_factor) {
35070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                nir_ssa_def *src_alpha_factor =
35170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                        vc4_blend_channel_i(b,
35270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                            src_color, dst_color,
35370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                            src_a, dst_a,
35470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                            blend->alpha_src_factor,
35570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                            alpha_chan);
35670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                src_factor = vc4_nir_set_packed_chan(b, src_factor,
35770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                     src_alpha_factor,
35870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                     alpha_chan);
35970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
36070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        if (alpha_chan != 4 &&
36170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt            blend->alpha_dst_factor != blend->rgb_dst_factor) {
36270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                nir_ssa_def *dst_alpha_factor =
36370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                        vc4_blend_channel_i(b,
36470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                            src_color, dst_color,
36570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                            src_a, dst_a,
36670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                            blend->alpha_dst_factor,
36770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                            alpha_chan);
36870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                dst_factor = vc4_nir_set_packed_chan(b, dst_factor,
36970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                     dst_alpha_factor,
37070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                     alpha_chan);
37170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
37270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *src_blend = nir_umul_unorm_4x8(b, src_color, src_factor);
37370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *dst_blend = nir_umul_unorm_4x8(b, dst_color, dst_factor);
37470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
37570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *result =
37670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                vc4_blend_func_i(b, src_blend, dst_blend, blend->rgb_func);
37770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        if (alpha_chan != 4 && blend->alpha_func != blend->rgb_func) {
37870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                nir_ssa_def *result_a = vc4_blend_func_i(b,
37970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                         src_blend,
38070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                         dst_blend,
38170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                         blend->alpha_func);
38270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                result = vc4_nir_set_packed_chan(b, result, result_a,
38370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                 alpha_chan);
384bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
38570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        return result;
386bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
387bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
388bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def *
389bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_logicop(nir_builder *b, int logicop_func,
390bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt            nir_ssa_def *src, nir_ssa_def *dst)
391bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
392bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        switch (logicop_func) {
393bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_CLEAR:
394bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_imm_int(b, 0);
395bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_NOR:
396bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_inot(b, nir_ior(b, src, dst));
397bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_AND_INVERTED:
398bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_iand(b, nir_inot(b, src), dst);
399bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_COPY_INVERTED:
400bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_inot(b, src);
401bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_AND_REVERSE:
402bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_iand(b, src, nir_inot(b, dst));
403bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_INVERT:
404bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_inot(b, dst);
405bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_XOR:
406bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_ixor(b, src, dst);
407bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_NAND:
408bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_inot(b, nir_iand(b, src, dst));
409bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_AND:
410bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_iand(b, src, dst);
411bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_EQUIV:
412bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_inot(b, nir_ixor(b, src, dst));
413bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_NOOP:
414bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return dst;
415bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_OR_INVERTED:
416bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_ior(b, nir_inot(b, src), dst);
417bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_OR_REVERSE:
418bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_ior(b, src, nir_inot(b, dst));
419bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_OR:
420bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_ior(b, src, dst);
421bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_SET:
422bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_imm_int(b, ~0);
423bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        default:
424bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                fprintf(stderr, "Unknown logic op %d\n", logicop_func);
425bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                /* FALLTHROUGH */
426bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_LOGICOP_COPY:
427bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return src;
428bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
429bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
430bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
431bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic nir_ssa_def *
432bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_pipe_compare_func(nir_builder *b, int func,
433bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                          nir_ssa_def *src0, nir_ssa_def *src1)
434bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
435bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        switch (func) {
436bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        default:
437bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                fprintf(stderr, "Unknown compare func %d\n", func);
438bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                /* FALLTHROUGH */
439bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_FUNC_NEVER:
440bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_imm_int(b, 0);
441bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_FUNC_ALWAYS:
442bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_imm_int(b, ~0);
443bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_FUNC_EQUAL:
444bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_feq(b, src0, src1);
445bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_FUNC_NOTEQUAL:
446bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fne(b, src0, src1);
447bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_FUNC_GREATER:
448bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_flt(b, src1, src0);
449bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_FUNC_GEQUAL:
450bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fge(b, src0, src1);
451bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_FUNC_LESS:
452bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_flt(b, src0, src1);
453bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        case PIPE_FUNC_LEQUAL:
454bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return nir_fge(b, src1, src0);
455bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
456bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
457bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
458bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic void
459bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_emit_alpha_test_discard(struct vc4_compile *c, nir_builder *b,
460bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                nir_ssa_def *alpha)
461bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
462bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        if (!c->fs_key->alpha_test)
463bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                return;
464bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
465bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *alpha_ref =
466bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                vc4_nir_get_state_uniform(b, QUNIFORM_ALPHA_REF);
467bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *condition =
468bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                vc4_nir_pipe_compare_func(b, c->fs_key->alpha_test_func,
469bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                          alpha, alpha_ref);
470bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
471bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_intrinsic_instr *discard =
472bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                nir_intrinsic_instr_create(b->shader,
473bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                           nir_intrinsic_discard_if);
474bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        discard->num_components = 1;
475bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        discard->src[0] = nir_src_for_ssa(nir_inot(b, condition));
476bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_builder_instr_insert(b, &discard->instr);
477bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
478bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
47970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtstatic nir_ssa_def *
48070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholtvc4_nir_swizzle_and_pack(struct vc4_compile *c, nir_builder *b,
48170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                         nir_ssa_def **colors)
48270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt{
48370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        enum pipe_format color_format = c->fs_key->color_format;
48470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        const uint8_t *format_swiz = vc4_get_format_swizzle(color_format);
48570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
48670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *swizzled[4];
48770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        for (int i = 0; i < 4; i++) {
48870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                swizzled[i] = vc4_nir_get_swizzled_channel(b, colors,
48970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                           format_swiz[i]);
49070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
49170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
49270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        return nir_pack_unorm_4x8(b,
49370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                  nir_vec4(b,
49470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                           swizzled[0], swizzled[1],
49570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                           swizzled[2], swizzled[3]));
49670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
49770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt}
49870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
499bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic void
500bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_lower_blend_instr(struct vc4_compile *c, nir_builder *b,
501bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                          nir_intrinsic_instr *intr)
502bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
503bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        enum pipe_format color_format = c->fs_key->color_format;
504bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        const uint8_t *format_swiz = vc4_get_format_swizzle(color_format);
50570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        bool srgb = util_format_is_srgb(color_format);
506bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
507bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        /* Pull out the float src/dst color components. */
508bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *packed_dst_color = vc4_nir_get_dst_color(b);
509bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *dst_vec4 = nir_unpack_unorm_4x8(b, packed_dst_color);
510bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_ssa_def *src_color[4], *unpacked_dst_color[4];
511bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        for (unsigned i = 0; i < 4; i++) {
512bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                src_color[i] = nir_swizzle(b, intr->src[0].ssa, &i, 1, false);
513bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                unpacked_dst_color[i] = nir_swizzle(b, dst_vec4, &i, 1, false);
514bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
515bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
516bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        vc4_nir_emit_alpha_test_discard(c, b, src_color[3]);
517bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
51870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        nir_ssa_def *packed_color;
51970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        if (srgb) {
52070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                /* Unswizzle the destination color. */
52170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                nir_ssa_def *dst_color[4];
52270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                for (unsigned i = 0; i < 4; i++) {
52370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                        dst_color[i] = vc4_nir_get_swizzled_channel(b,
52470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                                    unpacked_dst_color,
52570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                                                    format_swiz[i]);
52670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                }
52770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt
52870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                /* Turn dst color to linear. */
529bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                for (int i = 0; i < 3; i++)
530bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        dst_color[i] = vc4_nir_srgb_decode(b, dst_color[i]);
531bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
53270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                nir_ssa_def *blend_color[4];
53370b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                vc4_do_blending_f(c, b, blend_color, src_color, dst_color);
534bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
53570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                /* sRGB encode the output color */
536bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                for (int i = 0; i < 3; i++)
537bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        blend_color[i] = vc4_nir_srgb_encode(b, blend_color[i]);
538bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
53970b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                packed_color = vc4_nir_swizzle_and_pack(c, b, blend_color);
54070b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        } else {
54170b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                nir_ssa_def *packed_src_color =
54270b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                        vc4_nir_swizzle_and_pack(c, b, src_color);
543bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
54470b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                packed_color =
54570b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                        vc4_do_blending_i(c, b,
54670b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                          packed_src_color, packed_dst_color,
54770b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt                                          src_color[3]);
54870b06fb5d55d639fd74596a2ff6971cb57c030caEric Anholt        }
549bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
550bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        packed_color = vc4_logicop(b, c->fs_key->logicop_func,
551bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                   packed_color, packed_dst_color);
552bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
553bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        /* If the bit isn't set in the color mask, then just return the
554bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt         * original dst color, instead.
555bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt         */
556bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        uint32_t colormask = 0xffffffff;
557bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        for (int i = 0; i < 4; i++) {
558bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                if (format_swiz[i] < 4 &&
559bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                    !(c->fs_key->blend.colormask & (1 << format_swiz[i]))) {
560bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        colormask &= ~(0xff << (i * 8));
561bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                }
562bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
563bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        packed_color = nir_ior(b,
564bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                               nir_iand(b, packed_color,
565bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                        nir_imm_int(b, colormask)),
566bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                               nir_iand(b, packed_dst_color,
567bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                        nir_imm_int(b, ~colormask)));
568bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
569bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        /* Turn the old vec4 output into a store of the packed color. */
570bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_instr_rewrite_src(&intr->instr, &intr->src[0],
571bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                              nir_src_for_ssa(packed_color));
572bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        intr->num_components = 1;
573bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
574bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
575bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtstatic bool
576bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_lower_blend_block(nir_block *block, void *state)
577bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
578bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        struct vc4_compile *c = state;
579bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
580bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_foreach_instr(block, instr) {
581bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                if (instr->type != nir_instr_type_intrinsic)
582bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        continue;
583bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr);
584bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                if (intr->intrinsic != nir_intrinsic_store_output)
585bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        continue;
586bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
587bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                nir_variable *output_var = NULL;
5886bd9e0351205dc475f45b58979702b5cf414aa07Boyan Ding                nir_foreach_variable(var, &c->s->outputs) {
589bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        if (var->data.driver_location == intr->const_index[0]) {
590bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                output_var = var;
591bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                break;
592bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        }
593bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                }
594bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                assert(output_var);
5958fd3e53f3dc40e4013348e63a0cc7a2787410899Eric Anholt
596cfa980f49356eb2d94178f8cc9d67d01b4e3d695Eric Anholt                if (output_var->data.location != FRAG_RESULT_COLOR &&
597cfa980f49356eb2d94178f8cc9d67d01b4e3d695Eric Anholt                    output_var->data.location != FRAG_RESULT_DATA0) {
598bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        continue;
599cfa980f49356eb2d94178f8cc9d67d01b4e3d695Eric Anholt                }
600bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
601bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                nir_function_impl *impl =
602bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        nir_cf_node_get_function(&block->cf_node);
603bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                nir_builder b;
604bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                nir_builder_init(&b, impl);
6050a913a9d85f2eb772be6a133965c5b8a4aa3c800Kenneth Graunke                b.cursor = nir_before_instr(&intr->instr);
606bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                vc4_nir_lower_blend_instr(c, &b, intr);
607bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
608bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        return true;
609bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
610bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
611bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvoid
612bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholtvc4_nir_lower_blend(struct vc4_compile *c)
613bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt{
614bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        nir_foreach_overload(c->s, overload) {
615bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                if (overload->impl) {
616bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        nir_foreach_block(overload->impl,
617bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                          vc4_nir_lower_blend_block, c);
618bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt
619bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                        nir_metadata_preserve(overload->impl,
620bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                              nir_metadata_block_index |
621bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                                              nir_metadata_dominance);
622bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt                }
623bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt        }
624bf3c50fba221f216e38d3f60f89161ced4c684c0Eric Anholt}
625