1f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark/* -*- mode: C; c-file-style: "k&r"; tab-width 4; indent-tabs-mode: t; -*- */
2f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
3f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark/*
4f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * Copyright (C) 2014 Rob Clark <robclark@freedesktop.org>
5f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark *
6f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * Permission is hereby granted, free of charge, to any person obtaining a
7f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * copy of this software and associated documentation files (the "Software"),
8f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * to deal in the Software without restriction, including without limitation
9f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * and/or sell copies of the Software, and to permit persons to whom the
11f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * Software is furnished to do so, subject to the following conditions:
12f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark *
13f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * The above copyright notice and this permission notice (including the next
14f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * paragraph) shall be included in all copies or substantial portions of the
15f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * Software.
16f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark *
17f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
20f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
22f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
23f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * SOFTWARE.
24f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark *
25f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * Authors:
26f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark *    Rob Clark <robclark@freedesktop.org>
27f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark */
28f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
29f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark#include "freedreno_query_hw.h"
30f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark#include "freedreno_context.h"
31f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark#include "freedreno_util.h"
32f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
33f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark#include "fd3_query.h"
343338bfcf498aa93a256aaadaee25951d4864f78fIlia Mirkin#include "fd3_format.h"
35f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
36f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
37f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkstruct fd_rb_samp_ctrs {
38f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	uint64_t ctr[16];
39f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark};
40f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
41f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark/*
42f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * Occlusion Query:
43f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark *
44f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * OCCLUSION_COUNTER and OCCLUSION_PREDICATE differ only in how they
45f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark * interpret results
46f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark */
47f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
48f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkstatic struct fd_hw_sample *
497f8fd02dc7cad1ddcfb610db10ffbb41e3e34e7dRob Clarkocclusion_get_sample(struct fd_batch *batch, struct fd_ringbuffer *ring)
50f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark{
51f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	struct fd_hw_sample *samp =
527f8fd02dc7cad1ddcfb610db10ffbb41e3e34e7dRob Clark			fd_hw_sample_init(batch, sizeof(struct fd_rb_samp_ctrs));
53f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
54f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	/* Set RB_SAMPLE_COUNT_ADDR to samp->offset plus value of
55f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	 * HW_QUERY_BASE_REG register:
56f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	 */
57f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_PKT3(ring, CP_SET_CONSTANT, 3);
58f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_RING(ring, CP_REG(REG_A3XX_RB_SAMPLE_COUNT_ADDR) | 0x80000000);
59f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_RING(ring, HW_QUERY_BASE_REG);
60f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_RING(ring, samp->offset);
61f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
62f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_PKT0(ring, REG_A3XX_RB_SAMPLE_COUNT_CONTROL, 1);
63f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_RING(ring, A3XX_RB_SAMPLE_COUNT_CONTROL_COPY);
64f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
65f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_PKT3(ring, CP_DRAW_INDX, 3);
66f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_RING(ring, 0x00000000);
672b7a54452fbb7e6436aa4ecc700cb2fe2f96ad86Rob Clark	OUT_RING(ring, DRAW(DI_PT_POINTLIST_PSIZE, DI_SRC_SEL_AUTO_INDEX,
682c6e3d822ba6f03fe208da3c6228d796895b3008Ilia Mirkin						INDEX_SIZE_IGN, USE_VISIBILITY, 0));
69f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_RING(ring, 0);             /* NumIndices */
70f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
71e6bfe1c7734cfbf41a763797527db6cb49fa1566Rob Clark	fd_event_write(batch, ring, ZPASS_DONE);
72f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
73f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_PKT0(ring, REG_A3XX_RBBM_PERFCTR_CTL, 1);
74f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_RING(ring, A3XX_RBBM_PERFCTR_CTL_ENABLE);
75f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
76f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_PKT0(ring, REG_A3XX_VBIF_PERF_CNT_EN, 1);
77f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	OUT_RING(ring, A3XX_VBIF_PERF_CNT_EN_CNT0 |
78f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark			A3XX_VBIF_PERF_CNT_EN_CNT1 |
79f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark			A3XX_VBIF_PERF_CNT_EN_PWRCNT0 |
80f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark			A3XX_VBIF_PERF_CNT_EN_PWRCNT1 |
81f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark			A3XX_VBIF_PERF_CNT_EN_PWRCNT2);
82f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
83f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	return samp;
84f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark}
85f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
86f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkstatic uint64_t
87f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkcount_samples(const struct fd_rb_samp_ctrs *start,
88f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		const struct fd_rb_samp_ctrs *end)
89f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark{
90f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	uint64_t n = 0;
91f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	unsigned i;
92f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
93f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	/* not quite sure what all of these are, possibly different
94f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	 * counters for each MRT render target:
95f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	 */
96f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	for (i = 0; i < 16; i += 4)
97f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		n += end->ctr[i] - start->ctr[i];
98f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
99f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	return n;
100f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark}
101f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
102f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkstatic void
103f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkocclusion_counter_accumulate_result(struct fd_context *ctx,
104f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		const void *start, const void *end,
105f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		union pipe_query_result *result)
106f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark{
107f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	uint64_t n = count_samples(start, end);
108f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	result->u64 += n;
109f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark}
110f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
111f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkstatic void
112f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkocclusion_predicate_accumulate_result(struct fd_context *ctx,
113f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		const void *start, const void *end,
114f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		union pipe_query_result *result)
115f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark{
116f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	uint64_t n = count_samples(start, end);
117f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	result->b |= (n > 0);
118f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark}
119f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
120f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkstatic const struct fd_hw_sample_provider occlusion_counter = {
121f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		.query_type = PIPE_QUERY_OCCLUSION_COUNTER,
1227297bdbd50eb039878fe9e472dc736e1259710fbRob Clark		.active = FD_STAGE_DRAW,
123f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		.get_sample = occlusion_get_sample,
124f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		.accumulate_result = occlusion_counter_accumulate_result,
125f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark};
126f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
127f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkstatic const struct fd_hw_sample_provider occlusion_predicate = {
128f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		.query_type = PIPE_QUERY_OCCLUSION_PREDICATE,
1297297bdbd50eb039878fe9e472dc736e1259710fbRob Clark		.active = FD_STAGE_DRAW,
130f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		.get_sample = occlusion_get_sample,
131f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark		.accumulate_result = occlusion_predicate_accumulate_result,
132f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark};
133f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark
134f999c13176e773d1cac7b6be2848caff77c0f882Rob Clarkvoid fd3_query_context_init(struct pipe_context *pctx)
135f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark{
136f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	fd_hw_query_register_provider(pctx, &occlusion_counter);
137f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark	fd_hw_query_register_provider(pctx, &occlusion_predicate);
138f999c13176e773d1cac7b6be2848caff77c0f882Rob Clark}
139