1f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/*
2f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
3f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
4f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Permission is hereby granted, free of charge, to any person obtaining a
5f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * copy of this software and associated documentation files (the "Software"),
6f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * to deal in the Software without restriction, including without limitation
7f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * on the rights to use, copy, modify, merge, publish, distribute, sub
8f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * license, and/or sell copies of the Software, and to permit persons to whom
9f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * the Software is furnished to do so, subject to the following conditions:
10f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
11f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * The above copyright notice and this permission notice (including the next
12f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * paragraph) shall be included in all copies or substantial portions of the
13f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Software.
14f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
15f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * USE OR OTHER DEALINGS IN THE SOFTWARE.
22f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org */
23f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "r600_pipe.h"
24f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "r600d.h"
25f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "util/u_memory.h"
26f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
27f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic bool r600_is_timer_query(unsigned type)
28f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
29f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	return type == PIPE_QUERY_TIME_ELAPSED ||
30f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	       type == PIPE_QUERY_TIMESTAMP ||
31f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	       type == PIPE_QUERY_TIMESTAMP_DISJOINT;
32f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
33f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
34f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic bool r600_query_needs_begin(unsigned type)
35f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
36f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	return type != PIPE_QUERY_GPU_FINISHED &&
37f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	       type != PIPE_QUERY_TIMESTAMP;
38f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
39f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
40f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic struct r600_resource *r600_new_query_buffer(struct r600_context *ctx, unsigned type)
41f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
42f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	unsigned j, i, num_results, buf_size = 4096;
43f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	uint32_t *results;
44f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* Queries are normally read by the CPU after
45f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	 * being written by the gpu, hence staging is probably a good
46f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	 * usage pattern.
47f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	 */
48f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_resource *buf = (struct r600_resource*)
49f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		pipe_buffer_create(&ctx->screen->screen, PIPE_BIND_CUSTOM,
50f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				   PIPE_USAGE_STAGING, buf_size);
51f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
52f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	switch (type) {
53f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_COUNTER:
54f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_PREDICATE:
55f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		results = ctx->ws->buffer_map(buf->cs_buf, ctx->cs, PIPE_TRANSFER_WRITE);
56f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		memset(results, 0, buf_size);
57f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
58f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		/* Set top bits for unused backends. */
59f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		num_results = buf_size / (16 * ctx->max_db);
60f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		for (j = 0; j < num_results; j++) {
61f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			for (i = 0; i < ctx->max_db; i++) {
62f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				if (!(ctx->backend_mask & (1<<i))) {
63f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					results[(i * 4)+1] = 0x80000000;
64f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					results[(i * 4)+3] = 0x80000000;
65f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				}
66f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			}
67f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			results += 4 * ctx->max_db;
68f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
69f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		ctx->ws->buffer_unmap(buf->cs_buf);
70f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
71f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIME_ELAPSED:
72f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIMESTAMP:
73f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
74f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_EMITTED:
75f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_GENERATED:
76f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_STATISTICS:
77f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
78f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		results = ctx->ws->buffer_map(buf->cs_buf, ctx->cs, PIPE_TRANSFER_WRITE);
79f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		memset(results, 0, buf_size);
80f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		ctx->ws->buffer_unmap(buf->cs_buf);
81f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
82f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	default:
83f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		assert(0);
84f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
85f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	return buf;
86f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
87f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
88f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_emit_query_begin(struct r600_context *ctx, struct r600_query *query)
89f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
90f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct radeon_winsys_cs *cs = ctx->cs;
91f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	uint64_t va;
92f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
93f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	r600_need_cs_space(ctx, query->num_cs_dw * 2, TRUE);
94f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
95f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* Get a new query buffer if needed. */
96f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (query->buffer.results_end + query->result_size > query->buffer.buf->b.b.width0) {
97f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		struct r600_query_buffer *qbuf = MALLOC_STRUCT(r600_query_buffer);
98f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		*qbuf = query->buffer;
99f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->buffer.buf = r600_new_query_buffer(ctx, query->type);
100f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->buffer.results_end = 0;
101f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->buffer.previous = qbuf;
102f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
103f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
104f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* emit begin query */
105f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	va = r600_resource_va(&ctx->screen->screen, (void*)query->buffer.buf);
106f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	va += query->buffer.results_end;
107f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
108f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	switch (query->type) {
109f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_COUNTER:
110f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_PREDICATE:
111f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE, 2, 0);
112f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_ZPASS_DONE) | EVENT_INDEX(1);
113f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = va;
114f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = (va >> 32UL) & 0xFF;
115f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
116f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_EMITTED:
117f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_GENERATED:
118f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_STATISTICS:
119f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
120f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE, 2, 0);
121f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_SAMPLE_STREAMOUTSTATS) | EVENT_INDEX(3);
122f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = va;
123f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = (va >> 32UL) & 0xFF;
124f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
125f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIME_ELAPSED:
126f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE_EOP, 4, 0);
127f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_CACHE_FLUSH_AND_INV_TS_EVENT) | EVENT_INDEX(5);
128f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = va;
129f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = (3 << 29) | ((va >> 32UL) & 0xFF);
130f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = 0;
131f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = 0;
132f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
133f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	default:
134f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		assert(0);
135f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
136f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	cs->buf[cs->cdw++] = PKT3(PKT3_NOP, 0, 0);
137f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	cs->buf[cs->cdw++] = r600_context_bo_reloc(ctx, query->buffer.buf, RADEON_USAGE_WRITE);
138f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
139f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (r600_is_timer_query(query->type)) {
140f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		ctx->num_cs_dw_timer_queries_suspend += query->num_cs_dw;
141f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	} else {
142f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		ctx->num_cs_dw_nontimer_queries_suspend += query->num_cs_dw;
143f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
144f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
145f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
146f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_emit_query_end(struct r600_context *ctx, struct r600_query *query)
147f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
148f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct radeon_winsys_cs *cs = ctx->cs;
149f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	uint64_t va;
150f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
151f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* The queries which need begin already called this in begin_query. */
152f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (!r600_query_needs_begin(query->type)) {
153f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_need_cs_space(ctx, query->num_cs_dw, FALSE);
154f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
155f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
156f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	va = r600_resource_va(&ctx->screen->screen, (void*)query->buffer.buf);
157f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* emit end query */
158f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	switch (query->type) {
159f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_COUNTER:
160f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_PREDICATE:
161f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		va += query->buffer.results_end + 8;
162f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE, 2, 0);
163f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_ZPASS_DONE) | EVENT_INDEX(1);
164f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = va;
165f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = (va >> 32UL) & 0xFF;
166f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
167f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_EMITTED:
168f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_GENERATED:
169f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_STATISTICS:
170f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
171f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE, 2, 0);
172f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_SAMPLE_STREAMOUTSTATS) | EVENT_INDEX(3);
173f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = query->buffer.results_end + query->result_size/2;
174f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = 0;
175f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
176f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIME_ELAPSED:
177f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		va += query->buffer.results_end + query->result_size/2;
178f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		/* fall through */
179f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIMESTAMP:
180f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE_EOP, 4, 0);
181f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_CACHE_FLUSH_AND_INV_TS_EVENT) | EVENT_INDEX(5);
182f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = va;
183f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = (3 << 29) | ((va >> 32UL) & 0xFF);
184f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = 0;
185f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = 0;
186f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
187f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	default:
188f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		assert(0);
189f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
190f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	cs->buf[cs->cdw++] = PKT3(PKT3_NOP, 0, 0);
191f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	cs->buf[cs->cdw++] = r600_context_bo_reloc(ctx, query->buffer.buf, RADEON_USAGE_WRITE);
192f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
193f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	query->buffer.results_end += query->result_size;
194f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
195f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (r600_query_needs_begin(query->type)) {
196f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		if (r600_is_timer_query(query->type)) {
197f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			ctx->num_cs_dw_timer_queries_suspend -= query->num_cs_dw;
198f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		} else {
199f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			ctx->num_cs_dw_nontimer_queries_suspend -= query->num_cs_dw;
200f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
201f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
202f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
203f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
204f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_emit_query_predication(struct r600_context *ctx, struct r600_query *query,
205f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					int operation, bool flag_wait)
206f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
207f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct radeon_winsys_cs *cs = ctx->cs;
208f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
209f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (operation == PREDICATION_OP_CLEAR) {
210f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_need_cs_space(ctx, 3, FALSE);
211f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
212f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = PKT3(PKT3_SET_PREDICATION, 1, 0);
213f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = 0;
214f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		cs->buf[cs->cdw++] = PRED_OP(PREDICATION_OP_CLEAR);
215f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	} else {
216f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		struct r600_query_buffer *qbuf;
217f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		unsigned count;
218f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		uint32_t op;
219f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
220f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		/* Find how many results there are. */
221f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		count = 0;
222f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		for (qbuf = &query->buffer; qbuf; qbuf = qbuf->previous) {
223f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			count += qbuf->results_end / query->result_size;
224f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
225f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
226f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_need_cs_space(ctx, 5 * count, TRUE);
227f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
228f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		op = PRED_OP(operation) | PREDICATION_DRAW_VISIBLE |
229f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				(flag_wait ? PREDICATION_HINT_WAIT : PREDICATION_HINT_NOWAIT_DRAW);
230f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
231f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		/* emit predicate packets for all data blocks */
232f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		for (qbuf = &query->buffer; qbuf; qbuf = qbuf->previous) {
233f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			unsigned results_base = 0;
234f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			uint64_t va = r600_resource_va(&ctx->screen->screen, &qbuf->buf->b.b);
235f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
236f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			while (results_base < qbuf->results_end) {
237f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				cs->buf[cs->cdw++] = PKT3(PKT3_SET_PREDICATION, 1, 0);
238f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				cs->buf[cs->cdw++] = (va + results_base) & 0xFFFFFFFFUL;
239f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				cs->buf[cs->cdw++] = op | (((va + results_base) >> 32UL) & 0xFF);
240f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				cs->buf[cs->cdw++] = PKT3(PKT3_NOP, 0, 0);
241f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				cs->buf[cs->cdw++] = r600_context_bo_reloc(ctx, qbuf->buf, RADEON_USAGE_READ);
242f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				results_base += query->result_size;
243f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
244f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				/* set CONTINUE bit for all packets except the first */
245f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				op |= PREDICATION_CONTINUE;
246f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			}
247f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		} while (qbuf);
248f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
249f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
250f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
251f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic struct pipe_query *r600_create_query(struct pipe_context *ctx, unsigned query_type)
252f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
253f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_context *rctx = (struct r600_context *)ctx;
254f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
255f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *query;
256f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
257f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	query = CALLOC_STRUCT(r600_query);
258f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (query == NULL)
259f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		return NULL;
260f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
261f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	query->type = query_type;
262f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
263f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	switch (query_type) {
264f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_COUNTER:
265f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_PREDICATE:
266f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->result_size = 16 * rctx->max_db;
267f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->num_cs_dw = 6;
268f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
269f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIME_ELAPSED:
270f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->result_size = 16;
271f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->num_cs_dw = 8;
272f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
273f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIMESTAMP:
274f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->result_size = 8;
275f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->num_cs_dw = 8;
276f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
277f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_EMITTED:
278f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_GENERATED:
279f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_STATISTICS:
280f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
281f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		/* NumPrimitivesWritten, PrimitiveStorageNeeded. */
282f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->result_size = 32;
283f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		query->num_cs_dw = 6;
284f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
285f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	default:
286f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		assert(0);
287f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		FREE(query);
288f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		return NULL;
289f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
290f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
291f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	query->buffer.buf = r600_new_query_buffer(rctx, query_type);
292f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (!query->buffer.buf) {
293f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		FREE(query);
294f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		return NULL;
295f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
296f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	return (struct pipe_query*)query;
297f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
298f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
299f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_destroy_query(struct pipe_context *ctx, struct pipe_query *query)
300f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
301f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *rquery = (struct r600_query*)query;
302f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query_buffer *prev = rquery->buffer.previous;
303f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
304f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* Release all query buffers. */
305f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	while (prev) {
306f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		struct r600_query_buffer *qbuf = prev;
307f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		prev = prev->previous;
308f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		pipe_resource_reference((struct pipe_resource**)&qbuf->buf, NULL);
309f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		FREE(qbuf);
310f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
311f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
312f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	pipe_resource_reference((struct pipe_resource**)&rquery->buffer.buf, NULL);
313f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	FREE(query);
314f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
315f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
316f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_update_occlusion_query_state(struct r600_context *rctx,
317f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					      unsigned type, int diff)
318f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
319f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (type == PIPE_QUERY_OCCLUSION_COUNTER ||
320f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	    type == PIPE_QUERY_OCCLUSION_PREDICATE) {
321f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		bool enable;
322f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
323f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		rctx->num_occlusion_queries += diff;
324f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		assert(rctx->num_occlusion_queries >= 0);
325f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
326f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		enable = rctx->num_occlusion_queries != 0;
327f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
328f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		if (rctx->db_misc_state.occlusion_query_enabled != enable) {
329f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			rctx->db_misc_state.occlusion_query_enabled = enable;
330f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			r600_atom_dirty(rctx, &rctx->db_misc_state.atom);
331f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
332f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
333f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
334f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
335f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_begin_query(struct pipe_context *ctx, struct pipe_query *query)
336f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
337f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_context *rctx = (struct r600_context *)ctx;
338f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *rquery = (struct r600_query *)query;
339f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query_buffer *prev = rquery->buffer.previous;
340f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
341f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (!r600_query_needs_begin(rquery->type)) {
342f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		assert(0);
343f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		return;
344f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
345f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
346f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* Discard the old query buffers. */
347f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	while (prev) {
348f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		struct r600_query_buffer *qbuf = prev;
349f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		prev = prev->previous;
350f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		pipe_resource_reference((struct pipe_resource**)&qbuf->buf, NULL);
351f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		FREE(qbuf);
352f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
353f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
354f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* Obtain a new buffer if the current one can't be mapped without a stall. */
355f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (rctx->ws->cs_is_buffer_referenced(rctx->cs, rquery->buffer.buf->cs_buf, RADEON_USAGE_READWRITE) ||
356f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	    rctx->ws->buffer_is_busy(rquery->buffer.buf->buf, RADEON_USAGE_READWRITE)) {
357f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		pipe_resource_reference((struct pipe_resource**)&rquery->buffer.buf, NULL);
358f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		rquery->buffer.buf = r600_new_query_buffer(rctx, rquery->type);
359f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
360f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
361f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rquery->buffer.results_end = 0;
362f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rquery->buffer.previous = NULL;
363f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
364f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	r600_update_occlusion_query_state(rctx, rquery->type, 1);
365f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
366f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	r600_emit_query_begin(rctx, rquery);
367f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
368f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (r600_is_timer_query(rquery->type)) {
369f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		LIST_ADDTAIL(&rquery->list, &rctx->active_timer_queries);
370f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	} else {
371f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		LIST_ADDTAIL(&rquery->list, &rctx->active_nontimer_queries);
372f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
373f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
374f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
375f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_end_query(struct pipe_context *ctx, struct pipe_query *query)
376f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
377f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_context *rctx = (struct r600_context *)ctx;
378f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *rquery = (struct r600_query *)query;
379f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
380f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	r600_emit_query_end(rctx, rquery);
381f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
382f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (r600_query_needs_begin(rquery->type)) {
383f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		LIST_DELINIT(&rquery->list);
384f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
385f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
386f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	r600_update_occlusion_query_state(rctx, rquery->type, -1);
387f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
388f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
389f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic unsigned r600_query_read_result(char *map, unsigned start_index, unsigned end_index,
390f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				       bool test_status_bit)
391f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
392f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	uint32_t *current_result = (uint32_t*)map;
393f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	uint64_t start, end;
394f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
395f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	start = (uint64_t)current_result[start_index] |
396f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		(uint64_t)current_result[start_index+1] << 32;
397f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	end = (uint64_t)current_result[end_index] |
398f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	      (uint64_t)current_result[end_index+1] << 32;
399f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
400f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (!test_status_bit ||
401f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	    ((start & 0x8000000000000000UL) && (end & 0x8000000000000000UL))) {
402f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		return end - start;
403f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
404f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	return 0;
405f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
406f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
407f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic boolean r600_get_query_buffer_result(struct r600_context *ctx,
408f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					    struct r600_query *query,
409f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					    struct r600_query_buffer *qbuf,
410f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					    boolean wait,
411f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					    union pipe_query_result *result)
412f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
413f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	unsigned results_base = 0;
414f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	char *map;
415f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
416f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	map = ctx->ws->buffer_map(qbuf->buf->cs_buf, ctx->cs,
417f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				  PIPE_TRANSFER_READ |
418f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				  (wait ? 0 : PIPE_TRANSFER_DONTBLOCK));
419f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (!map)
420f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		return FALSE;
421f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
422f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* count all results across all data blocks */
423f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	switch (query->type) {
424f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_COUNTER:
425f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		while (results_base != qbuf->results_end) {
426f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			result->u64 +=
427f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 0, 2, true);
428f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			results_base += 16;
429f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
430f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
431f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_PREDICATE:
432f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		while (results_base != qbuf->results_end) {
433f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			result->b = result->b ||
434f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 0, 2, true) != 0;
435f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			results_base += 16;
436f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
437f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
438f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIME_ELAPSED:
439f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		while (results_base != qbuf->results_end) {
440f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			result->u64 +=
441f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 0, 2, false);
442f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			results_base += query->result_size;
443f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
444f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
445f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_TIMESTAMP:
446f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	{
447f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		uint32_t *current_result = (uint32_t*)map;
448f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		result->u64 = (uint64_t)current_result[0] |
449f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			      (uint64_t)current_result[1] << 32;
450f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
451f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
452f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_EMITTED:
453f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		/* SAMPLE_STREAMOUTSTATS stores this structure:
454f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		 * {
455f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		 *    u64 NumPrimitivesWritten;
456f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		 *    u64 PrimitiveStorageNeeded;
457f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		 * }
458f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		 * We only need NumPrimitivesWritten here. */
459f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		while (results_base != qbuf->results_end) {
460f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			result->u64 +=
461f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 2, 6, true);
462f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			results_base += query->result_size;
463f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
464f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
465f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_GENERATED:
466f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		/* Here we read PrimitiveStorageNeeded. */
467f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		while (results_base != qbuf->results_end) {
468f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			result->u64 +=
469f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 0, 4, true);
470f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			results_base += query->result_size;
471f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
472f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
473f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_STATISTICS:
474f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		while (results_base != qbuf->results_end) {
475f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			result->so_statistics.num_primitives_written +=
476f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 2, 6, true);
477f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			result->so_statistics.primitives_storage_needed +=
478f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 0, 4, true);
479f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			results_base += query->result_size;
480f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
481f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
482f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
483f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		while (results_base != qbuf->results_end) {
484f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			result->b = result->b ||
485f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 2, 6, true) !=
486f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				r600_query_read_result(map + results_base, 0, 4, true);
487f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			results_base += query->result_size;
488f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
489f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
490f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	default:
491f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		assert(0);
492f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
493f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
494f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	ctx->ws->buffer_unmap(qbuf->buf->cs_buf);
495f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	return TRUE;
496f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
497f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
498f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic boolean r600_get_query_result(struct pipe_context *ctx,
499f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					struct pipe_query *query,
500f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					boolean wait, union pipe_query_result *result)
501f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
502f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_context *rctx = (struct r600_context *)ctx;
503f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *rquery = (struct r600_query *)query;
504f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query_buffer *qbuf;
505f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
506f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	util_query_clear_result(result, rquery->type);
507f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
508f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	for (qbuf = &rquery->buffer; qbuf; qbuf = qbuf->previous) {
509f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		if (!r600_get_query_buffer_result(rctx, rquery, qbuf, wait, result)) {
510f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			return FALSE;
511f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
512f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
513f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
514f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	/* Convert the time to expected units. */
515f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (rquery->type == PIPE_QUERY_TIME_ELAPSED ||
516f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	    rquery->type == PIPE_QUERY_TIMESTAMP) {
517f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		result->u64 = (1000000 * result->u64) / rctx->screen->info.r600_clock_crystal_freq;
518f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
519f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	return TRUE;
520f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
521f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
522f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_render_condition(struct pipe_context *ctx,
523f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				  struct pipe_query *query,
524f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org				  uint mode)
525f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
526f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_context *rctx = (struct r600_context *)ctx;
527f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *rquery = (struct r600_query *)query;
528f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	bool wait_flag = false;
529f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
530f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rctx->current_render_cond = query;
531f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rctx->current_render_cond_mode = mode;
532f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
533f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (query == NULL) {
534f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		if (rctx->predicate_drawing) {
535f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			rctx->predicate_drawing = false;
536f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			r600_emit_query_predication(rctx, NULL, PREDICATION_OP_CLEAR, false);
537f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		}
538f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		return;
539f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
540f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
541f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (mode == PIPE_RENDER_COND_WAIT ||
542f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	    mode == PIPE_RENDER_COND_BY_REGION_WAIT) {
543f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		wait_flag = true;
544f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
545f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
546f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rctx->predicate_drawing = true;
547f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
548f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	switch (rquery->type) {
549f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_COUNTER:
550f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_OCCLUSION_PREDICATE:
551f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_emit_query_predication(rctx, rquery, PREDICATION_OP_ZPASS, wait_flag);
552f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
553f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_EMITTED:
554f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_PRIMITIVES_GENERATED:
555f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_STATISTICS:
556f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
557f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_emit_query_predication(rctx, rquery, PREDICATION_OP_PRIMCOUNT, wait_flag);
558f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		break;
559f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	default:
560f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		assert(0);
561f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
562f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
563f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
564f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_suspend_nontimer_queries(struct r600_context *ctx)
565f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
566f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *query;
567f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
568f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	LIST_FOR_EACH_ENTRY(query, &ctx->active_nontimer_queries, list) {
569f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_emit_query_end(ctx, query);
570f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
571f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	assert(ctx->num_cs_dw_nontimer_queries_suspend == 0);
572f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
573f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
574f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_resume_nontimer_queries(struct r600_context *ctx)
575f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
576f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *query;
577f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
578f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	assert(ctx->num_cs_dw_nontimer_queries_suspend == 0);
579f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
580f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	LIST_FOR_EACH_ENTRY(query, &ctx->active_nontimer_queries, list) {
581f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_emit_query_begin(ctx, query);
582f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
583f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
584f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
585f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_suspend_timer_queries(struct r600_context *ctx)
586f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
587f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *query;
588f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
589f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	LIST_FOR_EACH_ENTRY(query, &ctx->active_timer_queries, list) {
590f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_emit_query_end(ctx, query);
591f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
592f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
593f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	assert(ctx->num_cs_dw_timer_queries_suspend == 0);
594f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
595f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
596f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_resume_timer_queries(struct r600_context *ctx)
597f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
598f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	struct r600_query *query;
599f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
600f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	assert(ctx->num_cs_dw_timer_queries_suspend == 0);
601f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
602f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	LIST_FOR_EACH_ENTRY(query, &ctx->active_timer_queries, list) {
603f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org		r600_emit_query_begin(ctx, query);
604f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	}
605f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
606f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
607f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_init_query_functions(struct r600_context *rctx)
608f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
609f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rctx->context.create_query = r600_create_query;
610f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rctx->context.destroy_query = r600_destroy_query;
611f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rctx->context.begin_query = r600_begin_query;
612f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rctx->context.end_query = r600_end_query;
613f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	rctx->context.get_query_result = r600_get_query_result;
614f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
615f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	if (rctx->screen->info.r600_num_backends > 0)
616f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	    rctx->context.render_condition = r600_render_condition;
617f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
618