1f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/* 2f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Copyright 2010 Jerome Glisse <glisse@freedesktop.org> 3f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * 4f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Permission is hereby granted, free of charge, to any person obtaining a 5f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * copy of this software and associated documentation files (the "Software"), 6f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * to deal in the Software without restriction, including without limitation 7f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * on the rights to use, copy, modify, merge, publish, distribute, sub 8f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * license, and/or sell copies of the Software, and to permit persons to whom 9f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * the Software is furnished to do so, subject to the following conditions: 10f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * 11f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * The above copyright notice and this permission notice (including the next 12f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * paragraph) shall be included in all copies or substantial portions of the 13f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Software. 14f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * 15f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 16f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 17f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL 18f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM, 19f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR 20f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE 21f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * USE OR OTHER DEALINGS IN THE SOFTWARE. 22f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org */ 23f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "r600_pipe.h" 24f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "r600d.h" 25f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "util/u_memory.h" 26f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 27f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic bool r600_is_timer_query(unsigned type) 28f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 29f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return type == PIPE_QUERY_TIME_ELAPSED || 30f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org type == PIPE_QUERY_TIMESTAMP || 31f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org type == PIPE_QUERY_TIMESTAMP_DISJOINT; 32f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 33f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 34f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic bool r600_query_needs_begin(unsigned type) 35f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 36f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return type != PIPE_QUERY_GPU_FINISHED && 37f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org type != PIPE_QUERY_TIMESTAMP; 38f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 39f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 40f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic struct r600_resource *r600_new_query_buffer(struct r600_context *ctx, unsigned type) 41f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 42f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org unsigned j, i, num_results, buf_size = 4096; 43f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint32_t *results; 44f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Queries are normally read by the CPU after 45f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * being written by the gpu, hence staging is probably a good 46f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * usage pattern. 47f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org */ 48f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_resource *buf = (struct r600_resource*) 49f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org pipe_buffer_create(&ctx->screen->screen, PIPE_BIND_CUSTOM, 50f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org PIPE_USAGE_STAGING, buf_size); 51f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 52f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org switch (type) { 53f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_COUNTER: 54f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_PREDICATE: 55f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results = ctx->ws->buffer_map(buf->cs_buf, ctx->cs, PIPE_TRANSFER_WRITE); 56f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org memset(results, 0, buf_size); 57f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 58f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Set top bits for unused backends. */ 59f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org num_results = buf_size / (16 * ctx->max_db); 60f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org for (j = 0; j < num_results; j++) { 61f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org for (i = 0; i < ctx->max_db; i++) { 62f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (!(ctx->backend_mask & (1<<i))) { 63f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results[(i * 4)+1] = 0x80000000; 64f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results[(i * 4)+3] = 0x80000000; 65f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 66f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 67f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results += 4 * ctx->max_db; 68f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 69f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org ctx->ws->buffer_unmap(buf->cs_buf); 70f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 71f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIME_ELAPSED: 72f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIMESTAMP: 73f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 74f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_EMITTED: 75f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_GENERATED: 76f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_STATISTICS: 77f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_OVERFLOW_PREDICATE: 78f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results = ctx->ws->buffer_map(buf->cs_buf, ctx->cs, PIPE_TRANSFER_WRITE); 79f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org memset(results, 0, buf_size); 80f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org ctx->ws->buffer_unmap(buf->cs_buf); 81f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 82f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org default: 83f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(0); 84f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 85f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return buf; 86f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 87f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 88f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_emit_query_begin(struct r600_context *ctx, struct r600_query *query) 89f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 90f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct radeon_winsys_cs *cs = ctx->cs; 91f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint64_t va; 92f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 93f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_need_cs_space(ctx, query->num_cs_dw * 2, TRUE); 94f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 95f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Get a new query buffer if needed. */ 96f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (query->buffer.results_end + query->result_size > query->buffer.buf->b.b.width0) { 97f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query_buffer *qbuf = MALLOC_STRUCT(r600_query_buffer); 98f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *qbuf = query->buffer; 99f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->buffer.buf = r600_new_query_buffer(ctx, query->type); 100f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->buffer.results_end = 0; 101f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->buffer.previous = qbuf; 102f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 103f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 104f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* emit begin query */ 105f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org va = r600_resource_va(&ctx->screen->screen, (void*)query->buffer.buf); 106f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org va += query->buffer.results_end; 107f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 108f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org switch (query->type) { 109f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_COUNTER: 110f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_PREDICATE: 111f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE, 2, 0); 112f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_ZPASS_DONE) | EVENT_INDEX(1); 113f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = va; 114f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = (va >> 32UL) & 0xFF; 115f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 116f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_EMITTED: 117f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_GENERATED: 118f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_STATISTICS: 119f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_OVERFLOW_PREDICATE: 120f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE, 2, 0); 121f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_SAMPLE_STREAMOUTSTATS) | EVENT_INDEX(3); 122f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = va; 123f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = (va >> 32UL) & 0xFF; 124f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 125f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIME_ELAPSED: 126f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE_EOP, 4, 0); 127f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_CACHE_FLUSH_AND_INV_TS_EVENT) | EVENT_INDEX(5); 128f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = va; 129f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = (3 << 29) | ((va >> 32UL) & 0xFF); 130f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = 0; 131f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = 0; 132f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 133f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org default: 134f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(0); 135f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 136f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_NOP, 0, 0); 137f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = r600_context_bo_reloc(ctx, query->buffer.buf, RADEON_USAGE_WRITE); 138f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 139f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (r600_is_timer_query(query->type)) { 140f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org ctx->num_cs_dw_timer_queries_suspend += query->num_cs_dw; 141f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } else { 142f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org ctx->num_cs_dw_nontimer_queries_suspend += query->num_cs_dw; 143f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 144f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 145f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 146f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_emit_query_end(struct r600_context *ctx, struct r600_query *query) 147f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 148f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct radeon_winsys_cs *cs = ctx->cs; 149f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint64_t va; 150f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 151f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* The queries which need begin already called this in begin_query. */ 152f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (!r600_query_needs_begin(query->type)) { 153f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_need_cs_space(ctx, query->num_cs_dw, FALSE); 154f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 155f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 156f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org va = r600_resource_va(&ctx->screen->screen, (void*)query->buffer.buf); 157f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* emit end query */ 158f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org switch (query->type) { 159f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_COUNTER: 160f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_PREDICATE: 161f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org va += query->buffer.results_end + 8; 162f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE, 2, 0); 163f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_ZPASS_DONE) | EVENT_INDEX(1); 164f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = va; 165f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = (va >> 32UL) & 0xFF; 166f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 167f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_EMITTED: 168f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_GENERATED: 169f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_STATISTICS: 170f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_OVERFLOW_PREDICATE: 171f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE, 2, 0); 172f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_SAMPLE_STREAMOUTSTATS) | EVENT_INDEX(3); 173f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = query->buffer.results_end + query->result_size/2; 174f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = 0; 175f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 176f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIME_ELAPSED: 177f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org va += query->buffer.results_end + query->result_size/2; 178f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* fall through */ 179f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIMESTAMP: 180f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_EVENT_WRITE_EOP, 4, 0); 181f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = EVENT_TYPE(EVENT_TYPE_CACHE_FLUSH_AND_INV_TS_EVENT) | EVENT_INDEX(5); 182f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = va; 183f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = (3 << 29) | ((va >> 32UL) & 0xFF); 184f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = 0; 185f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = 0; 186f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 187f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org default: 188f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(0); 189f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 190f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_NOP, 0, 0); 191f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = r600_context_bo_reloc(ctx, query->buffer.buf, RADEON_USAGE_WRITE); 192f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 193f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->buffer.results_end += query->result_size; 194f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 195f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (r600_query_needs_begin(query->type)) { 196f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (r600_is_timer_query(query->type)) { 197f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org ctx->num_cs_dw_timer_queries_suspend -= query->num_cs_dw; 198f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } else { 199f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org ctx->num_cs_dw_nontimer_queries_suspend -= query->num_cs_dw; 200f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 201f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 202f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 203f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 204f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_emit_query_predication(struct r600_context *ctx, struct r600_query *query, 205f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org int operation, bool flag_wait) 206f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 207f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct radeon_winsys_cs *cs = ctx->cs; 208f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 209f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (operation == PREDICATION_OP_CLEAR) { 210f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_need_cs_space(ctx, 3, FALSE); 211f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 212f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_SET_PREDICATION, 1, 0); 213f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = 0; 214f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PRED_OP(PREDICATION_OP_CLEAR); 215f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } else { 216f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query_buffer *qbuf; 217f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org unsigned count; 218f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint32_t op; 219f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 220f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Find how many results there are. */ 221f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org count = 0; 222f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org for (qbuf = &query->buffer; qbuf; qbuf = qbuf->previous) { 223f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org count += qbuf->results_end / query->result_size; 224f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 225f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 226f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_need_cs_space(ctx, 5 * count, TRUE); 227f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 228f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org op = PRED_OP(operation) | PREDICATION_DRAW_VISIBLE | 229f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org (flag_wait ? PREDICATION_HINT_WAIT : PREDICATION_HINT_NOWAIT_DRAW); 230f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 231f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* emit predicate packets for all data blocks */ 232f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org for (qbuf = &query->buffer; qbuf; qbuf = qbuf->previous) { 233f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org unsigned results_base = 0; 234f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint64_t va = r600_resource_va(&ctx->screen->screen, &qbuf->buf->b.b); 235f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 236f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (results_base < qbuf->results_end) { 237f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_SET_PREDICATION, 1, 0); 238f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = (va + results_base) & 0xFFFFFFFFUL; 239f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = op | (((va + results_base) >> 32UL) & 0xFF); 240f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = PKT3(PKT3_NOP, 0, 0); 241f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org cs->buf[cs->cdw++] = r600_context_bo_reloc(ctx, qbuf->buf, RADEON_USAGE_READ); 242f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results_base += query->result_size; 243f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 244f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* set CONTINUE bit for all packets except the first */ 245f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org op |= PREDICATION_CONTINUE; 246f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 247f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } while (qbuf); 248f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 249f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 250f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 251f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic struct pipe_query *r600_create_query(struct pipe_context *ctx, unsigned query_type) 252f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 253f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_context *rctx = (struct r600_context *)ctx; 254f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 255f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *query; 256f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 257f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query = CALLOC_STRUCT(r600_query); 258f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (query == NULL) 259f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return NULL; 260f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 261f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->type = query_type; 262f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 263f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org switch (query_type) { 264f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_COUNTER: 265f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_PREDICATE: 266f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->result_size = 16 * rctx->max_db; 267f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->num_cs_dw = 6; 268f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 269f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIME_ELAPSED: 270f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->result_size = 16; 271f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->num_cs_dw = 8; 272f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 273f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIMESTAMP: 274f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->result_size = 8; 275f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->num_cs_dw = 8; 276f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 277f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_EMITTED: 278f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_GENERATED: 279f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_STATISTICS: 280f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_OVERFLOW_PREDICATE: 281f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* NumPrimitivesWritten, PrimitiveStorageNeeded. */ 282f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->result_size = 32; 283f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->num_cs_dw = 6; 284f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 285f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org default: 286f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(0); 287f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org FREE(query); 288f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return NULL; 289f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 290f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 291f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org query->buffer.buf = r600_new_query_buffer(rctx, query_type); 292f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (!query->buffer.buf) { 293f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org FREE(query); 294f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return NULL; 295f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 296f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return (struct pipe_query*)query; 297f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 298f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 299f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_destroy_query(struct pipe_context *ctx, struct pipe_query *query) 300f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 301f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *rquery = (struct r600_query*)query; 302f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query_buffer *prev = rquery->buffer.previous; 303f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 304f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Release all query buffers. */ 305f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (prev) { 306f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query_buffer *qbuf = prev; 307f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org prev = prev->previous; 308f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org pipe_resource_reference((struct pipe_resource**)&qbuf->buf, NULL); 309f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org FREE(qbuf); 310f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 311f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 312f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org pipe_resource_reference((struct pipe_resource**)&rquery->buffer.buf, NULL); 313f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org FREE(query); 314f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 315f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 316f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_update_occlusion_query_state(struct r600_context *rctx, 317f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org unsigned type, int diff) 318f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 319f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (type == PIPE_QUERY_OCCLUSION_COUNTER || 320f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org type == PIPE_QUERY_OCCLUSION_PREDICATE) { 321f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org bool enable; 322f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 323f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->num_occlusion_queries += diff; 324f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(rctx->num_occlusion_queries >= 0); 325f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 326f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org enable = rctx->num_occlusion_queries != 0; 327f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 328f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (rctx->db_misc_state.occlusion_query_enabled != enable) { 329f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->db_misc_state.occlusion_query_enabled = enable; 330f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_atom_dirty(rctx, &rctx->db_misc_state.atom); 331f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 332f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 333f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 334f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 335f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_begin_query(struct pipe_context *ctx, struct pipe_query *query) 336f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 337f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_context *rctx = (struct r600_context *)ctx; 338f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *rquery = (struct r600_query *)query; 339f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query_buffer *prev = rquery->buffer.previous; 340f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 341f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (!r600_query_needs_begin(rquery->type)) { 342f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(0); 343f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return; 344f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 345f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 346f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Discard the old query buffers. */ 347f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (prev) { 348f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query_buffer *qbuf = prev; 349f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org prev = prev->previous; 350f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org pipe_resource_reference((struct pipe_resource**)&qbuf->buf, NULL); 351f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org FREE(qbuf); 352f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 353f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 354f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Obtain a new buffer if the current one can't be mapped without a stall. */ 355f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (rctx->ws->cs_is_buffer_referenced(rctx->cs, rquery->buffer.buf->cs_buf, RADEON_USAGE_READWRITE) || 356f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->ws->buffer_is_busy(rquery->buffer.buf->buf, RADEON_USAGE_READWRITE)) { 357f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org pipe_resource_reference((struct pipe_resource**)&rquery->buffer.buf, NULL); 358f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rquery->buffer.buf = r600_new_query_buffer(rctx, rquery->type); 359f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 360f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 361f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rquery->buffer.results_end = 0; 362f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rquery->buffer.previous = NULL; 363f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 364f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_update_occlusion_query_state(rctx, rquery->type, 1); 365f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 366f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_begin(rctx, rquery); 367f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 368f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (r600_is_timer_query(rquery->type)) { 369f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org LIST_ADDTAIL(&rquery->list, &rctx->active_timer_queries); 370f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } else { 371f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org LIST_ADDTAIL(&rquery->list, &rctx->active_nontimer_queries); 372f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 373f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 374f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 375f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_end_query(struct pipe_context *ctx, struct pipe_query *query) 376f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 377f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_context *rctx = (struct r600_context *)ctx; 378f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *rquery = (struct r600_query *)query; 379f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 380f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_end(rctx, rquery); 381f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 382f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (r600_query_needs_begin(rquery->type)) { 383f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org LIST_DELINIT(&rquery->list); 384f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 385f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 386f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_update_occlusion_query_state(rctx, rquery->type, -1); 387f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 388f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 389f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic unsigned r600_query_read_result(char *map, unsigned start_index, unsigned end_index, 390f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org bool test_status_bit) 391f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 392f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint32_t *current_result = (uint32_t*)map; 393f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint64_t start, end; 394f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 395f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org start = (uint64_t)current_result[start_index] | 396f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org (uint64_t)current_result[start_index+1] << 32; 397f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org end = (uint64_t)current_result[end_index] | 398f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org (uint64_t)current_result[end_index+1] << 32; 399f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 400f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (!test_status_bit || 401f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org ((start & 0x8000000000000000UL) && (end & 0x8000000000000000UL))) { 402f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return end - start; 403f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 404f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return 0; 405f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 406f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 407f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic boolean r600_get_query_buffer_result(struct r600_context *ctx, 408f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *query, 409f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query_buffer *qbuf, 410f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org boolean wait, 411f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org union pipe_query_result *result) 412f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 413f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org unsigned results_base = 0; 414f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org char *map; 415f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 416f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org map = ctx->ws->buffer_map(qbuf->buf->cs_buf, ctx->cs, 417f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org PIPE_TRANSFER_READ | 418f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org (wait ? 0 : PIPE_TRANSFER_DONTBLOCK)); 419f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (!map) 420f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return FALSE; 421f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 422f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* count all results across all data blocks */ 423f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org switch (query->type) { 424f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_COUNTER: 425f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (results_base != qbuf->results_end) { 426f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->u64 += 427f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 0, 2, true); 428f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results_base += 16; 429f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 430f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 431f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_PREDICATE: 432f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (results_base != qbuf->results_end) { 433f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->b = result->b || 434f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 0, 2, true) != 0; 435f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results_base += 16; 436f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 437f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 438f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIME_ELAPSED: 439f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (results_base != qbuf->results_end) { 440f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->u64 += 441f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 0, 2, false); 442f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results_base += query->result_size; 443f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 444f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 445f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_TIMESTAMP: 446f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org { 447f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint32_t *current_result = (uint32_t*)map; 448f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->u64 = (uint64_t)current_result[0] | 449f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org (uint64_t)current_result[1] << 32; 450f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 451f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 452f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_EMITTED: 453f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* SAMPLE_STREAMOUTSTATS stores this structure: 454f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * { 455f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * u64 NumPrimitivesWritten; 456f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * u64 PrimitiveStorageNeeded; 457f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * } 458f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * We only need NumPrimitivesWritten here. */ 459f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (results_base != qbuf->results_end) { 460f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->u64 += 461f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 2, 6, true); 462f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results_base += query->result_size; 463f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 464f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 465f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_GENERATED: 466f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Here we read PrimitiveStorageNeeded. */ 467f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (results_base != qbuf->results_end) { 468f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->u64 += 469f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 0, 4, true); 470f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results_base += query->result_size; 471f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 472f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 473f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_STATISTICS: 474f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (results_base != qbuf->results_end) { 475f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->so_statistics.num_primitives_written += 476f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 2, 6, true); 477f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->so_statistics.primitives_storage_needed += 478f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 0, 4, true); 479f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results_base += query->result_size; 480f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 481f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 482f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_OVERFLOW_PREDICATE: 483f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org while (results_base != qbuf->results_end) { 484f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->b = result->b || 485f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 2, 6, true) != 486f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_query_read_result(map + results_base, 0, 4, true); 487f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org results_base += query->result_size; 488f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 489f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 490f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org default: 491f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(0); 492f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 493f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 494f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org ctx->ws->buffer_unmap(qbuf->buf->cs_buf); 495f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return TRUE; 496f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 497f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 498f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic boolean r600_get_query_result(struct pipe_context *ctx, 499f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct pipe_query *query, 500f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org boolean wait, union pipe_query_result *result) 501f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 502f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_context *rctx = (struct r600_context *)ctx; 503f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *rquery = (struct r600_query *)query; 504f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query_buffer *qbuf; 505f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 506f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org util_query_clear_result(result, rquery->type); 507f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 508f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org for (qbuf = &rquery->buffer; qbuf; qbuf = qbuf->previous) { 509f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (!r600_get_query_buffer_result(rctx, rquery, qbuf, wait, result)) { 510f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return FALSE; 511f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 512f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 513f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 514f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org /* Convert the time to expected units. */ 515f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (rquery->type == PIPE_QUERY_TIME_ELAPSED || 516f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rquery->type == PIPE_QUERY_TIMESTAMP) { 517f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org result->u64 = (1000000 * result->u64) / rctx->screen->info.r600_clock_crystal_freq; 518f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 519f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return TRUE; 520f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 521f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 522f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r600_render_condition(struct pipe_context *ctx, 523f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct pipe_query *query, 524f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org uint mode) 525f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 526f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_context *rctx = (struct r600_context *)ctx; 527f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *rquery = (struct r600_query *)query; 528f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org bool wait_flag = false; 529f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 530f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->current_render_cond = query; 531f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->current_render_cond_mode = mode; 532f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 533f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (query == NULL) { 534f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (rctx->predicate_drawing) { 535f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->predicate_drawing = false; 536f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_predication(rctx, NULL, PREDICATION_OP_CLEAR, false); 537f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 538f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org return; 539f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 540f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 541f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (mode == PIPE_RENDER_COND_WAIT || 542f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org mode == PIPE_RENDER_COND_BY_REGION_WAIT) { 543f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org wait_flag = true; 544f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 545f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 546f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->predicate_drawing = true; 547f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 548f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org switch (rquery->type) { 549f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_COUNTER: 550f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_OCCLUSION_PREDICATE: 551f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_predication(rctx, rquery, PREDICATION_OP_ZPASS, wait_flag); 552f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 553f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_EMITTED: 554f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_PRIMITIVES_GENERATED: 555f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_STATISTICS: 556f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org case PIPE_QUERY_SO_OVERFLOW_PREDICATE: 557f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_predication(rctx, rquery, PREDICATION_OP_PRIMCOUNT, wait_flag); 558f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org break; 559f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org default: 560f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(0); 561f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 562f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 563f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 564f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_suspend_nontimer_queries(struct r600_context *ctx) 565f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 566f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *query; 567f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 568f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org LIST_FOR_EACH_ENTRY(query, &ctx->active_nontimer_queries, list) { 569f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_end(ctx, query); 570f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 571f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(ctx->num_cs_dw_nontimer_queries_suspend == 0); 572f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 573f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 574f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_resume_nontimer_queries(struct r600_context *ctx) 575f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 576f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *query; 577f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 578f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(ctx->num_cs_dw_nontimer_queries_suspend == 0); 579f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 580f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org LIST_FOR_EACH_ENTRY(query, &ctx->active_nontimer_queries, list) { 581f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_begin(ctx, query); 582f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 583f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 584f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 585f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_suspend_timer_queries(struct r600_context *ctx) 586f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 587f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *query; 588f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 589f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org LIST_FOR_EACH_ENTRY(query, &ctx->active_timer_queries, list) { 590f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_end(ctx, query); 591f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 592f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 593f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(ctx->num_cs_dw_timer_queries_suspend == 0); 594f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 595f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 596f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_resume_timer_queries(struct r600_context *ctx) 597f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 598f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org struct r600_query *query; 599f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 600f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org assert(ctx->num_cs_dw_timer_queries_suspend == 0); 601f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 602f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org LIST_FOR_EACH_ENTRY(query, &ctx->active_timer_queries, list) { 603f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org r600_emit_query_begin(ctx, query); 604f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org } 605f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 606f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 607f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r600_init_query_functions(struct r600_context *rctx) 608f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{ 609f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->context.create_query = r600_create_query; 610f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->context.destroy_query = r600_destroy_query; 611f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->context.begin_query = r600_begin_query; 612f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->context.end_query = r600_end_query; 613f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->context.get_query_result = r600_get_query_result; 614f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org 615f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org if (rctx->screen->info.r600_num_backends > 0) 616f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org rctx->context.render_condition = r600_render_condition; 617f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org} 618