1f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/*
2f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Copyright 2012 Red Hat Inc.
3f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
4f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Permission is hereby granted, free of charge, to any person obtaining a
5f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * copy of this software and associated documentation files (the "Software"),
6f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * to deal in the Software without restriction, including without limitation
7f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * and/or sell copies of the Software, and to permit persons to whom the
9f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Software is furnished to do so, subject to the following conditions:
10f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
11f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * The above copyright notice and this permission notice shall be included in
12f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * all copies or substantial portions of the Software.
13f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
14f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
18f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF
19f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * SOFTWARE.
21f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
22f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Authors: Ben Skeggs
23f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
24f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org */
25f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
26f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "nouveau/nv_object.xml.h"
27f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "nv30-40_3d.xml.h"
28f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "nv30_screen.h"
29f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "nv30_context.h"
30f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
31f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#define LIST_FIRST_ENTRY(__type, __item, __field) \
32f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   LIST_ENTRY(__type, (__item)->next, __field)
33f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
34f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstruct nv30_query_object {
35f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct list_head list;
36f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nouveau_heap *hw;
37f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org};
38f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
39f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic volatile void *
40f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_ntfy(struct nv30_screen *screen, struct nv30_query_object *qo)
41f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
42f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv04_notify *query = screen->query->data;
43f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nouveau_bo *notify = screen->notify;
44f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   volatile void *ntfy = NULL;
45f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
46f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (qo && qo->hw)
47f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      ntfy = (char *)notify->map + query->offset + qo->hw->start;
48f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
49f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return ntfy;
50f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
51f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
52f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void
53f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query_object_del(struct nv30_screen *screen, struct nv30_query_object **po)
54f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
55f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_query_object *qo = *po; *po = NULL;
56f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (qo) {
57f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      volatile uint32_t *ntfy = nv30_ntfy(screen, qo);
58f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      while (ntfy[3] & 0xff000000) {
59f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      }
60f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      nouveau_heap_free(&qo->hw);
61f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      LIST_DEL(&qo->list);
62f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      FREE(qo);
63f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
64f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
65f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
66f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic struct nv30_query_object *
67f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query_object_new(struct nv30_screen *screen)
68f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
69f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_query_object *oq, *qo = CALLOC_STRUCT(nv30_query_object);
70f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   volatile uint32_t *ntfy;
71f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
72f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (!qo)
73f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      return NULL;
74f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
75f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   /* allocate a new hw query object, if no hw objects left we need to
76f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * spin waiting for one to become free
77f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    */
78f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   while (nouveau_heap_alloc(screen->query_heap, 32, NULL, &qo->hw)) {
79f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      oq = LIST_FIRST_ENTRY(struct nv30_query_object, &screen->queries, list);
80f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      nv30_query_object_del(screen, &oq);
81f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
82f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
83f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   LIST_ADDTAIL(&qo->list, &screen->queries);
84f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
85f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   ntfy = nv30_ntfy(screen, qo);
86f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   ntfy[0] = 0x00000000;
87f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   ntfy[1] = 0x00000000;
88f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   ntfy[2] = 0x00000000;
89f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   ntfy[3] = 0x01000000;
90f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return qo;
91f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
92f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
93f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstruct nv30_query {
94f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_query_object *qo[2];
95f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   unsigned type;
96f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   uint32_t report;
97f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   uint32_t enable;
98f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   uint64_t result;
99f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org};
100f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
101f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic INLINE struct nv30_query *
102f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query(struct pipe_query *pipe)
103f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
104f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return (struct nv30_query *)pipe;
105f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
106f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
107f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic struct pipe_query *
108f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query_create(struct pipe_context *pipe, unsigned type)
109f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
110f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_query *q = CALLOC_STRUCT(nv30_query);
111f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (!q)
112f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      return NULL;
113f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
114f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   q->type = type;
115f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
116f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   switch (q->type) {
117f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case PIPE_QUERY_TIMESTAMP:
118f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case PIPE_QUERY_TIME_ELAPSED:
119f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      q->enable = 0x0000;
120f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      q->report = 1;
121f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      break;
122f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case PIPE_QUERY_OCCLUSION_COUNTER:
123f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      q->enable = NV30_3D_QUERY_ENABLE;
124f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      q->report = 1;
125f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      break;
126f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case NV30_QUERY_ZCULL_0:
127f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case NV30_QUERY_ZCULL_1:
128f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case NV30_QUERY_ZCULL_2:
129f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case NV30_QUERY_ZCULL_3:
130f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      q->enable = 0x1804;
131f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      q->report = 2 + (q->type - NV30_QUERY_ZCULL_0);
132f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      break;
133f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   default:
134f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      FREE(q);
135f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      return NULL;
136f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
137f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
138f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return (struct pipe_query *)q;
139f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
140f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
141f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void
142f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query_destroy(struct pipe_context *pipe, struct pipe_query *pq)
143f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
144f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   FREE(pq);
145f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
146f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
147f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void
148f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query_begin(struct pipe_context *pipe, struct pipe_query *pq)
149f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
150f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_context *nv30 = nv30_context(pipe);
151f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_query *q = nv30_query(pq);
152f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nouveau_pushbuf *push = nv30->base.pushbuf;
153f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
154f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   switch (q->type) {
155f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case PIPE_QUERY_TIME_ELAPSED:
156f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      q->qo[0] = nv30_query_object_new(nv30->screen);
157f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      if (q->qo[0]) {
158f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         BEGIN_NV04(push, NV30_3D(QUERY_GET), 1);
159f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         PUSH_DATA (push, (q->report << 24) | q->qo[0]->hw->start);
160f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      }
161f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      break;
162f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   case PIPE_QUERY_TIMESTAMP:
163f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      return;
164f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   default:
165f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      BEGIN_NV04(push, NV30_3D(QUERY_RESET), 1);
166f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      PUSH_DATA (push, q->report);
167f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      break;
168f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
169f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
170f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (q->enable) {
171f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      BEGIN_NV04(push, SUBC_3D(q->enable), 1);
172f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      PUSH_DATA (push, 1);
173f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
174f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
175f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
176f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void
177f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query_end(struct pipe_context *pipe, struct pipe_query *pq)
178f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
179f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_context *nv30 = nv30_context(pipe);
180f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_screen *screen = nv30->screen;
181f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_query *q = nv30_query(pq);
182f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nouveau_pushbuf *push = nv30->base.pushbuf;
183f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
184f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   q->qo[1] = nv30_query_object_new(screen);
185f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (q->qo[1]) {
186f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      BEGIN_NV04(push, NV30_3D(QUERY_GET), 1);
187f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      PUSH_DATA (push, (q->report << 24) | q->qo[1]->hw->start);
188f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
189f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
190f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (q->enable) {
191f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      BEGIN_NV04(push, SUBC_3D(q->enable), 1);
192f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      PUSH_DATA (push, 0);
193f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
194f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   PUSH_KICK (push);
195f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
196f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
197f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic boolean
198f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query_result(struct pipe_context *pipe, struct pipe_query *pq,
199f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                  boolean wait, union pipe_query_result *result)
200f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
201f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_screen *screen = nv30_screen(pipe->screen);
202f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_query *q = nv30_query(pq);
203f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   volatile uint32_t *ntfy0 = nv30_ntfy(screen, q->qo[0]);
204f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   volatile uint32_t *ntfy1 = nv30_ntfy(screen, q->qo[1]);
205f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   uint64_t *res64 = &result->u64;
206f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
207f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (ntfy1) {
208f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      while (ntfy1[3] & 0xff000000) {
209f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         if (!wait)
210f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            return FALSE;
211f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      }
212f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
213f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      switch (q->type) {
214f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      case PIPE_QUERY_TIMESTAMP:
215f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         q->result = *(uint64_t *)&ntfy1[0];
216f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         break;
217f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      case PIPE_QUERY_TIME_ELAPSED:
218f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         q->result = *(uint64_t *)&ntfy1[0] - *(uint64_t *)&ntfy0[0];
219f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         break;
220f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      default:
221f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         q->result = ntfy1[2];
222f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         break;
223f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      }
224f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
225f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      nv30_query_object_del(screen, &q->qo[0]);
226f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      nv30_query_object_del(screen, &q->qo[1]);
227f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
228f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
229f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   *res64 = q->result;
230f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return TRUE;
231f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
232f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
233f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void
234f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv40_query_render_condition(struct pipe_context *pipe,
235f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                            struct pipe_query *pq, uint mode)
236f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
237f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_context *nv30 = nv30_context(pipe);
238f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nv30_query *q = nv30_query(pq);
239f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nouveau_pushbuf *push = nv30->base.pushbuf;
240f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
241f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (!pq) {
242f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      BEGIN_NV04(push, SUBC_3D(0x1e98), 1);
243f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      PUSH_DATA (push, 0x01000000);
244f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      return;
245f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
246f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
247f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (mode == PIPE_RENDER_COND_WAIT ||
248f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org       mode == PIPE_RENDER_COND_BY_REGION_WAIT) {
249f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      BEGIN_NV04(push, SUBC_3D(0x0110), 1);
250f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      PUSH_DATA (push, 0);
251f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   }
252f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
253f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   BEGIN_NV04(push, SUBC_3D(0x1e98), 1);
254f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   PUSH_DATA (push, 0x02000000 | q->qo[1]->hw->start);
255f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
256f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
257f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid
258f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgnv30_query_init(struct pipe_context *pipe)
259f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
260f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct nouveau_object *eng3d = nv30_context(pipe)->screen->eng3d;
261f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
262f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   pipe->create_query = nv30_query_create;
263f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   pipe->destroy_query = nv30_query_destroy;
264f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   pipe->begin_query = nv30_query_begin;
265f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   pipe->end_query = nv30_query_end;
266f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   pipe->get_query_result = nv30_query_result;
267f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (eng3d->oclass >= NV40_3D_CLASS)
268f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      pipe->render_condition = nv40_query_render_condition;
269f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
270