1f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/*
2f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Copyright 2008 Corbin Simpson <MostAwesomeDude@gmail.com>
3f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Copyright 2010 Marek Olšák <maraeo@gmail.com>
4f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
5f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Permission is hereby granted, free of charge, to any person obtaining a
6f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * copy of this software and associated documentation files (the "Software"),
7f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * to deal in the Software without restriction, including without limitation
8f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * on the rights to use, copy, modify, merge, publish, distribute, sub
9f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * license, and/or sell copies of the Software, and to permit persons to whom
10f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * the Software is furnished to do so, subject to the following conditions:
11f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
12f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * The above copyright notice and this permission notice (including the next
13f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * paragraph) shall be included in all copies or substantial portions of the
14f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Software.
15f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
16f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
19f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
20f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
21f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
22f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * USE OR OTHER DEALINGS IN THE SOFTWARE. */
23f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
24f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "draw/draw_context.h"
25f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "draw/draw_private.h"
26f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
27f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "util/u_simple_list.h"
28f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "util/u_upload_mgr.h"
29f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
30f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "os/os_time.h"
31f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
32f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "r300_context.h"
33f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "r300_cs.h"
34f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "r300_emit.h"
35f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
36f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
37f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r300_flush_and_cleanup(struct r300_context *r300, unsigned flags)
38f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
39f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    struct r300_atom *atom;
40f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
41f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300_emit_hyperz_end(r300);
42f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300_emit_query_end(r300);
43f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    if (r300->screen->caps.is_r500)
44f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r500_emit_index_bias(r300, 0);
45f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
46f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300->flush_counter++;
47f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300->rws->cs_flush(r300->cs, flags);
48f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300->dirty_hw = 0;
49f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
50f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    /* New kitchen sink, baby. */
51f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    foreach_atom(r300, atom) {
52f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        if (atom->state || atom->allow_null_state) {
53f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            r300_mark_atom_dirty(r300, atom);
54f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        }
55f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    }
56f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300->vertex_arrays_dirty = TRUE;
57f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
58f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    /* Unmark HWTCL state for SWTCL. */
59f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    if (!r300->screen->caps.has_tcl) {
60f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r300->vs_state.dirty = FALSE;
61f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r300->vs_constants.dirty = FALSE;
62f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r300->clip_state.dirty = FALSE;
63f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    }
64f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
65f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
66f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r300_flush(struct pipe_context *pipe,
67f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                unsigned flags,
68f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                struct pipe_fence_handle **fence)
69f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
70f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    struct r300_context *r300 = r300_context(pipe);
71f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    struct pb_buffer **rfence = (struct pb_buffer**)fence;
72f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
73f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    if (r300->draw && !r300->draw_vbo_locked)
74f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org	r300_draw_flush_vbuf(r300);
75f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
76f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    if (r300->screen->info.drm_minor >= 12) {
77f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        flags |= RADEON_FLUSH_KEEP_TILING_FLAGS;
78f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    }
79f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
80f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    if (rfence) {
81f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        /* Create a fence, which is a dummy BO. */
82f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        *rfence = r300->rws->buffer_create(r300->rws, 1, 1,
83f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                                           PIPE_BIND_CUSTOM,
84f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                                           RADEON_DOMAIN_GTT);
85f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        /* Add the fence as a dummy relocation. */
86f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r300->rws->cs_add_reloc(r300->cs,
87f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                                r300->rws->buffer_get_cs_handle(*rfence),
88f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                                RADEON_USAGE_READWRITE, RADEON_DOMAIN_GTT);
89f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    }
90f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
91f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    if (r300->dirty_hw) {
92f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r300_flush_and_cleanup(r300, flags);
93f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    } else {
94f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        if (rfence) {
95f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            /* We have to create a fence object, but the command stream is empty
96f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org             * and we cannot emit an empty CS. Let's write to some reg. */
97f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            CS_LOCALS(r300);
98f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            OUT_CS_REG(RB3D_COLOR_CHANNEL_MASK, 0);
99f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            r300->rws->cs_flush(r300->cs, flags);
100f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        } else {
101f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            /* Even if hw is not dirty, we should at least reset the CS in case
102f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org             * the space checking failed for the first draw operation. */
103f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            r300->rws->cs_flush(r300->cs, flags);
104f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        }
105f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    }
106f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
107f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    /* Update Hyper-Z status. */
108f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    if (r300->num_z_clears) {
109f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r300->hyperz_time_of_last_flush = os_time_get();
110f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    } else if (!r300->hyperz_time_of_last_flush > 2000000) {
111f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        /* 2 seconds without a Z clear pretty much means a dead context
112f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org         * for HyperZ. */
113f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
114f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r300->hiz_in_use = FALSE;
115f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
116f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        /* Decompress Z buffer. */
117f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        if (r300->zmask_in_use) {
118f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            if (r300->locked_zbuffer) {
119f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                r300_decompress_zmask_locked(r300);
120f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            } else {
121f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                r300_decompress_zmask(r300);
122f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            }
123f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
124f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org            r300_flush_and_cleanup(r300, flags);
125f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        }
126f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
127f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        /* Release HyperZ. */
128f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org        r300->rws->cs_request_feature(r300->cs, RADEON_FID_R300_HYPERZ_ACCESS,
129f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                                      FALSE);
130f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    }
131f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300->num_z_clears = 0;
132f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
133f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
134f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgstatic void r300_flush_wrapped(struct pipe_context *pipe,
135f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                               struct pipe_fence_handle **fence)
136f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
137f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300_flush(pipe, 0, fence);
138f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
139f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
140f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid r300_init_flush_functions(struct r300_context* r300)
141f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
142f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    r300->context.flush = r300_flush_wrapped;
143f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
144