1/*
2 * Copyright © 2011 Marek Olšák <maraeo@gmail.com>
3 * All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining
6 * a copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sub license, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
12 *
13 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
14 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
15 * OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
16 * NON-INFRINGEMENT. IN NO EVENT SHALL THE COPYRIGHT HOLDERS, AUTHORS
17 * AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
20 * USE OR OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * The above copyright notice and this permission notice (including the
23 * next paragraph) shall be included in all copies or substantial portions
24 * of the Software.
25 */
26
27#ifndef RADEON_DRM_CS_H
28#define RADEON_DRM_CS_H
29
30#include "radeon_drm_bo.h"
31
32struct radeon_bo_item {
33    struct radeon_bo    *bo;
34    union {
35        struct {
36            uint64_t    priority_usage;
37        } real;
38        struct {
39            unsigned    real_idx;
40        } slab;
41    } u;
42};
43
44struct radeon_cs_context {
45    uint32_t                    buf[16 * 1024];
46
47    int                         fd;
48    struct drm_radeon_cs        cs;
49    struct drm_radeon_cs_chunk  chunks[3];
50    uint64_t                    chunk_array[3];
51    uint32_t                    flags[2];
52
53    /* Buffers. */
54    unsigned                    max_relocs;
55    unsigned                    num_relocs;
56    unsigned                    num_validated_relocs;
57    struct radeon_bo_item       *relocs_bo;
58    struct drm_radeon_cs_reloc  *relocs;
59
60    unsigned                    num_slab_buffers;
61    unsigned                    max_slab_buffers;
62    struct radeon_bo_item       *slab_buffers;
63
64    int                         reloc_indices_hashlist[4096];
65};
66
67struct radeon_drm_cs {
68    struct radeon_winsys_cs base;
69    enum ring_type          ring_type;
70
71    /* We flip between these two CS. While one is being consumed
72     * by the kernel in another thread, the other one is being filled
73     * by the pipe driver. */
74    struct radeon_cs_context csc1;
75    struct radeon_cs_context csc2;
76    /* The currently-used CS. */
77    struct radeon_cs_context *csc;
78    /* The CS being currently-owned by the other thread. */
79    struct radeon_cs_context *cst;
80
81    /* The winsys. */
82    struct radeon_drm_winsys *ws;
83
84    /* Flush CS. */
85    void (*flush_cs)(void *ctx, unsigned flags, struct pipe_fence_handle **fence);
86    void *flush_data;
87
88    struct util_queue_fence flush_completed;
89    struct pipe_fence_handle *next_fence;
90};
91
92int radeon_lookup_buffer(struct radeon_cs_context *csc, struct radeon_bo *bo);
93
94static inline struct radeon_drm_cs *
95radeon_drm_cs(struct radeon_winsys_cs *base)
96{
97    return (struct radeon_drm_cs*)base;
98}
99
100static inline bool
101radeon_bo_is_referenced_by_cs(struct radeon_drm_cs *cs,
102                              struct radeon_bo *bo)
103{
104    int num_refs = bo->num_cs_references;
105    return num_refs == bo->rws->num_cs ||
106           (num_refs && radeon_lookup_buffer(cs->csc, bo) != -1);
107}
108
109static inline bool
110radeon_bo_is_referenced_by_cs_for_write(struct radeon_drm_cs *cs,
111                                        struct radeon_bo *bo)
112{
113    int index;
114
115    if (!bo->num_cs_references)
116        return false;
117
118    index = radeon_lookup_buffer(cs->csc, bo);
119    if (index == -1)
120        return false;
121
122    if (!bo->handle)
123        index = cs->csc->slab_buffers[index].u.slab.real_idx;
124
125    return cs->csc->relocs[index].write_domain != 0;
126}
127
128static inline bool
129radeon_bo_is_referenced_by_any_cs(struct radeon_bo *bo)
130{
131    return bo->num_cs_references != 0;
132}
133
134void radeon_drm_cs_sync_flush(struct radeon_winsys_cs *rcs);
135void radeon_drm_cs_init_functions(struct radeon_drm_winsys *ws);
136void radeon_drm_cs_emit_ioctl_oneshot(void *job, int thread_index);
137
138#endif
139