1de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák/*
2de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * Copyright © 2011 Marek Olšák <maraeo@gmail.com>
3de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * All Rights Reserved.
4de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák *
5de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * Permission is hereby granted, free of charge, to any person obtaining
6de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * a copy of this software and associated documentation files (the
7de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * "Software"), to deal in the Software without restriction, including
8de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * without limitation the rights to use, copy, modify, merge, publish,
9de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * distribute, sub license, and/or sell copies of the Software, and to
10de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * permit persons to whom the Software is furnished to do so, subject to
11de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * the following conditions:
12de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák *
13de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
14de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
15de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
16de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * NON-INFRINGEMENT. IN NO EVENT SHALL THE COPYRIGHT HOLDERS, AUTHORS
17de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
20de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * USE OR OTHER DEALINGS IN THE SOFTWARE.
21de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák *
22de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * The above copyright notice and this permission notice (including the
23de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * next paragraph) shall be included in all copies or substantial portions
24de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák * of the Software.
25de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák */
26de22d8f1eebd3245acccdb4098526ee1bf616c06Marek Olšák
271f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák#ifndef RADEON_DRM_CS_H
281f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák#define RADEON_DRM_CS_H
291f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák
306ccab620a0e7364ab6c0d902b3ddf58ee988f7faMarek Olšák#include "radeon_drm_bo.h"
311f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák#include <radeon_drm.h>
321f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák
33b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšákstruct radeon_cs_context {
34d35aeff4bb0b03450b2c3c08bd7f84db5bf43283Marek Olšák    uint32_t                    buf[RADEON_MAX_CMDBUF_DWORDS];
351f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák
36b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    int fd;
37b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    struct drm_radeon_cs        cs;
3841b75dc92c921c078e64962f47b3d51b1e4f7b5aMarek Olšák    struct drm_radeon_cs_chunk  chunks[3];
3941b75dc92c921c078e64962f47b3d51b1e4f7b5aMarek Olšák    uint64_t                    chunk_array[3];
4092af184690995d3b16731518f7becfaac3538edbChristian König    uint32_t                    flags[2];
411f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák
421f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák    /* Relocs. */
431f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák    unsigned                    nrelocs;
44b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    unsigned                    crelocs;
45bbc320a94def6178028a4c46012c737839e1cf61Jerome Glisse    unsigned                    validated_crelocs;
461f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák    struct radeon_bo            **relocs_bo;
47b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    struct drm_radeon_cs_reloc  *relocs;
481f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák
491f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák    /* 0 = BO not added, 1 = BO added */
501f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák    char                        is_handle_added[256];
511f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák    unsigned                    reloc_indices_hashlist[256];
52b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák
53bb1f0cf3508630a9a93512c79badf8c493c46743Jerome Glisse    unsigned                    used_vram;
54bb1f0cf3508630a9a93512c79badf8c493c46743Jerome Glisse    unsigned                    used_gart;
55b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák};
56b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák
57b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšákstruct radeon_drm_cs {
58d35aeff4bb0b03450b2c3c08bd7f84db5bf43283Marek Olšák    struct radeon_winsys_cs base;
59b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák
60b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    /* We flip between these two CS. While one is being consumed
61b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák     * by the kernel in another thread, the other one is being filled
62b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák     * by the pipe driver. */
63b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    struct radeon_cs_context csc1;
64b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    struct radeon_cs_context csc2;
65b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    /* The currently-used CS. */
66b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    struct radeon_cs_context *csc;
67b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    /* The CS being currently-owned by the other thread. */
68b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    struct radeon_cs_context *cst;
69b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák
70b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    /* The winsys. */
71b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    struct radeon_drm_winsys *ws;
72b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák
73b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    /* Flush CS. */
745650a719f0c69c00954e47bd7a7b3e9433cb551dMarek Olšák    void (*flush_cs)(void *ctx, unsigned flags);
75b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    void *flush_data;
76b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák
77b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšák    pipe_thread thread;
78210ddf0819b5acf87a614214b6d4b02193aafa4aMaarten Lankhorst    int flush_started, kill_thread;
79210ddf0819b5acf87a614214b6d4b02193aafa4aMaarten Lankhorst    pipe_semaphore flush_queued, flush_completed;
801f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák};
811f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák
82b9e2cde6006b557a3a23a82384899f4d5a5ac7b8Marek Olšákint radeon_get_reloc(struct radeon_cs_context *csc, struct radeon_bo *bo);
836ccab620a0e7364ab6c0d902b3ddf58ee988f7faMarek Olšák
841f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšákstatic INLINE struct radeon_drm_cs *
85d35aeff4bb0b03450b2c3c08bd7f84db5bf43283Marek Olšákradeon_drm_cs(struct radeon_winsys_cs *base)
861f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák{
871f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák    return (struct radeon_drm_cs*)base;
881f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák}
891f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák
906caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšákstatic INLINE boolean
916caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšákradeon_bo_is_referenced_by_cs(struct radeon_drm_cs *cs,
926caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák                              struct radeon_bo *bo)
936ccab620a0e7364ab6c0d902b3ddf58ee988f7faMarek Olšák{
9467c995e0f1b50ff08784e97482ca3e9e0bfd42caMarek Olšák    int num_refs = bo->num_cs_references;
9567c995e0f1b50ff08784e97482ca3e9e0bfd42caMarek Olšák    return num_refs == bo->rws->num_cs ||
9667c995e0f1b50ff08784e97482ca3e9e0bfd42caMarek Olšák           (num_refs && radeon_get_reloc(cs->csc, bo) != -1);
976ccab620a0e7364ab6c0d902b3ddf58ee988f7faMarek Olšák}
986ccab620a0e7364ab6c0d902b3ddf58ee988f7faMarek Olšák
996caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšákstatic INLINE boolean
1006caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšákradeon_bo_is_referenced_by_cs_for_write(struct radeon_drm_cs *cs,
1016caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák                                        struct radeon_bo *bo)
1026caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák{
1036caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák    int index;
1046caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák
1056caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák    if (!bo->num_cs_references)
1066caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák        return FALSE;
1076caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák
1086caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák    index = radeon_get_reloc(cs->csc, bo);
1096caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák    if (index == -1)
1106caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák        return FALSE;
1116caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák
1126caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák    return cs->csc->relocs[index].write_domain != 0;
1136caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák}
1146caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšák
1156caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšákstatic INLINE boolean
1166caac3ecb8bc32d92c35fdb1f0a67541ffa8af29Marek Olšákradeon_bo_is_referenced_by_any_cs(struct radeon_bo *bo)
1176ccab620a0e7364ab6c0d902b3ddf58ee988f7faMarek Olšák{
118e22a1005c0913b404ae82650cdc4f58bcbd5445bMarek Olšák    return bo->num_cs_references != 0;
1196ccab620a0e7364ab6c0d902b3ddf58ee988f7faMarek Olšák}
1206ccab620a0e7364ab6c0d902b3ddf58ee988f7faMarek Olšák
1215650a719f0c69c00954e47bd7a7b3e9433cb551dMarek Olšákvoid radeon_drm_cs_sync_flush(struct radeon_drm_cs *cs);
1221f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšákvoid radeon_drm_cs_init_functions(struct radeon_drm_winsys *ws);
1231f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák
1241f0348c4a2ba4f8ca812a2daccf3b01c3f984ef1Marek Olšák#endif
125