1f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/**********************************************************
2f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Copyright 2009 VMware, Inc.  All rights reserved.
3f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
4f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Permission is hereby granted, free of charge, to any person
5f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * obtaining a copy of this software and associated documentation
6f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * files (the "Software"), to deal in the Software without
7f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * restriction, including without limitation the rights to use, copy,
8f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * modify, merge, publish, distribute, sublicense, and/or sell copies
9f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * of the Software, and to permit persons to whom the Software is
10f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * furnished to do so, subject to the following conditions:
11f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
12f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * The above copyright notice and this permission notice shall be
13f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * included in all copies or substantial portions of the Software.
14f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
15f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
16f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
17f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
18f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
19f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
20f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
21f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * SOFTWARE.
23f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
24f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org **********************************************************/
25f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
26f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
27f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "vmw_screen.h"
28f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
29f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "vmw_buffer.h"
30f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "vmw_fence.h"
31f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
32f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "pipebuffer/pb_buffer.h"
33f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#include "pipebuffer/pb_bufmgr.h"
34f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
35f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/*
36f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * TODO: Have the query pool always ask the fence manager for
37f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * SVGA_FENCE_FLAG_QUERY signaled. Unfortunately, pb_fenced doesn't
38f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * support that currently, so we'd have to create a separate
39f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * pb_fence_ops wrapper that does this implicitly.
40f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org */
41f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
42f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/**
43f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * vmw_pools_cleanup - Destroy the buffer pools.
44f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
45f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * @vws: pointer to a struct vmw_winsys_screen.
46f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org */
47f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvoid
48f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvmw_pools_cleanup(struct vmw_winsys_screen *vws)
49f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
50f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(vws->pools.gmr_fenced)
51f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vws->pools.gmr_fenced->destroy(vws->pools.gmr_fenced);
52f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (vws->pools.query_fenced)
53f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vws->pools.query_fenced->destroy(vws->pools.query_fenced);
54f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
55f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   /* gmr_mm pool is already destroyed above */
56f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
57f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (vws->pools.gmr_slab_fenced)
58f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vws->pools.gmr_slab_fenced->destroy(vws->pools.gmr_slab_fenced);
59f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
60f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(vws->pools.gmr)
61f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vws->pools.gmr->destroy(vws->pools.gmr);
62f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(vws->pools.query)
63f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vws->pools.query->destroy(vws->pools.query);
64f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
65f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
66f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
67f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/**
68f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * vmw_query_pools_init - Create a pool of query buffers.
69f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
70f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * @vws: Pointer to a struct vmw_winsys_screen.
71f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
72f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * Typically this pool should be created on demand when we
73f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * detect that the app will be using queries. There's nothing
74f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * special with this pool other than the backing kernel buffer size,
75f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * which is limited to 8192.
76f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org */
77f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgboolean
78f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvmw_query_pools_init(struct vmw_winsys_screen *vws)
79f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
80f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.query = vmw_gmr_bufmgr_create(vws);
81f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(!vws->pools.query)
82f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      return FALSE;
83f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
84f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.query_mm = mm_bufmgr_create(vws->pools.query,
85f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					  VMW_QUERY_POOL_SIZE,
86f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org					  3 /* 8 alignment */);
87f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(!vws->pools.query_mm)
88f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      goto out_no_query_mm;
89f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
90f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.query_fenced = fenced_bufmgr_create(
91f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vws->pools.query_mm,
92f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vmw_fence_ops_create(vws),
93f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      VMW_QUERY_POOL_SIZE,
94f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      ~0);
95f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
96f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(!vws->pools.query_fenced)
97f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      goto out_no_query_fenced;
98f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
99f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return TRUE;
100f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
101f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org  out_no_query_fenced:
102f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.query_mm->destroy(vws->pools.query_mm);
103f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org  out_no_query_mm:
104f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.query->destroy(vws->pools.query);
105f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return FALSE;
106f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
107f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
108f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org/**
109f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * vmw_pools_init - Create a pool of GMR buffers.
110f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org *
111f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org * @vws: Pointer to a struct vmw_winsys_screen.
112f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org */
113f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgboolean
114f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgvmw_pools_init(struct vmw_winsys_screen *vws)
115f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org{
116f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   struct pb_desc desc;
117f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
118f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.gmr = vmw_gmr_bufmgr_create(vws);
119f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(!vws->pools.gmr)
120f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      goto error;
121f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
122f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.gmr_mm = mm_bufmgr_create(vws->pools.gmr,
123f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                                        VMW_GMR_POOL_SIZE,
124f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org                                        12 /* 4096 alignment */);
125f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(!vws->pools.gmr_mm)
126f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      goto error;
127f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
128f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   /*
129f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * We disallow "CPU" buffers to be created by the fenced_bufmgr_create,
130f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * because that defers "GPU" buffer creation to buffer validation,
131f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * and at buffer validation we have no means of handling failures
132f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * due to pools space shortage or fragmentation. Effectively this
133f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * makes sure all failures are reported immediately on buffer allocation,
134f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * and we can revert to allocating directly from the kernel.
135f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    */
136f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.gmr_fenced = fenced_bufmgr_create(
137f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vws->pools.gmr_mm,
138f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      vmw_fence_ops_create(vws),
139f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      VMW_GMR_POOL_SIZE,
140f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      0);
141f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
142f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#ifdef DEBUG
143f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.gmr_fenced = pb_debug_manager_create(vws->pools.gmr_fenced,
144f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org						   4096,
145f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org						   4096);
146f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org#endif
147f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if(!vws->pools.gmr_fenced)
148f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org      goto error;
149f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
150f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   /*
151f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * The slab pool allocates buffers directly from the kernel except
152f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * for very small buffers which are allocated from a slab in order
153f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * not to waste memory, since a kernel buffer is a minimum 4096 bytes.
154f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    *
155f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * Here we use it only for emergency in the case our pre-allocated
156f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    * buffer pool runs out of memory.
157f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org    */
158f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   desc.alignment = 64;
159f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   desc.usage = ~0;
160f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.gmr_slab = pb_slab_range_manager_create(vws->pools.gmr,
161f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org						      64,
162f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org						      8192,
163f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org						      16384,
164f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org						      &desc);
165f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (!vws->pools.gmr_slab)
166f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org       goto error;
167f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
168f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.gmr_slab_fenced =
169f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org       fenced_bufmgr_create(vws->pools.gmr_slab,
170f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			    vmw_fence_ops_create(vws),
171f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			    VMW_MAX_BUFFER_SIZE,
172f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org			    0);
173f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
174f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   if (!vws->pools.gmr_slab_fenced)
175f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org       goto error;
176f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
177f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.query_fenced = NULL;
178f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.query_mm = NULL;
179f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vws->pools.query = NULL;
180f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
181f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return TRUE;
182f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
183f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.orgerror:
184f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   vmw_pools_cleanup(vws);
185f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org   return FALSE;
186f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org}
187f2ba7591b1407a7ee9209f842c50696914dc2dedkbr@chromium.org
188