1#ifndef __NVC0_CONTEXT_H__
2#define __NVC0_CONTEXT_H__
3
4#include "pipe/p_context.h"
5#include "pipe/p_defines.h"
6#include "pipe/p_state.h"
7
8#include "util/u_memory.h"
9#include "util/u_math.h"
10#include "util/u_inlines.h"
11#include "util/u_dynarray.h"
12
13#include "nvc0/nvc0_winsys.h"
14#include "nvc0/nvc0_stateobj.h"
15#include "nvc0/nvc0_screen.h"
16#include "nvc0/nvc0_program.h"
17#include "nvc0/nvc0_resource.h"
18#include "nvc0/nvc0_query.h"
19
20#include "nv50/nv50_transfer.h"
21
22#include "nouveau_context.h"
23#include "nouveau_debug.h"
24
25#include "nv50/nv50_3ddefs.xml.h"
26#include "nvc0/nvc0_3d.xml.h"
27#include "nv50/nv50_2d.xml.h"
28#include "nvc0/nvc0_m2mf.xml.h"
29#include "nvc0/nve4_p2mf.xml.h"
30#include "nvc0/nvc0_compute.xml.h"
31#include "nvc0/nvc0_macros.h"
32
33/* NOTE: must keep NVC0_NEW_3D_...PROG in consecutive bits in this order */
34#define NVC0_NEW_3D_BLEND        (1 << 0)
35#define NVC0_NEW_3D_RASTERIZER   (1 << 1)
36#define NVC0_NEW_3D_ZSA          (1 << 2)
37#define NVC0_NEW_3D_VERTPROG     (1 << 3)
38#define NVC0_NEW_3D_TCTLPROG     (1 << 4)
39#define NVC0_NEW_3D_TEVLPROG     (1 << 5)
40#define NVC0_NEW_3D_GMTYPROG     (1 << 6)
41#define NVC0_NEW_3D_FRAGPROG     (1 << 7)
42#define NVC0_NEW_3D_BLEND_COLOUR (1 << 8)
43#define NVC0_NEW_3D_STENCIL_REF  (1 << 9)
44#define NVC0_NEW_3D_CLIP         (1 << 10)
45#define NVC0_NEW_3D_SAMPLE_MASK  (1 << 11)
46#define NVC0_NEW_3D_FRAMEBUFFER  (1 << 12)
47#define NVC0_NEW_3D_STIPPLE      (1 << 13)
48#define NVC0_NEW_3D_SCISSOR      (1 << 14)
49#define NVC0_NEW_3D_VIEWPORT     (1 << 15)
50#define NVC0_NEW_3D_ARRAYS       (1 << 16)
51#define NVC0_NEW_3D_VERTEX       (1 << 17)
52#define NVC0_NEW_3D_CONSTBUF     (1 << 18)
53#define NVC0_NEW_3D_TEXTURES     (1 << 19)
54#define NVC0_NEW_3D_SAMPLERS     (1 << 20)
55#define NVC0_NEW_3D_TFB_TARGETS  (1 << 21)
56#define NVC0_NEW_3D_IDXBUF       (1 << 22)
57#define NVC0_NEW_3D_SURFACES     (1 << 23)
58#define NVC0_NEW_3D_MIN_SAMPLES  (1 << 24)
59#define NVC0_NEW_3D_TESSFACTOR   (1 << 25)
60#define NVC0_NEW_3D_BUFFERS      (1 << 26)
61#define NVC0_NEW_3D_DRIVERCONST  (1 << 27)
62#define NVC0_NEW_3D_WINDOW_RECTS (1 << 28)
63
64#define NVC0_NEW_CP_PROGRAM   (1 << 0)
65#define NVC0_NEW_CP_SURFACES  (1 << 1)
66#define NVC0_NEW_CP_TEXTURES  (1 << 2)
67#define NVC0_NEW_CP_SAMPLERS  (1 << 3)
68#define NVC0_NEW_CP_CONSTBUF  (1 << 4)
69#define NVC0_NEW_CP_GLOBALS   (1 << 5)
70#define NVC0_NEW_CP_DRIVERCONST (1 << 6)
71#define NVC0_NEW_CP_BUFFERS   (1 << 7)
72
73/* 3d bufctx (during draw_vbo, blit_3d) */
74#define NVC0_BIND_3D_FB            0
75#define NVC0_BIND_3D_VTX           1
76#define NVC0_BIND_3D_VTX_TMP       2
77#define NVC0_BIND_3D_IDX           3
78#define NVC0_BIND_3D_TEX(s, i)  (  4 + 32 * (s) + (i))
79#define NVC0_BIND_3D_CB(s, i)   (164 + 16 * (s) + (i))
80#define NVC0_BIND_3D_TFB         244
81#define NVC0_BIND_3D_SUF         245
82#define NVC0_BIND_3D_BUF         246
83#define NVC0_BIND_3D_SCREEN      247
84#define NVC0_BIND_3D_TLS         249
85#define NVC0_BIND_3D_TEXT        250
86#define NVC0_BIND_3D_COUNT       251
87
88/* compute bufctx (during launch_grid) */
89#define NVC0_BIND_CP_CB(i)     (  0 + (i))
90#define NVC0_BIND_CP_TEX(i)    ( 16 + (i))
91#define NVC0_BIND_CP_SUF         48
92#define NVC0_BIND_CP_GLOBAL      49
93#define NVC0_BIND_CP_DESC        50
94#define NVC0_BIND_CP_SCREEN      51
95#define NVC0_BIND_CP_QUERY       52
96#define NVC0_BIND_CP_BUF         53
97#define NVC0_BIND_CP_TEXT        54
98#define NVC0_BIND_CP_COUNT       55
99
100/* bufctx for other operations */
101#define NVC0_BIND_2D            0
102#define NVC0_BIND_M2MF          0
103#define NVC0_BIND_FENCE         1
104
105/* 6 user uniform buffers, at 64K each */
106#define NVC0_CB_USR_INFO(s)         (s << 16)
107#define NVC0_CB_USR_SIZE            (6 << 16)
108/* 6 driver constbuts, at 2K each */
109#define NVC0_CB_AUX_INFO(s)         NVC0_CB_USR_SIZE + (s << 11)
110#define NVC0_CB_AUX_SIZE            (1 << 11)
111/* XXX: Figure out what this UNK data is. */
112#define NVC0_CB_AUX_UNK_INFO        0x000
113#define NVC0_CB_AUX_UNK_SIZE        (8 * 4)
114/* 40 textures handles (8 for GM107+ images only), at 1 32-bits integer each */
115#define NVC0_CB_AUX_TEX_INFO(i)     0x020 + (i) * 4
116#define NVC0_CB_AUX_TEX_SIZE        (40 * 4)
117/* 8 sets of 32-bits coordinate offsets */
118#define NVC0_CB_AUX_MS_INFO         0x0c0
119#define NVC0_CB_AUX_MS_SIZE         (8 * 2 * 4)
120/* block/grid size, at 3 32-bits integers each, gridid and work_dim */
121#define NVC0_CB_AUX_GRID_INFO(i)    0x100 + (i) * 4 /* CP */
122#define NVC0_CB_AUX_GRID_SIZE       (8 * 4)
123/* FB texture handle */
124#define NVC0_CB_AUX_FB_TEX_INFO     0x100 /* FP */
125#define NVC0_CB_AUX_FB_TEX_SIZE     (4)
126/* 8 user clip planes, at 4 32-bits floats each */
127#define NVC0_CB_AUX_UCP_INFO        0x120
128#define NVC0_CB_AUX_UCP_SIZE        (PIPE_MAX_CLIP_PLANES * 4 * 4)
129/* 13 ubos, at 4 32-bits integer each */
130#define NVC0_CB_AUX_UBO_INFO(i)     0x120 + (i) * 4 * 4 /* CP */
131#define NVC0_CB_AUX_UBO_SIZE        ((NVC0_MAX_PIPE_CONSTBUFS - 1) * 4 * 4)
132/* 8 sets of 32-bits integer pairs sample offsets */
133#define NVC0_CB_AUX_SAMPLE_INFO     0x1a0 /* FP */
134#define NVC0_CB_AUX_SAMPLE_SIZE     (8 * 4 * 2)
135/* draw parameters (index bais, base instance, drawid) */
136#define NVC0_CB_AUX_DRAW_INFO       0x1a0 /* VP */
137/* 32 user buffers, at 4 32-bits integers each */
138#define NVC0_CB_AUX_BUF_INFO(i)     0x220 + (i) * 4 * 4
139#define NVC0_CB_AUX_BUF_SIZE        (NVC0_MAX_BUFFERS * 4 * 4)
140/* 8 surfaces, at 16 32-bits integers each */
141#define NVC0_CB_AUX_SU_INFO(i)      0x420 + (i) * 16 * 4
142#define NVC0_CB_AUX_SU_SIZE         (NVC0_MAX_IMAGES * 16 * 4)
143/* 1 64-bits address and 1 32-bits sequence */
144#define NVC0_CB_AUX_MP_INFO         0x620
145#define NVC0_CB_AUX_MP_SIZE         3 * 4
146/* 4 32-bits floats for the vertex runout, put at the end */
147#define NVC0_CB_AUX_RUNOUT_INFO     NVC0_CB_USR_SIZE + (NVC0_CB_AUX_SIZE * 6)
148
149struct nvc0_blitctx;
150
151bool nvc0_blitctx_create(struct nvc0_context *);
152void nvc0_blitctx_destroy(struct nvc0_context *);
153
154struct nvc0_context {
155   struct nouveau_context base;
156
157   struct nouveau_bufctx *bufctx_3d;
158   struct nouveau_bufctx *bufctx;
159   struct nouveau_bufctx *bufctx_cp;
160
161   struct nvc0_screen *screen;
162
163   void (*m2mf_copy_rect)(struct nvc0_context *,
164                          const struct nv50_m2mf_rect *dst,
165                          const struct nv50_m2mf_rect *src,
166                          uint32_t nblocksx, uint32_t nblocksy);
167
168   uint32_t dirty_3d; /* dirty flags for 3d state */
169   uint32_t dirty_cp; /* dirty flags for compute state */
170
171   struct nvc0_graph_state state;
172
173   struct nvc0_blend_stateobj *blend;
174   struct nvc0_rasterizer_stateobj *rast;
175   struct nvc0_zsa_stateobj *zsa;
176   struct nvc0_vertex_stateobj *vertex;
177
178   struct nvc0_program *vertprog;
179   struct nvc0_program *tctlprog;
180   struct nvc0_program *tevlprog;
181   struct nvc0_program *gmtyprog;
182   struct nvc0_program *fragprog;
183   struct nvc0_program *compprog;
184
185   struct nvc0_program *tcp_empty;
186
187   struct nvc0_constbuf constbuf[6][NVC0_MAX_PIPE_CONSTBUFS];
188   uint16_t constbuf_dirty[6];
189   uint16_t constbuf_valid[6];
190   uint16_t constbuf_coherent[6];
191   bool cb_dirty;
192
193   struct pipe_vertex_buffer vtxbuf[PIPE_MAX_ATTRIBS];
194   unsigned num_vtxbufs;
195   uint32_t vtxbufs_coherent;
196   struct pipe_index_buffer idxbuf;
197   uint32_t constant_vbos;
198   uint32_t vbo_user; /* bitmask of vertex buffers pointing to user memory */
199   uint32_t vb_elt_first; /* from pipe_draw_info, for vertex upload */
200   uint32_t vb_elt_limit; /* max - min element (count - 1) */
201   uint32_t instance_off; /* current base vertex for instanced arrays */
202   uint32_t instance_max; /* last instance for current draw call */
203
204   struct pipe_sampler_view *textures[6][PIPE_MAX_SAMPLERS];
205   unsigned num_textures[6];
206   uint32_t textures_dirty[6];
207   uint32_t textures_coherent[6];
208   struct nv50_tsc_entry *samplers[6][PIPE_MAX_SAMPLERS];
209   unsigned num_samplers[6];
210   uint32_t samplers_dirty[6];
211   bool seamless_cube_map;
212   struct pipe_sampler_view *fbtexture;
213
214   uint32_t tex_handles[6][PIPE_MAX_SAMPLERS]; /* for nve4 */
215
216   struct pipe_framebuffer_state framebuffer;
217   struct pipe_blend_color blend_colour;
218   struct pipe_stencil_ref stencil_ref;
219   struct pipe_poly_stipple stipple;
220   struct pipe_scissor_state scissors[NVC0_MAX_VIEWPORTS];
221   unsigned scissors_dirty;
222   struct pipe_viewport_state viewports[NVC0_MAX_VIEWPORTS];
223   unsigned viewports_dirty;
224   struct pipe_clip_state clip;
225   struct nvc0_window_rect_stateobj window_rect;
226
227   unsigned sample_mask;
228   unsigned min_samples;
229
230   float default_tess_outer[4];
231   float default_tess_inner[2];
232
233   bool vbo_push_hint;
234
235   uint8_t tfbbuf_dirty;
236   struct pipe_stream_output_target *tfbbuf[4];
237   unsigned num_tfbbufs;
238
239   struct pipe_query *cond_query;
240   bool cond_cond; /* inverted rendering condition */
241   uint cond_mode;
242   uint32_t cond_condmode; /* the calculated condition */
243
244   struct nvc0_blitctx *blit;
245
246   /* NOTE: some of these surfaces may reference buffers */
247   struct pipe_surface *surfaces[2][NVC0_MAX_SURFACE_SLOTS];
248   uint16_t surfaces_dirty[2];
249   uint16_t surfaces_valid[2];
250
251   struct pipe_shader_buffer buffers[6][NVC0_MAX_BUFFERS];
252   uint32_t buffers_dirty[6];
253   uint32_t buffers_valid[6];
254
255   struct pipe_image_view images[6][NVC0_MAX_IMAGES];
256   struct pipe_sampler_view *images_tic[6][NVC0_MAX_IMAGES]; /* GM107+ */
257   uint16_t images_dirty[6];
258   uint16_t images_valid[6];
259
260   struct util_dynarray global_residents;
261};
262
263static inline struct nvc0_context *
264nvc0_context(struct pipe_context *pipe)
265{
266   return (struct nvc0_context *)pipe;
267}
268
269static inline unsigned
270nvc0_shader_stage(unsigned pipe)
271{
272   switch (pipe) {
273   case PIPE_SHADER_VERTEX: return 0;
274   case PIPE_SHADER_TESS_CTRL: return 1;
275   case PIPE_SHADER_TESS_EVAL: return 2;
276   case PIPE_SHADER_GEOMETRY: return 3;
277   case PIPE_SHADER_FRAGMENT: return 4;
278   case PIPE_SHADER_COMPUTE: return 5;
279   default:
280      assert(!"invalid PIPE_SHADER type");
281      return 0;
282   }
283}
284
285
286/* nvc0_context.c */
287struct pipe_context *nvc0_create(struct pipe_screen *, void *, unsigned flags);
288void nvc0_bufctx_fence(struct nvc0_context *, struct nouveau_bufctx *,
289                       bool on_flush);
290void nvc0_default_kick_notify(struct nouveau_pushbuf *);
291const void *nvc0_get_sample_locations(unsigned);
292
293/* nvc0_draw.c */
294extern struct draw_stage *nvc0_draw_render_stage(struct nvc0_context *);
295
296/* nvc0_program.c */
297bool nvc0_program_translate(struct nvc0_program *, uint16_t chipset,
298                            struct pipe_debug_callback *);
299bool nvc0_program_upload(struct nvc0_context *, struct nvc0_program *);
300void nvc0_program_destroy(struct nvc0_context *, struct nvc0_program *);
301void nvc0_program_library_upload(struct nvc0_context *);
302uint32_t nvc0_program_symbol_offset(const struct nvc0_program *,
303                                    uint32_t label);
304void nvc0_program_init_tcp_empty(struct nvc0_context *);
305
306/* nvc0_shader_state.c */
307void nvc0_vertprog_validate(struct nvc0_context *);
308void nvc0_tctlprog_validate(struct nvc0_context *);
309void nvc0_tevlprog_validate(struct nvc0_context *);
310void nvc0_gmtyprog_validate(struct nvc0_context *);
311void nvc0_fragprog_validate(struct nvc0_context *);
312void nvc0_compprog_validate(struct nvc0_context *);
313
314void nvc0_tfb_validate(struct nvc0_context *);
315
316/* nvc0_state.c */
317extern void nvc0_init_state_functions(struct nvc0_context *);
318
319/* nvc0_state_validate.c */
320struct nvc0_state_validate {
321   void (*func)(struct nvc0_context *);
322   uint32_t states;
323};
324
325bool nvc0_state_validate(struct nvc0_context *, uint32_t,
326                         struct nvc0_state_validate *, int, uint32_t *,
327                         struct nouveau_bufctx *);
328bool nvc0_state_validate_3d(struct nvc0_context *, uint32_t);
329
330/* nvc0_surface.c */
331extern void nvc0_clear(struct pipe_context *, unsigned buffers,
332                       const union pipe_color_union *color,
333                       double depth, unsigned stencil);
334extern void nvc0_init_surface_functions(struct nvc0_context *);
335
336/* nvc0_tex.c */
337bool nvc0_validate_tic(struct nvc0_context *nvc0, int s);
338bool nvc0_validate_tsc(struct nvc0_context *nvc0, int s);
339bool nve4_validate_tsc(struct nvc0_context *nvc0, int s);
340void nvc0_validate_suf(struct nvc0_context *nvc0, int s);
341void nvc0_validate_textures(struct nvc0_context *);
342void nvc0_validate_samplers(struct nvc0_context *);
343void nve4_set_tex_handles(struct nvc0_context *);
344void nvc0_validate_surfaces(struct nvc0_context *);
345void nve4_set_surface_info(struct nouveau_pushbuf *, struct pipe_image_view *,
346                           struct nvc0_context *);
347void nvc0_mark_image_range_valid(const struct pipe_image_view *);
348void nvc0_update_tic(struct nvc0_context *, struct nv50_tic_entry *,
349                     struct nv04_resource *);
350
351struct pipe_sampler_view *
352nvc0_create_texture_view(struct pipe_context *,
353                         struct pipe_resource *,
354                         const struct pipe_sampler_view *,
355                         uint32_t flags,
356                         enum pipe_texture_target);
357struct pipe_sampler_view *
358nvc0_create_sampler_view(struct pipe_context *,
359                         struct pipe_resource *,
360                         const struct pipe_sampler_view *);
361struct pipe_sampler_view *
362gm107_create_texture_view_from_image(struct pipe_context *,
363                                     const struct pipe_image_view *);
364
365/* nvc0_transfer.c */
366void
367nvc0_init_transfer_functions(struct nvc0_context *);
368
369void
370nvc0_m2mf_push_linear(struct nouveau_context *nv,
371                      struct nouveau_bo *dst, unsigned offset, unsigned domain,
372                      unsigned size, const void *data);
373void
374nve4_p2mf_push_linear(struct nouveau_context *nv,
375                      struct nouveau_bo *dst, unsigned offset, unsigned domain,
376                      unsigned size, const void *data);
377void
378nvc0_cb_bo_push(struct nouveau_context *,
379                struct nouveau_bo *bo, unsigned domain,
380                unsigned base, unsigned size,
381                unsigned offset, unsigned words, const uint32_t *data);
382
383/* nvc0_vbo.c */
384void nvc0_draw_vbo(struct pipe_context *, const struct pipe_draw_info *);
385
386void *
387nvc0_vertex_state_create(struct pipe_context *pipe,
388                         unsigned num_elements,
389                         const struct pipe_vertex_element *elements);
390void
391nvc0_vertex_state_delete(struct pipe_context *pipe, void *hwcso);
392
393void nvc0_vertex_arrays_validate(struct nvc0_context *);
394
395void nvc0_idxbuf_validate(struct nvc0_context *);
396
397/* nvc0_video.c */
398struct pipe_video_codec *
399nvc0_create_decoder(struct pipe_context *context,
400                    const struct pipe_video_codec *templ);
401
402struct pipe_video_buffer *
403nvc0_video_buffer_create(struct pipe_context *pipe,
404                         const struct pipe_video_buffer *templat);
405
406/* nvc0_push.c */
407void nvc0_push_vbo(struct nvc0_context *, const struct pipe_draw_info *);
408
409/* nve4_compute.c */
410void nve4_launch_grid(struct pipe_context *, const struct pipe_grid_info *);
411
412/* nvc0_compute.c */
413void nvc0_launch_grid(struct pipe_context *, const struct pipe_grid_info *);
414void nvc0_compute_validate_globals(struct nvc0_context *);
415
416#endif
417