1 // SPDX-License-Identifier: GPL-2.0-only OR MIT
2 /* Copyright (c) 2023 Imagination Technologies Ltd. */
4 #include "pvr_device_info.h"
5 #include "pvr_rogue_fwif_client.h"
6 #include "pvr_rogue_fwif_stream.h"
7 #include "pvr_stream.h"
8 #include "pvr_stream_defs.h"
10 #include <linux/stddef.h>
11 #include <uapi/drm/pvr_drm.h>
13 #define PVR_STREAM_DEF_SET(owner, member, _size, _array_size, _feature) \
14 { .offset = offsetof(struct owner, member), \
16 .array_size = (_array_size), \
17 .feature = (_feature) }
19 #define PVR_STREAM_DEF(owner, member, member_size) \
20 PVR_STREAM_DEF_SET(owner, member, PVR_STREAM_SIZE_ ## member_size, 0, PVR_FEATURE_NONE)
22 #define PVR_STREAM_DEF_FEATURE(owner, member, member_size, feature) \
23 PVR_STREAM_DEF_SET(owner, member, PVR_STREAM_SIZE_ ## member_size, 0, feature)
25 #define PVR_STREAM_DEF_NOT_FEATURE(owner, member, member_size, feature) \
26 PVR_STREAM_DEF_SET(owner, member, PVR_STREAM_SIZE_ ## member_size, 0, \
27 (feature) | PVR_FEATURE_NOT)
29 #define PVR_STREAM_DEF_ARRAY(owner, member) \
30 PVR_STREAM_DEF_SET(owner, member, PVR_STREAM_SIZE_ARRAY, \
31 sizeof(((struct owner *)0)->member), PVR_FEATURE_NONE)
33 #define PVR_STREAM_DEF_ARRAY_FEATURE(owner, member, feature) \
34 PVR_STREAM_DEF_SET(owner, member, PVR_STREAM_SIZE_ARRAY, \
35 sizeof(((struct owner *)0)->member), feature)
37 #define PVR_STREAM_DEF_ARRAY_NOT_FEATURE(owner, member, feature) \
38 PVR_STREAM_DEF_SET(owner, member, PVR_STREAM_SIZE_ARRAY, \
39 sizeof(((struct owner *)0)->member), (feature) | PVR_FEATURE_NOT)
42 * When adding new parameters to the stream definition, the new parameters must go after the
43 * existing parameters, to preserve order. As parameters are naturally aligned, care must be taken
44 * with respect to implicit padding in the stream; padding should be minimised as much as possible.
46 static const struct pvr_stream_def rogue_fwif_cmd_geom_stream[] = {
47 PVR_STREAM_DEF(rogue_fwif_cmd_geom, regs.vdm_ctrl_stream_base, 64),
48 PVR_STREAM_DEF(rogue_fwif_cmd_geom, regs.tpu_border_colour_table, 64),
49 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_geom, regs.vdm_draw_indirect0, 64,
50 PVR_FEATURE_VDM_DRAWINDIRECT),
51 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_geom, regs.vdm_draw_indirect1, 32,
52 PVR_FEATURE_VDM_DRAWINDIRECT),
53 PVR_STREAM_DEF(rogue_fwif_cmd_geom, regs.ppp_ctrl, 32),
54 PVR_STREAM_DEF(rogue_fwif_cmd_geom, regs.te_psg, 32),
55 PVR_STREAM_DEF(rogue_fwif_cmd_geom, regs.vdm_context_resume_task0_size, 32),
56 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_geom, regs.vdm_context_resume_task3_size, 32,
57 PVR_FEATURE_VDM_OBJECT_LEVEL_LLS),
58 PVR_STREAM_DEF(rogue_fwif_cmd_geom, regs.view_idx, 32),
59 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_geom, regs.pds_coeff_free_prog, 32,
60 PVR_FEATURE_TESSELLATION),
63 static const struct pvr_stream_def rogue_fwif_cmd_geom_stream_brn49927[] = {
64 PVR_STREAM_DEF(rogue_fwif_cmd_geom, regs.tpu, 32),
67 static const struct pvr_stream_ext_def cmd_geom_ext_streams_0[] = {
69 .stream = rogue_fwif_cmd_geom_stream_brn49927,
70 .stream_len = ARRAY_SIZE(rogue_fwif_cmd_geom_stream_brn49927),
71 .header_mask = PVR_STREAM_EXTHDR_GEOM0_BRN49927,
76 static const struct pvr_stream_ext_header cmd_geom_ext_headers[] = {
78 .ext_streams = cmd_geom_ext_streams_0,
79 .ext_streams_num = ARRAY_SIZE(cmd_geom_ext_streams_0),
80 .valid_mask = PVR_STREAM_EXTHDR_GEOM0_VALID,
84 const struct pvr_stream_cmd_defs pvr_cmd_geom_stream = {
85 .type = PVR_STREAM_TYPE_GEOM,
87 .main_stream = rogue_fwif_cmd_geom_stream,
88 .main_stream_len = ARRAY_SIZE(rogue_fwif_cmd_geom_stream),
90 .ext_nr_headers = ARRAY_SIZE(cmd_geom_ext_headers),
91 .ext_headers = cmd_geom_ext_headers,
93 .dest_size = sizeof(struct rogue_fwif_cmd_geom),
96 static const struct pvr_stream_def rogue_fwif_cmd_frag_stream[] = {
97 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_scissor_base, 64),
98 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_dbias_base, 64),
99 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_oclqry_base, 64),
100 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_zlsctl, 64),
101 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_zload_store_base, 64),
102 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_stencil_load_store_base, 64),
103 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_frag, regs.fb_cdc_zls, 64,
104 PVR_FEATURE_REQUIRES_FB_CDC_ZLS_SETUP),
105 PVR_STREAM_DEF_ARRAY(rogue_fwif_cmd_frag, regs.pbe_word),
106 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.tpu_border_colour_table, 64),
107 PVR_STREAM_DEF_ARRAY(rogue_fwif_cmd_frag, regs.pds_bgnd),
108 PVR_STREAM_DEF_ARRAY(rogue_fwif_cmd_frag, regs.pds_pr_bgnd),
109 PVR_STREAM_DEF_ARRAY(rogue_fwif_cmd_frag, regs.usc_clear_register),
110 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.usc_pixel_output_ctrl, 32),
111 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_bgobjdepth, 32),
112 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_bgobjvals, 32),
113 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_aa, 32),
114 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_frag, regs.isp_xtp_pipe_enable, 32,
115 PVR_FEATURE_S7_TOP_INFRASTRUCTURE),
116 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_ctl, 32),
117 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.event_pixel_pds_info, 32),
118 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_frag, regs.pixel_phantom, 32,
119 PVR_FEATURE_CLUSTER_GROUPING),
120 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.view_idx, 32),
121 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.event_pixel_pds_data, 32),
122 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_frag, regs.isp_oclqry_stride, 32,
123 PVR_FEATURE_GPU_MULTICORE_SUPPORT),
124 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_frag, regs.isp_zls_pixels, 32,
125 PVR_FEATURE_ZLS_SUBTILE),
126 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_frag, regs.rgx_cr_blackpearl_fix, 32,
127 PVR_FEATURE_ISP_ZLS_D24_S8_PACKING_OGL_MODE),
128 PVR_STREAM_DEF(rogue_fwif_cmd_frag, zls_stride, 32),
129 PVR_STREAM_DEF(rogue_fwif_cmd_frag, sls_stride, 32),
130 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_frag, execute_count, 32,
131 PVR_FEATURE_GPU_MULTICORE_SUPPORT),
134 static const struct pvr_stream_def rogue_fwif_cmd_frag_stream_brn47217[] = {
135 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.isp_oclqry_stride, 32),
138 static const struct pvr_stream_def rogue_fwif_cmd_frag_stream_brn49927[] = {
139 PVR_STREAM_DEF(rogue_fwif_cmd_frag, regs.tpu, 32),
142 static const struct pvr_stream_ext_def cmd_frag_ext_streams_0[] = {
144 .stream = rogue_fwif_cmd_frag_stream_brn47217,
145 .stream_len = ARRAY_SIZE(rogue_fwif_cmd_frag_stream_brn47217),
146 .header_mask = PVR_STREAM_EXTHDR_FRAG0_BRN47217,
150 .stream = rogue_fwif_cmd_frag_stream_brn49927,
151 .stream_len = ARRAY_SIZE(rogue_fwif_cmd_frag_stream_brn49927),
152 .header_mask = PVR_STREAM_EXTHDR_FRAG0_BRN49927,
157 static const struct pvr_stream_ext_header cmd_frag_ext_headers[] = {
159 .ext_streams = cmd_frag_ext_streams_0,
160 .ext_streams_num = ARRAY_SIZE(cmd_frag_ext_streams_0),
161 .valid_mask = PVR_STREAM_EXTHDR_FRAG0_VALID,
165 const struct pvr_stream_cmd_defs pvr_cmd_frag_stream = {
166 .type = PVR_STREAM_TYPE_FRAG,
168 .main_stream = rogue_fwif_cmd_frag_stream,
169 .main_stream_len = ARRAY_SIZE(rogue_fwif_cmd_frag_stream),
171 .ext_nr_headers = ARRAY_SIZE(cmd_frag_ext_headers),
172 .ext_headers = cmd_frag_ext_headers,
174 .dest_size = sizeof(struct rogue_fwif_cmd_frag),
177 static const struct pvr_stream_def rogue_fwif_cmd_compute_stream[] = {
178 PVR_STREAM_DEF(rogue_fwif_cmd_compute, regs.tpu_border_colour_table, 64),
179 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_compute, regs.cdm_cb_queue, 64,
180 PVR_FEATURE_CDM_USER_MODE_QUEUE),
181 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_compute, regs.cdm_cb_base, 64,
182 PVR_FEATURE_CDM_USER_MODE_QUEUE),
183 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_compute, regs.cdm_cb, 64,
184 PVR_FEATURE_CDM_USER_MODE_QUEUE),
185 PVR_STREAM_DEF_NOT_FEATURE(rogue_fwif_cmd_compute, regs.cdm_ctrl_stream_base, 64,
186 PVR_FEATURE_CDM_USER_MODE_QUEUE),
187 PVR_STREAM_DEF(rogue_fwif_cmd_compute, regs.cdm_context_state_base_addr, 64),
188 PVR_STREAM_DEF(rogue_fwif_cmd_compute, regs.cdm_resume_pds1, 32),
189 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_compute, regs.cdm_item, 32,
190 PVR_FEATURE_COMPUTE_MORTON_CAPABLE),
191 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_compute, regs.compute_cluster, 32,
192 PVR_FEATURE_CLUSTER_GROUPING),
193 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_compute, regs.tpu_tag_cdm_ctrl, 32,
194 PVR_FEATURE_TPU_DM_GLOBAL_REGISTERS),
195 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_compute, stream_start_offset, 32,
196 PVR_FEATURE_CDM_USER_MODE_QUEUE),
197 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_compute, execute_count, 32,
198 PVR_FEATURE_GPU_MULTICORE_SUPPORT),
201 static const struct pvr_stream_def rogue_fwif_cmd_compute_stream_brn49927[] = {
202 PVR_STREAM_DEF(rogue_fwif_cmd_compute, regs.tpu, 32),
205 static const struct pvr_stream_ext_def cmd_compute_ext_streams_0[] = {
207 .stream = rogue_fwif_cmd_compute_stream_brn49927,
208 .stream_len = ARRAY_SIZE(rogue_fwif_cmd_compute_stream_brn49927),
209 .header_mask = PVR_STREAM_EXTHDR_COMPUTE0_BRN49927,
214 static const struct pvr_stream_ext_header cmd_compute_ext_headers[] = {
216 .ext_streams = cmd_compute_ext_streams_0,
217 .ext_streams_num = ARRAY_SIZE(cmd_compute_ext_streams_0),
218 .valid_mask = PVR_STREAM_EXTHDR_COMPUTE0_VALID,
222 const struct pvr_stream_cmd_defs pvr_cmd_compute_stream = {
223 .type = PVR_STREAM_TYPE_COMPUTE,
225 .main_stream = rogue_fwif_cmd_compute_stream,
226 .main_stream_len = ARRAY_SIZE(rogue_fwif_cmd_compute_stream),
228 .ext_nr_headers = ARRAY_SIZE(cmd_compute_ext_headers),
229 .ext_headers = cmd_compute_ext_headers,
231 .dest_size = sizeof(struct rogue_fwif_cmd_compute),
234 static const struct pvr_stream_def rogue_fwif_cmd_transfer_stream[] = {
235 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.pds_bgnd0_base, 64),
236 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.pds_bgnd1_base, 64),
237 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.pds_bgnd3_sizeinfo, 64),
238 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.isp_mtile_base, 64),
239 PVR_STREAM_DEF_ARRAY(rogue_fwif_cmd_transfer, regs.pbe_wordx_mrty),
240 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.isp_bgobjvals, 32),
241 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.usc_pixel_output_ctrl, 32),
242 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.usc_clear_register0, 32),
243 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.usc_clear_register1, 32),
244 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.usc_clear_register2, 32),
245 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.usc_clear_register3, 32),
246 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.isp_mtile_size, 32),
247 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.isp_render_origin, 32),
248 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.isp_ctl, 32),
249 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.isp_aa, 32),
250 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.event_pixel_pds_info, 32),
251 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.event_pixel_pds_code, 32),
252 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.event_pixel_pds_data, 32),
253 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.isp_render, 32),
254 PVR_STREAM_DEF(rogue_fwif_cmd_transfer, regs.isp_rgn, 32),
255 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_transfer, regs.isp_xtp_pipe_enable, 32,
256 PVR_FEATURE_S7_TOP_INFRASTRUCTURE),
257 PVR_STREAM_DEF_FEATURE(rogue_fwif_cmd_transfer, regs.frag_screen, 32,
258 PVR_FEATURE_GPU_MULTICORE_SUPPORT),
261 const struct pvr_stream_cmd_defs pvr_cmd_transfer_stream = {
262 .type = PVR_STREAM_TYPE_TRANSFER,
264 .main_stream = rogue_fwif_cmd_transfer_stream,
265 .main_stream_len = ARRAY_SIZE(rogue_fwif_cmd_transfer_stream),
269 .dest_size = sizeof(struct rogue_fwif_cmd_transfer),
272 static const struct pvr_stream_def rogue_fwif_static_render_context_state_stream[] = {
273 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
274 geom_reg_vdm_context_state_base_addr, 64),
275 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
276 geom_reg_vdm_context_state_resume_addr, 64),
277 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
278 geom_reg_ta_context_state_base_addr, 64),
279 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
280 geom_state[0].geom_reg_vdm_context_store_task0, 64),
281 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
282 geom_state[0].geom_reg_vdm_context_store_task1, 64),
283 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
284 geom_state[0].geom_reg_vdm_context_store_task2, 64),
285 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
286 geom_state[0].geom_reg_vdm_context_store_task3, 64),
287 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
288 geom_state[0].geom_reg_vdm_context_store_task4, 64),
289 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
290 geom_state[0].geom_reg_vdm_context_resume_task0, 64),
291 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
292 geom_state[0].geom_reg_vdm_context_resume_task1, 64),
293 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
294 geom_state[0].geom_reg_vdm_context_resume_task2, 64),
295 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
296 geom_state[0].geom_reg_vdm_context_resume_task3, 64),
297 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
298 geom_state[0].geom_reg_vdm_context_resume_task4, 64),
299 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
300 geom_state[1].geom_reg_vdm_context_store_task0, 64),
301 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
302 geom_state[1].geom_reg_vdm_context_store_task1, 64),
303 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
304 geom_state[1].geom_reg_vdm_context_store_task2, 64),
305 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
306 geom_state[1].geom_reg_vdm_context_store_task3, 64),
307 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
308 geom_state[1].geom_reg_vdm_context_store_task4, 64),
309 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
310 geom_state[1].geom_reg_vdm_context_resume_task0, 64),
311 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
312 geom_state[1].geom_reg_vdm_context_resume_task1, 64),
313 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
314 geom_state[1].geom_reg_vdm_context_resume_task2, 64),
315 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
316 geom_state[1].geom_reg_vdm_context_resume_task3, 64),
317 PVR_STREAM_DEF(rogue_fwif_geom_registers_caswitch,
318 geom_state[1].geom_reg_vdm_context_resume_task4, 64),
321 const struct pvr_stream_cmd_defs pvr_static_render_context_state_stream = {
322 .type = PVR_STREAM_TYPE_STATIC_RENDER_CONTEXT,
324 .main_stream = rogue_fwif_static_render_context_state_stream,
325 .main_stream_len = ARRAY_SIZE(rogue_fwif_static_render_context_state_stream),
329 .dest_size = sizeof(struct rogue_fwif_geom_registers_caswitch),
332 static const struct pvr_stream_def rogue_fwif_static_compute_context_state_stream[] = {
333 PVR_STREAM_DEF(rogue_fwif_cdm_registers_cswitch, cdmreg_cdm_context_pds0, 64),
334 PVR_STREAM_DEF(rogue_fwif_cdm_registers_cswitch, cdmreg_cdm_context_pds1, 64),
335 PVR_STREAM_DEF(rogue_fwif_cdm_registers_cswitch, cdmreg_cdm_terminate_pds, 64),
336 PVR_STREAM_DEF(rogue_fwif_cdm_registers_cswitch, cdmreg_cdm_terminate_pds1, 64),
337 PVR_STREAM_DEF(rogue_fwif_cdm_registers_cswitch, cdmreg_cdm_resume_pds0, 64),
338 PVR_STREAM_DEF(rogue_fwif_cdm_registers_cswitch, cdmreg_cdm_context_pds0_b, 64),
339 PVR_STREAM_DEF(rogue_fwif_cdm_registers_cswitch, cdmreg_cdm_resume_pds0_b, 64),
342 const struct pvr_stream_cmd_defs pvr_static_compute_context_state_stream = {
343 .type = PVR_STREAM_TYPE_STATIC_COMPUTE_CONTEXT,
345 .main_stream = rogue_fwif_static_compute_context_state_stream,
346 .main_stream_len = ARRAY_SIZE(rogue_fwif_static_compute_context_state_stream),
350 .dest_size = sizeof(struct rogue_fwif_cdm_registers_cswitch),