2 * Copyright 2019 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
25 #include "amdgpu_jpeg.h"
26 #include "amdgpu_pm.h"
29 #include "jpeg_v2_0.h"
31 #include "vcn/vcn_3_0_0_offset.h"
32 #include "vcn/vcn_3_0_0_sh_mask.h"
33 #include "ivsrcid/vcn/irqsrcs_vcn_2_0.h"
35 #define mmUVD_JPEG_PITCH_INTERNAL_OFFSET 0x401f
37 static void jpeg_v3_0_set_dec_ring_funcs(struct amdgpu_device *adev);
38 static void jpeg_v3_0_set_irq_funcs(struct amdgpu_device *adev);
39 static int jpeg_v3_0_set_powergating_state(void *handle,
40 enum amd_powergating_state state);
43 * jpeg_v3_0_early_init - set function pointers
45 * @handle: amdgpu_device pointer
47 * Set ring and irq function pointers
49 static int jpeg_v3_0_early_init(void *handle)
51 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
55 switch (amdgpu_ip_version(adev, UVD_HWIP, 0)) {
56 case IP_VERSION(3, 1, 1):
57 case IP_VERSION(3, 1, 2):
60 harvest = RREG32_SOC15(JPEG, 0, mmCC_UVD_HARVESTING);
61 if (harvest & CC_UVD_HARVESTING__UVD_DISABLE_MASK)
66 adev->jpeg.num_jpeg_inst = 1;
67 adev->jpeg.num_jpeg_rings = 1;
69 jpeg_v3_0_set_dec_ring_funcs(adev);
70 jpeg_v3_0_set_irq_funcs(adev);
76 * jpeg_v3_0_sw_init - sw init for JPEG block
78 * @handle: amdgpu_device pointer
80 * Load firmware and sw initialization
82 static int jpeg_v3_0_sw_init(void *handle)
84 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
85 struct amdgpu_ring *ring;
89 r = amdgpu_irq_add_id(adev, SOC15_IH_CLIENTID_VCN,
90 VCN_2_0__SRCID__JPEG_DECODE, &adev->jpeg.inst->irq);
94 r = amdgpu_jpeg_sw_init(adev);
98 r = amdgpu_jpeg_resume(adev);
102 ring = adev->jpeg.inst->ring_dec;
103 ring->use_doorbell = true;
104 ring->doorbell_index = (adev->doorbell_index.vcn.vcn_ring0_1 << 1) + 1;
105 ring->vm_hub = AMDGPU_MMHUB0(0);
106 sprintf(ring->name, "jpeg_dec");
107 r = amdgpu_ring_init(adev, ring, 512, &adev->jpeg.inst->irq, 0,
108 AMDGPU_RING_PRIO_DEFAULT, NULL);
112 adev->jpeg.internal.jpeg_pitch[0] = mmUVD_JPEG_PITCH_INTERNAL_OFFSET;
113 adev->jpeg.inst->external.jpeg_pitch[0] = SOC15_REG_OFFSET(JPEG, 0, mmUVD_JPEG_PITCH);
119 * jpeg_v3_0_sw_fini - sw fini for JPEG block
121 * @handle: amdgpu_device pointer
123 * JPEG suspend and free up sw allocation
125 static int jpeg_v3_0_sw_fini(void *handle)
127 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
130 r = amdgpu_jpeg_suspend(adev);
134 r = amdgpu_jpeg_sw_fini(adev);
140 * jpeg_v3_0_hw_init - start and test JPEG block
142 * @handle: amdgpu_device pointer
145 static int jpeg_v3_0_hw_init(void *handle)
147 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
148 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec;
150 adev->nbio.funcs->vcn_doorbell_range(adev, ring->use_doorbell,
151 (adev->doorbell_index.vcn.vcn_ring0_1 << 1), 0);
153 return amdgpu_ring_test_helper(ring);
157 * jpeg_v3_0_hw_fini - stop the hardware block
159 * @handle: amdgpu_device pointer
161 * Stop the JPEG block, mark ring as not ready any more
163 static int jpeg_v3_0_hw_fini(void *handle)
165 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
167 cancel_delayed_work_sync(&adev->vcn.idle_work);
169 if (adev->jpeg.cur_state != AMD_PG_STATE_GATE &&
170 RREG32_SOC15(JPEG, 0, mmUVD_JRBC_STATUS))
171 jpeg_v3_0_set_powergating_state(adev, AMD_PG_STATE_GATE);
177 * jpeg_v3_0_suspend - suspend JPEG block
179 * @handle: amdgpu_device pointer
181 * HW fini and suspend JPEG block
183 static int jpeg_v3_0_suspend(void *handle)
185 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
188 r = jpeg_v3_0_hw_fini(adev);
192 r = amdgpu_jpeg_suspend(adev);
198 * jpeg_v3_0_resume - resume JPEG block
200 * @handle: amdgpu_device pointer
202 * Resume firmware and hw init JPEG block
204 static int jpeg_v3_0_resume(void *handle)
206 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
209 r = amdgpu_jpeg_resume(adev);
213 r = jpeg_v3_0_hw_init(adev);
218 static void jpeg_v3_0_disable_clock_gating(struct amdgpu_device *adev)
222 data = RREG32_SOC15(JPEG, 0, mmJPEG_CGC_CTRL);
223 if (adev->cg_flags & AMD_CG_SUPPORT_JPEG_MGCG)
224 data |= 1 << JPEG_CGC_CTRL__DYN_CLOCK_MODE__SHIFT;
226 data &= ~JPEG_CGC_CTRL__DYN_CLOCK_MODE__SHIFT;
228 data |= 1 << JPEG_CGC_CTRL__CLK_GATE_DLY_TIMER__SHIFT;
229 data |= 4 << JPEG_CGC_CTRL__CLK_OFF_DELAY__SHIFT;
230 WREG32_SOC15(JPEG, 0, mmJPEG_CGC_CTRL, data);
232 data = RREG32_SOC15(JPEG, 0, mmJPEG_CGC_GATE);
233 data &= ~(JPEG_CGC_GATE__JPEG_DEC_MASK
234 | JPEG_CGC_GATE__JPEG2_DEC_MASK
235 | JPEG_CGC_GATE__JPEG_ENC_MASK
236 | JPEG_CGC_GATE__JMCIF_MASK
237 | JPEG_CGC_GATE__JRBBM_MASK);
238 WREG32_SOC15(JPEG, 0, mmJPEG_CGC_GATE, data);
240 data = RREG32_SOC15(JPEG, 0, mmJPEG_CGC_CTRL);
241 data &= ~(JPEG_CGC_CTRL__JPEG_DEC_MODE_MASK
242 | JPEG_CGC_CTRL__JPEG2_DEC_MODE_MASK
243 | JPEG_CGC_CTRL__JMCIF_MODE_MASK
244 | JPEG_CGC_CTRL__JRBBM_MODE_MASK);
245 WREG32_SOC15(JPEG, 0, mmJPEG_CGC_CTRL, data);
248 static void jpeg_v3_0_enable_clock_gating(struct amdgpu_device *adev)
252 data = RREG32_SOC15(JPEG, 0, mmJPEG_CGC_GATE);
253 data |= (JPEG_CGC_GATE__JPEG_DEC_MASK
254 |JPEG_CGC_GATE__JPEG2_DEC_MASK
255 |JPEG_CGC_GATE__JPEG_ENC_MASK
256 |JPEG_CGC_GATE__JMCIF_MASK
257 |JPEG_CGC_GATE__JRBBM_MASK);
258 WREG32_SOC15(JPEG, 0, mmJPEG_CGC_GATE, data);
261 static int jpeg_v3_0_disable_static_power_gating(struct amdgpu_device *adev)
263 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG) {
267 data = 1 << UVD_PGFSM_CONFIG__UVDJ_PWR_CONFIG__SHIFT;
268 WREG32(SOC15_REG_OFFSET(JPEG, 0, mmUVD_PGFSM_CONFIG), data);
270 r = SOC15_WAIT_ON_RREG(JPEG, 0,
271 mmUVD_PGFSM_STATUS, UVD_PGFSM_STATUS_UVDJ_PWR_ON,
272 UVD_PGFSM_STATUS__UVDJ_PWR_STATUS_MASK);
275 DRM_ERROR("amdgpu: JPEG disable power gating failed\n");
280 /* disable anti hang mechanism */
281 WREG32_P(SOC15_REG_OFFSET(JPEG, 0, mmUVD_JPEG_POWER_STATUS), 0,
282 ~UVD_JPEG_POWER_STATUS__JPEG_POWER_STATUS_MASK);
284 /* keep the JPEG in static PG mode */
285 WREG32_P(SOC15_REG_OFFSET(JPEG, 0, mmUVD_JPEG_POWER_STATUS), 0,
286 ~UVD_JPEG_POWER_STATUS__JPEG_PG_MODE_MASK);
291 static int jpeg_v3_0_enable_static_power_gating(struct amdgpu_device *adev)
293 /* enable anti hang mechanism */
294 WREG32_P(SOC15_REG_OFFSET(JPEG, 0, mmUVD_JPEG_POWER_STATUS),
295 UVD_JPEG_POWER_STATUS__JPEG_POWER_STATUS_MASK,
296 ~UVD_JPEG_POWER_STATUS__JPEG_POWER_STATUS_MASK);
298 if (adev->pg_flags & AMD_PG_SUPPORT_JPEG) {
302 data = 2 << UVD_PGFSM_CONFIG__UVDJ_PWR_CONFIG__SHIFT;
303 WREG32(SOC15_REG_OFFSET(JPEG, 0, mmUVD_PGFSM_CONFIG), data);
305 r = SOC15_WAIT_ON_RREG(JPEG, 0, mmUVD_PGFSM_STATUS,
306 (2 << UVD_PGFSM_STATUS__UVDJ_PWR_STATUS__SHIFT),
307 UVD_PGFSM_STATUS__UVDJ_PWR_STATUS_MASK);
310 DRM_ERROR("amdgpu: JPEG enable power gating failed\n");
319 * jpeg_v3_0_start - start JPEG block
321 * @adev: amdgpu_device pointer
323 * Setup and start the JPEG block
325 static int jpeg_v3_0_start(struct amdgpu_device *adev)
327 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec;
330 if (adev->pm.dpm_enabled)
331 amdgpu_dpm_enable_jpeg(adev, true);
333 /* disable power gating */
334 r = jpeg_v3_0_disable_static_power_gating(adev);
338 /* JPEG disable CGC */
339 jpeg_v3_0_disable_clock_gating(adev);
341 /* MJPEG global tiling registers */
342 WREG32_SOC15(JPEG, 0, mmJPEG_DEC_GFX10_ADDR_CONFIG,
343 adev->gfx.config.gb_addr_config);
344 WREG32_SOC15(JPEG, 0, mmJPEG_ENC_GFX10_ADDR_CONFIG,
345 adev->gfx.config.gb_addr_config);
347 /* enable JMI channel */
348 WREG32_P(SOC15_REG_OFFSET(JPEG, 0, mmUVD_JMI_CNTL), 0,
349 ~UVD_JMI_CNTL__SOFT_RESET_MASK);
351 /* enable System Interrupt for JRBC */
352 WREG32_P(SOC15_REG_OFFSET(JPEG, 0, mmJPEG_SYS_INT_EN),
353 JPEG_SYS_INT_EN__DJRBC_MASK,
354 ~JPEG_SYS_INT_EN__DJRBC_MASK);
356 WREG32_SOC15(JPEG, 0, mmUVD_LMI_JRBC_RB_VMID, 0);
357 WREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_CNTL, (0x00000001L | 0x00000002L));
358 WREG32_SOC15(JPEG, 0, mmUVD_LMI_JRBC_RB_64BIT_BAR_LOW,
359 lower_32_bits(ring->gpu_addr));
360 WREG32_SOC15(JPEG, 0, mmUVD_LMI_JRBC_RB_64BIT_BAR_HIGH,
361 upper_32_bits(ring->gpu_addr));
362 WREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_RPTR, 0);
363 WREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_WPTR, 0);
364 WREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_CNTL, 0x00000002L);
365 WREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_SIZE, ring->ring_size / 4);
366 ring->wptr = RREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_WPTR);
372 * jpeg_v3_0_stop - stop JPEG block
374 * @adev: amdgpu_device pointer
376 * stop the JPEG block
378 static int jpeg_v3_0_stop(struct amdgpu_device *adev)
383 WREG32_P(SOC15_REG_OFFSET(JPEG, 0, mmUVD_JMI_CNTL),
384 UVD_JMI_CNTL__SOFT_RESET_MASK,
385 ~UVD_JMI_CNTL__SOFT_RESET_MASK);
387 jpeg_v3_0_enable_clock_gating(adev);
389 /* enable power gating */
390 r = jpeg_v3_0_enable_static_power_gating(adev);
394 if (adev->pm.dpm_enabled)
395 amdgpu_dpm_enable_jpeg(adev, false);
401 * jpeg_v3_0_dec_ring_get_rptr - get read pointer
403 * @ring: amdgpu_ring pointer
405 * Returns the current hardware read pointer
407 static uint64_t jpeg_v3_0_dec_ring_get_rptr(struct amdgpu_ring *ring)
409 struct amdgpu_device *adev = ring->adev;
411 return RREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_RPTR);
415 * jpeg_v3_0_dec_ring_get_wptr - get write pointer
417 * @ring: amdgpu_ring pointer
419 * Returns the current hardware write pointer
421 static uint64_t jpeg_v3_0_dec_ring_get_wptr(struct amdgpu_ring *ring)
423 struct amdgpu_device *adev = ring->adev;
425 if (ring->use_doorbell)
426 return *ring->wptr_cpu_addr;
428 return RREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_WPTR);
432 * jpeg_v3_0_dec_ring_set_wptr - set write pointer
434 * @ring: amdgpu_ring pointer
436 * Commits the write pointer to the hardware
438 static void jpeg_v3_0_dec_ring_set_wptr(struct amdgpu_ring *ring)
440 struct amdgpu_device *adev = ring->adev;
442 if (ring->use_doorbell) {
443 *ring->wptr_cpu_addr = lower_32_bits(ring->wptr);
444 WDOORBELL32(ring->doorbell_index, lower_32_bits(ring->wptr));
446 WREG32_SOC15(JPEG, 0, mmUVD_JRBC_RB_WPTR, lower_32_bits(ring->wptr));
450 static bool jpeg_v3_0_is_idle(void *handle)
452 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
455 ret &= (((RREG32_SOC15(JPEG, 0, mmUVD_JRBC_STATUS) &
456 UVD_JRBC_STATUS__RB_JOB_DONE_MASK) ==
457 UVD_JRBC_STATUS__RB_JOB_DONE_MASK));
462 static int jpeg_v3_0_wait_for_idle(void *handle)
464 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
466 return SOC15_WAIT_ON_RREG(JPEG, 0, mmUVD_JRBC_STATUS,
467 UVD_JRBC_STATUS__RB_JOB_DONE_MASK,
468 UVD_JRBC_STATUS__RB_JOB_DONE_MASK);
471 static int jpeg_v3_0_set_clockgating_state(void *handle,
472 enum amd_clockgating_state state)
474 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
475 bool enable = state == AMD_CG_STATE_GATE;
478 if (!jpeg_v3_0_is_idle(handle))
480 jpeg_v3_0_enable_clock_gating(adev);
482 jpeg_v3_0_disable_clock_gating(adev);
488 static int jpeg_v3_0_set_powergating_state(void *handle,
489 enum amd_powergating_state state)
491 struct amdgpu_device *adev = (struct amdgpu_device *)handle;
494 if(state == adev->jpeg.cur_state)
497 if (state == AMD_PG_STATE_GATE)
498 ret = jpeg_v3_0_stop(adev);
500 ret = jpeg_v3_0_start(adev);
503 adev->jpeg.cur_state = state;
508 static int jpeg_v3_0_set_interrupt_state(struct amdgpu_device *adev,
509 struct amdgpu_irq_src *source,
511 enum amdgpu_interrupt_state state)
516 static int jpeg_v3_0_process_interrupt(struct amdgpu_device *adev,
517 struct amdgpu_irq_src *source,
518 struct amdgpu_iv_entry *entry)
520 DRM_DEBUG("IH: JPEG TRAP\n");
522 switch (entry->src_id) {
523 case VCN_2_0__SRCID__JPEG_DECODE:
524 amdgpu_fence_process(adev->jpeg.inst->ring_dec);
527 DRM_ERROR("Unhandled interrupt: %d %d\n",
528 entry->src_id, entry->src_data[0]);
535 static const struct amd_ip_funcs jpeg_v3_0_ip_funcs = {
537 .early_init = jpeg_v3_0_early_init,
539 .sw_init = jpeg_v3_0_sw_init,
540 .sw_fini = jpeg_v3_0_sw_fini,
541 .hw_init = jpeg_v3_0_hw_init,
542 .hw_fini = jpeg_v3_0_hw_fini,
543 .suspend = jpeg_v3_0_suspend,
544 .resume = jpeg_v3_0_resume,
545 .is_idle = jpeg_v3_0_is_idle,
546 .wait_for_idle = jpeg_v3_0_wait_for_idle,
547 .check_soft_reset = NULL,
548 .pre_soft_reset = NULL,
550 .post_soft_reset = NULL,
551 .set_clockgating_state = jpeg_v3_0_set_clockgating_state,
552 .set_powergating_state = jpeg_v3_0_set_powergating_state,
553 .dump_ip_state = NULL,
554 .print_ip_state = NULL,
557 static const struct amdgpu_ring_funcs jpeg_v3_0_dec_ring_vm_funcs = {
558 .type = AMDGPU_RING_TYPE_VCN_JPEG,
560 .get_rptr = jpeg_v3_0_dec_ring_get_rptr,
561 .get_wptr = jpeg_v3_0_dec_ring_get_wptr,
562 .set_wptr = jpeg_v3_0_dec_ring_set_wptr,
564 SOC15_FLUSH_GPU_TLB_NUM_WREG * 6 +
565 SOC15_FLUSH_GPU_TLB_NUM_REG_WAIT * 8 +
566 8 + /* jpeg_v3_0_dec_ring_emit_vm_flush */
567 18 + 18 + /* jpeg_v3_0_dec_ring_emit_fence x2 vm fence */
569 .emit_ib_size = 22, /* jpeg_v3_0_dec_ring_emit_ib */
570 .emit_ib = jpeg_v2_0_dec_ring_emit_ib,
571 .emit_fence = jpeg_v2_0_dec_ring_emit_fence,
572 .emit_vm_flush = jpeg_v2_0_dec_ring_emit_vm_flush,
573 .test_ring = amdgpu_jpeg_dec_ring_test_ring,
574 .test_ib = amdgpu_jpeg_dec_ring_test_ib,
575 .insert_nop = jpeg_v2_0_dec_ring_nop,
576 .insert_start = jpeg_v2_0_dec_ring_insert_start,
577 .insert_end = jpeg_v2_0_dec_ring_insert_end,
578 .pad_ib = amdgpu_ring_generic_pad_ib,
579 .begin_use = amdgpu_jpeg_ring_begin_use,
580 .end_use = amdgpu_jpeg_ring_end_use,
581 .emit_wreg = jpeg_v2_0_dec_ring_emit_wreg,
582 .emit_reg_wait = jpeg_v2_0_dec_ring_emit_reg_wait,
583 .emit_reg_write_reg_wait = amdgpu_ring_emit_reg_write_reg_wait_helper,
586 static void jpeg_v3_0_set_dec_ring_funcs(struct amdgpu_device *adev)
588 adev->jpeg.inst->ring_dec->funcs = &jpeg_v3_0_dec_ring_vm_funcs;
591 static const struct amdgpu_irq_src_funcs jpeg_v3_0_irq_funcs = {
592 .set = jpeg_v3_0_set_interrupt_state,
593 .process = jpeg_v3_0_process_interrupt,
596 static void jpeg_v3_0_set_irq_funcs(struct amdgpu_device *adev)
598 adev->jpeg.inst->irq.num_types = 1;
599 adev->jpeg.inst->irq.funcs = &jpeg_v3_0_irq_funcs;
602 const struct amdgpu_ip_block_version jpeg_v3_0_ip_block =
604 .type = AMD_IP_BLOCK_TYPE_JPEG,
608 .funcs = &jpeg_v3_0_ip_funcs,