1*4882a593Smuzhiyun /* 2*4882a593Smuzhiyun * Copyright 2016 Advanced Micro Devices, Inc. 3*4882a593Smuzhiyun * 4*4882a593Smuzhiyun * Permission is hereby granted, free of charge, to any person obtaining a 5*4882a593Smuzhiyun * copy of this software and associated documentation files (the "Software"), 6*4882a593Smuzhiyun * to deal in the Software without restriction, including without limitation 7*4882a593Smuzhiyun * the rights to use, copy, modify, merge, publish, distribute, sublicense, 8*4882a593Smuzhiyun * and/or sell copies of the Software, and to permit persons to whom the 9*4882a593Smuzhiyun * Software is furnished to do so, subject to the following conditions: 10*4882a593Smuzhiyun * 11*4882a593Smuzhiyun * The above copyright notice and this permission notice shall be included in 12*4882a593Smuzhiyun * all copies or substantial portions of the Software. 13*4882a593Smuzhiyun * 14*4882a593Smuzhiyun * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 15*4882a593Smuzhiyun * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 16*4882a593Smuzhiyun * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 17*4882a593Smuzhiyun * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 18*4882a593Smuzhiyun * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 19*4882a593Smuzhiyun * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 20*4882a593Smuzhiyun * OTHER DEALINGS IN THE SOFTWARE. 21*4882a593Smuzhiyun * 22*4882a593Smuzhiyun */ 23*4882a593Smuzhiyun 24*4882a593Smuzhiyun #ifndef __AMDGPU_VCN_H__ 25*4882a593Smuzhiyun #define __AMDGPU_VCN_H__ 26*4882a593Smuzhiyun 27*4882a593Smuzhiyun #define AMDGPU_VCN_STACK_SIZE (128*1024) 28*4882a593Smuzhiyun #define AMDGPU_VCN_CONTEXT_SIZE (512*1024) 29*4882a593Smuzhiyun 30*4882a593Smuzhiyun #define AMDGPU_VCN_FIRMWARE_OFFSET 256 31*4882a593Smuzhiyun #define AMDGPU_VCN_MAX_ENC_RINGS 3 32*4882a593Smuzhiyun 33*4882a593Smuzhiyun #define AMDGPU_MAX_VCN_INSTANCES 2 34*4882a593Smuzhiyun #define AMDGPU_MAX_VCN_ENC_RINGS AMDGPU_VCN_MAX_ENC_RINGS * AMDGPU_MAX_VCN_INSTANCES 35*4882a593Smuzhiyun 36*4882a593Smuzhiyun #define AMDGPU_VCN_HARVEST_VCN0 (1 << 0) 37*4882a593Smuzhiyun #define AMDGPU_VCN_HARVEST_VCN1 (1 << 1) 38*4882a593Smuzhiyun 39*4882a593Smuzhiyun #define VCN_DEC_KMD_CMD 0x80000000 40*4882a593Smuzhiyun #define VCN_DEC_CMD_FENCE 0x00000000 41*4882a593Smuzhiyun #define VCN_DEC_CMD_TRAP 0x00000001 42*4882a593Smuzhiyun #define VCN_DEC_CMD_WRITE_REG 0x00000004 43*4882a593Smuzhiyun #define VCN_DEC_CMD_REG_READ_COND_WAIT 0x00000006 44*4882a593Smuzhiyun #define VCN_DEC_CMD_PACKET_START 0x0000000a 45*4882a593Smuzhiyun #define VCN_DEC_CMD_PACKET_END 0x0000000b 46*4882a593Smuzhiyun 47*4882a593Smuzhiyun #define VCN_ENC_CMD_NO_OP 0x00000000 48*4882a593Smuzhiyun #define VCN_ENC_CMD_END 0x00000001 49*4882a593Smuzhiyun #define VCN_ENC_CMD_IB 0x00000002 50*4882a593Smuzhiyun #define VCN_ENC_CMD_FENCE 0x00000003 51*4882a593Smuzhiyun #define VCN_ENC_CMD_TRAP 0x00000004 52*4882a593Smuzhiyun #define VCN_ENC_CMD_REG_WRITE 0x0000000b 53*4882a593Smuzhiyun #define VCN_ENC_CMD_REG_WAIT 0x0000000c 54*4882a593Smuzhiyun 55*4882a593Smuzhiyun #define VCN_VID_SOC_ADDRESS_2_0 0x1fa00 56*4882a593Smuzhiyun #define VCN1_VID_SOC_ADDRESS_3_0 0x48200 57*4882a593Smuzhiyun #define VCN_AON_SOC_ADDRESS_2_0 0x1f800 58*4882a593Smuzhiyun #define VCN1_AON_SOC_ADDRESS_3_0 0x48000 59*4882a593Smuzhiyun #define VCN_VID_IP_ADDRESS_2_0 0x0 60*4882a593Smuzhiyun #define VCN_AON_IP_ADDRESS_2_0 0x30000 61*4882a593Smuzhiyun 62*4882a593Smuzhiyun #define mmUVD_RBC_XX_IB_REG_CHECK 0x026b 63*4882a593Smuzhiyun #define mmUVD_RBC_XX_IB_REG_CHECK_BASE_IDX 1 64*4882a593Smuzhiyun #define mmUVD_REG_XX_MASK 0x026c 65*4882a593Smuzhiyun #define mmUVD_REG_XX_MASK_BASE_IDX 1 66*4882a593Smuzhiyun 67*4882a593Smuzhiyun /* 1 second timeout */ 68*4882a593Smuzhiyun #define VCN_IDLE_TIMEOUT msecs_to_jiffies(1000) 69*4882a593Smuzhiyun 70*4882a593Smuzhiyun #define RREG32_SOC15_DPG_MODE_1_0(ip, inst_idx, reg, mask, sram_sel) \ 71*4882a593Smuzhiyun ({ WREG32_SOC15(ip, inst_idx, mmUVD_DPG_LMA_MASK, mask); \ 72*4882a593Smuzhiyun WREG32_SOC15(ip, inst_idx, mmUVD_DPG_LMA_CTL, \ 73*4882a593Smuzhiyun UVD_DPG_LMA_CTL__MASK_EN_MASK | \ 74*4882a593Smuzhiyun ((adev->reg_offset[ip##_HWIP][inst_idx][reg##_BASE_IDX] + reg) \ 75*4882a593Smuzhiyun << UVD_DPG_LMA_CTL__READ_WRITE_ADDR__SHIFT) | \ 76*4882a593Smuzhiyun (sram_sel << UVD_DPG_LMA_CTL__SRAM_SEL__SHIFT)); \ 77*4882a593Smuzhiyun RREG32_SOC15(ip, inst_idx, mmUVD_DPG_LMA_DATA); \ 78*4882a593Smuzhiyun }) 79*4882a593Smuzhiyun 80*4882a593Smuzhiyun #define WREG32_SOC15_DPG_MODE_1_0(ip, inst_idx, reg, value, mask, sram_sel) \ 81*4882a593Smuzhiyun do { \ 82*4882a593Smuzhiyun WREG32_SOC15(ip, inst_idx, mmUVD_DPG_LMA_DATA, value); \ 83*4882a593Smuzhiyun WREG32_SOC15(ip, inst_idx, mmUVD_DPG_LMA_MASK, mask); \ 84*4882a593Smuzhiyun WREG32_SOC15(ip, inst_idx, mmUVD_DPG_LMA_CTL, \ 85*4882a593Smuzhiyun UVD_DPG_LMA_CTL__READ_WRITE_MASK | \ 86*4882a593Smuzhiyun ((adev->reg_offset[ip##_HWIP][inst_idx][reg##_BASE_IDX] + reg) \ 87*4882a593Smuzhiyun << UVD_DPG_LMA_CTL__READ_WRITE_ADDR__SHIFT) | \ 88*4882a593Smuzhiyun (sram_sel << UVD_DPG_LMA_CTL__SRAM_SEL__SHIFT)); \ 89*4882a593Smuzhiyun } while (0) 90*4882a593Smuzhiyun 91*4882a593Smuzhiyun #define SOC15_DPG_MODE_OFFSET(ip, inst_idx, reg) \ 92*4882a593Smuzhiyun ({ \ 93*4882a593Smuzhiyun uint32_t internal_reg_offset, addr; \ 94*4882a593Smuzhiyun bool video_range, video1_range, aon_range, aon1_range; \ 95*4882a593Smuzhiyun \ 96*4882a593Smuzhiyun addr = (adev->reg_offset[ip##_HWIP][inst_idx][reg##_BASE_IDX] + reg); \ 97*4882a593Smuzhiyun addr <<= 2; \ 98*4882a593Smuzhiyun video_range = ((((0xFFFFF & addr) >= (VCN_VID_SOC_ADDRESS_2_0)) && \ 99*4882a593Smuzhiyun ((0xFFFFF & addr) < ((VCN_VID_SOC_ADDRESS_2_0 + 0x2600))))); \ 100*4882a593Smuzhiyun video1_range = ((((0xFFFFF & addr) >= (VCN1_VID_SOC_ADDRESS_3_0)) && \ 101*4882a593Smuzhiyun ((0xFFFFF & addr) < ((VCN1_VID_SOC_ADDRESS_3_0 + 0x2600))))); \ 102*4882a593Smuzhiyun aon_range = ((((0xFFFFF & addr) >= (VCN_AON_SOC_ADDRESS_2_0)) && \ 103*4882a593Smuzhiyun ((0xFFFFF & addr) < ((VCN_AON_SOC_ADDRESS_2_0 + 0x600))))); \ 104*4882a593Smuzhiyun aon1_range = ((((0xFFFFF & addr) >= (VCN1_AON_SOC_ADDRESS_3_0)) && \ 105*4882a593Smuzhiyun ((0xFFFFF & addr) < ((VCN1_AON_SOC_ADDRESS_3_0 + 0x600))))); \ 106*4882a593Smuzhiyun if (video_range) \ 107*4882a593Smuzhiyun internal_reg_offset = ((0xFFFFF & addr) - (VCN_VID_SOC_ADDRESS_2_0) + \ 108*4882a593Smuzhiyun (VCN_VID_IP_ADDRESS_2_0)); \ 109*4882a593Smuzhiyun else if (aon_range) \ 110*4882a593Smuzhiyun internal_reg_offset = ((0xFFFFF & addr) - (VCN_AON_SOC_ADDRESS_2_0) + \ 111*4882a593Smuzhiyun (VCN_AON_IP_ADDRESS_2_0)); \ 112*4882a593Smuzhiyun else if (video1_range) \ 113*4882a593Smuzhiyun internal_reg_offset = ((0xFFFFF & addr) - (VCN1_VID_SOC_ADDRESS_3_0) + \ 114*4882a593Smuzhiyun (VCN_VID_IP_ADDRESS_2_0)); \ 115*4882a593Smuzhiyun else if (aon1_range) \ 116*4882a593Smuzhiyun internal_reg_offset = ((0xFFFFF & addr) - (VCN1_AON_SOC_ADDRESS_3_0) + \ 117*4882a593Smuzhiyun (VCN_AON_IP_ADDRESS_2_0)); \ 118*4882a593Smuzhiyun else \ 119*4882a593Smuzhiyun internal_reg_offset = (0xFFFFF & addr); \ 120*4882a593Smuzhiyun \ 121*4882a593Smuzhiyun internal_reg_offset >>= 2; \ 122*4882a593Smuzhiyun }) 123*4882a593Smuzhiyun 124*4882a593Smuzhiyun #define RREG32_SOC15_DPG_MODE(inst_idx, offset, mask_en) \ 125*4882a593Smuzhiyun ({ \ 126*4882a593Smuzhiyun WREG32_SOC15(VCN, inst_idx, mmUVD_DPG_LMA_CTL, \ 127*4882a593Smuzhiyun (0x0 << UVD_DPG_LMA_CTL__READ_WRITE__SHIFT | \ 128*4882a593Smuzhiyun mask_en << UVD_DPG_LMA_CTL__MASK_EN__SHIFT | \ 129*4882a593Smuzhiyun offset << UVD_DPG_LMA_CTL__READ_WRITE_ADDR__SHIFT)); \ 130*4882a593Smuzhiyun RREG32_SOC15(VCN, inst_idx, mmUVD_DPG_LMA_DATA); \ 131*4882a593Smuzhiyun }) 132*4882a593Smuzhiyun 133*4882a593Smuzhiyun #define WREG32_SOC15_DPG_MODE(inst_idx, offset, value, mask_en, indirect) \ 134*4882a593Smuzhiyun do { \ 135*4882a593Smuzhiyun if (!indirect) { \ 136*4882a593Smuzhiyun WREG32_SOC15(VCN, inst_idx, mmUVD_DPG_LMA_DATA, value); \ 137*4882a593Smuzhiyun WREG32_SOC15(VCN, inst_idx, mmUVD_DPG_LMA_CTL, \ 138*4882a593Smuzhiyun (0x1 << UVD_DPG_LMA_CTL__READ_WRITE__SHIFT | \ 139*4882a593Smuzhiyun mask_en << UVD_DPG_LMA_CTL__MASK_EN__SHIFT | \ 140*4882a593Smuzhiyun offset << UVD_DPG_LMA_CTL__READ_WRITE_ADDR__SHIFT)); \ 141*4882a593Smuzhiyun } else { \ 142*4882a593Smuzhiyun *adev->vcn.inst[inst_idx].dpg_sram_curr_addr++ = offset; \ 143*4882a593Smuzhiyun *adev->vcn.inst[inst_idx].dpg_sram_curr_addr++ = value; \ 144*4882a593Smuzhiyun } \ 145*4882a593Smuzhiyun } while (0) 146*4882a593Smuzhiyun 147*4882a593Smuzhiyun #define AMDGPU_VCN_MULTI_QUEUE_FLAG (1 << 8) 148*4882a593Smuzhiyun 149*4882a593Smuzhiyun enum fw_queue_mode { 150*4882a593Smuzhiyun FW_QUEUE_RING_RESET = 1, 151*4882a593Smuzhiyun FW_QUEUE_DPG_HOLD_OFF = 2, 152*4882a593Smuzhiyun }; 153*4882a593Smuzhiyun 154*4882a593Smuzhiyun enum engine_status_constants { 155*4882a593Smuzhiyun UVD_PGFSM_STATUS__UVDM_UVDU_PWR_ON = 0x2AAAA0, 156*4882a593Smuzhiyun UVD_PGFSM_STATUS__UVDM_UVDU_PWR_ON_2_0 = 0xAAAA0, 157*4882a593Smuzhiyun UVD_PGFSM_STATUS__UVDM_UVDU_UVDLM_PWR_ON_3_0 = 0x2A2A8AA0, 158*4882a593Smuzhiyun UVD_PGFSM_CONFIG__UVDM_UVDU_PWR_ON = 0x00000002, 159*4882a593Smuzhiyun UVD_STATUS__UVD_BUSY = 0x00000004, 160*4882a593Smuzhiyun GB_ADDR_CONFIG_DEFAULT = 0x26010011, 161*4882a593Smuzhiyun UVD_STATUS__IDLE = 0x2, 162*4882a593Smuzhiyun UVD_STATUS__BUSY = 0x5, 163*4882a593Smuzhiyun UVD_POWER_STATUS__UVD_POWER_STATUS_TILES_OFF = 0x1, 164*4882a593Smuzhiyun UVD_STATUS__RBC_BUSY = 0x1, 165*4882a593Smuzhiyun UVD_PGFSM_STATUS_UVDJ_PWR_ON = 0, 166*4882a593Smuzhiyun }; 167*4882a593Smuzhiyun 168*4882a593Smuzhiyun enum internal_dpg_state { 169*4882a593Smuzhiyun VCN_DPG_STATE__UNPAUSE = 0, 170*4882a593Smuzhiyun VCN_DPG_STATE__PAUSE, 171*4882a593Smuzhiyun }; 172*4882a593Smuzhiyun 173*4882a593Smuzhiyun struct dpg_pause_state { 174*4882a593Smuzhiyun enum internal_dpg_state fw_based; 175*4882a593Smuzhiyun enum internal_dpg_state jpeg; 176*4882a593Smuzhiyun }; 177*4882a593Smuzhiyun 178*4882a593Smuzhiyun struct amdgpu_vcn_reg{ 179*4882a593Smuzhiyun unsigned data0; 180*4882a593Smuzhiyun unsigned data1; 181*4882a593Smuzhiyun unsigned cmd; 182*4882a593Smuzhiyun unsigned nop; 183*4882a593Smuzhiyun unsigned context_id; 184*4882a593Smuzhiyun unsigned ib_vmid; 185*4882a593Smuzhiyun unsigned ib_bar_low; 186*4882a593Smuzhiyun unsigned ib_bar_high; 187*4882a593Smuzhiyun unsigned ib_size; 188*4882a593Smuzhiyun unsigned gp_scratch8; 189*4882a593Smuzhiyun unsigned scratch9; 190*4882a593Smuzhiyun }; 191*4882a593Smuzhiyun 192*4882a593Smuzhiyun struct amdgpu_vcn_inst { 193*4882a593Smuzhiyun struct amdgpu_bo *vcpu_bo; 194*4882a593Smuzhiyun void *cpu_addr; 195*4882a593Smuzhiyun uint64_t gpu_addr; 196*4882a593Smuzhiyun void *saved_bo; 197*4882a593Smuzhiyun struct amdgpu_ring ring_dec; 198*4882a593Smuzhiyun struct amdgpu_ring ring_enc[AMDGPU_VCN_MAX_ENC_RINGS]; 199*4882a593Smuzhiyun struct amdgpu_irq_src irq; 200*4882a593Smuzhiyun struct amdgpu_vcn_reg external; 201*4882a593Smuzhiyun struct amdgpu_bo *dpg_sram_bo; 202*4882a593Smuzhiyun struct dpg_pause_state pause_state; 203*4882a593Smuzhiyun void *dpg_sram_cpu_addr; 204*4882a593Smuzhiyun uint64_t dpg_sram_gpu_addr; 205*4882a593Smuzhiyun uint32_t *dpg_sram_curr_addr; 206*4882a593Smuzhiyun atomic_t dpg_enc_submission_cnt; 207*4882a593Smuzhiyun void *fw_shared_cpu_addr; 208*4882a593Smuzhiyun uint64_t fw_shared_gpu_addr; 209*4882a593Smuzhiyun }; 210*4882a593Smuzhiyun 211*4882a593Smuzhiyun struct amdgpu_vcn { 212*4882a593Smuzhiyun unsigned fw_version; 213*4882a593Smuzhiyun struct delayed_work idle_work; 214*4882a593Smuzhiyun const struct firmware *fw; /* VCN firmware */ 215*4882a593Smuzhiyun unsigned num_enc_rings; 216*4882a593Smuzhiyun enum amd_powergating_state cur_state; 217*4882a593Smuzhiyun bool indirect_sram; 218*4882a593Smuzhiyun 219*4882a593Smuzhiyun uint8_t num_vcn_inst; 220*4882a593Smuzhiyun struct amdgpu_vcn_inst inst[AMDGPU_MAX_VCN_INSTANCES]; 221*4882a593Smuzhiyun struct amdgpu_vcn_reg internal; 222*4882a593Smuzhiyun struct mutex vcn_pg_lock; 223*4882a593Smuzhiyun struct mutex vcn1_jpeg1_workaround; 224*4882a593Smuzhiyun atomic_t total_submission_cnt; 225*4882a593Smuzhiyun 226*4882a593Smuzhiyun unsigned harvest_config; 227*4882a593Smuzhiyun int (*pause_dpg_mode)(struct amdgpu_device *adev, 228*4882a593Smuzhiyun int inst_idx, struct dpg_pause_state *new_state); 229*4882a593Smuzhiyun }; 230*4882a593Smuzhiyun 231*4882a593Smuzhiyun struct amdgpu_fw_shared_multi_queue { 232*4882a593Smuzhiyun uint8_t decode_queue_mode; 233*4882a593Smuzhiyun uint8_t encode_generalpurpose_queue_mode; 234*4882a593Smuzhiyun uint8_t encode_lowlatency_queue_mode; 235*4882a593Smuzhiyun uint8_t encode_realtime_queue_mode; 236*4882a593Smuzhiyun uint8_t padding[4]; 237*4882a593Smuzhiyun }; 238*4882a593Smuzhiyun 239*4882a593Smuzhiyun struct amdgpu_fw_shared { 240*4882a593Smuzhiyun uint32_t present_flag_0; 241*4882a593Smuzhiyun uint8_t pad[53]; 242*4882a593Smuzhiyun struct amdgpu_fw_shared_multi_queue multi_queue; 243*4882a593Smuzhiyun } __attribute__((__packed__)); 244*4882a593Smuzhiyun 245*4882a593Smuzhiyun int amdgpu_vcn_sw_init(struct amdgpu_device *adev); 246*4882a593Smuzhiyun int amdgpu_vcn_sw_fini(struct amdgpu_device *adev); 247*4882a593Smuzhiyun int amdgpu_vcn_suspend(struct amdgpu_device *adev); 248*4882a593Smuzhiyun int amdgpu_vcn_resume(struct amdgpu_device *adev); 249*4882a593Smuzhiyun void amdgpu_vcn_ring_begin_use(struct amdgpu_ring *ring); 250*4882a593Smuzhiyun void amdgpu_vcn_ring_end_use(struct amdgpu_ring *ring); 251*4882a593Smuzhiyun 252*4882a593Smuzhiyun int amdgpu_vcn_dec_ring_test_ring(struct amdgpu_ring *ring); 253*4882a593Smuzhiyun int amdgpu_vcn_dec_ring_test_ib(struct amdgpu_ring *ring, long timeout); 254*4882a593Smuzhiyun 255*4882a593Smuzhiyun int amdgpu_vcn_enc_ring_test_ring(struct amdgpu_ring *ring); 256*4882a593Smuzhiyun int amdgpu_vcn_enc_ring_test_ib(struct amdgpu_ring *ring, long timeout); 257*4882a593Smuzhiyun 258*4882a593Smuzhiyun #endif 259