/* * Copyright 2015 Rockchip Electronics Co. LTD * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ #define MODULE_TAG "h265e_api" #include #include #include "mpp_env.h" #include "mpp_mem.h" #include "rc.h" #include "mpp_soc.h" #include "mpp_enc_cfg.h" #include "mpp_packet_impl.h" #include "mpp_enc_impl.h" #include "h265e_api.h" #include "h265e_slice.h" #include "h265e_codec.h" #include "h265e_syntax_new.h" #include "h265e_ps.h" #include "h265e_header_gen.h" RK_U32 h265e_debug = 0; static MPP_RET h265e_init(void *ctx, EncImplCfg *ctrlCfg) { H265eCtx *p = (H265eCtx *)ctx; MPP_RET ret = MPP_OK; MppEncRcCfg *rc_cfg = &ctrlCfg->cfg->rc; MppEncPrepCfg *prep = &ctrlCfg->cfg->prep; MppEncH265Cfg *h265 = NULL; RockchipSocType soc_type; if (ctx == NULL) { mpp_err_f("invalid NULL ctx\n"); return MPP_ERR_NULL_PTR; } mpp_env_get_u32("h265e_debug", &h265e_debug, 0); h265e_dbg_func("enter ctx %p\n", ctx); mpp_assert(ctrlCfg->coding == MPP_VIDEO_CodingHEVC); p->cfg = ctrlCfg->cfg; memset(&p->syntax, 0, sizeof(p->syntax)); p->extra_info = mpp_calloc(H265eExtraInfo, 1); h265e_init_extra_info(p->extra_info); /* set defualt value of codec */ h265 = &p->cfg->h265; h265->intra_qp = 26; h265->qpmap_mode = 1; h265->profile = MPP_PROFILE_HEVC_MAIN; h265->level = 120; h265->const_intra_pred = 0; /* constraint intra prediction flag */ soc_type = mpp_get_soc_type(); if (soc_type == ROCKCHIP_SOC_RK3528 || soc_type == ROCKCHIP_SOC_RK3576 || soc_type == ROCKCHIP_SOC_RV1126B) h265->max_cu_size = 32; else h265->max_cu_size = 64; h265->tmvp_enable = 0; h265->amp_enable = 0; h265->sao_enable = 1; h265->num_ref = 1; h265->slice_cfg.split_enable = 0; h265->entropy_cfg.cabac_init_flag = 1; h265->sao_cfg.slice_sao_chroma_disable = 0; h265->sao_cfg.slice_sao_luma_disable = 0; h265->dblk_cfg.slice_deblocking_filter_disabled_flag = 0; h265->cu_cfg.strong_intra_smoothing_enabled_flag = 1; h265->merge_cfg.max_mrg_cnd = 2; h265->merge_cfg.merge_left_flag = 1; h265->merge_cfg.merge_up_flag = 1; h265->trans_cfg.diff_cu_qp_delta_depth = 0; h265->vui.vui_en = 1; p->cfg->tune.scene_mode = MPP_ENC_SCENE_MODE_DEFAULT; p->cfg->tune.lambda_idx_i = 2; p->cfg->tune.lambda_idx_p = 4; p->cfg->tune.anti_flicker_str = 2; p->cfg->tune.atr_str_i = 3; p->cfg->tune.atr_str_p = 0; p->cfg->tune.atl_str = 1; p->cfg->tune.sao_str_i = 0; p->cfg->tune.sao_str_p = 1; p->cfg->tune.deblur_str = 3; p->cfg->tune.deblur_en = 0; p->cfg->tune.rc_container = 0; p->cfg->tune.vmaf_opt = 0; /* smart v3 parameters */ p->cfg->tune.bg_delta_qp_i = -10; p->cfg->tune.bg_delta_qp_p = -10; p->cfg->tune.fg_delta_qp_i = 3; p->cfg->tune.fg_delta_qp_p = 1; p->cfg->tune.bmap_qpmin_i = 30; p->cfg->tune.bmap_qpmin_p = 30; p->cfg->tune.bmap_qpmax_i = 45; p->cfg->tune.bmap_qpmax_p = 47; p->cfg->tune.min_bg_fqp = 30; p->cfg->tune.max_bg_fqp = 45; p->cfg->tune.min_fg_fqp = 25; p->cfg->tune.max_fg_fqp = 35; /* * default prep: * 720p * YUV420SP */ prep->width = 1280; prep->height = 720; prep->hor_stride = 1280; prep->ver_stride = 720; prep->format = MPP_FMT_YUV420SP; prep->color = MPP_FRAME_SPC_UNSPECIFIED; prep->colorprim = MPP_FRAME_PRI_UNSPECIFIED; prep->colortrc = MPP_FRAME_TRC_UNSPECIFIED; prep->range = MPP_FRAME_RANGE_UNSPECIFIED; prep->rotation = MPP_ENC_ROT_0; prep->rotation_ext = MPP_ENC_ROT_0; prep->mirroring = 0; prep->mirroring_ext = 0; prep->denoise = 0; prep->flip = 0; /* * default rc_cfg: * CBR * 2Mbps +-25% * 30fps * gop 60 */ rc_cfg->quality = MPP_ENC_RC_QUALITY_MEDIUM; rc_cfg->bps_target = 2000 * 1000; rc_cfg->bps_max = rc_cfg->bps_target * 5 / 4; rc_cfg->bps_min = rc_cfg->bps_target * 3 / 4; rc_cfg->fps_in_flex = 0; rc_cfg->fps_in_num = 30; rc_cfg->fps_in_denom = 1; rc_cfg->fps_out_flex = 0; rc_cfg->fps_out_num = 30; rc_cfg->fps_out_denom = 1; rc_cfg->gop = 60; rc_cfg->max_reenc_times = 1; rc_cfg->max_i_prop = 30; rc_cfg->min_i_prop = 10; rc_cfg->init_ip_ratio = 160; rc_cfg->qp_init = 26; rc_cfg->qp_max = 51; rc_cfg->qp_min = 10; rc_cfg->qp_max_i = 51; rc_cfg->qp_min_i = 15; rc_cfg->qp_delta_ip = 4; rc_cfg->qp_delta_vi = 2; rc_cfg->fqp_min_i = INT_MAX; rc_cfg->fqp_min_p = INT_MAX; rc_cfg->fqp_max_i = INT_MAX; rc_cfg->fqp_max_p = INT_MAX; INIT_LIST_HEAD(&p->rc_list); h265e_dbg_func("leave ctx %p\n", ctx); return ret; } static MPP_RET h265e_deinit(void *ctx) { H265eCtx *p = (H265eCtx *)ctx; h265e_dbg_func("enter ctx %p\n", ctx); if (ctx == NULL) { mpp_err_f("invalid NULL ctx\n"); return MPP_ERR_NULL_PTR; } h265e_deinit_extra_info(p->extra_info); MPP_FREE(p->extra_info); h265e_dpb_deinit(p->dpb); h265e_dbg_func("leave ctx %p\n", ctx); return MPP_OK; } static MPP_RET h265e_gen_hdr(void *ctx, MppPacket pkt) { H265eCtx *p = (H265eCtx *)ctx; h265e_dbg_func("enter ctx %p\n", ctx); h265e_set_extra_info(p); h265e_get_extra_info(p, pkt); if (NULL == p->dpb) h265e_dpb_init(&p->dpb); h265e_dbg_func("leave ctx %p\n", ctx); return MPP_OK; } static MPP_RET h265e_start(void *ctx, HalEncTask *task) { h265e_dbg_func("enter\n"); if (mpp_frame_has_meta(task->frame)) { MppEncRefFrmUsrCfg *frm_cfg = task->frm_cfg; EncRcForceCfg *rc_force = &task->rc_task->force; MppMeta meta = mpp_frame_get_meta(task->frame); RK_S32 force_lt_idx = -1; RK_S32 force_use_lt_idx = -1; RK_S32 force_frame_qp = -1; RK_S32 base_layer_pid = -1; RK_S32 force_tid = -1; mpp_meta_get_s32(meta, KEY_ENC_MARK_LTR, &force_lt_idx); mpp_meta_get_s32(meta, KEY_ENC_USE_LTR, &force_use_lt_idx); mpp_meta_get_s32(meta, KEY_ENC_FRAME_QP, &force_frame_qp); mpp_meta_get_s32(meta, KEY_ENC_BASE_LAYER_PID, &base_layer_pid); mpp_meta_get_s32(meta, KEY_TEMPORAL_ID, &force_tid); if (force_lt_idx >= 0) { frm_cfg->force_flag |= ENC_FORCE_LT_REF_IDX; frm_cfg->force_lt_idx = force_lt_idx; } if (force_use_lt_idx >= 0) { frm_cfg->force_flag |= ENC_FORCE_REF_MODE; frm_cfg->force_ref_mode = REF_TO_LT_REF_IDX; frm_cfg->force_ref_arg = force_use_lt_idx; } if (force_tid >= 0) { frm_cfg->force_flag |= ENC_FORCE_TEMPORAL_ID; frm_cfg->force_temporal_id = force_tid; } if (force_frame_qp >= 0) { rc_force->force_flag = ENC_RC_FORCE_QP; rc_force->force_qp = force_frame_qp; } else { rc_force->force_flag &= (~ENC_RC_FORCE_QP); rc_force->force_qp = -1; } if (base_layer_pid >= 0) { H265eCtx *p = (H265eCtx *)ctx; MppEncH265Cfg *h265 = &p->cfg->h265; h265->base_layer_pid = base_layer_pid; } } /* * Step 2: Fps conversion * * Determine current frame which should be encoded or not according to * input and output frame rate. */ if (!task->valid) mpp_log_f("drop one frame\n"); /* * Step 3: Backup dpb for reencode */ //h265e_dpb_copy(&p->dpb_bak, p->dpb); h265e_dbg_func("leave\n"); return MPP_OK; } static MPP_RET h265e_proc_dpb(void *ctx, HalEncTask *task) { H265eCtx *p = (H265eCtx *)ctx; EncRcTask *rc_task = task->rc_task; EncCpbStatus *cpb = &task->rc_task->cpb; h265e_dbg_func("enter\n"); h265e_dpb_proc_cpb(p->dpb, cpb); h265e_dpb_get_curr(p->dpb); h265e_slice_init(ctx, cpb->curr); h265e_dpb_build_list(p->dpb, cpb); rc_task->frm = p->dpb->curr->status; h265e_dbg_func("leave\n"); return MPP_OK; } static MPP_RET h265e_proc_hal(void *ctx, HalEncTask *task) { H265eCtx *p = (H265eCtx *)ctx; MppEncH265Cfg *h265 = &p->cfg->h265; if (ctx == NULL) { mpp_err_f("invalid NULL ctx\n"); return MPP_ERR_NULL_PTR; } /* check max temporal layer id */ { MppEncCpbInfo *cpb_info = mpp_enc_ref_cfg_get_cpb_info(p->cfg->ref_cfg); RK_S32 cpb_max_tid = cpb_info->max_st_tid; RK_S32 cfg_max_tid = h265->max_tid; if (cpb_max_tid != cfg_max_tid) { mpp_log("max tid is update to match cpb %d -> %d\n", cfg_max_tid, cpb_max_tid); h265->max_tid = cpb_max_tid; } } if (h265->max_tid) { EncFrmStatus *frm = &task->rc_task->frm; MppPacket packet = task->packet; MppMeta meta = mpp_packet_get_meta(packet); mpp_meta_set_s32(meta, KEY_TEMPORAL_ID, frm->temporal_id); if (!frm->is_non_ref && frm->is_lt_ref) mpp_meta_set_s32(meta, KEY_LONG_REF_IDX, frm->lt_idx); } h265e_dbg_func("enter ctx %p \n", ctx); h265e_syntax_fill(ctx); task->valid = 1; task->syntax.number = 1; task->syntax.data = &p->syntax; h265e_dbg_func("leave ctx %p \n", ctx); return MPP_OK; } static MPP_RET h265e_proc_enc_skip(void *ctx, HalEncTask *task) { H265eCtx *p = (H265eCtx *)ctx; MppPacket pkt = task->packet; H265eSyntax_new *syntax = &p->syntax; RK_U8 *ptr = mpp_packet_get_pos(pkt); RK_U32 offset = mpp_packet_get_length(pkt); RK_U32 len = mpp_packet_get_size(pkt) - offset; RK_U32 new_length = 0; h265e_dbg_func("enter\n"); ptr += offset; p->slice->m_sliceQp = task->rc_task->info.quality_target; new_length = h265e_code_slice_skip_frame(ctx, p->slice, ptr, len); task->length = new_length; task->rc_task->info.bit_real = 8 * new_length; p->dpb->curr->prev_ref_idx = syntax->sp.recon_pic.slot_idx; mpp_packet_add_segment_info(pkt, NAL_TRAIL_R, offset, new_length); mpp_buffer_sync_partial_end(mpp_packet_get_buffer(pkt), offset, new_length); h265e_dbg_func("leave\n"); return MPP_OK; } static MPP_RET h265e_add_sei(MppPacket pkt, RK_S32 *length, RK_U8 uuid[16], const void *data, RK_S32 size) { RK_U8 *ptr = mpp_packet_get_pos(pkt); RK_U32 offset = mpp_packet_get_length(pkt); RK_U32 new_length = 0; ptr += offset; if (uuid == uuid_refresh_cfg) { RK_U32 recovery_frame_cnt = ((RK_U32 *)data)[0] - 1; new_length = h265e_sei_recovery_point(ptr, uuid, &recovery_frame_cnt, 0); } else { new_length = h265e_data_to_sei(ptr, uuid, data, size); } *length = new_length; mpp_packet_set_length(pkt, offset + new_length); mpp_packet_add_segment_info(pkt, NAL_SEI_PREFIX, offset, new_length); return MPP_OK; } static MPP_RET h265e_proc_cfg(void *ctx, MpiCmd cmd, void *param) { H265eCtx *p = (H265eCtx *)ctx; MppEncCfgSet *cfg = p->cfg; MPP_RET ret = MPP_OK; h265e_dbg_func("enter ctx %p cmd %08x\n", ctx, cmd); switch (cmd) { case MPP_ENC_SET_CFG : { } break; case MPP_ENC_GET_EXTRA_INFO: { MppPacket pkt_out = (MppPacket )param; h265e_set_extra_info(p); h265e_get_extra_info(p, pkt_out); } break; case MPP_ENC_SET_SEI_CFG: { } break; case MPP_ENC_SET_SPLIT : { MppEncSliceSplit *src = (MppEncSliceSplit *)param; MppEncH265SliceCfg *slice_cfg = &cfg->h265.slice_cfg; if (src->split_mode > MPP_ENC_SPLIT_NONE) { slice_cfg->split_enable = 1; slice_cfg->split_mode = 0; if (src->split_mode == MPP_ENC_SPLIT_BY_CTU) slice_cfg->split_mode = 1; slice_cfg->slice_size = src->split_arg; } else { slice_cfg->split_enable = 0; } } break; default: mpp_err("No correspond %08x found, and can not config!\n", cmd); ret = MPP_NOK; break; } h265e_dbg_func("leave ctx %p\n", ctx); return ret; } const EncImplApi api_h265e = { "h265e_control", MPP_VIDEO_CodingHEVC, sizeof(H265eCtx), 0, h265e_init, h265e_deinit, h265e_proc_cfg, h265e_gen_hdr, h265e_start, h265e_proc_dpb, h265e_proc_hal, h265e_add_sei, h265e_proc_enc_skip, };