1 /*
2 * Copyright 2015 Rockchip Electronics Co. LTD
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17 #define MODULE_TAG "h264e_sps"
18
19 #include <string.h>
20
21 #include "mpp_common.h"
22
23 #include "mpp_enc_ref.h"
24 #include "mpp_bitwrite.h"
25 #include "h264e_debug.h"
26 #include "h264e_sps.h"
27
28 typedef struct H264eLevelInfo_t {
29 H264Level level;
30 RK_S32 max_MBPS; /* Max macroblock rate per second */
31 RK_S32 max_MBs; /* Max frame size */
32 RK_S32 max_DpbMBs; /* Max decoded picture buffer size */
33 RK_S32 max_BR; /* Max video bitrate */
34 const char *name;
35 } H264eLevelInfo;
36
37 H264eLevelInfo level_infos[] = {
38 /* level max_MBs max_MBPS max_DpbMBs max_BR name */
39 { H264_LEVEL_1_0, 1485, 99, 396, 64, "1" },
40 { H264_LEVEL_1_b, 1485, 99, 396, 128, "1.b" },
41 { H264_LEVEL_1_1, 3000, 396, 900, 192, "1.1" },
42 { H264_LEVEL_1_2, 6000, 396, 2376, 384, "1.2" },
43 { H264_LEVEL_1_3, 11880, 396, 2376, 768, "1.3" },
44 { H264_LEVEL_2_0, 11880, 396, 2376, 2000, "2" },
45 { H264_LEVEL_2_1, 19800, 792, 4752, 4000, "2.1" },
46 { H264_LEVEL_2_2, 20250, 1620, 8100, 4000, "2.2" },
47 { H264_LEVEL_3_0, 40500, 1620, 8100, 10000, "3" },
48 { H264_LEVEL_3_1, 108000, 3600, 18000, 14000, "3.1" },
49 { H264_LEVEL_3_2, 216000, 5120, 20480, 20000, "3.2" },
50 { H264_LEVEL_4_0, 245760, 8192, 32768, 20000, "4" },
51 { H264_LEVEL_4_1, 245760, 8192, 32768, 50000, "4.1" },
52 { H264_LEVEL_4_2, 522240, 8704, 34816, 50000, "4.2" },
53 { H264_LEVEL_5_0, 589824, 22080, 110400, 135000, "5" },
54 { H264_LEVEL_5_1, 983040, 36864, 184320, 240000, "5.1" },
55 { H264_LEVEL_5_2, 2073600, 36864, 184320, 240000, "5.2" },
56 { H264_LEVEL_6_0, 4177920, 139264, 696320, 240000, "6" },
57 { H264_LEVEL_6_1, 8355840, 139264, 696320, 480000, "6.1" },
58 { H264_LEVEL_6_2, 16711680, 139264, 696320, 800000, "6.2" },
59 };
60
h264e_sps_update(H264eSps * sps,MppEncCfgSet * cfg)61 MPP_RET h264e_sps_update(H264eSps *sps, MppEncCfgSet *cfg)
62 {
63 H264eVui *vui = &sps->vui;
64 MppEncPrepCfg *prep = &cfg->prep;
65 MppEncRcCfg *rc = &cfg->rc;
66 MppEncH264Cfg *h264 = &cfg->h264;
67 MppEncRefCfg ref = cfg->ref_cfg;
68 MppEncCpbInfo *info = mpp_enc_ref_cfg_get_cpb_info(ref);
69 MppFrameFormat fmt = prep->format;
70 RK_S32 gop = rc->gop;
71 RK_S32 width = prep->width;
72 RK_S32 height = prep->height;
73 RK_S32 aligned_w = MPP_ALIGN(width, 16);
74 RK_S32 aligned_h = MPP_ALIGN(height, 16);
75 RK_S32 crop_right = MPP_ALIGN(width, 16) - width;
76 RK_S32 crop_bottom = MPP_ALIGN(height, 16) - height;
77 /* default 720p */
78 H264Level level_idc = h264->level;
79
80 // default sps
81 // profile baseline
82 sps->profile_idc = h264->profile;
83 switch (sps->profile_idc) {
84 case H264_PROFILE_BASELINE : {
85 sps->constraint_set0 = 1;
86 sps->constraint_set1 = 1;
87 sps->constraint_set2 = 0;
88 sps->constraint_set3 = 0;
89 sps->constraint_set4 = 0;
90 sps->constraint_set5 = 0;
91 } break;
92 case H264_PROFILE_MAIN : {
93 sps->constraint_set0 = 0;
94 sps->constraint_set1 = 1;
95 sps->constraint_set2 = 0;
96 sps->constraint_set3 = 0;
97 sps->constraint_set4 = 0;
98 sps->constraint_set5 = 0;
99 } break;
100 case H264_PROFILE_HIGH :
101 case H264_PROFILE_HIGH10 :
102 case H264_PROFILE_HIGH422 :
103 case H264_PROFILE_HIGH444 : {
104 sps->constraint_set0 = 0;
105 sps->constraint_set1 = 0;
106 sps->constraint_set2 = 0;
107 sps->constraint_set3 = 0;
108 sps->constraint_set4 = 0;
109 sps->constraint_set5 = 0;
110 } break;
111 default : {
112 sps->constraint_set0 = 0;
113 sps->constraint_set1 = 0;
114 sps->constraint_set2 = 0;
115 sps->constraint_set3 = 0;
116 sps->constraint_set4 = 0;
117 sps->constraint_set5 = 0;
118 } break;
119 }
120
121 //updata constraint_set0~5
122 RK_U32 set = h264->constraint_set;
123 RK_U8 constraint_force = (set >> 0) & 0x3f;
124 RK_U8 force_flag = (set >> 16) & 0x3f;
125
126 if (force_flag & 1)
127 sps->constraint_set0 = (constraint_force & 1) ? 1 : 0;
128 if (force_flag & 2)
129 sps->constraint_set1 = (constraint_force & 2) ? 1 : 0;
130 if (force_flag & 4)
131 sps->constraint_set2 = (constraint_force & 4) ? 1 : 0;
132 if (force_flag & 8)
133 sps->constraint_set3 = (constraint_force & 8) ? 1 : 0;
134 if (force_flag & 16)
135 sps->constraint_set4 = (constraint_force & 16) ? 1 : 0;
136 if (force_flag & 32)
137 sps->constraint_set5 = (constraint_force & 32) ? 1 : 0;
138
139 // level_idc is connected with frame size
140 {
141 RK_S32 mbs = (aligned_w * aligned_h) >> 8;
142 RK_S32 i;
143 RK_S32 min_level = 10;
144
145 for (i = 0; i < (RK_S32)MPP_ARRAY_ELEMS(level_infos); i++) {
146 if (level_infos[i].max_MBs >= mbs) {
147 min_level = level_infos[i].level;
148
149 if (min_level > (RK_S32)level_idc &&
150 min_level != H264_LEVEL_1_b) {
151 level_idc = min_level;
152 h264e_dbg_sps("set level to %s\n", level_infos[i].name);
153 }
154
155 break;
156 }
157 }
158 }
159 sps->level_idc = level_idc;
160
161 sps->sps_id = 0;
162 sps->chroma_format_idc = (fmt == MPP_FMT_YUV400) ? H264_CHROMA_400 : H264_CHROMA_420;
163
164 // set max frame number and poc lsb according to gop size
165 sps->pic_order_cnt_type = h264->hw_cfg.hw_poc_type;
166 sps->log2_max_poc_lsb_minus4 = h264->log2_max_poc_lsb;
167 sps->log2_max_frame_num_minus4 = h264->log2_max_frame_num;
168
169 mpp_assert(gop >= 0);
170 if (gop == 0) {
171 // only one I then all P frame
172 sps->log2_max_frame_num_minus4 = 12;
173 sps->log2_max_poc_lsb_minus4 = 12;
174 } else if (gop == 1) {
175 // all I frame
176 sps->log2_max_frame_num_minus4 = 12;
177 sps->log2_max_poc_lsb_minus4 = 12;
178 } else {
179 // normal case
180 RK_S32 log2_gop = MPP_MIN(mpp_log2(gop), 16);
181 RK_S32 log2_frm_num = (log2_gop <= 4) ? (0) : (log2_gop - 4);
182 RK_S32 log2_poc_lsb = (log2_gop <= 3) ? (0) : (log2_gop - 3);
183
184 if (sps->log2_max_frame_num_minus4 < log2_frm_num)
185 sps->log2_max_frame_num_minus4 = log2_frm_num;
186
187 if (log2_poc_lsb > 12)
188 log2_poc_lsb = 12;
189
190 if (sps->log2_max_poc_lsb_minus4 < log2_poc_lsb)
191 sps->log2_max_poc_lsb_minus4 = log2_poc_lsb;
192 }
193
194 // max one reference frame
195 sps->num_ref_frames = info->dpb_size;
196
197 sps->gaps_in_frame_num_value_allowed = !h264->gaps_not_allowed;
198
199 // default 720p without cropping
200 sps->pic_width_in_mbs = aligned_w >> 4;
201 sps->pic_height_in_mbs = aligned_h >> 4;
202 sps->frame_mbs_only = 1;
203
204 // baseline disable 8x8
205 sps->direct8x8_inference = h264->transform8x8_mode;
206 if (crop_right || crop_bottom) {
207 sps->cropping = 1;
208 sps->crop.left = 0;
209 sps->crop.right = crop_right;
210 sps->crop.top = 0;
211 sps->crop.bottom = crop_bottom;
212 } else {
213 sps->cropping = 0;
214 memset(&sps->crop, 0, sizeof(sps->crop));
215 }
216
217 memset(vui, 0, sizeof(*vui));
218 vui->vui_en = h264->vui.vui_en;
219 vui->timing_info_present = 1;
220 vui->time_scale = rc->fps_out_num * 2;
221 vui->num_units_in_tick = rc->fps_out_denom;
222 vui->fixed_frame_rate = !rc->fps_out_flex;
223 vui->vidformat = MPP_FRAME_VIDEO_FMT_UNSPECIFIED;
224
225 if (prep->range == MPP_FRAME_RANGE_JPEG) {
226 vui->signal_type_present = 1;
227 vui->fullrange = 1;
228 }
229
230 if ((prep->colorprim <= MPP_FRAME_PRI_JEDEC_P22 &&
231 prep->colorprim != MPP_FRAME_PRI_UNSPECIFIED) ||
232 (prep->colortrc <= MPP_FRAME_TRC_ARIB_STD_B67 &&
233 prep->colortrc != MPP_FRAME_TRC_UNSPECIFIED) ||
234 (prep->color <= MPP_FRAME_SPC_ICTCP &&
235 prep->color != MPP_FRAME_SPC_UNSPECIFIED)) {
236 vui->signal_type_present = 1;
237 vui->color_description_present = 1;
238 vui->colorprim = prep->colorprim;
239 vui->colortrc = prep->colortrc;
240 vui->colmatrix = prep->color;
241 }
242
243 vui->bitstream_restriction = 1;
244 vui->motion_vectors_over_pic_boundaries = 1;
245 /* the max and default value has been changed to 15 since the 2016 standard */
246 vui->log2_max_mv_length_horizontal = 15;
247 vui->log2_max_mv_length_vertical = 15;
248 vui->max_dec_frame_buffering = info->dpb_size;
249
250 return MPP_OK;
251 }
252
h264e_sps_to_packet(H264eSps * sps,MppPacket packet,RK_S32 * offset,RK_S32 * len,MppEncCfgSet * cfg)253 MPP_RET h264e_sps_to_packet(H264eSps *sps, MppPacket packet, RK_S32 *offset,
254 RK_S32 *len, MppEncCfgSet *cfg)
255 {
256 void *pos = mpp_packet_get_pos(packet);
257 void *data = mpp_packet_get_data(packet);
258 size_t size = mpp_packet_get_size(packet);
259 size_t length = mpp_packet_get_length(packet);
260 void *p = pos + length;
261 RK_S32 buf_size = (data + size) - (pos + length);
262 MppWriteCtx bit_ctx;
263 MppWriteCtx *bit = &bit_ctx;
264 RK_S32 sps_size = 0;
265 static const RK_U32 SubWidthC[4] = { 1, 2, 2, 1};
266 static const RK_U32 SubHeightC[4] = { 1, 2, 1, 1};
267
268 mpp_writer_init(bit, p, buf_size);
269
270 /* start_code_prefix 00 00 00 01 */
271 mpp_writer_put_raw_bits(bit, 0, 24);
272 mpp_writer_put_raw_bits(bit, 1, 8);
273 /* forbidden_zero_bit */
274 mpp_writer_put_raw_bits(bit, 0, 1);
275 /* nal_ref_idc */
276 mpp_writer_put_raw_bits(bit, H264_NALU_PRIORITY_HIGHEST, 2);
277 /* nal_unit_type */
278 mpp_writer_put_raw_bits(bit, H264_NALU_TYPE_SPS, 5);
279
280 /* profile_idc */
281 mpp_writer_put_bits(bit, sps->profile_idc, 8);
282 /* constraint_set0_flag */
283 mpp_writer_put_bits(bit, sps->constraint_set0, 1);
284 /* constraint_set1_flag */
285 mpp_writer_put_bits(bit, sps->constraint_set1, 1);
286 /* constraint_set2_flag */
287 mpp_writer_put_bits(bit, sps->constraint_set2, 1);
288 /* constraint_set3_flag */
289 mpp_writer_put_bits(bit, sps->constraint_set3, 1);
290 /* constraint_set4_flag */
291 mpp_writer_put_bits(bit, sps->constraint_set4, 1);
292 /* constraint_set5_flag */
293 mpp_writer_put_bits(bit, sps->constraint_set5, 1);
294 /* reserved_zero_2bits */
295 mpp_writer_put_bits(bit, 0, 2);
296
297 /* level_idc */
298 mpp_writer_put_bits(bit, sps->level_idc, 8);
299 /* seq_parameter_set_id */
300 mpp_writer_put_ue(bit, sps->sps_id);
301
302 if (sps->profile_idc >= H264_PROFILE_HIGH) {
303 /* chroma_format_idc */
304 mpp_writer_put_ue(bit, sps->chroma_format_idc);
305 /* bit_depth_luma_minus8 */
306 mpp_writer_put_ue(bit, 0);
307 /* bit_depth_chroma_minus8 */
308 mpp_writer_put_ue(bit, 0);
309 /* qpprime_y_zero_transform_bypass_flag */
310 mpp_writer_put_bits(bit, 0, 1);
311 /* seq_scaling_matrix_present_flag */
312 mpp_writer_put_bits(bit, 0, 1);
313 }
314
315 /* log2_max_frame_num_minus4 */
316 mpp_writer_put_ue(bit, sps->log2_max_frame_num_minus4);
317 /* pic_order_cnt_type */
318 /* accodring usr cfg cfg->h264.poc_type, hw may no support
319 will convert after get stream
320 */
321 mpp_writer_put_ue(bit, cfg->h264.poc_type);
322 if (cfg->h264.poc_type == 0) {
323 /* log2_max_pic_order_cnt_lsb_minus4 */
324 mpp_writer_put_ue(bit, sps->log2_max_poc_lsb_minus4);
325 }
326
327 /* max_num_ref_frames */
328 mpp_writer_put_ue(bit, sps->num_ref_frames);
329 /* gaps_in_frame_num_value_allowed_flag */
330 mpp_writer_put_bits(bit, sps->gaps_in_frame_num_value_allowed, 1);
331
332 /* pic_width_in_mbs_minus1 */
333 mpp_writer_put_ue(bit, sps->pic_width_in_mbs - 1);
334 /* pic_height_in_map_units_minus1 */
335 mpp_writer_put_ue(bit, sps->pic_height_in_mbs - 1);
336
337 /* frame_mbs_only_flag */
338 mpp_writer_put_bits(bit, sps->frame_mbs_only, 1);
339 /* direct_8x8_inference_flag */
340 mpp_writer_put_bits(bit, sps->direct8x8_inference, 1);
341 /* frame_cropping_flag */
342 mpp_writer_put_bits(bit, sps->cropping, 1);
343 if (sps->cropping) {
344 /* frame_crop_left_offset */
345 mpp_writer_put_ue(bit, sps->crop.left / SubWidthC[sps->chroma_format_idc]);
346 /* frame_crop_right_offset */
347 mpp_writer_put_ue(bit, sps->crop.right / SubWidthC[sps->chroma_format_idc]);
348 /* frame_crop_top_offset */
349 mpp_writer_put_ue(bit, sps->crop.top / SubHeightC[sps->chroma_format_idc]);
350 /* frame_crop_bottom_offset */
351 mpp_writer_put_ue(bit, sps->crop.bottom / SubHeightC[sps->chroma_format_idc]);
352 }
353
354 /* vui_parameters_present_flag */
355 mpp_writer_put_bits(bit, sps->vui.vui_en, 1);
356 if (sps->vui.vui_en) {
357 H264eVui *vui = &sps->vui;
358
359 /* aspect_ratio_info_present_flag */
360 mpp_writer_put_bits(bit, vui->aspect_ratio_info_present, 1);
361 if (vui->aspect_ratio_info_present) {
362 /* aspect_ratio_idc */
363 mpp_writer_put_bits(bit, vui->aspect_ratio_idc, 8);
364 if (H264_EXTENDED_SAR == vui->aspect_ratio_idc) {
365 /* sar_width */
366 mpp_writer_put_bits(bit, vui->sar_width, 16);
367 /* sar_height */
368 mpp_writer_put_bits(bit, vui->sar_height, 16);
369 }
370 }
371
372 /* overscan_info_present */
373 mpp_writer_put_bits(bit, vui->overscan_info_present, 1);
374 if (vui->overscan_info_present) {
375 /* overscan_appropriate_flag */
376 mpp_writer_put_bits(bit, vui->overscan_appropriate_flag, 1);
377 }
378
379 /* video_signal_type_present_flag */
380 mpp_writer_put_bits(bit, vui->signal_type_present, 1);
381 if (vui->signal_type_present) {
382 /* video_format */
383 mpp_writer_put_bits(bit, vui->vidformat, 3);
384 /* video_full_range_flag */
385 mpp_writer_put_bits(bit, vui->fullrange, 1);
386 /* colour_description_present_flag */
387 mpp_writer_put_bits(bit, vui->color_description_present, 1);
388 if (vui->color_description_present) {
389 /* colour_primaries */
390 mpp_writer_put_bits(bit, vui->colorprim, 8);
391 /* transfer_characteristics */
392 mpp_writer_put_bits(bit, vui->colortrc, 8);
393 /* matrix_coefficients */
394 mpp_writer_put_bits(bit, vui->colmatrix, 8);
395 }
396 }
397
398 /* chroma_loc_info_present_flag */
399 mpp_writer_put_bits(bit, vui->chroma_loc_info_present, 1);
400 if (vui->chroma_loc_info_present) {
401 /* chroma_sample_loc_type_top_field */
402 mpp_writer_put_ue(bit, vui->chroma_loc_top);
403 /* chroma_sample_loc_type_bottom_field */
404 mpp_writer_put_ue(bit, vui->chroma_loc_bottom);
405 }
406
407 /* timing_info_present_flag */
408 mpp_writer_put_bits(bit, vui->timing_info_present, 1);
409 if (vui->timing_info_present) {
410 /* num_units_in_tick msb */
411 mpp_writer_put_bits(bit, vui->num_units_in_tick >> 16, 16);
412 /* num_units_in_tick lsb */
413 mpp_writer_put_bits(bit, vui->num_units_in_tick & 0xffff, 16);
414 /* time_scale msb */
415 mpp_writer_put_bits(bit, vui->time_scale >> 16, 16);
416 /* time_scale lsb */
417 mpp_writer_put_bits(bit, vui->time_scale & 0xffff, 16);
418 /* fixed_frame_rate_flag */
419 mpp_writer_put_bits(bit, vui->fixed_frame_rate, 1);
420 }
421
422 /* nal_hrd_parameters_present_flag */
423 mpp_writer_put_bits(bit, vui->nal_hrd_parameters_present, 1);
424 /* vcl_hrd_parameters_present_flag */
425 mpp_writer_put_bits(bit, vui->vcl_hrd_parameters_present, 1);
426 /* pic_struct_present_flag */
427 mpp_writer_put_bits(bit, vui->pic_struct_present, 1);
428
429 /* bit_stream_restriction_flag */
430 mpp_writer_put_bits(bit, vui->bitstream_restriction, 1);
431 if (vui->bitstream_restriction) {
432 /* motion_vectors_over_pic_boundaries */
433 mpp_writer_put_bits(bit, vui->motion_vectors_over_pic_boundaries, 1);
434 /* max_bytes_per_pic_denom */
435 mpp_writer_put_ue(bit, vui->max_bytes_per_pic_denom);
436 /* max_bits_per_mb_denom */
437 mpp_writer_put_ue(bit, vui->max_bits_per_mb_denom);
438 /* log2_mv_length_horizontal */
439 mpp_writer_put_ue(bit, vui->log2_max_mv_length_horizontal);
440 /* log2_mv_length_vertical */
441 mpp_writer_put_ue(bit, vui->log2_max_mv_length_vertical);
442 /* num_reorder_frames */
443 mpp_writer_put_ue(bit, vui->num_reorder_frames);
444 /* max_dec_frame_buffering */
445 mpp_writer_put_ue(bit, vui->max_dec_frame_buffering);
446 }
447 }
448
449 mpp_writer_trailing(bit);
450
451 sps_size = mpp_writer_bytes(bit);
452 if (len)
453 *len = sps_size;
454 if (offset)
455 *offset = length;
456
457 mpp_packet_set_length(packet, length + sps_size);
458
459 return MPP_OK;
460 }
461
h264e_sps_dump(H264eSps * sps)462 MPP_RET h264e_sps_dump(H264eSps *sps)
463 {
464 (void) sps;
465 return MPP_OK;
466 }
467