FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavcodec/h264_parser.c
Date: 2022-01-28 07:56:06
Exec Total Coverage
Lines: 341 392 87.0%
Branches: 244 293 83.3%
Line Branch Exec Source
1 /*
2 * H.26L/H.264/AVC/JVT/14496-10/... parser
3 * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 /**
23 * @file
24 * H.264 / AVC / MPEG-4 part10 parser.
25 * @author Michael Niedermayer <michaelni@gmx.at>
26 */
27
28 #define UNCHECKED_BITSTREAM_READER 1
29
30 #include <assert.h>
31 #include <stdint.h>
32
33 #include "libavutil/avutil.h"
34 #include "libavutil/error.h"
35 #include "libavutil/log.h"
36 #include "libavutil/mem.h"
37 #include "libavutil/pixfmt.h"
38
39 #include "avcodec.h"
40 #include "get_bits.h"
41 #include "golomb.h"
42 #include "h264.h"
43 #include "h264dsp.h"
44 #include "h264_parse.h"
45 #include "h264_sei.h"
46 #include "h264_ps.h"
47 #include "h2645_parse.h"
48 #include "h264data.h"
49 #include "internal.h"
50 #include "mpegutils.h"
51 #include "parser.h"
52
53 typedef struct H264ParseContext {
54 ParseContext pc;
55 H264ParamSets ps;
56 H264DSPContext h264dsp;
57 H264POCContext poc;
58 H264SEIContext sei;
59 int is_avc;
60 int nal_length_size;
61 int got_first;
62 int picture_structure;
63 uint8_t parse_history[6];
64 int parse_history_count;
65 int parse_last_mb;
66 int64_t reference_dts;
67 int last_frame_num, last_picture_structure;
68 } H264ParseContext;
69
70 36351 static int find_start_code(const uint8_t *buf, int buf_size,
71 int buf_index, int next_avc)
72 {
73 36351 uint32_t state = -1;
74
75 36351 buf_index = avpriv_find_start_code(buf + buf_index, buf + next_avc + 1, &state) - buf - 1;
76
77 36351 return FFMIN(buf_index, buf_size);
78 }
79
80 179997 static int h264_find_frame_end(H264ParseContext *p, const uint8_t *buf,
81 int buf_size, void *logctx)
82 {
83 int i, j;
84 uint32_t state;
85 179997 ParseContext *pc = &p->pc;
86
87
1/2
✓ Branch 0 taken 179997 times.
✗ Branch 1 not taken.
 179997 int next_avc = p->is_avc ? 0 : buf_size;
88 // mb_addr= pc->mb_addr - 1;
89 179997 state = pc->state;
90
2/2
✓ Branch 0 taken 85 times.
✓ Branch 1 taken 179912 times.
 179997 if (state > 13)
91 85 state = 7;
92
93
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 179997 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
 179997 if (p->is_avc && !p->nal_length_size)
94 ✗ av_log(logctx, AV_LOG_ERROR, "AVC-parser: nal length size invalid\n");
95
96
2/2
✓ Branch 0 taken 2495860 times.
✓ Branch 1 taken 155627 times.
 2651487 for (i = 0; i < buf_size; i++) {
97
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2495860 times.
 2495860 if (i >= next_avc) {
98 ✗ int64_t nalsize = 0;
99 ✗ i = next_avc;
100 ✗ for (j = 0; j < p->nal_length_size; j++)
101 ✗ nalsize = (nalsize << 8) | buf[i++];
102 ✗ if (!nalsize || nalsize > buf_size - i) {
103 ✗ av_log(logctx, AV_LOG_ERROR, "AVC-parser: nal size %"PRId64" "
104 "remaining %d\n", nalsize, buf_size - i);
105 ✗ return buf_size;
106 }
107 ✗ next_avc = i + nalsize;
108 ✗ state = 5;
109 }
110
111
2/2
✓ Branch 0 taken 1179946 times.
✓ Branch 1 taken 1315914 times.
 2495860 if (state == 7) {
112 1179946 i += p->h264dsp.startcode_find_candidate(buf + i, next_avc - i);
113
2/2
✓ Branch 0 taken 1027014 times.
✓ Branch 1 taken 152932 times.
 1179946 if (i < next_avc)
114 1027014 state = 2;
115
2/2
✓ Branch 0 taken 1186706 times.
✓ Branch 1 taken 129208 times.
 1315914 } else if (state <= 2) {
116
2/2
✓ Branch 0 taken 93957 times.
✓ Branch 1 taken 1092749 times.
 1186706 if (buf[i] == 1)
117 93957 state ^= 5; // 2->7, 1->4, 0->5
118
2/2
✓ Branch 0 taken 933301 times.
✓ Branch 1 taken 159448 times.
 1092749 else if (buf[i])
119 933301 state = 7;
120 else
121 159448 state >>= 1; // 2->1, 1->0, 0->0
122
2/2
✓ Branch 0 taken 69203 times.
✓ Branch 1 taken 60005 times.
 129208 } else if (state <= 5) {
123 69203 int nalu_type = buf[i] & 0x1F;
124
6/6
✓ Branch 0 taken 67067 times.
✓ Branch 1 taken 2136 times.
✓ Branch 2 taken 65802 times.
✓ Branch 3 taken 1265 times.
✓ Branch 4 taken 54114 times.
✓ Branch 5 taken 11688 times.
 69203 if (nalu_type == H264_NAL_SEI || nalu_type == H264_NAL_SPS ||
125
2/2
✓ Branch 0 taken 4463 times.
✓ Branch 1 taken 49651 times.
 54114 nalu_type == H264_NAL_PPS || nalu_type == H264_NAL_AUD) {
126
2/2
✓ Branch 0 taken 8070 times.
✓ Branch 1 taken 11482 times.
 19552 if (pc->frame_start_found) {
127 8070 i++;
128 8070 goto found;
129 }
130
5/6
✓ Branch 0 taken 1759 times.
✓ Branch 1 taken 47892 times.
✓ Branch 2 taken 1759 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 1290 times.
✓ Branch 5 taken 469 times.
 49651 } else if (nalu_type == H264_NAL_SLICE || nalu_type == H264_NAL_DPA ||
131 nalu_type == H264_NAL_IDR_SLICE) {
132 49182 state += 8;
133 49182 continue;
134 }
135 11951 state = 7;
136 } else {
137 60005 unsigned int mb, last_mb = p->parse_last_mb;
138 GetBitContext gb;
139 60005 p->parse_history[p->parse_history_count++] = buf[i];
140
141 60005 init_get_bits(&gb, p->parse_history, 8*p->parse_history_count);
142 60005 mb= get_ue_golomb_long(&gb);
143
3/4
✓ Branch 1 taken 10823 times.
✓ Branch 2 taken 49182 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 10823 times.
 60005 if (get_bits_left(&gb) > 0 || p->parse_history_count > 5) {
144 49182 p->parse_last_mb = mb;
145
2/2
✓ Branch 0 taken 24586 times.
✓ Branch 1 taken 24596 times.
 49182 if (pc->frame_start_found) {
146
2/2
✓ Branch 0 taken 16300 times.
✓ Branch 1 taken 8286 times.
 24586 if (mb <= last_mb) {
147 16300 i -= p->parse_history_count - 1;
148 16300 p->parse_history_count = 0;
149 16300 goto found;
150 }
151 } else
152 24596 pc->frame_start_found = 1;
153 32882 p->parse_history_count = 0;
154 32882 state = 7;
155 }
156 }
157 }
158 155627 pc->state = state;
159
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 155627 times.
 155627 if (p->is_avc)
160 ✗ return next_avc;
161 155627 return END_NOT_FOUND;
162
163 24370 found:
164 24370 pc->state = 7;
165 24370 pc->frame_start_found = 0;
166
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 24370 times.
 24370 if (p->is_avc)
167 ✗ return next_avc;
168 24370 return i - (state & 5);
169 }
170
171 18424 static int scan_mmco_reset(AVCodecParserContext *s, GetBitContext *gb,
172 void *logctx)
173 {
174 H264PredWeightTable pwt;
175 18424 int slice_type_nos = s->pict_type & 3;
176 18424 H264ParseContext *p = s->priv_data;
177 int list_count, ref_count[2];
178
179
180
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 18424 times.
 18424 if (p->ps.pps->redundant_pic_cnt_present)
181 ✗ get_ue_golomb(gb); // redundant_pic_count
182
183
2/2
✓ Branch 0 taken 850 times.
✓ Branch 1 taken 17574 times.
 18424 if (slice_type_nos == AV_PICTURE_TYPE_B)
184 850 get_bits1(gb); // direct_spatial_mv_pred
185
186
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 18424 times.
 18424 if (ff_h264_parse_ref_count(&list_count, ref_count, gb, p->ps.pps,
187 slice_type_nos, p->picture_structure, logctx) < 0)
188 ✗ return AVERROR_INVALIDDATA;
189
190
2/2
✓ Branch 0 taken 16665 times.
✓ Branch 1 taken 1759 times.
 18424 if (slice_type_nos != AV_PICTURE_TYPE_I) {
191 int list;
192
2/2
✓ Branch 0 taken 17515 times.
✓ Branch 1 taken 16665 times.
 34180 for (list = 0; list < list_count; list++) {
193
2/2
✓ Branch 1 taken 2880 times.
✓ Branch 2 taken 14635 times.
 17515 if (get_bits1(gb)) {
194 int index;
195 13942 for (index = 0; ; index++) {
196 13942 unsigned int reordering_of_pic_nums_idc = get_ue_golomb_31(gb);
197
198
2/2
✓ Branch 0 taken 11062 times.
✓ Branch 1 taken 2880 times.
 13942 if (reordering_of_pic_nums_idc < 3)
199 11062 get_ue_golomb_long(gb);
200
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2880 times.
 2880 else if (reordering_of_pic_nums_idc > 3) {
201 ✗ av_log(logctx, AV_LOG_ERROR,
202 "illegal reordering_of_pic_nums_idc %d\n",
203 reordering_of_pic_nums_idc);
204 ✗ return AVERROR_INVALIDDATA;
205 } else
206 2880 break;
207
208
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 11062 times.
 11062 if (index >= ref_count[list]) {
209 ✗ av_log(logctx, AV_LOG_ERROR,
210 "reference count %d overflow\n", index);
211 ✗ return AVERROR_INVALIDDATA;
212 }
213 }
214 }
215 }
216 }
217
218
4/4
✓ Branch 0 taken 2623 times.
✓ Branch 1 taken 15801 times.
✓ Branch 2 taken 481 times.
✓ Branch 3 taken 2142 times.
 18424 if ((p->ps.pps->weighted_pred && slice_type_nos == AV_PICTURE_TYPE_P) ||
219
3/4
✓ Branch 0 taken 18 times.
✓ Branch 1 taken 16264 times.
✓ Branch 2 taken 18 times.
✗ Branch 3 not taken.
 16282 (p->ps.pps->weighted_bipred_idc == 1 && slice_type_nos == AV_PICTURE_TYPE_B))
220 2160 ff_h264_pred_weight_table(gb, p->ps.sps, ref_count, slice_type_nos,
221 &pwt, p->picture_structure, logctx);
222
223
2/2
✓ Branch 1 taken 1928 times.
✓ Branch 2 taken 16496 times.
 18424 if (get_bits1(gb)) { // adaptive_ref_pic_marking_mode_flag
224 int i;
225
1/2
✓ Branch 0 taken 5527 times.
✗ Branch 1 not taken.
 5527 for (i = 0; i < H264_MAX_MMCO_COUNT; i++) {
226 5527 MMCOOpcode opcode = get_ue_golomb_31(gb);
227
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 5527 times.
 5527 if (opcode > (unsigned) MMCO_LONG) {
228 ✗ av_log(logctx, AV_LOG_ERROR,
229 "illegal memory management control operation %d\n",
230 opcode);
231 ✗ return AVERROR_INVALIDDATA;
232 }
233
2/2
✓ Branch 0 taken 1878 times.
✓ Branch 1 taken 3649 times.
 5527 if (opcode == MMCO_END)
234 1878 return 0;
235
2/2
✓ Branch 0 taken 50 times.
✓ Branch 1 taken 3599 times.
 3649 else if (opcode == MMCO_RESET)
236 50 return 1;
237
238
4/4
✓ Branch 0 taken 808 times.
✓ Branch 1 taken 2791 times.
✓ Branch 2 taken 333 times.
✓ Branch 3 taken 475 times.
 3599 if (opcode == MMCO_SHORT2UNUSED || opcode == MMCO_SHORT2LONG)
239 3124 get_ue_golomb_long(gb); // difference_of_pic_nums_minus1
240
6/6
✓ Branch 0 taken 3266 times.
✓ Branch 1 taken 333 times.
✓ Branch 2 taken 3186 times.
✓ Branch 3 taken 80 times.
✓ Branch 4 taken 3170 times.
✓ Branch 5 taken 16 times.
 3599 if (opcode == MMCO_SHORT2LONG || opcode == MMCO_LONG2UNUSED ||
241
2/2
✓ Branch 0 taken 379 times.
✓ Branch 1 taken 2791 times.
 3170 opcode == MMCO_LONG || opcode == MMCO_SET_MAX_LONG)
242 808 get_ue_golomb_31(gb);
243 }
244 }
245
246 16496 return 0;
247 }
248
249 /**
250 * Parse NAL units of found picture and decode some basic information.
251 *
252 * @param s parser context.
253 * @param avctx codec context.
254 * @param buf buffer with field/frame data.
255 * @param buf_size size of the buffer.
256 */
257 30711 static inline int parse_nal_units(AVCodecParserContext *s,
258 AVCodecContext *avctx,
259 const uint8_t * const buf, int buf_size)
260 {
261 30711 H264ParseContext *p = s->priv_data;
262 30711 H2645RBSP rbsp = { NULL };
263 30711 H2645NAL nal = { NULL };
264 int buf_index, next_avc;
265 unsigned int pps_id;
266 unsigned int slice_type;
267 30711 int state = -1, got_reset = 0;
268
3/4
✓ Branch 0 taken 30416 times.
✓ Branch 1 taken 295 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 30416 times.
 30711 int q264 = buf_size >=4 && !memcmp("Q264", buf, 4);
269 int field_poc[2];
270 int ret;
271
272 /* set some sane default values */
273 30711 s->pict_type = AV_PICTURE_TYPE_I;
274 30711 s->key_frame = 0;
275 30711 s->picture_structure = AV_PICTURE_STRUCTURE_UNKNOWN;
276
277 30711 ff_h264_sei_uninit(&p->sei);
278 30711 p->sei.frame_packing.arrangement_cancel_flag = -1;
279 30711 p->sei.unregistered.x264_build = -1;
280
281
2/2
✓ Branch 0 taken 295 times.
✓ Branch 1 taken 30416 times.
 30711 if (!buf_size)
282 295 return 0;
283
284 30416 av_fast_padded_malloc(&rbsp.rbsp_buffer, &rbsp.rbsp_buffer_alloc_size, buf_size);
285
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 30416 times.
 30416 if (!rbsp.rbsp_buffer)
286 ✗ return AVERROR(ENOMEM);
287
288 30416 buf_index = 0;
289
2/2
✓ Branch 0 taken 24680 times.
✓ Branch 1 taken 5736 times.
 30416 next_avc = p->is_avc ? 0 : buf_size;
290 14519 for (;;) {
291 const SPS *sps;
292 44935 int src_length, consumed, nalsize = 0;
293
294
2/2
✓ Branch 0 taken 8584 times.
✓ Branch 1 taken 36351 times.
 44935 if (buf_index >= next_avc) {
295 8584 nalsize = get_nalsize(p->nal_length_size, buf, buf_size, &buf_index, avctx);
296
2/2
✓ Branch 0 taken 332 times.
✓ Branch 1 taken 8252 times.
 8584 if (nalsize < 0)
297 332 break;
298 8252 next_avc = buf_index + nalsize;
299 } else {
300 36351 buf_index = find_start_code(buf, buf_size, buf_index, next_avc);
301
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 36351 times.
 36351 if (buf_index >= buf_size)
302 ✗ break;
303
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 36351 times.
 36351 if (buf_index >= next_avc)
304 ✗ continue;
305 }
306 44603 src_length = next_avc - buf_index;
307
308 44603 state = buf[buf_index];
309
2/2
✓ Branch 0 taken 30084 times.
✓ Branch 1 taken 14519 times.
 44603 switch (state & 0x1f) {
310 30084 case H264_NAL_SLICE:
311 case H264_NAL_IDR_SLICE:
312 // Do not walk the whole buffer just to decode slice header
313
4/4
✓ Branch 0 taken 29284 times.
✓ Branch 1 taken 800 times.
✓ Branch 2 taken 10318 times.
✓ Branch 3 taken 18966 times.
 30084 if ((state & 0x1f) == H264_NAL_IDR_SLICE || ((state >> 5) & 0x3) == 0) {
314 /* IDR or disposable slice
315 * No need to decode many bytes because MMCOs shall not be present. */
316
2/2
✓ Branch 0 taken 10795 times.
✓ Branch 1 taken 323 times.
 11118 if (src_length > 60)
317 10795 src_length = 60;
318 } else {
319 /* To decode up to MMCOs */
320
2/2
✓ Branch 0 taken 10797 times.
✓ Branch 1 taken 8169 times.
 18966 if (src_length > 1000)
321 10797 src_length = 1000;
322 }
323 30084 break;
324 }
325 44603 consumed = ff_h2645_extract_rbsp(buf + buf_index, src_length, &rbsp, &nal, 1);
326
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 44603 times.
 44603 if (consumed < 0)
327 ✗ break;
328
329 44603 buf_index += consumed;
330
331 44603 ret = init_get_bits8(&nal.gb, nal.data, nal.size);
332
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 44603 times.
 44603 if (ret < 0)
333 ✗ goto fail;
334 44603 get_bits1(&nal.gb);
335 44603 nal.ref_idc = get_bits(&nal.gb, 2);
336 44603 nal.type = get_bits(&nal.gb, 5);
337
338
6/6
✓ Branch 0 taken 838 times.
✓ Branch 1 taken 6979 times.
✓ Branch 2 taken 3432 times.
✓ Branch 3 taken 800 times.
✓ Branch 4 taken 29284 times.
✓ Branch 5 taken 3270 times.
 44603 switch (nal.type) {
339 838 case H264_NAL_SPS:
340 838 ff_h264_decode_seq_parameter_set(&nal.gb, avctx, &p->ps, 0);
341 838 break;
342 6979 case H264_NAL_PPS:
343 6979 ff_h264_decode_picture_parameter_set(&nal.gb, avctx, &p->ps,
344 nal.size_bits);
345 6979 break;
346 3432 case H264_NAL_SEI:
347 3432 ff_h264_sei_decode(&p->sei, &nal.gb, &p->ps, avctx);
348 3432 break;
349 800 case H264_NAL_IDR_SLICE:
350 800 s->key_frame = 1;
351
352 800 p->poc.prev_frame_num = 0;
353 800 p->poc.prev_frame_num_offset = 0;
354 800 p->poc.prev_poc_msb =
355 800 p->poc.prev_poc_lsb = 0;
356 /* fall through */
357 30084 case H264_NAL_SLICE:
358 30084 get_ue_golomb_long(&nal.gb); // skip first_mb_in_slice
359 30084 slice_type = get_ue_golomb_31(&nal.gb);
360 30084 s->pict_type = ff_h264_golomb_to_pict_type[slice_type % 5];
361
2/2
✓ Branch 0 taken 158 times.
✓ Branch 1 taken 29926 times.
 30084 if (p->sei.recovery_point.recovery_frame_cnt >= 0) {
362 /* key frame, since recovery_frame_cnt is set */
363 158 s->key_frame = 1;
364 }
365 30084 pps_id = get_ue_golomb(&nal.gb);
366
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 30084 times.
 30084 if (pps_id >= MAX_PPS_COUNT) {
367 ✗ av_log(avctx, AV_LOG_ERROR,
368 "pps_id %u out of range\n", pps_id);
369 ✗ goto fail;
370 }
371
2/2
✓ Branch 0 taken 568 times.
✓ Branch 1 taken 29516 times.
 30084 if (!p->ps.pps_list[pps_id]) {
372 568 av_log(avctx, AV_LOG_ERROR,
373 "non-existing PPS %u referenced\n", pps_id);
374 568 goto fail;
375 }
376
377 29516 av_buffer_unref(&p->ps.pps_ref);
378 29516 p->ps.pps = NULL;
379 29516 p->ps.sps = NULL;
380 29516 p->ps.pps_ref = av_buffer_ref(p->ps.pps_list[pps_id]);
381
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 29516 times.
 29516 if (!p->ps.pps_ref)
382 ✗ goto fail;
383 29516 p->ps.pps = (const PPS*)p->ps.pps_ref->data;
384 29516 p->ps.sps = p->ps.pps->sps;
385 29516 sps = p->ps.sps;
386
387 // heuristic to detect non marked keyframes
388
6/6
✓ Branch 0 taken 8427 times.
✓ Branch 1 taken 21089 times.
✓ Branch 2 taken 8293 times.
✓ Branch 3 taken 134 times.
✓ Branch 4 taken 1025 times.
✓ Branch 5 taken 7268 times.
 29516 if (p->ps.sps->ref_frame_count <= 1 && p->ps.pps->ref_count[0] <= 1 && s->pict_type == AV_PICTURE_TYPE_I)
389 1025 s->key_frame = 1;
390
391 29516 p->poc.frame_num = get_bits(&nal.gb, sps->log2_max_frame_num);
392
393 29516 s->coded_width = 16 * sps->mb_width;
394 29516 s->coded_height = 16 * sps->mb_height;
395 29516 s->width = s->coded_width - (sps->crop_right + sps->crop_left);
396 29516 s->height = s->coded_height - (sps->crop_top + sps->crop_bottom);
397
2/4
✓ Branch 0 taken 29516 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 29516 times.
 29516 if (s->width <= 0 || s->height <= 0) {
398 ✗ s->width = s->coded_width;
399 ✗ s->height = s->coded_height;
400 }
401
402
3/4
✓ Branch 0 taken 150 times.
✓ Branch 1 taken 219 times.
✓ Branch 2 taken 29147 times.
✗ Branch 3 not taken.
 29516 switch (sps->bit_depth_luma) {
403 150 case 9:
404
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 150 times.
 150 if (sps->chroma_format_idc == 3) s->format = AV_PIX_FMT_YUV444P9;
405
2/2
✓ Branch 0 taken 50 times.
✓ Branch 1 taken 100 times.
 150 else if (sps->chroma_format_idc == 2) s->format = AV_PIX_FMT_YUV422P9;
406 100 else s->format = AV_PIX_FMT_YUV420P9;
407 150 break;
408 219 case 10:
409
2/2
✓ Branch 0 taken 50 times.
✓ Branch 1 taken 169 times.
 219 if (sps->chroma_format_idc == 3) s->format = AV_PIX_FMT_YUV444P10;
410
2/2
✓ Branch 0 taken 87 times.
✓ Branch 1 taken 82 times.
 169 else if (sps->chroma_format_idc == 2) s->format = AV_PIX_FMT_YUV422P10;
411 82 else s->format = AV_PIX_FMT_YUV420P10;
412 219 break;
413 29147 case 8:
414
2/2
✓ Branch 0 taken 887 times.
✓ Branch 1 taken 28260 times.
 29147 if (sps->chroma_format_idc == 3) s->format = AV_PIX_FMT_YUV444P;
415
2/2
✓ Branch 0 taken 10 times.
✓ Branch 1 taken 28250 times.
 28260 else if (sps->chroma_format_idc == 2) s->format = AV_PIX_FMT_YUV422P;
416 28250 else s->format = AV_PIX_FMT_YUV420P;
417 29147 break;
418 ✗ default:
419 ✗ s->format = AV_PIX_FMT_NONE;
420 }
421
422 29516 avctx->profile = ff_h264_get_profile(sps);
423 29516 avctx->level = sps->level_idc;
424
425
2/2
✓ Branch 0 taken 20902 times.
✓ Branch 1 taken 8614 times.
 29516 if (sps->frame_mbs_only_flag) {
426 20902 p->picture_structure = PICT_FRAME;
427 } else {
428
2/2
✓ Branch 1 taken 6222 times.
✓ Branch 2 taken 2392 times.
 8614 if (get_bits1(&nal.gb)) { // field_pic_flag
429 6222 p->picture_structure = PICT_TOP_FIELD + get_bits1(&nal.gb); // bottom_field_flag
430 } else {
431 2392 p->picture_structure = PICT_FRAME;
432 }
433 }
434
435
2/2
✓ Branch 0 taken 798 times.
✓ Branch 1 taken 28718 times.
 29516 if (nal.type == H264_NAL_IDR_SLICE)
436 798 get_ue_golomb_long(&nal.gb); /* idr_pic_id */
437
2/2
✓ Branch 0 taken 22388 times.
✓ Branch 1 taken 7128 times.
 29516 if (sps->poc_type == 0) {
438 22388 p->poc.poc_lsb = get_bits(&nal.gb, sps->log2_max_poc_lsb);
439
440
2/2
✓ Branch 0 taken 3552 times.
✓ Branch 1 taken 18836 times.
 22388 if (p->ps.pps->pic_order_present == 1 &&
441
2/2
✓ Branch 0 taken 2655 times.
✓ Branch 1 taken 897 times.
 3552 p->picture_structure == PICT_FRAME)
442 2655 p->poc.delta_poc_bottom = get_se_golomb(&nal.gb);
443 }
444
445
2/2
✓ Branch 0 taken 3245 times.
✓ Branch 1 taken 26271 times.
 29516 if (sps->poc_type == 1 &&
446
2/2
✓ Branch 0 taken 3071 times.
✓ Branch 1 taken 174 times.
 3245 !sps->delta_pic_order_always_zero_flag) {
447 3071 p->poc.delta_poc[0] = get_se_golomb(&nal.gb);
448
449
2/2
✓ Branch 0 taken 692 times.
✓ Branch 1 taken 2379 times.
 3071 if (p->ps.pps->pic_order_present == 1 &&
450
2/2
✓ Branch 0 taken 406 times.
✓ Branch 1 taken 286 times.
 692 p->picture_structure == PICT_FRAME)
451 406 p->poc.delta_poc[1] = get_se_golomb(&nal.gb);
452 }
453
454 /* Decode POC of this picture.
455 * The prev_ values needed for decoding POC of the next picture are not set here. */
456 29516 field_poc[0] = field_poc[1] = INT_MAX;
457 29516 ret = ff_h264_init_poc(field_poc, &s->output_picture_number, sps,
458 &p->poc, p->picture_structure, nal.ref_idc);
459
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 29516 times.
 29516 if (ret < 0)
460 ✗ goto fail;
461
462 /* Continue parsing to check if MMCO_RESET is present.
463 * FIXME: MMCO_RESET could appear in non-first slice.
464 * Maybe, we should parse all undisposable non-IDR slice of this
465 * picture until encountering MMCO_RESET in a slice of it. */
466
4/4
✓ Branch 0 taken 19222 times.
✓ Branch 1 taken 10294 times.
✓ Branch 2 taken 18424 times.
✓ Branch 3 taken 798 times.
 29516 if (nal.ref_idc && nal.type != H264_NAL_IDR_SLICE) {
467 18424 got_reset = scan_mmco_reset(s, &nal.gb, avctx);
468
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 18424 times.
 18424 if (got_reset < 0)
469 ✗ goto fail;
470 }
471
472 /* Set up the prev_ values for decoding POC of the next picture. */
473
2/2
✓ Branch 0 taken 29466 times.
✓ Branch 1 taken 50 times.
 29516 p->poc.prev_frame_num = got_reset ? 0 : p->poc.frame_num;
474
2/2
✓ Branch 0 taken 29466 times.
✓ Branch 1 taken 50 times.
 29516 p->poc.prev_frame_num_offset = got_reset ? 0 : p->poc.frame_num_offset;
475
2/2
✓ Branch 0 taken 19222 times.
✓ Branch 1 taken 10294 times.
 29516 if (nal.ref_idc != 0) {
476
2/2
✓ Branch 0 taken 19172 times.
✓ Branch 1 taken 50 times.
 19222 if (!got_reset) {
477 19172 p->poc.prev_poc_msb = p->poc.poc_msb;
478 19172 p->poc.prev_poc_lsb = p->poc.poc_lsb;
479 } else {
480 50 p->poc.prev_poc_msb = 0;
481 50 p->poc.prev_poc_lsb =
482
1/2
✓ Branch 0 taken 50 times.
✗ Branch 1 not taken.
 50 p->picture_structure == PICT_BOTTOM_FIELD ? 0 : field_poc[0];
483 }
484 }
485
486
2/2
✓ Branch 0 taken 2384 times.
✓ Branch 1 taken 27132 times.
 29516 if (p->sei.picture_timing.present) {
487 2384 ret = ff_h264_sei_process_picture_timing(&p->sei.picture_timing,
488 sps, avctx);
489
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2384 times.
 2384 if (ret < 0) {
490 ✗ av_log(avctx, AV_LOG_ERROR, "Error processing the picture timing SEI\n");
491 ✗ p->sei.picture_timing.present = 0;
492 }
493 }
494
495
4/4
✓ Branch 0 taken 2780 times.
✓ Branch 1 taken 26736 times.
✓ Branch 2 taken 2372 times.
✓ Branch 3 taken 408 times.
 29516 if (sps->pic_struct_present_flag && p->sei.picture_timing.present) {
496
3/6
✓ Branch 0 taken 762 times.
✓ Branch 1 taken 1472 times.
✓ Branch 2 taken 138 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
 4744 switch (p->sei.picture_timing.pic_struct) {
497 762 case H264_SEI_PIC_STRUCT_TOP_FIELD:
498 case H264_SEI_PIC_STRUCT_BOTTOM_FIELD:
499 762 s->repeat_pict = 0;
500 762 break;
501 1472 case H264_SEI_PIC_STRUCT_FRAME:
502 case H264_SEI_PIC_STRUCT_TOP_BOTTOM:
503 case H264_SEI_PIC_STRUCT_BOTTOM_TOP:
504 1472 s->repeat_pict = 1;
505 1472 break;
506 138 case H264_SEI_PIC_STRUCT_TOP_BOTTOM_TOP:
507 case H264_SEI_PIC_STRUCT_BOTTOM_TOP_BOTTOM:
508 138 s->repeat_pict = 2;
509 138 break;
510 ✗ case H264_SEI_PIC_STRUCT_FRAME_DOUBLING:
511 ✗ s->repeat_pict = 3;
512 ✗ break;
513 ✗ case H264_SEI_PIC_STRUCT_FRAME_TRIPLING:
514 ✗ s->repeat_pict = 5;
515 ✗ break;
516 ✗ default:
517 ✗ s->repeat_pict = p->picture_structure == PICT_FRAME ? 1 : 0;
518 ✗ break;
519 }
520 } else {
521 27144 s->repeat_pict = p->picture_structure == PICT_FRAME ? 1 : 0;
522 }
523
524
2/2
✓ Branch 0 taken 23294 times.
✓ Branch 1 taken 6222 times.
 29516 if (p->picture_structure == PICT_FRAME) {
525 23294 s->picture_structure = AV_PICTURE_STRUCTURE_FRAME;
526
4/4
✓ Branch 0 taken 1689 times.
✓ Branch 1 taken 21605 times.
✓ Branch 2 taken 1610 times.
✓ Branch 3 taken 79 times.
 23294 if (sps->pic_struct_present_flag && p->sei.picture_timing.present) {
527
3/3
✓ Branch 0 taken 885 times.
✓ Branch 1 taken 150 times.
✓ Branch 2 taken 575 times.
 3220 switch (p->sei.picture_timing.pic_struct) {
528 885 case H264_SEI_PIC_STRUCT_TOP_BOTTOM:
529 case H264_SEI_PIC_STRUCT_TOP_BOTTOM_TOP:
530 885 s->field_order = AV_FIELD_TT;
531 885 break;
532 150 case H264_SEI_PIC_STRUCT_BOTTOM_TOP:
533 case H264_SEI_PIC_STRUCT_BOTTOM_TOP_BOTTOM:
534 150 s->field_order = AV_FIELD_BB;
535 150 break;
536 575 default:
537 575 s->field_order = AV_FIELD_PROGRESSIVE;
538 575 break;
539 }
540 } else {
541
2/2
✓ Branch 0 taken 1041 times.
✓ Branch 1 taken 20643 times.
 21684 if (field_poc[0] < field_poc[1])
542 1041 s->field_order = AV_FIELD_TT;
543
2/2
✓ Branch 0 taken 3 times.
✓ Branch 1 taken 20640 times.
 20643 else if (field_poc[0] > field_poc[1])
544 3 s->field_order = AV_FIELD_BB;
545 else
546 20640 s->field_order = AV_FIELD_PROGRESSIVE;
547 }
548 } else {
549
2/2
✓ Branch 0 taken 3203 times.
✓ Branch 1 taken 3019 times.
 6222 if (p->picture_structure == PICT_TOP_FIELD)
550 3203 s->picture_structure = AV_PICTURE_STRUCTURE_TOP_FIELD;
551 else
552 3019 s->picture_structure = AV_PICTURE_STRUCTURE_BOTTOM_FIELD;
553
2/2
✓ Branch 0 taken 4714 times.
✓ Branch 1 taken 1508 times.
 6222 if (p->poc.frame_num == p->last_frame_num &&
554
1/2
✓ Branch 0 taken 4714 times.
✗ Branch 1 not taken.
 4714 p->last_picture_structure != AV_PICTURE_STRUCTURE_UNKNOWN &&
555
1/2
✓ Branch 0 taken 4714 times.
✗ Branch 1 not taken.
 4714 p->last_picture_structure != AV_PICTURE_STRUCTURE_FRAME &&
556
2/2
✓ Branch 0 taken 4597 times.
✓ Branch 1 taken 117 times.
 4714 p->last_picture_structure != s->picture_structure) {
557
2/2
✓ Branch 0 taken 3013 times.
✓ Branch 1 taken 1584 times.
 4597 if (p->last_picture_structure == AV_PICTURE_STRUCTURE_TOP_FIELD)
558 3013 s->field_order = AV_FIELD_TT;
559 else
560 1584 s->field_order = AV_FIELD_BB;
561 } else {
562 1625 s->field_order = AV_FIELD_UNKNOWN;
563 }
564 6222 p->last_picture_structure = s->picture_structure;
565 6222 p->last_frame_num = p->poc.frame_num;
566 }
567
2/2
✓ Branch 0 taken 7229 times.
✓ Branch 1 taken 22287 times.
 29516 if (sps->timing_info_present_flag) {
568 7229 int64_t den = sps->time_scale;
569
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 7229 times.
 7229 if (p->sei.unregistered.x264_build < 44U)
570 ✗ den *= 2;
571 7229 av_reduce(&avctx->framerate.den, &avctx->framerate.num,
572 7229 sps->num_units_in_tick * avctx->ticks_per_frame, den, 1 << 30);
573 }
574
575 29516 av_freep(&rbsp.rbsp_buffer);
576 29516 return 0; /* no need to evaluate the rest */
577 }
578 }
579
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 332 times.
 332 if (q264) {
580 ✗ av_freep(&rbsp.rbsp_buffer);
581 ✗ return 0;
582 }
583 /* didn't find a picture! */
584 332 av_log(avctx, AV_LOG_ERROR, "missing picture in access unit with size %d\n", buf_size);
585 900 fail:
586 900 av_freep(&rbsp.rbsp_buffer);
587 900 return -1;
588 }
589
590 185782 static int h264_parse(AVCodecParserContext *s,
591 AVCodecContext *avctx,
592 const uint8_t **poutbuf, int *poutbuf_size,
593 const uint8_t *buf, int buf_size)
594 {
595 185782 H264ParseContext *p = s->priv_data;
596 185782 ParseContext *pc = &p->pc;
597 int next;
598
599
2/2
✓ Branch 0 taken 408 times.
✓ Branch 1 taken 185374 times.
 185782 if (!p->got_first) {
600 408 p->got_first = 1;
601
2/2
✓ Branch 0 taken 186 times.
✓ Branch 1 taken 222 times.
 408 if (avctx->extradata_size) {
602 186 ff_h264_decode_extradata(avctx->extradata, avctx->extradata_size,
603 &p->ps, &p->is_avc, &p->nal_length_size,
604 avctx->err_recognition, avctx);
605 }
606 }
607
608
2/2
✓ Branch 0 taken 5893 times.
✓ Branch 1 taken 179889 times.
 185782 if (s->flags & PARSER_FLAG_COMPLETE_FRAMES) {
609 5893 next = buf_size;
610 } else {
611 179889 next = h264_find_frame_end(p, buf, buf_size, avctx);
612
613
2/2
✓ Branch 1 taken 155071 times.
✓ Branch 2 taken 24818 times.
 179889 if (ff_combine_frame(pc, next, &buf, &buf_size) < 0) {
614 155071 *poutbuf = NULL;
615 155071 *poutbuf_size = 0;
616 155071 return buf_size;
617 }
618
619
4/4
✓ Branch 0 taken 556 times.
✓ Branch 1 taken 24262 times.
✓ Branch 2 taken 108 times.
✓ Branch 3 taken 448 times.
 24818 if (next < 0 && next != END_NOT_FOUND) {
620 av_assert1(pc->last_index + next >= 0);
621 108 h264_find_frame_end(p, &pc->buffer[pc->last_index + next], -next, avctx); // update state
622 }
623 }
624
625 30711 parse_nal_units(s, avctx, buf, buf_size);
626
627
2/2
✓ Branch 0 taken 29855 times.
✓ Branch 1 taken 856 times.
 30711 if (avctx->framerate.num)
628 29855 avctx->time_base = av_inv_q(av_mul_q(avctx->framerate, (AVRational){avctx->ticks_per_frame, 1}));
629
2/2
✓ Branch 0 taken 1431 times.
✓ Branch 1 taken 29280 times.
 30711 if (p->sei.picture_timing.cpb_removal_delay >= 0) {
630 1431 s->dts_sync_point = p->sei.buffering_period.present;
631 1431 s->dts_ref_dts_delta = p->sei.picture_timing.cpb_removal_delay;
632 1431 s->pts_dts_delta = p->sei.picture_timing.dpb_output_delay;
633 } else {
634 29280 s->dts_sync_point = INT_MIN;
635 29280 s->dts_ref_dts_delta = INT_MIN;
636 29280 s->pts_dts_delta = INT_MIN;
637 }
638
639
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 30711 times.
 30711 if (s->flags & PARSER_FLAG_ONCE) {
640 ✗ s->flags &= PARSER_FLAG_COMPLETE_FRAMES;
641 }
642
643
2/2
✓ Branch 0 taken 1431 times.
✓ Branch 1 taken 29280 times.
 30711 if (s->dts_sync_point >= 0) {
644 1431 int64_t den = avctx->time_base.den * (int64_t)avctx->pkt_timebase.num;
645
1/2
✓ Branch 0 taken 1431 times.
✗ Branch 1 not taken.
 1431 if (den > 0) {
646 1431 int64_t num = avctx->time_base.num * (int64_t)avctx->pkt_timebase.den;
647
2/2
✓ Branch 0 taken 1029 times.
✓ Branch 1 taken 402 times.
 1431 if (s->dts != AV_NOPTS_VALUE) {
648 // got DTS from the stream, update reference timestamp
649 1029 p->reference_dts = s->dts - av_rescale(s->dts_ref_dts_delta, num, den);
650
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 402 times.
 402 } else if (p->reference_dts != AV_NOPTS_VALUE) {
651 // compute DTS based on reference timestamp
652 ✗ s->dts = p->reference_dts + av_rescale(s->dts_ref_dts_delta, num, den);
653 }
654
655
3/4
✓ Branch 0 taken 1029 times.
✓ Branch 1 taken 402 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 1029 times.
 1431 if (p->reference_dts != AV_NOPTS_VALUE && s->pts == AV_NOPTS_VALUE)
656 ✗ s->pts = s->dts + av_rescale(s->pts_dts_delta, num, den);
657
658
2/2
✓ Branch 0 taken 109 times.
✓ Branch 1 taken 1322 times.
 1431 if (s->dts_sync_point > 0)
659 109 p->reference_dts = s->dts; // new reference
660 }
661 }
662
663 30711 *poutbuf = buf;
664 30711 *poutbuf_size = buf_size;
665 30711 return next;
666 }
667
668 409 static void h264_close(AVCodecParserContext *s)
669 {
670 409 H264ParseContext *p = s->priv_data;
671 409 ParseContext *pc = &p->pc;
672
673 409 av_freep(&pc->buffer);
674
675 409 ff_h264_sei_uninit(&p->sei);
676 409 ff_h264_ps_uninit(&p->ps);
677 409 }
678
679 409 static av_cold int init(AVCodecParserContext *s)
680 {
681 409 H264ParseContext *p = s->priv_data;
682
683 409 p->reference_dts = AV_NOPTS_VALUE;
684 409 p->last_frame_num = INT_MAX;
685 409 ff_h264dsp_init(&p->h264dsp, 8, 1);
686 409 return 0;
687 }
688
689 const AVCodecParser ff_h264_parser = {
690 .codec_ids = { AV_CODEC_ID_H264 },
691 .priv_data_size = sizeof(H264ParseContext),
692 .parser_init = init,
693 .parser_parse = h264_parse,
694 .parser_close = h264_close,
695 };
696