FFmpeg coverage

Line	Branch	Exec	Source
1			/*
2			* Copyright (c) 2019 James Almer <jamrial@gmail.com>
3			*
4			* This file is part of FFmpeg.
5			*
6			* FFmpeg is free software; you can redistribute it and/or
7			* modify it under the terms of the GNU Lesser General Public
8			* License as published by the Free Software Foundation; either
9			* version 2.1 of the License, or (at your option) any later version.
10			*
11			* FFmpeg is distributed in the hope that it will be useful,
12			* but WITHOUT ANY WARRANTY; without even the implied warranty of
13			* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14			* Lesser General Public License for more details.
15			*
16			* You should have received a copy of the GNU Lesser General Public
17			* License along with FFmpeg; if not, write to the Free Software
18			* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19			*/
20
21			/**
22			* @file
23			* This bitstream filter splits AV1 Temporal Units into packets containing
24			* just one frame, plus any leading and trailing OBUs that may be present at
25			* the beginning or end, respectively.
26			*
27			* Temporal Units already containing only one frame will be passed through
28			* unchanged. When splitting can't be performed, the Temporal Unit will be
29			* passed through containing only the remaining OBUs starting from the first
30			* one after the last successfully split frame.
31			*/
32
33			#include "libavutil/avassert.h"
34
35			#include "libavcodec/bsf.h"
36			#include "libavcodec/bsf_internal.h"
37			#include "libavcodec/cbs.h"
38			#include "libavcodec/cbs_av1.h"
39
40			typedef struct AV1FSplitContext {
41			AVPacket *buffer_pkt;
42			CodedBitstreamContext *cbc;
43			CodedBitstreamFragment temporal_unit;
44
45			int nb_frames;
46			int cur_frame;
47			int cur_frame_idx;
48			int last_frame_idx;
49			} AV1FSplitContext;
50
51		✗	static int av1_frame_split_filter(AVBSFContext *ctx, AVPacket *out)
52			{
53		✗	AV1FSplitContext *s = ctx->priv_data;
54		✗	CodedBitstreamFragment *td = &s->temporal_unit;
55			int i, ret;
56		✗	int split = !!s->buffer_pkt->data;
57
58		✗	if (!s->buffer_pkt->data) {
59		✗	int nb_frames = 0;
60
61		✗	ret = ff_bsf_get_packet_ref(ctx, s->buffer_pkt);
62		✗	if (ret < 0)
63		✗	return ret;
64
65		✗	ret = ff_cbs_read_packet(s->cbc, td, s->buffer_pkt);
66		✗	if (ret < 0) {
67		✗	av_log(ctx, AV_LOG_WARNING, "Failed to parse temporal unit.\n");
68		✗	goto passthrough;
69			}
70
71		✗	for (i = 0; i < td->nb_units; i++) {
72		✗	CodedBitstreamUnit *unit = &td->units[i];
73
74		✗	if (unit->type == AV1_OBU_FRAME ||
75		✗	unit->type == AV1_OBU_FRAME_HEADER)
76		✗	nb_frames++;
77		✗	else if (unit->type == AV1_OBU_TILE_LIST) {
78		✗	av_log(ctx, AV_LOG_VERBOSE, "Large scale tiles are unsupported.\n");
79		✗	goto passthrough;
80			}
81			}
82		✗	if (nb_frames > 1) {
83		✗	s->cur_frame = 0;
84		✗	s->cur_frame_idx = s->last_frame_idx = 0;
85		✗	s->nb_frames = nb_frames;
86		✗	split = 1;
87			}
88			}
89
90		✗	if (split) {
91		✗	AV1RawFrameHeader *frame = NULL;
92		✗	int cur_frame_type = -1, size = 0;
93
94		✗	for (i = s->cur_frame_idx; i < td->nb_units; i++) {
95		✗	CodedBitstreamUnit *unit = &td->units[i];
96
97		✗	size += unit->data_size;
98		✗	if (unit->type == AV1_OBU_FRAME) {
99		✗	AV1RawOBU *obu = unit->content;
100
101		✗	if (frame) {
102		✗	av_log(ctx, AV_LOG_WARNING, "Frame OBU found when Tile data for a "
103			"previous frame was expected.\n");
104		✗	goto passthrough;
105			}
106
107		✗	frame = &obu->obu.frame.header;
108		✗	cur_frame_type = obu->header.obu_type;
109		✗	s->last_frame_idx = s->cur_frame_idx;
110		✗	s->cur_frame_idx = i + 1;
111		✗	s->cur_frame++;
112
113			// split here unless it's the last frame, in which case
114			// include every trailing OBU
115		✗	if (s->cur_frame < s->nb_frames)
116		✗	break;
117		✗	} else if (unit->type == AV1_OBU_FRAME_HEADER) {
118		✗	AV1RawOBU *obu = unit->content;
119
120		✗	if (frame) {
121		✗	av_log(ctx, AV_LOG_WARNING, "Frame Header OBU found when Tile data for a "
122			"previous frame was expected.\n");
123		✗	goto passthrough;
124			}
125
126		✗	frame = &obu->obu.frame_header;
127		✗	cur_frame_type = obu->header.obu_type;
128		✗	s->last_frame_idx = s->cur_frame_idx;
129		✗	s->cur_frame++;
130
131			// split here if show_existing_frame unless it's the last
132			// frame, in which case include every trailing OBU
133		✗	if (frame->show_existing_frame &&
134		✗	s->cur_frame < s->nb_frames) {
135		✗	s->cur_frame_idx = i + 1;
136		✗	break;
137			}
138		✗	} else if (unit->type == AV1_OBU_TILE_GROUP) {
139		✗	AV1RawOBU *obu = unit->content;
140		✗	AV1RawTileGroup *group = &obu->obu.tile_group;
141
142		✗	if (!frame || cur_frame_type != AV1_OBU_FRAME_HEADER) {
143		✗	av_log(ctx, AV_LOG_WARNING, "Unexpected Tile Group OBU found before a "
144			"Frame Header.\n");
145		✗	goto passthrough;
146			}
147
148		✗	if ((group->tg_end == (frame->tile_cols * frame->tile_rows) - 1) &&
149			// include every trailing OBU with the last frame
150		✗	s->cur_frame < s->nb_frames) {
151		✗	s->cur_frame_idx = i + 1;
152		✗	break;
153			}
154			}
155			}
156		✗	av_assert0(frame && s->cur_frame <= s->nb_frames);
157
158		✗	ret = av_packet_ref(out, s->buffer_pkt);
159		✗	if (ret < 0)
160		✗	goto fail;
161
162		✗	out->data = (uint8_t *)td->units[s->last_frame_idx].data;
163		✗	out->size = size;
164
165			// skip the frame in the buffer packet if it's split successfully, so it's not present
166			// if the packet is passed through in case of failure when splitting another frame.
167		✗	s->buffer_pkt->data += size;
168		✗	s->buffer_pkt->size -= size;
169
170		✗	if (!frame->show_existing_frame && !frame->show_frame)
171		✗	out->pts = AV_NOPTS_VALUE;
172
173		✗	if (s->cur_frame == s->nb_frames) {
174		✗	av_packet_unref(s->buffer_pkt);
175		✗	ff_cbs_fragment_reset(td);
176			}
177
178		✗	return 0;
179			}
180
181		✗	passthrough:
182		✗	av_packet_move_ref(out, s->buffer_pkt);
183
184		✗	ret = 0;
185		✗	fail:
186		✗	if (ret < 0) {
187		✗	av_packet_unref(out);
188		✗	av_packet_unref(s->buffer_pkt);
189			}
190		✗	ff_cbs_fragment_reset(td);
191
192		✗	return ret;
193			}
194
195			static const CodedBitstreamUnitType decompose_unit_types[] = {
196			AV1_OBU_TEMPORAL_DELIMITER,
197			AV1_OBU_SEQUENCE_HEADER,
198			AV1_OBU_FRAME_HEADER,
199			AV1_OBU_TILE_GROUP,
200			AV1_OBU_FRAME,
201			};
202
203		✗	static int av1_frame_split_init(AVBSFContext *ctx)
204			{
205		✗	AV1FSplitContext *s = ctx->priv_data;
206		✗	CodedBitstreamFragment *td = &s->temporal_unit;
207			int ret;
208
209		✗	s->buffer_pkt = av_packet_alloc();
210		✗	if (!s->buffer_pkt)
211		✗	return AVERROR(ENOMEM);
212
213		✗	ret = ff_cbs_init(&s->cbc, AV_CODEC_ID_AV1, ctx);
214		✗	if (ret < 0)
215		✗	return ret;
216
217		✗	s->cbc->decompose_unit_types = decompose_unit_types;
218		✗	s->cbc->nb_decompose_unit_types = FF_ARRAY_ELEMS(decompose_unit_types);
219
220		✗	if (!ctx->par_in->extradata_size)
221		✗	return 0;
222
223		✗	ret = ff_cbs_read_extradata(s->cbc, td, ctx->par_in);
224		✗	if (ret < 0)
225		✗	av_log(ctx, AV_LOG_WARNING, "Failed to parse extradata.\n");
226
227		✗	ff_cbs_fragment_reset(td);
228
229		✗	return 0;
230			}
231
232		✗	static void av1_frame_split_flush(AVBSFContext *ctx)
233			{
234		✗	AV1FSplitContext *s = ctx->priv_data;
235
236		✗	av_packet_unref(s->buffer_pkt);
237		✗	ff_cbs_fragment_reset(&s->temporal_unit);
238		✗	}
239
240		✗	static void av1_frame_split_close(AVBSFContext *ctx)
241			{
242		✗	AV1FSplitContext *s = ctx->priv_data;
243
244		✗	av_packet_free(&s->buffer_pkt);
245		✗	ff_cbs_fragment_free(&s->temporal_unit);
246		✗	ff_cbs_close(&s->cbc);
247		✗	}
248
249			static const enum AVCodecID av1_frame_split_codec_ids[] = {
250			AV_CODEC_ID_AV1, AV_CODEC_ID_NONE,
251			};
252
253			const FFBitStreamFilter ff_av1_frame_split_bsf = {
254			.p.name = "av1_frame_split",
255			.p.codec_ids = av1_frame_split_codec_ids,
256			.priv_data_size = sizeof(AV1FSplitContext),
257			.init = av1_frame_split_init,
258			.flush = av1_frame_split_flush,
259			.close = av1_frame_split_close,
260			.filter = av1_frame_split_filter,
261			};
262