Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * Copyright (c) 2019 James Almer <jamrial@gmail.com> | ||
3 | * | ||
4 | * This file is part of FFmpeg. | ||
5 | * | ||
6 | * FFmpeg is free software; you can redistribute it and/or | ||
7 | * modify it under the terms of the GNU Lesser General Public | ||
8 | * License as published by the Free Software Foundation; either | ||
9 | * version 2.1 of the License, or (at your option) any later version. | ||
10 | * | ||
11 | * FFmpeg is distributed in the hope that it will be useful, | ||
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
14 | * Lesser General Public License for more details. | ||
15 | * | ||
16 | * You should have received a copy of the GNU Lesser General Public | ||
17 | * License along with FFmpeg; if not, write to the Free Software | ||
18 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
19 | */ | ||
20 | |||
21 | /** | ||
22 | * @file | ||
23 | * This bitstream filter splits AV1 Temporal Units into packets containing | ||
24 | * just one frame, plus any leading and trailing OBUs that may be present at | ||
25 | * the beginning or end, respectively. | ||
26 | * | ||
27 | * Temporal Units already containing only one frame will be passed through | ||
28 | * unchanged. When splitting can't be performed, the Temporal Unit will be | ||
29 | * passed through containing only the remaining OBUs starting from the first | ||
30 | * one after the last successfully split frame. | ||
31 | */ | ||
32 | |||
33 | #include "libavutil/avassert.h" | ||
34 | |||
35 | #include "bsf.h" | ||
36 | #include "bsf_internal.h" | ||
37 | #include "cbs.h" | ||
38 | #include "cbs_av1.h" | ||
39 | |||
40 | typedef struct AV1FSplitContext { | ||
41 | AVPacket *buffer_pkt; | ||
42 | CodedBitstreamContext *cbc; | ||
43 | CodedBitstreamFragment temporal_unit; | ||
44 | |||
45 | int nb_frames; | ||
46 | int cur_frame; | ||
47 | int cur_frame_idx; | ||
48 | int last_frame_idx; | ||
49 | } AV1FSplitContext; | ||
50 | |||
51 | 351 | static int av1_frame_split_filter(AVBSFContext *ctx, AVPacket *out) | |
52 | { | ||
53 | 351 | AV1FSplitContext *s = ctx->priv_data; | |
54 | 351 | CodedBitstreamFragment *td = &s->temporal_unit; | |
55 | int i, ret; | ||
56 | 351 | int split = !!s->buffer_pkt->data; | |
57 | |||
58 |
2/2✓ Branch 0 taken 282 times.
✓ Branch 1 taken 69 times.
|
351 | if (!s->buffer_pkt->data) { |
59 | 282 | int nb_frames = 0; | |
60 | |||
61 | 282 | ret = ff_bsf_get_packet_ref(ctx, s->buffer_pkt); | |
62 |
2/2✓ Branch 0 taken 21 times.
✓ Branch 1 taken 261 times.
|
282 | if (ret < 0) |
63 | 21 | return ret; | |
64 | |||
65 | 261 | ret = ff_cbs_read_packet(s->cbc, td, s->buffer_pkt); | |
66 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 261 times.
|
261 | if (ret < 0) { |
67 | ✗ | av_log(ctx, AV_LOG_WARNING, "Failed to parse temporal unit.\n"); | |
68 | ✗ | goto passthrough; | |
69 | } | ||
70 | |||
71 |
2/2✓ Branch 0 taken 759 times.
✓ Branch 1 taken 261 times.
|
1020 | for (i = 0; i < td->nb_units; i++) { |
72 | 759 | CodedBitstreamUnit *unit = &td->units[i]; | |
73 | |||
74 |
2/2✓ Branch 0 taken 481 times.
✓ Branch 1 taken 278 times.
|
759 | if (unit->type == AV1_OBU_FRAME || |
75 |
2/2✓ Branch 0 taken 52 times.
✓ Branch 1 taken 429 times.
|
481 | unit->type == AV1_OBU_FRAME_HEADER) |
76 | 330 | nb_frames++; | |
77 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 429 times.
|
429 | else if (unit->type == AV1_OBU_TILE_LIST) { |
78 | ✗ | av_log(ctx, AV_LOG_VERBOSE, "Large scale tiles are unsupported.\n"); | |
79 | ✗ | goto passthrough; | |
80 | } | ||
81 | } | ||
82 |
2/2✓ Branch 0 taken 41 times.
✓ Branch 1 taken 220 times.
|
261 | if (nb_frames > 1) { |
83 | 41 | s->cur_frame = 0; | |
84 | 41 | s->cur_frame_idx = s->last_frame_idx = 0; | |
85 | 41 | s->nb_frames = nb_frames; | |
86 | 41 | split = 1; | |
87 | } | ||
88 | } | ||
89 | |||
90 |
2/2✓ Branch 0 taken 110 times.
✓ Branch 1 taken 220 times.
|
330 | if (split) { |
91 | 110 | AV1RawFrameHeader *frame = NULL; | |
92 | 110 | int cur_frame_type = -1, size = 0; | |
93 | |||
94 |
2/2✓ Branch 0 taken 203 times.
✓ Branch 1 taken 41 times.
|
244 | for (i = s->cur_frame_idx; i < td->nb_units; i++) { |
95 | 203 | CodedBitstreamUnit *unit = &td->units[i]; | |
96 | |||
97 | 203 | size += unit->data_size; | |
98 |
2/2✓ Branch 0 taken 94 times.
✓ Branch 1 taken 109 times.
|
203 | if (unit->type == AV1_OBU_FRAME) { |
99 | 94 | AV1RawOBU *obu = unit->content; | |
100 | |||
101 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 94 times.
|
94 | if (frame) { |
102 | ✗ | av_log(ctx, AV_LOG_WARNING, "Frame OBU found when Tile data for a " | |
103 | "previous frame was expected.\n"); | ||
104 | ✗ | goto passthrough; | |
105 | } | ||
106 | |||
107 | 94 | frame = &obu->obu.frame.header; | |
108 | 94 | cur_frame_type = obu->header.obu_type; | |
109 | 94 | s->last_frame_idx = s->cur_frame_idx; | |
110 | 94 | s->cur_frame_idx = i + 1; | |
111 | 94 | s->cur_frame++; | |
112 | |||
113 | // split here unless it's the last frame, in which case | ||
114 | // include every trailing OBU | ||
115 |
2/2✓ Branch 0 taken 61 times.
✓ Branch 1 taken 33 times.
|
94 | if (s->cur_frame < s->nb_frames) |
116 | 61 | break; | |
117 |
2/2✓ Branch 0 taken 16 times.
✓ Branch 1 taken 93 times.
|
109 | } else if (unit->type == AV1_OBU_FRAME_HEADER) { |
118 | 16 | AV1RawOBU *obu = unit->content; | |
119 | |||
120 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 16 times.
|
16 | if (frame) { |
121 | ✗ | av_log(ctx, AV_LOG_WARNING, "Frame Header OBU found when Tile data for a " | |
122 | "previous frame was expected.\n"); | ||
123 | ✗ | goto passthrough; | |
124 | } | ||
125 | |||
126 | 16 | frame = &obu->obu.frame_header; | |
127 | 16 | cur_frame_type = obu->header.obu_type; | |
128 | 16 | s->last_frame_idx = s->cur_frame_idx; | |
129 | 16 | s->cur_frame++; | |
130 | |||
131 | // split here if show_existing_frame unless it's the last | ||
132 | // frame, in which case include every trailing OBU | ||
133 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 16 times.
|
16 | if (frame->show_existing_frame && |
134 | ✗ | s->cur_frame < s->nb_frames) { | |
135 | ✗ | s->cur_frame_idx = i + 1; | |
136 | ✗ | break; | |
137 | } | ||
138 |
2/2✓ Branch 0 taken 40 times.
✓ Branch 1 taken 53 times.
|
93 | } else if (unit->type == AV1_OBU_TILE_GROUP) { |
139 | 40 | AV1RawOBU *obu = unit->content; | |
140 | 40 | AV1RawTileGroup *group = &obu->obu.tile_group; | |
141 | |||
142 |
2/4✓ Branch 0 taken 40 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 40 times.
|
40 | if (!frame || cur_frame_type != AV1_OBU_FRAME_HEADER) { |
143 | ✗ | av_log(ctx, AV_LOG_WARNING, "Unexpected Tile Group OBU found before a " | |
144 | "Frame Header.\n"); | ||
145 | ✗ | goto passthrough; | |
146 | } | ||
147 | |||
148 |
2/2✓ Branch 0 taken 16 times.
✓ Branch 1 taken 24 times.
|
40 | if ((group->tg_end == (frame->tile_cols * frame->tile_rows) - 1) && |
149 | // include every trailing OBU with the last frame | ||
150 |
2/2✓ Branch 0 taken 8 times.
✓ Branch 1 taken 8 times.
|
16 | s->cur_frame < s->nb_frames) { |
151 | 8 | s->cur_frame_idx = i + 1; | |
152 | 8 | break; | |
153 | } | ||
154 | } | ||
155 | } | ||
156 |
2/4✓ Branch 0 taken 110 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 110 times.
|
110 | av_assert0(frame && s->cur_frame <= s->nb_frames); |
157 | |||
158 | 110 | ret = av_packet_ref(out, s->buffer_pkt); | |
159 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 110 times.
|
110 | if (ret < 0) |
160 | ✗ | goto fail; | |
161 | |||
162 | 110 | out->data = (uint8_t *)td->units[s->last_frame_idx].data; | |
163 | 110 | out->size = size; | |
164 | |||
165 | // skip the frame in the buffer packet if it's split successfully, so it's not present | ||
166 | // if the packet is passed through in case of failure when splitting another frame. | ||
167 | 110 | s->buffer_pkt->data += size; | |
168 | 110 | s->buffer_pkt->size -= size; | |
169 | |||
170 |
3/4✓ Branch 0 taken 110 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 61 times.
✓ Branch 3 taken 49 times.
|
110 | if (!frame->show_existing_frame && !frame->show_frame) |
171 | 61 | out->pts = AV_NOPTS_VALUE; | |
172 | |||
173 |
2/2✓ Branch 0 taken 41 times.
✓ Branch 1 taken 69 times.
|
110 | if (s->cur_frame == s->nb_frames) { |
174 | 41 | av_packet_unref(s->buffer_pkt); | |
175 | 41 | ff_cbs_fragment_reset(td); | |
176 | } | ||
177 | |||
178 | 110 | return 0; | |
179 | } | ||
180 | |||
181 | 220 | passthrough: | |
182 | 220 | av_packet_move_ref(out, s->buffer_pkt); | |
183 | |||
184 | 220 | ret = 0; | |
185 | 220 | fail: | |
186 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 220 times.
|
220 | if (ret < 0) { |
187 | ✗ | av_packet_unref(out); | |
188 | ✗ | av_packet_unref(s->buffer_pkt); | |
189 | } | ||
190 | 220 | ff_cbs_fragment_reset(td); | |
191 | |||
192 | 220 | return ret; | |
193 | } | ||
194 | |||
195 | static const CodedBitstreamUnitType decompose_unit_types[] = { | ||
196 | AV1_OBU_TEMPORAL_DELIMITER, | ||
197 | AV1_OBU_SEQUENCE_HEADER, | ||
198 | AV1_OBU_FRAME_HEADER, | ||
199 | AV1_OBU_TILE_GROUP, | ||
200 | AV1_OBU_FRAME, | ||
201 | }; | ||
202 | |||
203 | 21 | static int av1_frame_split_init(AVBSFContext *ctx) | |
204 | { | ||
205 | 21 | AV1FSplitContext *s = ctx->priv_data; | |
206 | 21 | CodedBitstreamFragment *td = &s->temporal_unit; | |
207 | int ret; | ||
208 | |||
209 | 21 | s->buffer_pkt = av_packet_alloc(); | |
210 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 21 times.
|
21 | if (!s->buffer_pkt) |
211 | ✗ | return AVERROR(ENOMEM); | |
212 | |||
213 | 21 | ret = ff_cbs_init(&s->cbc, AV_CODEC_ID_AV1, ctx); | |
214 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 21 times.
|
21 | if (ret < 0) |
215 | ✗ | return ret; | |
216 | |||
217 | 21 | s->cbc->decompose_unit_types = decompose_unit_types; | |
218 | 21 | s->cbc->nb_decompose_unit_types = FF_ARRAY_ELEMS(decompose_unit_types); | |
219 | |||
220 |
2/2✓ Branch 0 taken 19 times.
✓ Branch 1 taken 2 times.
|
21 | if (!ctx->par_in->extradata_size) |
221 | 19 | return 0; | |
222 | |||
223 | 2 | ret = ff_cbs_read_extradata(s->cbc, td, ctx->par_in); | |
224 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (ret < 0) |
225 | ✗ | av_log(ctx, AV_LOG_WARNING, "Failed to parse extradata.\n"); | |
226 | |||
227 | 2 | ff_cbs_fragment_reset(td); | |
228 | |||
229 | 2 | return 0; | |
230 | } | ||
231 | |||
232 | ✗ | static void av1_frame_split_flush(AVBSFContext *ctx) | |
233 | { | ||
234 | ✗ | AV1FSplitContext *s = ctx->priv_data; | |
235 | |||
236 | ✗ | av_packet_unref(s->buffer_pkt); | |
237 | ✗ | ff_cbs_fragment_reset(&s->temporal_unit); | |
238 | } | ||
239 | |||
240 | 21 | static void av1_frame_split_close(AVBSFContext *ctx) | |
241 | { | ||
242 | 21 | AV1FSplitContext *s = ctx->priv_data; | |
243 | |||
244 | 21 | av_packet_free(&s->buffer_pkt); | |
245 | 21 | ff_cbs_fragment_free(&s->temporal_unit); | |
246 | 21 | ff_cbs_close(&s->cbc); | |
247 | 21 | } | |
248 | |||
249 | static const enum AVCodecID av1_frame_split_codec_ids[] = { | ||
250 | AV_CODEC_ID_AV1, AV_CODEC_ID_NONE, | ||
251 | }; | ||
252 | |||
253 | const FFBitStreamFilter ff_av1_frame_split_bsf = { | ||
254 | .p.name = "av1_frame_split", | ||
255 | .p.codec_ids = av1_frame_split_codec_ids, | ||
256 | .priv_data_size = sizeof(AV1FSplitContext), | ||
257 | .init = av1_frame_split_init, | ||
258 | .flush = av1_frame_split_flush, | ||
259 | .close = av1_frame_split_close, | ||
260 | .filter = av1_frame_split_filter, | ||
261 | }; | ||
262 |