Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * Copyright (c) 2011 Stefano Sabatini | ||
3 | * | ||
4 | * This file is part of FFmpeg. | ||
5 | * | ||
6 | * FFmpeg is free software; you can redistribute it and/or | ||
7 | * modify it under the terms of the GNU Lesser General Public | ||
8 | * License as published by the Free Software Foundation; either | ||
9 | * version 2.1 of the License, or (at your option) any later version. | ||
10 | * | ||
11 | * FFmpeg is distributed in the hope that it will be useful, | ||
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
14 | * Lesser General Public License for more details. | ||
15 | * | ||
16 | * You should have received a copy of the GNU Lesser General Public | ||
17 | * License along with FFmpeg; if not, write to the Free Software | ||
18 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
19 | */ | ||
20 | |||
21 | /** | ||
22 | * @file | ||
23 | * filter for selecting which frame passes in the filterchain | ||
24 | */ | ||
25 | |||
26 | #include "config_components.h" | ||
27 | |||
28 | #include "libavutil/avstring.h" | ||
29 | #include "libavutil/eval.h" | ||
30 | #include "libavutil/fifo.h" | ||
31 | #include "libavutil/imgutils.h" | ||
32 | #include "libavutil/internal.h" | ||
33 | #include "libavutil/opt.h" | ||
34 | #include "libavutil/pixdesc.h" | ||
35 | #include "avfilter.h" | ||
36 | #include "audio.h" | ||
37 | #include "filters.h" | ||
38 | #include "formats.h" | ||
39 | #include "video.h" | ||
40 | #include "scene_sad.h" | ||
41 | |||
42 | static const char *const var_names[] = { | ||
43 | "TB", ///< timebase | ||
44 | |||
45 | "pts", ///< original pts in the file of the frame | ||
46 | "start_pts", ///< first PTS in the stream, expressed in TB units | ||
47 | "prev_pts", ///< previous frame PTS | ||
48 | "prev_selected_pts", ///< previous selected frame PTS | ||
49 | |||
50 | "t", ///< timestamp expressed in seconds | ||
51 | "start_t", ///< first PTS in the stream, expressed in seconds | ||
52 | "prev_t", ///< previous frame time | ||
53 | "prev_selected_t", ///< previously selected time | ||
54 | |||
55 | "pict_type", ///< the type of picture in the movie | ||
56 | "I", | ||
57 | "P", | ||
58 | "B", | ||
59 | "S", | ||
60 | "SI", | ||
61 | "SP", | ||
62 | "BI", | ||
63 | "PICT_TYPE_I", | ||
64 | "PICT_TYPE_P", | ||
65 | "PICT_TYPE_B", | ||
66 | "PICT_TYPE_S", | ||
67 | "PICT_TYPE_SI", | ||
68 | "PICT_TYPE_SP", | ||
69 | "PICT_TYPE_BI", | ||
70 | |||
71 | "interlace_type", ///< the frame interlace type | ||
72 | "PROGRESSIVE", | ||
73 | "TOPFIRST", | ||
74 | "BOTTOMFIRST", | ||
75 | |||
76 | "consumed_samples_n",///< number of samples consumed by the filter (only audio) | ||
77 | "samples_n", ///< number of samples in the current frame (only audio) | ||
78 | "sample_rate", ///< sample rate (only audio) | ||
79 | |||
80 | "n", ///< frame number (starting from zero) | ||
81 | "selected_n", ///< selected frame number (starting from zero) | ||
82 | "prev_selected_n", ///< number of the last selected frame | ||
83 | |||
84 | "key", ///< tell if the frame is a key frame | ||
85 | |||
86 | "scene", | ||
87 | |||
88 | "concatdec_select", ///< frame is within the interval set by the concat demuxer | ||
89 | |||
90 | "ih", ///< ih: Represents the height of the input video frame. | ||
91 | "iw", ///< iw: Represents the width of the input video frame. | ||
92 | |||
93 | "view", | ||
94 | |||
95 | NULL | ||
96 | }; | ||
97 | |||
98 | enum var_name { | ||
99 | VAR_TB, | ||
100 | |||
101 | VAR_PTS, | ||
102 | VAR_START_PTS, | ||
103 | VAR_PREV_PTS, | ||
104 | VAR_PREV_SELECTED_PTS, | ||
105 | |||
106 | VAR_T, | ||
107 | VAR_START_T, | ||
108 | VAR_PREV_T, | ||
109 | VAR_PREV_SELECTED_T, | ||
110 | |||
111 | VAR_PICT_TYPE, | ||
112 | VAR_I, | ||
113 | VAR_P, | ||
114 | VAR_B, | ||
115 | VAR_S, | ||
116 | VAR_SI, | ||
117 | VAR_SP, | ||
118 | VAR_BI, | ||
119 | VAR_PICT_TYPE_I, | ||
120 | VAR_PICT_TYPE_P, | ||
121 | VAR_PICT_TYPE_B, | ||
122 | VAR_PICT_TYPE_S, | ||
123 | VAR_PICT_TYPE_SI, | ||
124 | VAR_PICT_TYPE_SP, | ||
125 | VAR_PICT_TYPE_BI, | ||
126 | |||
127 | VAR_INTERLACE_TYPE, | ||
128 | VAR_INTERLACE_TYPE_P, | ||
129 | VAR_INTERLACE_TYPE_T, | ||
130 | VAR_INTERLACE_TYPE_B, | ||
131 | |||
132 | VAR_CONSUMED_SAMPLES_N, | ||
133 | VAR_SAMPLES_N, | ||
134 | VAR_SAMPLE_RATE, | ||
135 | |||
136 | VAR_N, | ||
137 | VAR_SELECTED_N, | ||
138 | VAR_PREV_SELECTED_N, | ||
139 | |||
140 | VAR_KEY, | ||
141 | |||
142 | VAR_SCENE, | ||
143 | |||
144 | VAR_CONCATDEC_SELECT, | ||
145 | |||
146 | VAR_IH, | ||
147 | VAR_IW, | ||
148 | |||
149 | VAR_VIEW, | ||
150 | |||
151 | VAR_VARS_NB | ||
152 | }; | ||
153 | |||
154 | typedef struct SelectContext { | ||
155 | const AVClass *class; | ||
156 | char *expr_str; | ||
157 | AVExpr *expr; | ||
158 | double var_values[VAR_VARS_NB]; | ||
159 | int bitdepth; | ||
160 | int nb_planes; | ||
161 | ptrdiff_t width[4]; | ||
162 | ptrdiff_t height[4]; | ||
163 | int do_scene_detect; ///< 1 if the expression requires scene detection variables, 0 otherwise | ||
164 | ff_scene_sad_fn sad; ///< Sum of the absolute difference function (scene detect only) | ||
165 | double prev_mafd; ///< previous MAFD (scene detect only) | ||
166 | AVFrame *prev_picref; ///< previous frame (scene detect only) | ||
167 | double select; | ||
168 | int select_out; ///< mark the selected output pad index | ||
169 | int nb_outputs; | ||
170 | } SelectContext; | ||
171 | |||
172 | #define OFFSET(x) offsetof(SelectContext, x) | ||
173 | #define DEFINE_OPTIONS(filt_name, FLAGS) \ | ||
174 | static const AVOption filt_name##_options[] = { \ | ||
175 | { "expr", "set an expression to use for selecting frames", OFFSET(expr_str), AV_OPT_TYPE_STRING, { .str = "1" }, .flags=FLAGS }, \ | ||
176 | { "e", "set an expression to use for selecting frames", OFFSET(expr_str), AV_OPT_TYPE_STRING, { .str = "1" }, .flags=FLAGS }, \ | ||
177 | { "outputs", "set the number of outputs", OFFSET(nb_outputs), AV_OPT_TYPE_INT, {.i64 = 1}, 1, INT_MAX, .flags=FLAGS }, \ | ||
178 | { "n", "set the number of outputs", OFFSET(nb_outputs), AV_OPT_TYPE_INT, {.i64 = 1}, 1, INT_MAX, .flags=FLAGS }, \ | ||
179 | { NULL } \ | ||
180 | } | ||
181 | |||
182 | static int request_frame(AVFilterLink *outlink); | ||
183 | |||
184 | 5 | static av_cold int init(AVFilterContext *ctx) | |
185 | { | ||
186 | 5 | SelectContext *select = ctx->priv; | |
187 | int i, ret; | ||
188 | |||
189 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 5 times.
|
5 | if ((ret = av_expr_parse(&select->expr, select->expr_str, |
190 | var_names, NULL, NULL, NULL, NULL, 0, ctx)) < 0) { | ||
191 | ✗ | av_log(ctx, AV_LOG_ERROR, "Error while parsing expression '%s'\n", | |
192 | select->expr_str); | ||
193 | ✗ | return ret; | |
194 | } | ||
195 | 5 | select->do_scene_detect = !!strstr(select->expr_str, "scene"); | |
196 | |||
197 |
2/2✓ Branch 0 taken 5 times.
✓ Branch 1 taken 5 times.
|
10 | for (i = 0; i < select->nb_outputs; i++) { |
198 | 5 | AVFilterPad pad = { 0 }; | |
199 | |||
200 | 5 | pad.name = av_asprintf("output%d", i); | |
201 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
|
5 | if (!pad.name) |
202 | ✗ | return AVERROR(ENOMEM); | |
203 | 5 | pad.type = ctx->filter->inputs[0].type; | |
204 | 5 | pad.request_frame = request_frame; | |
205 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 5 times.
|
5 | if ((ret = ff_append_outpad_free_name(ctx, &pad)) < 0) |
206 | ✗ | return ret; | |
207 | } | ||
208 | |||
209 | 5 | return 0; | |
210 | } | ||
211 | |||
212 | #define INTERLACE_TYPE_P 0 | ||
213 | #define INTERLACE_TYPE_T 1 | ||
214 | #define INTERLACE_TYPE_B 2 | ||
215 | |||
216 | 3 | static int config_input(AVFilterLink *inlink) | |
217 | { | ||
218 | 3 | SelectContext *select = inlink->dst->priv; | |
219 | 3 | const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format); | |
220 | 9 | int is_yuv = !(desc->flags & AV_PIX_FMT_FLAG_RGB) && | |
221 |
3/4✓ Branch 0 taken 3 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
✓ Branch 3 taken 1 times.
|
5 | (desc->flags & AV_PIX_FMT_FLAG_PLANAR) && |
222 |
1/2✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
|
2 | desc->nb_components >= 3; |
223 | |||
224 | 3 | select->bitdepth = desc->comp[0].depth; | |
225 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 2 times.
|
3 | select->nb_planes = is_yuv ? 1 : av_pix_fmt_count_planes(inlink->format); |
226 | |||
227 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 3 times.
|
6 | for (int plane = 0; plane < select->nb_planes; plane++) { |
228 | 3 | ptrdiff_t line_size = av_image_get_linesize(inlink->format, inlink->w, plane); | |
229 | 3 | int vsub = desc->log2_chroma_h; | |
230 | |||
231 | 3 | select->width[plane] = line_size >> (select->bitdepth > 8); | |
232 |
2/4✓ Branch 0 taken 3 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 3 times.
|
3 | select->height[plane] = plane == 1 || plane == 2 ? AV_CEIL_RSHIFT(inlink->h, vsub) : inlink->h; |
233 | } | ||
234 | |||
235 | 3 | select->var_values[VAR_N] = 0.0; | |
236 | 3 | select->var_values[VAR_SELECTED_N] = 0.0; | |
237 | |||
238 | 3 | select->var_values[VAR_TB] = av_q2d(inlink->time_base); | |
239 | |||
240 | 3 | select->var_values[VAR_PREV_SELECTED_N] = NAN; | |
241 | 3 | select->var_values[VAR_PREV_PTS] = NAN; | |
242 | 3 | select->var_values[VAR_PREV_SELECTED_PTS] = NAN; | |
243 | 3 | select->var_values[VAR_PREV_SELECTED_T] = NAN; | |
244 | 3 | select->var_values[VAR_PREV_T] = NAN; | |
245 | 3 | select->var_values[VAR_START_PTS] = NAN; | |
246 | 3 | select->var_values[VAR_START_T] = NAN; | |
247 | |||
248 | 3 | select->var_values[VAR_I] = AV_PICTURE_TYPE_I; | |
249 | 3 | select->var_values[VAR_P] = AV_PICTURE_TYPE_P; | |
250 | 3 | select->var_values[VAR_B] = AV_PICTURE_TYPE_B; | |
251 | 3 | select->var_values[VAR_SI] = AV_PICTURE_TYPE_SI; | |
252 | 3 | select->var_values[VAR_SP] = AV_PICTURE_TYPE_SP; | |
253 | 3 | select->var_values[VAR_BI] = AV_PICTURE_TYPE_BI; | |
254 | 3 | select->var_values[VAR_PICT_TYPE_I] = AV_PICTURE_TYPE_I; | |
255 | 3 | select->var_values[VAR_PICT_TYPE_P] = AV_PICTURE_TYPE_P; | |
256 | 3 | select->var_values[VAR_PICT_TYPE_B] = AV_PICTURE_TYPE_B; | |
257 | 3 | select->var_values[VAR_PICT_TYPE_SI] = AV_PICTURE_TYPE_SI; | |
258 | 3 | select->var_values[VAR_PICT_TYPE_SP] = AV_PICTURE_TYPE_SP; | |
259 | 3 | select->var_values[VAR_PICT_TYPE_BI] = AV_PICTURE_TYPE_BI; | |
260 | |||
261 | 3 | select->var_values[VAR_INTERLACE_TYPE_P] = INTERLACE_TYPE_P; | |
262 | 3 | select->var_values[VAR_INTERLACE_TYPE_T] = INTERLACE_TYPE_T; | |
263 | 3 | select->var_values[VAR_INTERLACE_TYPE_B] = INTERLACE_TYPE_B; | |
264 | |||
265 | 3 | select->var_values[VAR_PICT_TYPE] = NAN; | |
266 | 3 | select->var_values[VAR_INTERLACE_TYPE] = NAN; | |
267 | 3 | select->var_values[VAR_SCENE] = NAN; | |
268 | 3 | select->var_values[VAR_CONSUMED_SAMPLES_N] = NAN; | |
269 | 3 | select->var_values[VAR_SAMPLES_N] = NAN; | |
270 | |||
271 | 3 | select->var_values[VAR_IH] = NAN; | |
272 | 3 | select->var_values[VAR_IW] = NAN; | |
273 | |||
274 | 3 | select->var_values[VAR_SAMPLE_RATE] = | |
275 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 3 times.
|
3 | inlink->type == AVMEDIA_TYPE_AUDIO ? inlink->sample_rate : NAN; |
276 | |||
277 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 2 times.
|
3 | if (CONFIG_SELECT_FILTER && select->do_scene_detect) { |
278 |
1/2✓ Branch 0 taken 1 times.
✗ Branch 1 not taken.
|
1 | select->sad = ff_scene_sad_get_fn(select->bitdepth == 8 ? 8 : 16); |
279 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (!select->sad) |
280 | ✗ | return AVERROR(EINVAL); | |
281 | } | ||
282 | 3 | return 0; | |
283 | } | ||
284 | |||
285 | 1308 | static double get_scene_score(AVFilterContext *ctx, AVFrame *frame) | |
286 | { | ||
287 | 1308 | double ret = 0; | |
288 | 1308 | SelectContext *select = ctx->priv; | |
289 | 1308 | AVFrame *prev_picref = select->prev_picref; | |
290 | |||
291 |
2/2✓ Branch 0 taken 1307 times.
✓ Branch 1 taken 1 times.
|
1308 | if (prev_picref && |
292 |
1/2✓ Branch 0 taken 1307 times.
✗ Branch 1 not taken.
|
1307 | frame->height == prev_picref->height && |
293 |
1/2✓ Branch 0 taken 1307 times.
✗ Branch 1 not taken.
|
1307 | frame->width == prev_picref->width) { |
294 | 1307 | uint64_t sad = 0; | |
295 | double mafd, diff; | ||
296 | 1307 | uint64_t count = 0; | |
297 | |||
298 |
2/2✓ Branch 0 taken 1307 times.
✓ Branch 1 taken 1307 times.
|
2614 | for (int plane = 0; plane < select->nb_planes; plane++) { |
299 | uint64_t plane_sad; | ||
300 | 1307 | select->sad(prev_picref->data[plane], prev_picref->linesize[plane], | |
301 | 1307 | frame->data[plane], frame->linesize[plane], | |
302 | select->width[plane], select->height[plane], &plane_sad); | ||
303 | 1307 | sad += plane_sad; | |
304 | 1307 | count += select->width[plane] * select->height[plane]; | |
305 | } | ||
306 | |||
307 | 1307 | mafd = (double)sad / count / (1ULL << (select->bitdepth - 8)); | |
308 | 1307 | diff = fabs(mafd - select->prev_mafd); | |
309 |
2/2✓ Branch 0 taken 1060 times.
✓ Branch 1 taken 247 times.
|
1307 | ret = av_clipf(FFMIN(mafd, diff) / 100., 0, 1); |
310 | 1307 | select->prev_mafd = mafd; | |
311 | 1307 | av_frame_free(&prev_picref); | |
312 | } | ||
313 | 1308 | select->prev_picref = av_frame_clone(frame); | |
314 | 1308 | return ret; | |
315 | } | ||
316 | |||
317 | 1408 | static double get_concatdec_select(AVFrame *frame, int64_t pts) | |
318 | { | ||
319 | 1408 | AVDictionary *metadata = frame->metadata; | |
320 | 1408 | AVDictionaryEntry *start_time_entry = av_dict_get(metadata, "lavf.concatdec.start_time", NULL, 0); | |
321 | 1408 | AVDictionaryEntry *duration_entry = av_dict_get(metadata, "lavf.concatdec.duration", NULL, 0); | |
322 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1408 times.
|
1408 | if (start_time_entry) { |
323 | ✗ | int64_t start_time = strtoll(start_time_entry->value, NULL, 10); | |
324 | ✗ | if (pts >= start_time) { | |
325 | ✗ | if (duration_entry) { | |
326 | ✗ | int64_t duration = strtoll(duration_entry->value, NULL, 10); | |
327 | ✗ | if (pts < start_time + duration) | |
328 | ✗ | return -1; | |
329 | else | ||
330 | ✗ | return 0; | |
331 | } | ||
332 | ✗ | return -1; | |
333 | } | ||
334 | ✗ | return 0; | |
335 | } | ||
336 | 1408 | return NAN; | |
337 | } | ||
338 | |||
339 | 1408 | static void select_frame(AVFilterContext *ctx, AVFrame *frame) | |
340 | { | ||
341 | 1408 | SelectContext *select = ctx->priv; | |
342 | 1408 | AVFilterLink *inlink = ctx->inputs[0]; | |
343 | 1408 | FilterLink *inl = ff_filter_link(inlink); | |
344 | const AVFrameSideData *sd; | ||
345 | double res; | ||
346 | |||
347 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 1405 times.
|
1408 | if (isnan(select->var_values[VAR_START_PTS])) |
348 |
1/2✓ Branch 0 taken 3 times.
✗ Branch 1 not taken.
|
3 | select->var_values[VAR_START_PTS] = TS2D(frame->pts); |
349 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 1405 times.
|
1408 | if (isnan(select->var_values[VAR_START_T])) |
350 |
1/2✓ Branch 0 taken 3 times.
✗ Branch 1 not taken.
|
3 | select->var_values[VAR_START_T] = TS2D(frame->pts) * av_q2d(inlink->time_base); |
351 | |||
352 | 1408 | select->var_values[VAR_N ] = inl->frame_count_out; | |
353 |
1/2✓ Branch 0 taken 1408 times.
✗ Branch 1 not taken.
|
1408 | select->var_values[VAR_PTS] = TS2D(frame->pts); |
354 |
1/2✓ Branch 0 taken 1408 times.
✗ Branch 1 not taken.
|
1408 | select->var_values[VAR_T ] = TS2D(frame->pts) * av_q2d(inlink->time_base); |
355 |
2/2✓ Branch 0 taken 128 times.
✓ Branch 1 taken 1280 times.
|
1408 | select->var_values[VAR_KEY] = !!(frame->flags & AV_FRAME_FLAG_KEY); |
356 | 1408 | select->var_values[VAR_CONCATDEC_SELECT] = get_concatdec_select(frame, av_rescale_q(frame->pts, inlink->time_base, AV_TIME_BASE_Q)); | |
357 | |||
358 |
1/3✗ Branch 0 not taken.
✓ Branch 1 taken 1408 times.
✗ Branch 2 not taken.
|
1408 | switch (inlink->type) { |
359 | ✗ | case AVMEDIA_TYPE_AUDIO: | |
360 | ✗ | select->var_values[VAR_SAMPLES_N] = frame->nb_samples; | |
361 | ✗ | break; | |
362 | |||
363 | 1408 | case AVMEDIA_TYPE_VIDEO: | |
364 | 1408 | select->var_values[VAR_IH] = frame->height; | |
365 | 1408 | select->var_values[VAR_IW] = frame->width; | |
366 | |||
367 | 1408 | select->var_values[VAR_INTERLACE_TYPE] = | |
368 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1408 times.
|
1408 | !(frame->flags & AV_FRAME_FLAG_INTERLACED) ? INTERLACE_TYPE_P : |
369 | ✗ | (frame->flags & AV_FRAME_FLAG_TOP_FIELD_FIRST) ? INTERLACE_TYPE_T : INTERLACE_TYPE_B; | |
370 | 1408 | select->var_values[VAR_PICT_TYPE] = frame->pict_type; | |
371 |
2/2✓ Branch 0 taken 1308 times.
✓ Branch 1 taken 100 times.
|
1408 | if (select->do_scene_detect) { |
372 | char buf[32]; | ||
373 | 1308 | select->var_values[VAR_SCENE] = get_scene_score(ctx, frame); | |
374 | // TODO: document metadata | ||
375 | 1308 | snprintf(buf, sizeof(buf), "%f", select->var_values[VAR_SCENE]); | |
376 | 1308 | av_dict_set(&frame->metadata, "lavfi.scene_score", buf, 0); | |
377 | } | ||
378 | |||
379 | 1408 | sd = av_frame_side_data_get(frame->side_data, frame->nb_side_data, | |
380 | AV_FRAME_DATA_VIEW_ID); | ||
381 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1408 times.
|
1408 | select->var_values[VAR_VIEW] = sd ? *(int*)sd->data : NAN; |
382 | 1408 | break; | |
383 | } | ||
384 | |||
385 | 1408 | select->select = res = av_expr_eval(select->expr, select->var_values, NULL); | |
386 | 1408 | av_log(inlink->dst, AV_LOG_DEBUG, | |
387 | "n:%f pts:%f t:%f key:%d", | ||
388 | select->var_values[VAR_N], | ||
389 | select->var_values[VAR_PTS], | ||
390 | select->var_values[VAR_T], | ||
391 | 1408 | !!(frame->flags & AV_FRAME_FLAG_KEY)); | |
392 | |||
393 |
1/3✓ Branch 0 taken 1408 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
|
1408 | switch (inlink->type) { |
394 | 1408 | case AVMEDIA_TYPE_VIDEO: | |
395 | 1408 | av_log(inlink->dst, AV_LOG_DEBUG, " interlace_type:%c pict_type:%c scene:%f", | |
396 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1408 times.
|
1408 | !(frame->flags & AV_FRAME_FLAG_INTERLACED) ? 'P' : |
397 | ✗ | (frame->flags & AV_FRAME_FLAG_TOP_FIELD_FIRST) ? 'T' : 'B', | |
398 | 1408 | av_get_picture_type_char(frame->pict_type), | |
399 | select->var_values[VAR_SCENE]); | ||
400 | 1408 | break; | |
401 | ✗ | case AVMEDIA_TYPE_AUDIO: | |
402 | ✗ | av_log(inlink->dst, AV_LOG_DEBUG, " samples_n:%d consumed_samples_n:%f", | |
403 | frame->nb_samples, | ||
404 | select->var_values[VAR_CONSUMED_SAMPLES_N]); | ||
405 | ✗ | break; | |
406 | } | ||
407 | |||
408 |
2/2✓ Branch 0 taken 1355 times.
✓ Branch 1 taken 53 times.
|
1408 | if (res == 0) { |
409 | 1355 | select->select_out = -1; /* drop */ | |
410 |
2/4✓ Branch 0 taken 53 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 53 times.
|
53 | } else if (isnan(res) || res < 0) { |
411 | ✗ | select->select_out = 0; /* first output */ | |
412 | } else { | ||
413 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 53 times.
|
53 | select->select_out = FFMIN(ceilf(res)-1, select->nb_outputs-1); /* other outputs */ |
414 | } | ||
415 | |||
416 | 1408 | av_log(inlink->dst, AV_LOG_DEBUG, " -> select:%f select_out:%d\n", res, select->select_out); | |
417 | |||
418 |
2/2✓ Branch 0 taken 53 times.
✓ Branch 1 taken 1355 times.
|
1408 | if (res) { |
419 | 53 | select->var_values[VAR_PREV_SELECTED_N] = select->var_values[VAR_N]; | |
420 | 53 | select->var_values[VAR_PREV_SELECTED_PTS] = select->var_values[VAR_PTS]; | |
421 | 53 | select->var_values[VAR_PREV_SELECTED_T] = select->var_values[VAR_T]; | |
422 | 53 | select->var_values[VAR_SELECTED_N] += 1.0; | |
423 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 53 times.
|
53 | if (inlink->type == AVMEDIA_TYPE_AUDIO) |
424 | ✗ | select->var_values[VAR_CONSUMED_SAMPLES_N] += frame->nb_samples; | |
425 | } | ||
426 | |||
427 | 1408 | select->var_values[VAR_PREV_PTS] = select->var_values[VAR_PTS]; | |
428 | 1408 | select->var_values[VAR_PREV_T] = select->var_values[VAR_T]; | |
429 | 1408 | } | |
430 | |||
431 | 1408 | static int filter_frame(AVFilterLink *inlink, AVFrame *frame) | |
432 | { | ||
433 | 1408 | AVFilterContext *ctx = inlink->dst; | |
434 | 1408 | SelectContext *select = ctx->priv; | |
435 | |||
436 | 1408 | select_frame(ctx, frame); | |
437 |
2/2✓ Branch 0 taken 53 times.
✓ Branch 1 taken 1355 times.
|
1408 | if (select->select) |
438 | 53 | return ff_filter_frame(ctx->outputs[select->select_out], frame); | |
439 | |||
440 | 1355 | av_frame_free(&frame); | |
441 | 1355 | return 0; | |
442 | } | ||
443 | |||
444 | 1412 | static int request_frame(AVFilterLink *outlink) | |
445 | { | ||
446 | 1412 | AVFilterLink *inlink = outlink->src->inputs[0]; | |
447 | 1412 | int ret = ff_request_frame(inlink); | |
448 | 1412 | return ret; | |
449 | } | ||
450 | |||
451 | 5 | static av_cold void uninit(AVFilterContext *ctx) | |
452 | { | ||
453 | 5 | SelectContext *select = ctx->priv; | |
454 | |||
455 | 5 | av_expr_free(select->expr); | |
456 | 5 | select->expr = NULL; | |
457 | |||
458 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 4 times.
|
5 | if (select->do_scene_detect) { |
459 | 1 | av_frame_free(&select->prev_picref); | |
460 | } | ||
461 | 5 | } | |
462 | |||
463 | #if CONFIG_ASELECT_FILTER | ||
464 | |||
465 | DEFINE_OPTIONS(aselect, AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM); | ||
466 | AVFILTER_DEFINE_CLASS(aselect); | ||
467 | |||
468 | ✗ | static av_cold int aselect_init(AVFilterContext *ctx) | |
469 | { | ||
470 | ✗ | SelectContext *select = ctx->priv; | |
471 | int ret; | ||
472 | |||
473 | ✗ | if ((ret = init(ctx)) < 0) | |
474 | ✗ | return ret; | |
475 | |||
476 | ✗ | if (select->do_scene_detect) { | |
477 | ✗ | av_log(ctx, AV_LOG_ERROR, "Scene detection is ignored in aselect filter\n"); | |
478 | ✗ | return AVERROR(EINVAL); | |
479 | } | ||
480 | |||
481 | ✗ | return 0; | |
482 | } | ||
483 | |||
484 | static const AVFilterPad avfilter_af_aselect_inputs[] = { | ||
485 | { | ||
486 | .name = "default", | ||
487 | .type = AVMEDIA_TYPE_AUDIO, | ||
488 | .config_props = config_input, | ||
489 | .filter_frame = filter_frame, | ||
490 | }, | ||
491 | }; | ||
492 | |||
493 | const FFFilter ff_af_aselect = { | ||
494 | .p.name = "aselect", | ||
495 | .p.description = NULL_IF_CONFIG_SMALL("Select audio frames to pass in output."), | ||
496 | .p.priv_class = &aselect_class, | ||
497 | .p.flags = AVFILTER_FLAG_DYNAMIC_OUTPUTS, | ||
498 | .init = aselect_init, | ||
499 | .uninit = uninit, | ||
500 | .priv_size = sizeof(SelectContext), | ||
501 | FILTER_INPUTS(avfilter_af_aselect_inputs), | ||
502 | }; | ||
503 | #endif /* CONFIG_ASELECT_FILTER */ | ||
504 | |||
505 | #if CONFIG_SELECT_FILTER | ||
506 | |||
507 | 3 | static int query_formats(const AVFilterContext *ctx, | |
508 | AVFilterFormatsConfig **cfg_in, | ||
509 | AVFilterFormatsConfig **cfg_out) | ||
510 | { | ||
511 | 3 | const SelectContext *select = ctx->priv; | |
512 | |||
513 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 2 times.
|
3 | if (select->do_scene_detect) { |
514 | static const enum AVPixelFormat pix_fmts[] = { | ||
515 | AV_PIX_FMT_RGB24, AV_PIX_FMT_BGR24, AV_PIX_FMT_RGBA, | ||
516 | AV_PIX_FMT_ABGR, AV_PIX_FMT_BGRA, AV_PIX_FMT_GRAY8, | ||
517 | AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUVJ420P, | ||
518 | AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUVJ422P, | ||
519 | AV_PIX_FMT_YUV420P10, | ||
520 | AV_PIX_FMT_NONE | ||
521 | }; | ||
522 | 1 | return ff_set_common_formats_from_list2(ctx, cfg_in, cfg_out, pix_fmts); | |
523 | } | ||
524 | 2 | return 0; | |
525 | } | ||
526 | |||
527 | DEFINE_OPTIONS(select, AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM); | ||
528 | AVFILTER_DEFINE_CLASS(select); | ||
529 | |||
530 | 5 | static av_cold int select_init(AVFilterContext *ctx) | |
531 | { | ||
532 | int ret; | ||
533 | |||
534 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 5 times.
|
5 | if ((ret = init(ctx)) < 0) |
535 | ✗ | return ret; | |
536 | |||
537 | 5 | return 0; | |
538 | } | ||
539 | |||
540 | static const AVFilterPad avfilter_vf_select_inputs[] = { | ||
541 | { | ||
542 | .name = "default", | ||
543 | .type = AVMEDIA_TYPE_VIDEO, | ||
544 | .config_props = config_input, | ||
545 | .filter_frame = filter_frame, | ||
546 | }, | ||
547 | }; | ||
548 | |||
549 | const FFFilter ff_vf_select = { | ||
550 | .p.name = "select", | ||
551 | .p.description = NULL_IF_CONFIG_SMALL("Select video frames to pass in output."), | ||
552 | .p.priv_class = &select_class, | ||
553 | .p.flags = AVFILTER_FLAG_DYNAMIC_OUTPUTS | AVFILTER_FLAG_METADATA_ONLY, | ||
554 | .init = select_init, | ||
555 | .uninit = uninit, | ||
556 | .priv_size = sizeof(SelectContext), | ||
557 | FILTER_INPUTS(avfilter_vf_select_inputs), | ||
558 | FILTER_QUERY_FUNC2(query_formats), | ||
559 | }; | ||
560 | #endif /* CONFIG_SELECT_FILTER */ | ||
561 |