FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavfilter/avfilter.c
Date: 2026-09-30 17:13:31
Exec Total Coverage
Lines: 677 853 79.4%
Functions: 58 66 87.9%
Branches: 367 516 71.1%
Line Branch Exec Source
1 /*
2 * filter layer
3 * Copyright (c) 2007 Bobby Bingham
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 #include "libavutil/avassert.h"
23 #include "libavutil/avstring.h"
24 #include "libavutil/bprint.h"
25 #include "libavutil/buffer.h"
26 #include "libavutil/channel_layout.h"
27 #include "libavutil/common.h"
28 #include "libavutil/eval.h"
29 #include "libavutil/frame.h"
30 #include "libavutil/hwcontext.h"
31 #include "libavutil/internal.h"
32 #include "libavutil/mem.h"
33 #include "libavutil/opt.h"
34 #include "libavutil/pixdesc.h"
35 #include "libavutil/rational.h"
36 #include "libavutil/samplefmt.h"
37
38 #include "audio.h"
39 #include "avfilter.h"
40 #include "avfilter_internal.h"
41 #include "filters.h"
42 #include "formats.h"
43 #include "framequeue.h"
44 #include "framepool.h"
45 #include "video.h"
46
47 1743544 static void tlog_ref(void *ctx, AVFrame *ref, int end)
48 {
49 #ifdef TRACE
50 ff_tlog(ctx,
51 "ref[%p buf:%p data:%p linesize[%d, %d, %d, %d] pts:%"PRId64,
52 ref, ref->buf, ref->data[0],
53 ref->linesize[0], ref->linesize[1], ref->linesize[2], ref->linesize[3],
54 ref->pts);
55
56 if (ref->width) {
57 ff_tlog(ctx, " a:%d/%d s:%dx%d i:%c iskey:%d type:%c",
58 ref->sample_aspect_ratio.num, ref->sample_aspect_ratio.den,
59 ref->width, ref->height,
60 !(ref->flags & AV_FRAME_FLAG_INTERLACED) ? 'P' : /* Progressive */
61 (ref->flags & AV_FRAME_FLAG_TOP_FIELD_FIRST) ? 'T' : 'B', /* Top / Bottom */
62 !!(ref->flags & AV_FRAME_FLAG_KEY),
63 av_get_picture_type_char(ref->pict_type));
64 }
65 if (ref->nb_samples) {
66 AVBPrint bprint;
67
68 av_bprint_init(&bprint, 1, AV_BPRINT_SIZE_UNLIMITED);
69 av_channel_layout_describe_bprint(&ref->ch_layout, &bprint);
70 ff_tlog(ctx, " cl:%s n:%d r:%d",
71 bprint.str,
72 ref->nb_samples,
73 ref->sample_rate);
74 av_bprint_finalize(&bprint, NULL);
75 }
76
77 ff_tlog(ctx, "]%s", end ? "\n" : "");
78 #endif
79 1743544 }
80
81 ✗ static void command_queue_pop(AVFilterContext *filter)
82 {
83 ✗ FFFilterContext *ctxi = fffilterctx(filter);
84 ✗ AVFilterCommand *c = ctxi->command_queue;
85 ✗ av_freep(&c->arg);
86 ✗ av_freep(&c->command);
87 ✗ ctxi->command_queue = c->next;
88 ✗ av_free(c);
89 ✗ }
90
91 /**
92 * Append a new pad.
93 *
94 * @param count Pointer to the number of pads in the list
95 * @param pads Pointer to the pointer to the beginning of the list of pads
96 * @param links Pointer to the pointer to the beginning of the list of links
97 * @param newpad The new pad to add. A copy is made when adding.
98 * @return >= 0 in case of success, a negative AVERROR code on error
99 */
100 812 static int append_pad(unsigned *count, AVFilterPad **pads,
101 AVFilterLink ***links, AVFilterPad *newpad)
102 {
103 AVFilterLink **newlinks;
104 AVFilterPad *newpads;
105 812 unsigned idx = *count;
106
107 812 newpads = av_realloc_array(*pads, idx + 1, sizeof(*newpads));
108 812 newlinks = av_realloc_array(*links, idx + 1, sizeof(*newlinks));
109
1/2
✓ Branch 0 taken 812 times.
✗ Branch 1 not taken.
 812 if (newpads)
110 812 *pads = newpads;
111
1/2
✓ Branch 0 taken 812 times.
✗ Branch 1 not taken.
 812 if (newlinks)
112 812 *links = newlinks;
113
2/4
✓ Branch 0 taken 812 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 812 times.
 812 if (!newpads || !newlinks) {
114 ✗ if (newpad->flags & AVFILTERPAD_FLAG_FREE_NAME)
115 ✗ av_freep(&newpad->name);
116 ✗ return AVERROR(ENOMEM);
117 }
118
119 812 memcpy(*pads + idx, newpad, sizeof(AVFilterPad));
120 812 (*links)[idx] = NULL;
121
122 812 (*count)++;
123
124 812 return 0;
125 }
126
127 293 int ff_append_inpad(AVFilterContext *f, AVFilterPad *p)
128 {
129 293 return append_pad(&f->nb_inputs, &f->input_pads, &f->inputs, p);
130 }
131
132 272 int ff_append_inpad_free_name(AVFilterContext *f, AVFilterPad *p)
133 {
134 272 p->flags |= AVFILTERPAD_FLAG_FREE_NAME;
135 272 return ff_append_inpad(f, p);
136 }
137
138 519 int ff_append_outpad(AVFilterContext *f, AVFilterPad *p)
139 {
140 519 return append_pad(&f->nb_outputs, &f->output_pads, &f->outputs, p);
141 }
142
143 377 int ff_append_outpad_free_name(AVFilterContext *f, AVFilterPad *p)
144 {
145 377 p->flags |= AVFILTERPAD_FLAG_FREE_NAME;
146 377 return ff_append_outpad(f, p);
147 }
148
149 48407 int avfilter_link(AVFilterContext *src, unsigned srcpad,
150 AVFilterContext *dst, unsigned dstpad)
151 {
152 FilterLinkInternal *li;
153 AVFilterLink *link;
154
155
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 48407 times.
 48407 av_assert0(src->graph);
156
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 48407 times.
 48407 av_assert0(dst->graph);
157
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 48407 times.
 48407 av_assert0(src->graph == dst->graph);
158
159
2/4
✓ Branch 0 taken 48407 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 48407 times.
✗ Branch 3 not taken.
 48407 if (src->nb_outputs <= srcpad || dst->nb_inputs <= dstpad ||
160
2/4
✓ Branch 0 taken 48407 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 48407 times.
 48407 src->outputs[srcpad] || dst->inputs[dstpad])
161 ✗ return AVERROR(EINVAL);
162
163
1/2
✓ Branch 1 taken 48407 times.
✗ Branch 2 not taken.
 48407 if (!(fffilterctx(src)->state_flags & AV_CLASS_STATE_INITIALIZED) ||
164
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 48407 times.
 48407 !(fffilterctx(dst)->state_flags & AV_CLASS_STATE_INITIALIZED)) {
165 ✗ av_log(src, AV_LOG_ERROR, "Filters must be initialized before linking.\n");
166 ✗ return AVERROR(EINVAL);
167 }
168
169
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 48407 times.
 48407 if (src->output_pads[srcpad].type != dst->input_pads[dstpad].type) {
170 ✗ av_log(src, AV_LOG_ERROR,
171 "Media type mismatch between the '%s' filter output pad %d (%s) and the '%s' filter input pad %d (%s)\n",
172 ✗ src->name, srcpad, (char *)av_x_if_null(av_get_media_type_string(src->output_pads[srcpad].type), "?"),
173 ✗ dst->name, dstpad, (char *)av_x_if_null(av_get_media_type_string(dst-> input_pads[dstpad].type), "?"));
174 ✗ return AVERROR(EINVAL);
175 }
176
177 48407 li = av_mallocz(sizeof(*li));
178
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 48407 times.
 48407 if (!li)
179 ✗ return AVERROR(ENOMEM);
180 48407 link = &li->l.pub;
181
182 48407 src->outputs[srcpad] = dst->inputs[dstpad] = link;
183
184 48407 link->src = src;
185 48407 link->dst = dst;
186 48407 link->srcpad = &src->output_pads[srcpad];
187 48407 link->dstpad = &dst->input_pads[dstpad];
188 48407 link->type = src->output_pads[srcpad].type;
189 48407 li->l.graph = src->graph;
190 av_assert0(AV_PIX_FMT_NONE == -1 && AV_SAMPLE_FMT_NONE == -1);
191 48407 link->format = -1;
192 48407 link->colorspace = AVCOL_SPC_UNSPECIFIED;
193 48407 ff_framequeue_init(&li->fifo, &fffiltergraph(src->graph)->frame_queues);
194
195 48407 return 0;
196 }
197
198 48539 static void link_free(AVFilterLink **link)
199 {
200 FilterLinkInternal *li;
201
202
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 48539 times.
 48539 if (!*link)
203 ✗ return;
204 48539 li = ff_link_internal(*link);
205
206 48539 ff_framequeue_free(&li->fifo);
207 48539 ff_frame_pool_uninit(&li->frame_pool);
208 48539 av_channel_layout_uninit(&(*link)->ch_layout);
209 48539 av_frame_side_data_free(&(*link)->side_data, &(*link)->nb_side_data);
210
211 48539 av_buffer_unref(&li->l.hw_frames_ctx);
212
213 48539 av_freep(link);
214 }
215
216 1755800 static void update_link_current_pts(FilterLinkInternal *li, int64_t pts)
217 {
218 1755800 AVFilterLink *const link = &li->l.pub;
219
220
2/2
✓ Branch 0 taken 5 times.
✓ Branch 1 taken 1755795 times.
 1755800 if (pts == AV_NOPTS_VALUE)
221 5 return;
222 1755795 li->l.current_pts = pts;
223 1755795 li->l.current_pts_us = av_rescale_q(pts, link->time_base, AV_TIME_BASE_Q);
224 /* TODO use duration */
225
3/4
✓ Branch 0 taken 1755795 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 474072 times.
✓ Branch 3 taken 1281723 times.
 1755795 if (li->l.graph && li->age_index >= 0)
226 474072 ff_avfilter_graph_update_heap(li->l.graph, li);
227 }
228
229 4341202 void ff_filter_set_ready(AVFilterContext *filter, unsigned priority)
230 {
231 4341202 FFFilterContext *ctxi = fffilterctx(filter);
232 4341202 ctxi->ready = FFMAX(ctxi->ready, priority);
233 4341202 }
234
235 /**
236 * Clear frame_blocked_in on all outputs.
237 * This is necessary whenever something changes on input.
238 */
239 2596355 static void filter_unblock(AVFilterContext *filter)
240 {
241 unsigned i;
242
243
2/2
✓ Branch 0 taken 2125649 times.
✓ Branch 1 taken 2596355 times.
 4722004 for (i = 0; i < filter->nb_outputs; i++) {
244 2125649 FilterLinkInternal * const li = ff_link_internal(filter->outputs[i]);
245 2125649 li->frame_blocked_in = 0;
246 }
247 2596355 }
248
249
250 20589 void ff_avfilter_link_set_in_status(AVFilterLink *link, int status, int64_t pts)
251 {
252 20589 FilterLinkInternal * const li = ff_link_internal(link);
253
254
2/2
✓ Branch 0 taken 5753 times.
✓ Branch 1 taken 14836 times.
 20589 if (li->status_in == status)
255 5753 return;
256
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 14836 times.
 14836 av_assert0(!li->status_in);
257 14836 li->status_in = status;
258 14836 li->status_in_pts = pts;
259 14836 li->frame_wanted_out = 0;
260 14836 li->frame_blocked_in = 0;
261 14836 filter_unblock(link->dst);
262 14836 ff_filter_set_ready(link->dst, 200);
263 }
264
265 /**
266 * Set the status field of a link from the destination filter.
267 * The pts should probably be left unset (AV_NOPTS_VALUE).
268 */
269 8929 static void link_set_out_status(AVFilterLink *link, int status, int64_t pts)
270 {
271 8929 FilterLinkInternal * const li = ff_link_internal(link);
272
273
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 8929 times.
 8929 av_assert0(!li->frame_wanted_out);
274
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 8929 times.
 8929 av_assert0(!li->status_out);
275 8929 li->status_out = status;
276
2/2
✓ Branch 0 taken 6385 times.
✓ Branch 1 taken 2544 times.
 8929 if (pts != AV_NOPTS_VALUE)
277 6385 update_link_current_pts(li, pts);
278 8929 filter_unblock(link->dst);
279 8929 ff_filter_set_ready(link->src, 200);
280 8929 }
281
282 1438 int avfilter_insert_filter(AVFilterLink *link, AVFilterContext *filt,
283 unsigned filt_srcpad_idx, unsigned filt_dstpad_idx)
284 {
285 int ret;
286 1438 unsigned dstpad_idx = link->dstpad - link->dst->input_pads;
287
288 1438 av_log(link->dst, AV_LOG_VERBOSE, "auto-inserting filter '%s' "
289 "between the filter '%s' and the filter '%s'\n",
290 1438 filt->name, link->src->name, link->dst->name);
291
292 1438 link->dst->inputs[dstpad_idx] = NULL;
293
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1438 times.
 1438 if ((ret = avfilter_link(filt, filt_dstpad_idx, link->dst, dstpad_idx)) < 0) {
294 /* failed to link output filter to new filter */
295 ✗ link->dst->inputs[dstpad_idx] = link;
296 ✗ return ret;
297 }
298
299 /* re-hookup the link to the new destination filter we inserted */
300 1438 link->dst = filt;
301 1438 link->dstpad = &filt->input_pads[filt_srcpad_idx];
302 1438 filt->inputs[filt_srcpad_idx] = link;
303
304 /* if any information on supported media formats already exists on the
305 * link, we need to preserve that */
306
1/2
✓ Branch 0 taken 1438 times.
✗ Branch 1 not taken.
 1438 if (link->outcfg.formats)
307 1438 ff_formats_changeref(&link->outcfg.formats,
308 1438 &filt->outputs[filt_dstpad_idx]->outcfg.formats);
309
2/2
✓ Branch 0 taken 634 times.
✓ Branch 1 taken 804 times.
 1438 if (link->outcfg.color_spaces)
310 634 ff_formats_changeref(&link->outcfg.color_spaces,
311 634 &filt->outputs[filt_dstpad_idx]->outcfg.color_spaces);
312
2/2
✓ Branch 0 taken 634 times.
✓ Branch 1 taken 804 times.
 1438 if (link->outcfg.color_ranges)
313 634 ff_formats_changeref(&link->outcfg.color_ranges,
314 634 &filt->outputs[filt_dstpad_idx]->outcfg.color_ranges);
315
2/2
✓ Branch 0 taken 634 times.
✓ Branch 1 taken 804 times.
 1438 if (link->outcfg.alpha_modes)
316 634 ff_formats_changeref(&link->outcfg.alpha_modes,
317 634 &filt->outputs[filt_dstpad_idx]->outcfg.alpha_modes);
318
2/2
✓ Branch 0 taken 804 times.
✓ Branch 1 taken 634 times.
 1438 if (link->outcfg.samplerates)
319 804 ff_formats_changeref(&link->outcfg.samplerates,
320 804 &filt->outputs[filt_dstpad_idx]->outcfg.samplerates);
321
2/2
✓ Branch 0 taken 804 times.
✓ Branch 1 taken 634 times.
 1438 if (link->outcfg.channel_layouts)
322 804 ff_channel_layouts_changeref(&link->outcfg.channel_layouts,
323 804 &filt->outputs[filt_dstpad_idx]->outcfg.channel_layouts);
324
325 1438 return 0;
326 }
327
328 46590 int ff_filter_config_links(AVFilterContext *filter)
329 {
330 int (*config_link)(AVFilterLink *);
331 unsigned i;
332 int ret;
333
334
2/2
✓ Branch 0 taken 38183 times.
✓ Branch 1 taken 46586 times.
 84769 for (i = 0; i < filter->nb_inputs; i ++) {
335 38183 AVFilterLink *link = filter->inputs[i];
336 AVFilterLink *inlink;
337 38183 FilterLinkInternal *li = ff_link_internal(link);
338 FilterLinkInternal *li_in;
339
340
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 38183 times.
 38183 if (!link) continue;
341
2/4
✓ Branch 0 taken 38183 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 38183 times.
 38183 if (!link->src || !link->dst) {
342 ✗ av_log(filter, AV_LOG_ERROR,
343 "Not all input and output are properly linked (%d).\n", i);
344 ✗ return AVERROR(EINVAL);
345 }
346
347
2/2
✓ Branch 0 taken 29468 times.
✓ Branch 1 taken 8715 times.
 38183 inlink = link->src->nb_inputs ? link->src->inputs[0] : NULL;
348
2/2
✓ Branch 0 taken 29468 times.
✓ Branch 1 taken 8715 times.
 38183 li_in = inlink ? ff_link_internal(inlink) : NULL;
349 38183 li->l.current_pts =
350 38183 li->l.current_pts_us = AV_NOPTS_VALUE;
351
352
3/4
✓ Branch 0 taken 217 times.
✓ Branch 1 taken 2 times.
✓ Branch 2 taken 37964 times.
✗ Branch 3 not taken.
 38183 switch (li->init_state) {
353 217 case AVLINK_INIT:
354 217 continue;
355 2 case AVLINK_STARTINIT:
356 2 av_log(filter, AV_LOG_INFO, "circular filter chain detected\n");
357 2 return 0;
358 37964 case AVLINK_UNINIT:
359 37964 li->init_state = AVLINK_STARTINIT;
360
361
2/2
✓ Branch 1 taken 1 times.
✓ Branch 2 taken 37963 times.
 37964 if ((ret = ff_filter_config_links(link->src)) < 0)
362 1 return ret;
363
364
2/2
✓ Branch 0 taken 19917 times.
✓ Branch 1 taken 18046 times.
 37963 if (!(config_link = link->srcpad->config_props)) {
365
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 19917 times.
 19917 if (link->src->nb_inputs != 1) {
366 ✗ av_log(link->src, AV_LOG_ERROR, "Source filters and filters "
367 "with more than one input "
368 "must set config_props() "
369 "callbacks on all outputs\n");
370 ✗ return AVERROR(EINVAL);
371 }
372 }
373
374 /* Copy side data before link->srcpad->config_props() is called, so the filter
375 * may remove it for the next filter in the chain */
376
5/6
✓ Branch 0 taken 29381 times.
✓ Branch 1 taken 8582 times.
✓ Branch 2 taken 332 times.
✓ Branch 3 taken 29049 times.
✓ Branch 4 taken 332 times.
✗ Branch 5 not taken.
 37963 if (inlink && inlink->nb_side_data && !link->nb_side_data) {
377
2/2
✓ Branch 0 taken 377 times.
✓ Branch 1 taken 332 times.
 709 for (int j = 0; j < inlink->nb_side_data; j++) {
378 377 ret = av_frame_side_data_clone(&link->side_data, &link->nb_side_data,
379 377 inlink->side_data[j], 0);
380
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 377 times.
 377 if (ret < 0) {
381 ✗ av_frame_side_data_free(&link->side_data, &link->nb_side_data);
382 ✗ return ret;
383 }
384 }
385 }
386
387
4/4
✓ Branch 0 taken 18046 times.
✓ Branch 1 taken 19917 times.
✓ Branch 3 taken 1 times.
✓ Branch 4 taken 18045 times.
 37963 if (config_link && (ret = config_link(link)) < 0) {
388 1 av_log(link->src, AV_LOG_ERROR,
389 "Failed to configure output pad on %s\n",
390 1 link->src->name);
391 1 return ret;
392 }
393
394
2/3
✓ Branch 0 taken 31252 times.
✓ Branch 1 taken 6710 times.
✗ Branch 2 not taken.
 37962 switch (link->type) {
395 31252 case AVMEDIA_TYPE_VIDEO:
396
3/4
✓ Branch 0 taken 23908 times.
✓ Branch 1 taken 7344 times.
✓ Branch 2 taken 23908 times.
✗ Branch 3 not taken.
 31252 if (!link->time_base.num && !link->time_base.den)
397
1/2
✓ Branch 0 taken 23908 times.
✗ Branch 1 not taken.
 23908 link->time_base = inlink ? inlink->time_base : AV_TIME_BASE_Q;
398
399
4/4
✓ Branch 0 taken 26687 times.
✓ Branch 1 taken 4565 times.
✓ Branch 2 taken 17009 times.
✓ Branch 3 taken 9678 times.
 31252 if (!link->sample_aspect_ratio.num && !link->sample_aspect_ratio.den)
400 17009 link->sample_aspect_ratio = inlink ?
401
2/2
✓ Branch 0 taken 16994 times.
✓ Branch 1 taken 15 times.
 17009 inlink->sample_aspect_ratio : (AVRational){1,1};
402
403
2/2
✓ Branch 0 taken 24175 times.
✓ Branch 1 taken 7077 times.
 31252 if (inlink) {
404
3/4
✓ Branch 0 taken 23951 times.
✓ Branch 1 taken 224 times.
✓ Branch 2 taken 23951 times.
✗ Branch 3 not taken.
 24175 if (!li->l.frame_rate.num && !li->l.frame_rate.den)
405 23951 li->l.frame_rate = li_in->l.frame_rate;
406
2/2
✓ Branch 0 taken 16500 times.
✓ Branch 1 taken 7675 times.
 24175 if (!link->w)
407 16500 link->w = inlink->w;
408
2/2
✓ Branch 0 taken 16500 times.
✓ Branch 1 taken 7675 times.
 24175 if (!link->h)
409 16500 link->h = inlink->h;
410
2/4
✓ Branch 0 taken 7077 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 7077 times.
 7077 } else if (!link->w || !link->h) {
411 ✗ av_log(link->src, AV_LOG_ERROR,
412 "Video source filters must set their output link's "
413 "width and height\n");
414 ✗ return AVERROR(EINVAL);
415 }
416 31252 break;
417
418 6710 case AVMEDIA_TYPE_AUDIO:
419
2/2
✓ Branch 0 taken 5205 times.
✓ Branch 1 taken 1505 times.
 6710 if (inlink) {
420
3/4
✓ Branch 0 taken 3515 times.
✓ Branch 1 taken 1690 times.
✓ Branch 2 taken 3515 times.
✗ Branch 3 not taken.
 5205 if (!link->time_base.num && !link->time_base.den)
421 3515 link->time_base = inlink->time_base;
422 }
423
424
3/4
✓ Branch 0 taken 88 times.
✓ Branch 1 taken 6622 times.
✓ Branch 2 taken 88 times.
✗ Branch 3 not taken.
 6710 if (!link->time_base.num && !link->time_base.den)
425 88 link->time_base = (AVRational) {1, link->sample_rate};
426 }
427
428
2/2
✓ Branch 0 taken 29380 times.
✓ Branch 1 taken 8582 times.
 37962 if (link->src->nb_inputs &&
429
1/2
✓ Branch 1 taken 29380 times.
✗ Branch 2 not taken.
 29380 !(fffilter(link->src->filter)->flags_internal & FF_FILTER_FLAG_HWFRAME_AWARE)) {
430 29380 FilterLink *l0 = ff_filter_link(link->src->inputs[0]);
431
432
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 29380 times.
 29380 av_assert0(!li->l.hw_frames_ctx &&
433 "should not be set by non-hwframe-aware filter");
434
435
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 29380 times.
 29380 if (l0->hw_frames_ctx) {
436 ✗ li->l.hw_frames_ctx = av_buffer_ref(l0->hw_frames_ctx);
437 ✗ if (!li->l.hw_frames_ctx)
438 ✗ return AVERROR(ENOMEM);
439 }
440 }
441
442
2/2
✓ Branch 0 taken 5188 times.
✓ Branch 1 taken 32774 times.
 37962 if ((config_link = link->dstpad->config_props))
443
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 5188 times.
 5188 if ((ret = config_link(link)) < 0) {
444 ✗ av_log(link->dst, AV_LOG_ERROR,
445 "Failed to configure input pad on %s\n",
446 ✗ link->dst->name);
447 ✗ return ret;
448 }
449
450 37962 li->init_state = AVLINK_INIT;
451 }
452 }
453
454 46586 return 0;
455 }
456
457 #ifdef TRACE
458 void ff_tlog_link(void *ctx, AVFilterLink *link, int end)
459 {
460 if (link->type == AVMEDIA_TYPE_VIDEO) {
461 ff_tlog(ctx,
462 "link[%p s:%dx%d fmt:%s %s->%s]%s",
463 link, link->w, link->h,
464 av_get_pix_fmt_name(link->format),
465 link->src ? link->src->filter->name : "",
466 link->dst ? link->dst->filter->name : "",
467 end ? "\n" : "");
468 } else {
469 char buf[128];
470 av_channel_layout_describe(&link->ch_layout, buf, sizeof(buf));
471
472 ff_tlog(ctx,
473 "link[%p r:%d cl:%s fmt:%s %s->%s]%s",
474 link, (int)link->sample_rate, buf,
475 av_get_sample_fmt_name(link->format),
476 link->src ? link->src->filter->name : "",
477 link->dst ? link->dst->filter->name : "",
478 end ? "\n" : "");
479 }
480 }
481 #endif
482
483 826506 int ff_request_frame(AVFilterLink *link)
484 {
485 826506 FilterLinkInternal * const li = ff_link_internal(link);
486
487 FF_TPRINTF_START(NULL, request_frame); ff_tlog_link(NULL, link, 1);
488
489 av_assert1(!fffilter(link->dst->filter)->activate);
490
2/2
✓ Branch 0 taken 11 times.
✓ Branch 1 taken 826495 times.
 826506 if (li->status_out)
491 11 return li->status_out;
492
2/2
✓ Branch 0 taken 6386 times.
✓ Branch 1 taken 820109 times.
 826495 if (li->status_in) {
493
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 6386 times.
 6386 if (ff_framequeue_queued_frames(&li->fifo)) {
494 av_assert1(!li->frame_wanted_out);
495 av_assert1(fffilterctx(link->dst)->ready >= 300);
496 ✗ return 0;
497 } else {
498 /* Acknowledge status change. Filters using ff_request_frame() will
499 handle the change automatically. Filters can also check the
500 status directly but none do yet. */
501 6386 link_set_out_status(link, li->status_in, li->status_in_pts);
502 6386 return li->status_out;
503 }
504 }
505 820109 li->frame_wanted_out = 1;
506 820109 ff_filter_set_ready(link->src, 100);
507 820109 return 0;
508 }
509
510 6378 static int64_t guess_status_pts(AVFilterContext *ctx, int status, AVRational link_time_base)
511 {
512 unsigned i;
513 6378 int64_t r = INT64_MAX;
514
515
2/2
✓ Branch 0 taken 6377 times.
✓ Branch 1 taken 6378 times.
 12755 for (i = 0; i < ctx->nb_inputs; i++) {
516 6377 FilterLinkInternal * const li = ff_link_internal(ctx->inputs[i]);
517
1/2
✓ Branch 0 taken 6377 times.
✗ Branch 1 not taken.
 6377 if (li->status_out == status)
518 6377 r = FFMIN(r, av_rescale_q(li->l.current_pts, ctx->inputs[i]->time_base, link_time_base));
519 }
520
2/2
✓ Branch 0 taken 6377 times.
✓ Branch 1 taken 1 times.
 6378 if (r < INT64_MAX)
521 6377 return r;
522 1 av_log(ctx, AV_LOG_WARNING, "EOF timestamp not reliable\n");
523
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
 1 for (i = 0; i < ctx->nb_inputs; i++) {
524 ✗ FilterLinkInternal * const li = ff_link_internal(ctx->inputs[i]);
525 ✗ r = FFMIN(r, av_rescale_q(li->status_in_pts, ctx->inputs[i]->time_base, link_time_base));
526 }
527
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
 1 if (r < INT64_MAX)
528 ✗ return r;
529 1 return AV_NOPTS_VALUE;
530 }
531
532 826830 static int request_frame_to_filter(AVFilterLink *link)
533 {
534 826830 FilterLinkInternal * const li = ff_link_internal(link);
535 826830 int ret = -1;
536
537 FF_TPRINTF_START(NULL, request_frame_to_filter); ff_tlog_link(NULL, link, 1);
538 /* Assume the filter is blocked, let the method clear it if not */
539 826830 li->frame_blocked_in = 1;
540
2/2
✓ Branch 0 taken 2042 times.
✓ Branch 1 taken 824788 times.
 826830 if (link->srcpad->request_frame)
541 2042 ret = link->srcpad->request_frame(link);
542
1/2
✓ Branch 0 taken 824788 times.
✗ Branch 1 not taken.
 824788 else if (link->src->inputs[0])
543 824788 ret = ff_request_frame(link->src->inputs[0]);
544
2/2
✓ Branch 0 taken 6378 times.
✓ Branch 1 taken 820452 times.
 826830 if (ret < 0) {
545
2/4
✓ Branch 0 taken 6378 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 6378 times.
✗ Branch 3 not taken.
 6378 if (ret != AVERROR(EAGAIN) && ret != li->status_in)
546 6378 ff_avfilter_link_set_in_status(link, ret, guess_status_pts(link->src, ret, link->time_base));
547
1/2
✓ Branch 0 taken 6378 times.
✗ Branch 1 not taken.
 6378 if (ret == AVERROR_EOF)
548 6378 ret = 0;
549 }
550 826830 return ret;
551 }
552
553 static const char *const var_names[] = {
554 "t",
555 "n",
556 "w",
557 "h",
558 NULL
559 };
560
561 enum {
562 VAR_T,
563 VAR_N,
564 VAR_W,
565 VAR_H,
566 VAR_VARS_NB
567 };
568
569 6 static int set_enable_expr(FFFilterContext *ctxi, const char *expr)
570 {
571 6 AVFilterContext *ctx = &ctxi->p;
572 int ret;
573 char *expr_dup;
574 6 AVExpr *old = ctxi->enable;
575
576
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
 6 if (!(ctx->filter->flags & AVFILTER_FLAG_SUPPORT_TIMELINE)) {
577 ✗ av_log(ctx, AV_LOG_ERROR, "Timeline ('enable' option) not supported "
578 ✗ "with filter '%s'\n", ctx->filter->name);
579 ✗ return AVERROR_PATCHWELCOME;
580 }
581
582 6 expr_dup = av_strdup(expr);
583
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
 6 if (!expr_dup)
584 ✗ return AVERROR(ENOMEM);
585
586
1/2
✓ Branch 0 taken 6 times.
✗ Branch 1 not taken.
 6 if (!ctxi->var_values) {
587 6 ctxi->var_values = av_calloc(VAR_VARS_NB, sizeof(*ctxi->var_values));
588
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
 6 if (!ctxi->var_values) {
589 ✗ av_free(expr_dup);
590 ✗ return AVERROR(ENOMEM);
591 }
592 }
593
594 6 ret = av_expr_parse(&ctxi->enable, expr_dup, var_names,
595 NULL, NULL, NULL, NULL, 0, ctx->priv);
596
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
 6 if (ret < 0) {
597 ✗ av_log(ctx->priv, AV_LOG_ERROR,
598 "Error when evaluating the expression '%s' for enable\n",
599 expr_dup);
600 ✗ av_free(expr_dup);
601 ✗ return ret;
602 }
603
604 6 av_expr_free(old);
605 6 av_free(ctx->enable_str);
606 6 ctx->enable_str = expr_dup;
607 6 return 0;
608 }
609
610 ✗ int avfilter_process_command(AVFilterContext *filter, const char *cmd, const char *arg, char *res, int res_len, int flags)
611 {
612 ✗ if(!strcmp(cmd, "ping")){
613 ✗ char local_res[256] = {0};
614
615 ✗ if (!res) {
616 ✗ res = local_res;
617 ✗ res_len = sizeof(local_res);
618 }
619 ✗ av_strlcatf(res, res_len, "pong from:%s %s\n", filter->filter->name, filter->name);
620 ✗ if (res == local_res)
621 ✗ av_log(filter, AV_LOG_INFO, "%s", res);
622 ✗ return 0;
623 ✗ }else if(!strcmp(cmd, "enable")) {
624 ✗ return set_enable_expr(fffilterctx(filter), arg);
625 ✗ }else if (fffilter(filter->filter)->process_command) {
626 ✗ return fffilter(filter->filter)->process_command(filter, cmd, arg, res, res_len, flags);
627 }
628 ✗ return AVERROR(ENOSYS);
629 }
630
631 ✗ unsigned avfilter_filter_pad_count(const AVFilter *filter, int is_output)
632 {
633 ✗ return is_output ? fffilter(filter)->nb_outputs : fffilter(filter)->nb_inputs;
634 }
635
636 662 static const char *default_filter_name(void *filter_ctx)
637 {
638 662 AVFilterContext *ctx = filter_ctx;
639
1/2
✓ Branch 0 taken 662 times.
✗ Branch 1 not taken.
 662 return ctx->name ? ctx->name : ctx->filter->name;
640 }
641
642 58470 static void *filter_child_next(void *obj, void *prev)
643 {
644 58470 AVFilterContext *ctx = obj;
645
5/8
✓ Branch 0 taken 58464 times.
✓ Branch 1 taken 6 times.
✓ Branch 2 taken 58464 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 58464 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 58464 times.
✗ Branch 7 not taken.
 58470 if (!prev && ctx->filter && ctx->filter->priv_class && ctx->priv)
646 58464 return ctx->priv;
647 6 return NULL;
648 }
649
650 ✗ static const AVClass *filter_child_class_iterate(void **iter)
651 {
652 const AVFilter *f;
653
654 ✗ while ((f = av_filter_iterate(iter)))
655 ✗ if (f->priv_class)
656 ✗ return f->priv_class;
657
658 ✗ return NULL;
659 }
660
661 #define OFFSET(x) offsetof(AVFilterContext, x)
662 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM
663 #define TFLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
664 static const AVOption avfilter_options[] = {
665 { "thread_type", "Allowed thread types", OFFSET(thread_type), AV_OPT_TYPE_FLAGS,
666 { .i64 = AVFILTER_THREAD_SLICE }, 0, INT_MAX, FLAGS, .unit = "thread_type" },
667 { "slice", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AVFILTER_THREAD_SLICE }, .flags = FLAGS, .unit = "thread_type" },
668 { "enable", "set enable expression", OFFSET(enable_str), AV_OPT_TYPE_STRING, {.str=NULL}, .flags = TFLAGS },
669 { "threads", "Allowed number of threads", OFFSET(nb_threads), AV_OPT_TYPE_INT,
670 { .i64 = 0 }, 0, INT_MAX, FLAGS, .unit = "threads" },
671 {"auto", "autodetect a suitable number of threads to use", 0, AV_OPT_TYPE_CONST, {.i64 = 0 }, .flags = FLAGS, .unit = "threads"},
672 { "extra_hw_frames", "Number of extra hardware frames to allocate for the user",
673 OFFSET(extra_hw_frames), AV_OPT_TYPE_INT, { .i64 = -1 }, -1, INT_MAX, FLAGS },
674 { NULL },
675 };
676
677 static const AVClass avfilter_class = {
678 .class_name = "AVFilter",
679 .item_name = default_filter_name,
680 .version = LIBAVUTIL_VERSION_INT,
681 .category = AV_CLASS_CATEGORY_FILTER,
682 .child_next = filter_child_next,
683 .child_class_iterate = filter_child_class_iterate,
684 .option = avfilter_options,
685 .state_flags_offset = offsetof(FFFilterContext, state_flags),
686 };
687
688 1374 static int default_execute(AVFilterContext *ctx, avfilter_action_func *func, void *arg,
689 int *ret, int nb_jobs)
690 {
691 int i;
692
693
2/2
✓ Branch 0 taken 1430 times.
✓ Branch 1 taken 1374 times.
 2804 for (i = 0; i < nb_jobs; i++) {
694 1430 int r = func(ctx, arg, i, nb_jobs);
695
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1430 times.
 1430 if (ret)
696 ✗ ret[i] = r;
697 }
698 1374 return 0;
699 }
700
701 65191 AVFilterContext *ff_filter_alloc(const AVFilter *filter, const char *inst_name)
702 {
703 FFFilterContext *ctx;
704 AVFilterContext *ret;
705 65191 const FFFilter *const fi = fffilter(filter);
706 65191 int preinited = 0;
707
708
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 65191 times.
 65191 if (!filter)
709 ✗ return NULL;
710
711 65191 ctx = av_mallocz(sizeof(*ctx));
712
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 65191 times.
 65191 if (!ctx)
713 ✗ return NULL;
714 65191 ret = &ctx->p;
715
716 65191 ret->av_class = &avfilter_class;
717 65191 ret->filter = filter;
718
1/2
✓ Branch 0 taken 65191 times.
✗ Branch 1 not taken.
 65191 ret->name = inst_name ? av_strdup(inst_name) : NULL;
719
2/2
✓ Branch 0 taken 58148 times.
✓ Branch 1 taken 7043 times.
 65191 if (fi->priv_size) {
720 58148 ret->priv = av_mallocz(fi->priv_size);
721
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 58148 times.
 58148 if (!ret->priv)
722 ✗ goto err;
723 }
724
2/2
✓ Branch 0 taken 13939 times.
✓ Branch 1 taken 51252 times.
 65191 if (fi->preinit) {
725
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 13939 times.
 13939 if (fi->preinit(ret) < 0)
726 ✗ goto err;
727 13939 preinited = 1;
728 }
729
730 65191 av_opt_set_defaults(ret);
731
2/2
✓ Branch 0 taken 56889 times.
✓ Branch 1 taken 8302 times.
 65191 if (filter->priv_class) {
732 56889 *(const AVClass**)ret->priv = filter->priv_class;
733 56889 av_opt_set_defaults(ret->priv);
734 }
735
736 65191 ctx->execute = default_execute;
737
738 65191 ret->nb_inputs = fi->nb_inputs;
739
2/2
✓ Branch 0 taken 55241 times.
✓ Branch 1 taken 9950 times.
 65191 if (ret->nb_inputs ) {
740 55241 ret->input_pads = av_memdup(filter->inputs, ret->nb_inputs * sizeof(*filter->inputs));
741
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 55241 times.
 55241 if (!ret->input_pads)
742 ✗ goto err;
743 55241 ret->inputs = av_calloc(ret->nb_inputs, sizeof(*ret->inputs));
744
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 55241 times.
 55241 if (!ret->inputs)
745 ✗ goto err;
746 }
747
748 65191 ret->nb_outputs = fi->nb_outputs;
749
2/2
✓ Branch 0 taken 56454 times.
✓ Branch 1 taken 8737 times.
 65191 if (ret->nb_outputs) {
750 56454 ret->output_pads = av_memdup(filter->outputs, ret->nb_outputs * sizeof(*filter->outputs));
751
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 56454 times.
 56454 if (!ret->output_pads)
752 ✗ goto err;
753 56454 ret->outputs = av_calloc(ret->nb_outputs, sizeof(*ret->outputs));
754
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 56454 times.
 56454 if (!ret->outputs)
755 ✗ goto err;
756 }
757
758 65191 return ret;
759
760 ✗ err:
761 ✗ if (preinited)
762 ✗ fi->uninit(ret);
763 ✗ av_freep(&ret->name);
764 ✗ av_freep(&ret->inputs);
765 ✗ av_freep(&ret->input_pads);
766 ✗ ret->nb_inputs = 0;
767 ✗ av_freep(&ret->outputs);
768 ✗ av_freep(&ret->output_pads);
769 ✗ ret->nb_outputs = 0;
770 ✗ av_freep(&ret->priv);
771 ✗ av_free(ret);
772 ✗ return NULL;
773 }
774
775 112619 static void free_link(AVFilterLink *link)
776 {
777
2/2
✓ Branch 0 taken 64080 times.
✓ Branch 1 taken 48539 times.
 112619 if (!link)
778 64080 return;
779
780
2/2
✓ Branch 0 taken 48407 times.
✓ Branch 1 taken 132 times.
 48539 if (link->src)
781 48407 link->src->outputs[link->srcpad - link->src->output_pads] = NULL;
782
2/2
✓ Branch 0 taken 48407 times.
✓ Branch 1 taken 132 times.
 48539 if (link->dst)
783 48407 link->dst->inputs[link->dstpad - link->dst->input_pads] = NULL;
784
785 48539 ff_formats_unref(&link->incfg.formats);
786 48539 ff_formats_unref(&link->outcfg.formats);
787 48539 ff_formats_unref(&link->incfg.color_spaces);
788 48539 ff_formats_unref(&link->outcfg.color_spaces);
789 48539 ff_formats_unref(&link->incfg.color_ranges);
790 48539 ff_formats_unref(&link->outcfg.color_ranges);
791 48539 ff_formats_unref(&link->incfg.alpha_modes);
792 48539 ff_formats_unref(&link->outcfg.alpha_modes);
793 48539 ff_formats_unref(&link->incfg.samplerates);
794 48539 ff_formats_unref(&link->outcfg.samplerates);
795 48539 ff_channel_layouts_unref(&link->incfg.channel_layouts);
796 48539 ff_channel_layouts_unref(&link->outcfg.channel_layouts);
797 48539 link_free(&link);
798 }
799
800 65191 void avfilter_free(AVFilterContext *filter)
801 {
802 FFFilterContext *ctxi;
803 int i;
804
805
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 65191 times.
 65191 if (!filter)
806 ✗ return;
807 65191 ctxi = fffilterctx(filter);
808
809
1/2
✓ Branch 0 taken 65191 times.
✗ Branch 1 not taken.
 65191 if (filter->graph)
810 65191 ff_filter_graph_remove_filter(filter->graph, filter);
811
812
2/2
✓ Branch 1 taken 50534 times.
✓ Branch 2 taken 14657 times.
 65191 if (fffilter(filter->filter)->uninit)
813 50534 fffilter(filter->filter)->uninit(filter);
814
815
2/2
✓ Branch 0 taken 55642 times.
✓ Branch 1 taken 65191 times.
 120833 for (i = 0; i < filter->nb_inputs; i++) {
816 55642 free_link(filter->inputs[i]);
817
2/2
✓ Branch 0 taken 272 times.
✓ Branch 1 taken 55370 times.
 55642 if (filter->input_pads[i].flags & AVFILTERPAD_FLAG_FREE_NAME)
818 272 av_freep(&filter->input_pads[i].name);
819 }
820
2/2
✓ Branch 0 taken 56977 times.
✓ Branch 1 taken 65191 times.
 122168 for (i = 0; i < filter->nb_outputs; i++) {
821 56977 free_link(filter->outputs[i]);
822
2/2
✓ Branch 0 taken 513 times.
✓ Branch 1 taken 56464 times.
 56977 if (filter->output_pads[i].flags & AVFILTERPAD_FLAG_FREE_NAME)
823 513 av_freep(&filter->output_pads[i].name);
824 }
825
826
2/2
✓ Branch 0 taken 56889 times.
✓ Branch 1 taken 8302 times.
 65191 if (filter->filter->priv_class)
827 56889 av_opt_free(filter->priv);
828
829 65191 av_buffer_unref(&filter->hw_device_ctx);
830
831 65191 av_freep(&filter->name);
832 65191 av_freep(&filter->input_pads);
833 65191 av_freep(&filter->output_pads);
834 65191 av_freep(&filter->inputs);
835 65191 av_freep(&filter->outputs);
836 65191 av_freep(&filter->priv);
837
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 65191 times.
 65191 while (ctxi->command_queue)
838 ✗ command_queue_pop(filter);
839 65191 av_opt_free(filter);
840 65191 av_expr_free(ctxi->enable);
841 65191 ctxi->enable = NULL;
842 65191 av_freep(&ctxi->var_values);
843 65191 av_free(filter);
844 }
845
846 19597 int ff_filter_get_nb_threads(AVFilterContext *ctx)
847 {
848
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 19597 times.
 19597 if (ctx->nb_threads > 0)
849 ✗ return FFMIN(ctx->nb_threads, ctx->graph->nb_threads);
850 19597 return ctx->graph->nb_threads;
851 }
852
853 34755 int ff_filter_opt_parse(void *logctx, const AVClass *priv_class,
854 AVDictionary **options, const char *args)
855 {
856 34755 const AVOption *o = NULL;
857 int ret;
858 34755 int offset= -1;
859
860
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 34755 times.
 34755 if (!args)
861 ✗ return 0;
862
863
2/2
✓ Branch 0 taken 60279 times.
✓ Branch 1 taken 34755 times.
 95034 while (*args) {
864 char *parsed_key, *value;
865 const char *key;
866 60279 const char *shorthand = NULL;
867 60279 int additional_flags = 0;
868
869
4/4
✓ Branch 0 taken 46453 times.
✓ Branch 1 taken 13826 times.
✓ Branch 3 taken 45171 times.
✓ Branch 4 taken 1282 times.
 60279 if (priv_class && (o = av_opt_next(&priv_class, o))) {
870
4/4
✓ Branch 0 taken 43401 times.
✓ Branch 1 taken 1770 times.
✓ Branch 2 taken 4626 times.
✓ Branch 3 taken 38775 times.
 45171 if (o->type == AV_OPT_TYPE_CONST || o->offset == offset)
871 6396 continue;
872 38775 offset = o->offset;
873 38775 shorthand = o->name;
874 }
875
876 53883 ret = av_opt_get_key_value(&args, "=", ":",
877 shorthand ? AV_OPT_FLAG_IMPLICIT_KEY : 0,
878 &parsed_key, &value);
879
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 53883 times.
 53883 if (ret < 0) {
880 ✗ if (ret == AVERROR(EINVAL))
881 ✗ av_log(logctx, AV_LOG_ERROR, "No option name near '%s'\n", args);
882 else
883 ✗ av_log(logctx, AV_LOG_ERROR, "Unable to parse '%s': %s\n", args,
884 ✗ av_err2str(ret));
885 ✗ return ret;
886 }
887
2/2
✓ Branch 0 taken 28314 times.
✓ Branch 1 taken 25569 times.
 53883 if (*args)
888 28314 args++;
889
2/2
✓ Branch 0 taken 32711 times.
✓ Branch 1 taken 21172 times.
 53883 if (parsed_key) {
890 32711 key = parsed_key;
891 32711 additional_flags = AV_DICT_DONT_STRDUP_KEY;
892 32711 priv_class = NULL; /* reject all remaining shorthand */
893 } else {
894 21172 key = shorthand;
895 }
896
897 53883 av_log(logctx, AV_LOG_DEBUG, "Setting '%s' to value '%s'\n", key, value);
898
899 53883 av_dict_set(options, key, value,
900 additional_flags | AV_DICT_DONT_STRDUP_VAL | AV_DICT_MULTIKEY);
901 }
902
903 34755 return 0;
904 }
905
906 ✗ int ff_filter_process_command(AVFilterContext *ctx, const char *cmd,
907 const char *arg, char *res, int res_len, int flags)
908 {
909 const AVOption *o;
910
911 ✗ if (!ctx->filter->priv_class)
912 ✗ return 0;
913 ✗ o = av_opt_find2(ctx->priv, cmd, NULL, AV_OPT_FLAG_RUNTIME_PARAM | AV_OPT_FLAG_FILTERING_PARAM, AV_OPT_SEARCH_CHILDREN, NULL);
914 ✗ if (!o)
915 ✗ return AVERROR(ENOSYS);
916 ✗ return av_opt_set(ctx->priv, cmd, arg, 0);
917 }
918
919 65191 int avfilter_init_dict(AVFilterContext *ctx, AVDictionary **options)
920 {
921 65191 FFFilterContext *ctxi = fffilterctx(ctx);
922 65191 int ret = 0;
923
924
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 65191 times.
 65191 if (ctxi->state_flags & AV_CLASS_STATE_INITIALIZED) {
925 ✗ av_log(ctx, AV_LOG_ERROR, "Filter already initialized\n");
926 ✗ return AVERROR(EINVAL);
927 }
928
929 65191 ret = av_opt_set_dict2(ctx, options, AV_OPT_SEARCH_CHILDREN);
930
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 65191 times.
 65191 if (ret < 0) {
931 ✗ av_log(ctx, AV_LOG_ERROR, "Error applying generic filter options.\n");
932 ✗ return ret;
933 }
934
935
2/2
✓ Branch 0 taken 1274 times.
✓ Branch 1 taken 63917 times.
 65191 if (ctx->filter->flags & AVFILTER_FLAG_SLICE_THREADS &&
936
2/2
✓ Branch 0 taken 164 times.
✓ Branch 1 taken 1110 times.
 1274 ctx->thread_type & ctx->graph->thread_type & AVFILTER_THREAD_SLICE &&
937
1/2
✓ Branch 1 taken 164 times.
✗ Branch 2 not taken.
 164 fffiltergraph(ctx->graph)->thread_execute) {
938 164 ctx->thread_type = AVFILTER_THREAD_SLICE;
939 164 ctxi->execute = fffiltergraph(ctx->graph)->thread_execute;
940 } else {
941 65027 ctx->thread_type = 0;
942 }
943
944
2/2
✓ Branch 1 taken 51379 times.
✓ Branch 2 taken 13812 times.
 65191 if (fffilter(ctx->filter)->init)
945 51379 ret = fffilter(ctx->filter)->init(ctx);
946
2/2
✓ Branch 0 taken 1 times.
✓ Branch 1 taken 65190 times.
 65191 if (ret < 0)
947 1 return ret;
948
949
2/2
✓ Branch 0 taken 6 times.
✓ Branch 1 taken 65184 times.
 65190 if (ctx->enable_str) {
950 6 ret = set_enable_expr(ctxi, ctx->enable_str);
951
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
 6 if (ret < 0)
952 ✗ return ret;
953 }
954
955 65190 ctxi->state_flags |= AV_CLASS_STATE_INITIALIZED;
956
957 65190 return 0;
958 }
959
960 21665 int avfilter_init_str(AVFilterContext *filter, const char *args)
961 {
962 21665 AVDictionary *options = NULL;
963 const AVDictionaryEntry *e;
964 21665 int ret = 0;
965
966
3/4
✓ Branch 0 taken 10764 times.
✓ Branch 1 taken 10901 times.
✓ Branch 2 taken 10764 times.
✗ Branch 3 not taken.
 21665 if (args && *args) {
967 10764 ret = ff_filter_opt_parse(filter, filter->filter->priv_class, &options, args);
968
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10764 times.
 10764 if (ret < 0)
969 ✗ goto fail;
970 }
971
972 21665 ret = avfilter_init_dict(filter, &options);
973
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 21665 times.
 21665 if (ret < 0)
974 ✗ goto fail;
975
976
1/2
✓ Branch 1 taken 21665 times.
✗ Branch 2 not taken.
 21665 if ((e = av_dict_iterate(options, NULL))) {
977 ✗ av_log(filter, AV_LOG_ERROR, "No such option: %s.\n", e->key);
978 ✗ ret = AVERROR_OPTION_NOT_FOUND;
979 ✗ goto fail;
980 }
981
982 21665 fail:
983 21665 av_dict_free(&options);
984
985 21665 return ret;
986 }
987
988 15534 const char *avfilter_pad_get_name(const AVFilterPad *pads, int pad_idx)
989 {
990 15534 return pads[pad_idx].name;
991 }
992
993 31634 enum AVMediaType avfilter_pad_get_type(const AVFilterPad *pads, int pad_idx)
994 {
995 31634 return pads[pad_idx].type;
996 }
997
998 ✗ AVBufferRef *avfilter_link_get_hw_frames_ctx(AVFilterLink *link)
999 {
1000 ✗ FilterLink *plink = ff_filter_link(link);
1001 ✗ if (plink->hw_frames_ctx)
1002 ✗ return av_buffer_ref(plink->hw_frames_ctx);
1003
1004 ✗ return NULL;
1005 }
1006
1007 808262 static int default_filter_frame(AVFilterLink *link, AVFrame *frame)
1008 {
1009 808262 return ff_filter_frame(link->dst->outputs[0], frame);
1010 }
1011
1012 /**
1013 * Evaluate the timeline expression of the link for the time and properties
1014 * of the frame.
1015 * @return >0 if enabled, 0 if disabled
1016 * @note It does not update link->dst->is_disabled.
1017 */
1018 2567288 static int evaluate_timeline_at_frame(AVFilterLink *link, const AVFrame *frame)
1019 {
1020 2567288 FilterLink *l = ff_filter_link(link);
1021 2567288 AVFilterContext *dstctx = link->dst;
1022 2567288 FFFilterContext *dsti = fffilterctx(dstctx);
1023 2567288 int64_t pts = frame->pts;
1024
1025
2/2
✓ Branch 0 taken 2567090 times.
✓ Branch 1 taken 198 times.
 2567288 if (!dstctx->enable_str)
1026 2567090 return 1;
1027
1028 198 dsti->var_values[VAR_N] = l->frame_count_out;
1029
1/2
✓ Branch 0 taken 198 times.
✗ Branch 1 not taken.
 198 dsti->var_values[VAR_T] = pts == AV_NOPTS_VALUE ? NAN : pts * av_q2d(link->time_base);
1030 198 dsti->var_values[VAR_W] = link->w;
1031 198 dsti->var_values[VAR_H] = link->h;
1032
1033 198 return fabs(av_expr_eval(dsti->enable, dsti->var_values, NULL)) >= 0.5;
1034 }
1035
1036 829046 static int filter_frame_framed(AVFilterLink *link, AVFrame *frame)
1037 {
1038 829046 FilterLink *l = ff_filter_link(link);
1039 int (*filter_frame)(AVFilterLink *, AVFrame *);
1040 829046 AVFilterContext *dstctx = link->dst;
1041 829046 AVFilterPad *dst = link->dstpad;
1042 int ret;
1043
1044
2/2
✓ Branch 0 taken 808253 times.
✓ Branch 1 taken 20793 times.
 829046 if (!(filter_frame = dst->filter_frame))
1045 808253 filter_frame = default_filter_frame;
1046
1047
2/2
✓ Branch 0 taken 2993 times.
✓ Branch 1 taken 826053 times.
 829046 if (dst->flags & AVFILTERPAD_FLAG_NEEDS_WRITABLE) {
1048 2993 ret = ff_inlink_make_frame_writable(link, &frame);
1049
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2993 times.
 2993 if (ret < 0)
1050 ✗ goto fail;
1051 }
1052
1053 829046 ff_inlink_process_commands(link, frame);
1054 829046 dstctx->is_disabled = !evaluate_timeline_at_frame(link, frame);
1055
1056
2/2
✓ Branch 0 taken 19 times.
✓ Branch 1 taken 829027 times.
 829046 if (dstctx->is_disabled &&
1057
2/2
✓ Branch 0 taken 9 times.
✓ Branch 1 taken 10 times.
 19 (dstctx->filter->flags & AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC))
1058 9 filter_frame = default_filter_frame;
1059 829046 ret = filter_frame(link, frame);
1060 829046 l->frame_count_out++;
1061 829046 return ret;
1062
1063 ✗ fail:
1064 ✗ av_frame_free(&frame);
1065 ✗ return ret;
1066 }
1067
1068 1743544 int ff_filter_frame(AVFilterLink *link, AVFrame *frame)
1069 {
1070 1743544 FilterLinkInternal * const li = ff_link_internal(link);
1071 int ret;
1072 1743544 FF_TPRINTF_START(NULL, filter_frame); ff_tlog_link(NULL, link, 1); ff_tlog(NULL, " "); tlog_ref(NULL, frame, 1);
1073
1074 /* Consistency checks */
1075
2/2
✓ Branch 0 taken 587025 times.
✓ Branch 1 taken 1156519 times.
 1743544 if (link->type == AVMEDIA_TYPE_VIDEO) {
1076
2/2
✓ Branch 0 taken 436604 times.
✓ Branch 1 taken 150421 times.
 587025 if (strcmp(link->dst->filter->name, "buffersink") &&
1077
2/2
✓ Branch 0 taken 260198 times.
✓ Branch 1 taken 176406 times.
 436604 strcmp(link->dst->filter->name, "format") &&
1078
2/2
✓ Branch 0 taken 260171 times.
✓ Branch 1 taken 27 times.
 260198 strcmp(link->dst->filter->name, "idet") &&
1079
2/2
✓ Branch 0 taken 168495 times.
✓ Branch 1 taken 91676 times.
 260171 strcmp(link->dst->filter->name, "null") &&
1080
2/2
✓ Branch 0 taken 57891 times.
✓ Branch 1 taken 110604 times.
 168495 strcmp(link->dst->filter->name, "scale") &&
1081
1/2
✓ Branch 0 taken 57891 times.
✗ Branch 1 not taken.
 57891 strcmp(link->dst->filter->name, "libplacebo") &&
1082
2/2
✓ Branch 0 taken 57768 times.
✓ Branch 1 taken 123 times.
 57891 strcmp(link->dst->filter->name, "hqdn3d")) {
1083 av_assert1(frame->format == link->format);
1084 av_assert1(frame->width == link->w);
1085 av_assert1(frame->height == link->h);
1086 57768 if (av_pix_fmt_desc_get(link->format)->flags & AV_PIX_FMT_FLAG_ALPHA)
1087 av_assert1(frame->alpha_mode == link->alpha_mode);
1088 }
1089 } else {
1090
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1156519 times.
 1156519 if (frame->format != link->format) {
1091 ✗ av_log(link->dst, AV_LOG_ERROR, "Format change is not supported\n");
1092 ✗ goto error;
1093 }
1094
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1156519 times.
 1156519 if (av_channel_layout_compare(&frame->ch_layout, &link->ch_layout)) {
1095 ✗ av_log(link->dst, AV_LOG_ERROR, "Channel layout change is not supported\n");
1096 ✗ goto error;
1097 }
1098
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1156519 times.
 1156519 if (frame->sample_rate != link->sample_rate) {
1099 ✗ av_log(link->dst, AV_LOG_ERROR, "Sample rate change is not supported\n");
1100 ✗ goto error;
1101 }
1102
1103 1156519 frame->duration = av_rescale_q(frame->nb_samples, (AVRational){ 1, frame->sample_rate },
1104 link->time_base);
1105 }
1106
1107 1743544 li->frame_blocked_in = li->frame_wanted_out = 0;
1108 1743544 li->l.frame_count_in++;
1109 1743544 li->l.sample_count_in += frame->nb_samples;
1110 1743544 filter_unblock(link->dst);
1111 1743544 ret = ff_framequeue_add(&li->fifo, frame);
1112
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1743544 times.
 1743544 if (ret < 0) {
1113 ✗ const FFFrameQueueGlobal *global = li->fifo.global;
1114 ✗ if (ret == AVERROR(ENOMEM) && global->queued >= global->max_queued)
1115 ✗ av_log(link->dst, AV_LOG_ERROR, "Exhausted frame queue capacity (%zu frames)\n", global->max_queued);
1116 ✗ av_frame_free(&frame);
1117 ✗ return ret;
1118 }
1119 1743544 ff_filter_set_ready(link->dst, 300);
1120 1743544 return 0;
1121
1122 ✗ error:
1123 ✗ av_frame_free(&frame);
1124 ✗ return AVERROR_PATCHWELCOME;
1125 }
1126
1127 2479489 static int samples_ready(FilterLinkInternal *link, unsigned min)
1128 {
1129
2/2
✓ Branch 1 taken 829180 times.
✓ Branch 2 taken 1650309 times.
 3308669 return ff_framequeue_queued_frames(&link->fifo) &&
1130
2/2
✓ Branch 1 taken 135 times.
✓ Branch 2 taken 829045 times.
 829180 (ff_framequeue_queued_samples(&link->fifo) >= min ||
1131
2/2
✓ Branch 0 taken 1 times.
✓ Branch 1 taken 134 times.
 135 link->status_in);
1132 }
1133
1134 2935 static int take_samples(FilterLinkInternal *li, unsigned min, unsigned max,
1135 AVFrame **rframe)
1136 {
1137 2935 FilterLink *l = &li->l;
1138 2935 AVFilterLink *link = &l->pub;
1139 AVFrame *frame0, *frame, *buf;
1140 unsigned nb_samples, nb_frames, i, p;
1141 int ret;
1142
1143 /* Note: this function relies on no format changes and must only be
1144 called with enough samples. */
1145 av_assert1(samples_ready(li, l->min_samples));
1146 2935 frame0 = frame = ff_framequeue_peek(&li->fifo, 0);
1147
6/6
✓ Branch 0 taken 1417 times.
✓ Branch 1 taken 1518 times.
✓ Branch 2 taken 1301 times.
✓ Branch 3 taken 116 times.
✓ Branch 4 taken 1025 times.
✓ Branch 5 taken 276 times.
 2935 if (!li->fifo.samples_skipped && frame->nb_samples >= min && frame->nb_samples <= max) {
1148 1025 *rframe = ff_framequeue_take(&li->fifo);
1149 1025 return 0;
1150 }
1151 1910 nb_frames = 0;
1152 1910 nb_samples = 0;
1153 while (1) {
1154
2/2
✓ Branch 0 taken 1660 times.
✓ Branch 1 taken 1482 times.
 3142 if (nb_samples + frame->nb_samples > max) {
1155
2/2
✓ Branch 0 taken 1521 times.
✓ Branch 1 taken 139 times.
 1660 if (nb_samples < min)
1156 1521 nb_samples = max;
1157 1660 break;
1158 }
1159 1482 nb_samples += frame->nb_samples;
1160 1482 nb_frames++;
1161
2/2
✓ Branch 1 taken 250 times.
✓ Branch 2 taken 1232 times.
 1482 if (nb_frames == ff_framequeue_queued_frames(&li->fifo))
1162 250 break;
1163 1232 frame = ff_framequeue_peek(&li->fifo, nb_frames);
1164 }
1165
1166 1910 buf = ff_get_audio_buffer(link, nb_samples);
1167
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1910 times.
 1910 if (!buf)
1168 ✗ return AVERROR(ENOMEM);
1169 1910 ret = av_frame_copy_props(buf, frame0);
1170
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1910 times.
 1910 if (ret < 0) {
1171 ✗ av_frame_free(&buf);
1172 ✗ return ret;
1173 }
1174
1175 1910 p = 0;
1176
2/2
✓ Branch 0 taken 1482 times.
✓ Branch 1 taken 1910 times.
 3392 for (i = 0; i < nb_frames; i++) {
1177 1482 frame = ff_framequeue_take(&li->fifo);
1178 1482 av_samples_copy(buf->extended_data, frame->extended_data, p, 0,
1179 1482 frame->nb_samples, link->ch_layout.nb_channels, link->format);
1180 1482 p += frame->nb_samples;
1181 1482 av_frame_free(&frame);
1182 }
1183
2/2
✓ Branch 0 taken 1521 times.
✓ Branch 1 taken 389 times.
 1910 if (p < nb_samples) {
1184 1521 unsigned n = nb_samples - p;
1185 1521 frame = ff_framequeue_peek(&li->fifo, 0);
1186 1521 av_samples_copy(buf->extended_data, frame->extended_data, p, 0, n,
1187 1521 link->ch_layout.nb_channels, link->format);
1188 1521 ff_framequeue_skip_samples(&li->fifo, n, link->time_base);
1189 }
1190
1191 1910 *rframe = buf;
1192 1910 return 0;
1193 }
1194
1195 829046 static int filter_frame_to_filter(AVFilterLink *link)
1196 {
1197 829046 FilterLinkInternal * const li = ff_link_internal(link);
1198 829046 AVFrame *frame = NULL;
1199 829046 AVFilterContext *dst = link->dst;
1200 int ret;
1201
1202 av_assert1(ff_framequeue_queued_frames(&li->fifo));
1203 1658092 ret = li->l.min_samples ?
1204
2/2
✓ Branch 0 taken 36 times.
✓ Branch 1 taken 829010 times.
 829046 ff_inlink_consume_samples(link, li->l.min_samples, li->l.max_samples, &frame) :
1205 829010 ff_inlink_consume_frame(link, &frame);
1206 av_assert1(ret);
1207
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 829046 times.
 829046 if (ret < 0) {
1208 av_assert1(!frame);
1209 ✗ return ret;
1210 }
1211 /* The filter will soon have received a new frame, that may allow it to
1212 produce one or more: unblock its outputs. */
1213 829046 filter_unblock(dst);
1214 /* AVFilterPad.filter_frame() expect frame_count_out to have the value
1215 before the frame; filter_frame_framed() will re-increment it. */
1216 829046 li->l.frame_count_out--;
1217 829046 ret = filter_frame_framed(link, frame);
1218
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 829046 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
 829046 if (ret < 0 && ret != li->status_out) {
1219 ✗ link_set_out_status(link, ret, AV_NOPTS_VALUE);
1220 } else {
1221 /* Run once again, to see if several frames were available, or if
1222 the input status has also changed, or any other reason. */
1223 829046 ff_filter_set_ready(dst, 300);
1224 }
1225 829046 return ret;
1226 }
1227
1228 6386 static int forward_status_change(AVFilterContext *filter, FilterLinkInternal *li_in)
1229 {
1230 6386 AVFilterLink *in = &li_in->l.pub;
1231 6386 unsigned out = 0, progress = 0;
1232 int ret;
1233
1234
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6386 times.
 6386 av_assert0(!li_in->status_out);
1235
2/2
✓ Branch 0 taken 1 times.
✓ Branch 1 taken 6385 times.
 6386 if (!filter->nb_outputs) {
1236 /* not necessary with the current API and sinks */
1237 1 return 0;
1238 }
1239
2/2
✓ Branch 0 taken 6385 times.
✓ Branch 1 taken 6385 times.
 12770 while (!li_in->status_out) {
1240 6385 FilterLinkInternal *li_out = ff_link_internal(filter->outputs[out]);
1241
1242
1/2
✓ Branch 0 taken 6385 times.
✗ Branch 1 not taken.
 6385 if (!li_out->status_in) {
1243 6385 progress++;
1244 6385 ret = request_frame_to_filter(filter->outputs[out]);
1245
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6385 times.
 6385 if (ret < 0)
1246 ✗ return ret;
1247 }
1248
1/2
✓ Branch 0 taken 6385 times.
✗ Branch 1 not taken.
 6385 if (++out == filter->nb_outputs) {
1249
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6385 times.
 6385 if (!progress) {
1250 /* Every output already closed: input no longer interesting
1251 (example: overlay in shortest mode, other input closed). */
1252 ✗ link_set_out_status(in, li_in->status_in, li_in->status_in_pts);
1253 ✗ return 0;
1254 }
1255 6385 progress = 0;
1256 6385 out = 0;
1257 }
1258 }
1259 6385 ff_filter_set_ready(filter, 200);
1260 6385 return 0;
1261 }
1262
1263 2487036 static int filter_activate_default(AVFilterContext *filter)
1264 {
1265 unsigned i;
1266 2487036 int nb_eofs = 0;
1267
1268
2/2
✓ Branch 0 taken 2487017 times.
✓ Branch 1 taken 2487036 times.
 4974053 for (i = 0; i < filter->nb_outputs; i++)
1269 2487017 nb_eofs += ff_outlink_get_status(filter->outputs[i]) == AVERROR_EOF;
1270
4/4
✓ Branch 0 taken 2487017 times.
✓ Branch 1 taken 19 times.
✓ Branch 2 taken 7278 times.
✓ Branch 3 taken 2479739 times.
 2487036 if (filter->nb_outputs && nb_eofs == filter->nb_outputs) {
1271
2/2
✓ Branch 0 taken 7278 times.
✓ Branch 1 taken 7278 times.
 14556 for (int j = 0; j < filter->nb_inputs; j++)
1272 7278 ff_inlink_set_status(filter->inputs[j], AVERROR_EOF);
1273 7278 return 0;
1274 }
1275
1276
2/2
✓ Branch 0 taken 2479489 times.
✓ Branch 1 taken 1650712 times.
 4130201 for (i = 0; i < filter->nb_inputs; i++) {
1277 2479489 FilterLinkInternal *li = ff_link_internal(filter->inputs[i]);
1278
2/2
✓ Branch 1 taken 829046 times.
✓ Branch 2 taken 1650443 times.
 2479489 if (samples_ready(li, li->l.min_samples)) {
1279 829046 return filter_frame_to_filter(filter->inputs[i]);
1280 }
1281 }
1282
2/2
✓ Branch 0 taken 1650443 times.
✓ Branch 1 taken 1644326 times.
 3294769 for (i = 0; i < filter->nb_inputs; i++) {
1283 1650443 FilterLinkInternal * const li = ff_link_internal(filter->inputs[i]);
1284
4/4
✓ Branch 0 taken 6421 times.
✓ Branch 1 taken 1644022 times.
✓ Branch 2 taken 6386 times.
✓ Branch 3 taken 35 times.
 1650443 if (li->status_in && !li->status_out) {
1285 av_assert1(!ff_framequeue_queued_frames(&li->fifo));
1286 6386 return forward_status_change(filter, li);
1287 }
1288 }
1289
2/2
✓ Branch 0 taken 1644317 times.
✓ Branch 1 taken 828908 times.
 2473225 for (i = 0; i < filter->nb_outputs; i++) {
1290 1644317 FilterLinkInternal * const li = ff_link_internal(filter->outputs[i]);
1291
2/2
✓ Branch 0 taken 820445 times.
✓ Branch 1 taken 823872 times.
 1644317 if (li->frame_wanted_out &&
1292
2/2
✓ Branch 0 taken 815418 times.
✓ Branch 1 taken 5027 times.
 820445 !li->frame_blocked_in) {
1293 815418 return request_frame_to_filter(filter->outputs[i]);
1294 }
1295 }
1296
2/2
✓ Branch 0 taken 828899 times.
✓ Branch 1 taken 823881 times.
 1652780 for (i = 0; i < filter->nb_outputs; i++) {
1297 828899 FilterLinkInternal * const li = ff_link_internal(filter->outputs[i]);
1298
2/2
✓ Branch 0 taken 5027 times.
✓ Branch 1 taken 823872 times.
 828899 if (li->frame_wanted_out)
1299 5027 return request_frame_to_filter(filter->outputs[i]);
1300 }
1301
2/2
✓ Branch 0 taken 9 times.
✓ Branch 1 taken 823872 times.
 823881 if (!filter->nb_outputs) {
1302 9 ff_inlink_request_frame(filter->inputs[0]);
1303 9 return 0;
1304 }
1305 823872 return FFERROR_NOT_READY;
1306 }
1307
1308 /*
1309 Filter scheduling and activation
1310
1311 When a filter is activated, it must:
1312 - if possible, output a frame;
1313 - else, if relevant, forward the input status change;
1314 - else, check outputs for wanted frames and forward the requests.
1315
1316 The following AVFilterLink fields are used for activation:
1317
1318 - frame_wanted_out:
1319
1320 This field indicates if a frame is needed on this input of the
1321 destination filter. A positive value indicates that a frame is needed
1322 to process queued frames or internal data or to satisfy the
1323 application; a zero value indicates that a frame is not especially
1324 needed but could be processed anyway; a negative value indicates that a
1325 frame would just be queued.
1326
1327 It is set by filters using ff_request_frame() or ff_request_no_frame(),
1328 when requested by the application through a specific API or when it is
1329 set on one of the outputs.
1330
1331 It is cleared when a frame is sent from the source using
1332 ff_filter_frame().
1333
1334 It is also cleared when a status change is sent from the source using
1335 ff_avfilter_link_set_in_status().
1336
1337 - frame_blocked_in:
1338
1339 This field means that the source filter can not generate a frame as is.
1340 Its goal is to avoid repeatedly calling the request_frame() method on
1341 the same link.
1342
1343 It is set by the framework on all outputs of a filter before activating it.
1344
1345 It is automatically cleared by ff_filter_frame().
1346
1347 It is also automatically cleared by ff_avfilter_link_set_in_status().
1348
1349 It is also cleared on all outputs (using filter_unblock()) when
1350 something happens on an input: processing a frame or changing the
1351 status.
1352
1353 - fifo:
1354
1355 Contains the frames queued on a filter input. If it contains frames and
1356 frame_wanted_out is not set, then the filter can be activated. If that
1357 result in the filter not able to use these frames, the filter must set
1358 frame_wanted_out to ask for more frames.
1359
1360 - status_in and status_in_pts:
1361
1362 Status (EOF or error code) of the link and timestamp of the status
1363 change (in link time base, same as frames) as seen from the input of
1364 the link. The status change is considered happening after the frames
1365 queued in fifo.
1366
1367 It is set by the source filter using ff_avfilter_link_set_in_status().
1368
1369 - status_out:
1370
1371 Status of the link as seen from the output of the link. The status
1372 change is considered having already happened.
1373
1374 It is set by the destination filter using
1375 link_set_out_status().
1376
1377 Filters are activated according to the ready field, set using the
1378 ff_filter_set_ready(). Eventually, a priority queue will be used.
1379 ff_filter_set_ready() is called whenever anything could cause progress to
1380 be possible. Marking a filter ready when it is not is not a problem,
1381 except for the small overhead it causes.
1382
1383 Conditions that cause a filter to be marked ready are:
1384
1385 - frames added on an input link;
1386
1387 - changes in the input or output status of an input link;
1388
1389 - requests for a frame on an output link;
1390
1391 - after any actual processing using the legacy methods (filter_frame(),
1392 and request_frame() to acknowledge status changes), to run once more
1393 and check if enough input was present for several frames.
1394
1395 Examples of scenarios to consider:
1396
1397 - buffersrc: activate if frame_wanted_out to notify the application;
1398 activate when the application adds a frame to push it immediately.
1399
1400 - testsrc: activate only if frame_wanted_out to produce and push a frame.
1401
1402 - concat (not at stitch points): can process a frame on any output.
1403 Activate if frame_wanted_out on output to forward on the corresponding
1404 input. Activate when a frame is present on input to process it
1405 immediately.
1406
1407 - framesync: needs at least one frame on each input; extra frames on the
1408 wrong input will accumulate. When a frame is first added on one input,
1409 set frame_wanted_out<0 on it to avoid getting more (would trigger
1410 testsrc) and frame_wanted_out>0 on the other to allow processing it.
1411
1412 Activation of old filters:
1413
1414 In order to activate a filter implementing the legacy filter_frame() and
1415 request_frame() methods, perform the first possible of the following
1416 actions:
1417
1418 - If an input has frames in fifo and frame_wanted_out == 0, dequeue a
1419 frame and call filter_frame().
1420
1421 Rationale: filter frames as soon as possible instead of leaving them
1422 queued; frame_wanted_out < 0 is not possible since the old API does not
1423 set it nor provides any similar feedback; frame_wanted_out > 0 happens
1424 when min_samples > 0 and there are not enough samples queued.
1425
1426 - If an input has status_in set but not status_out, try to call
1427 request_frame() on one of the outputs in the hope that it will trigger
1428 request_frame() on the input with status_in and acknowledge it. This is
1429 awkward and fragile, filters with several inputs or outputs should be
1430 updated to direct activation as soon as possible.
1431
1432 - If an output has frame_wanted_out > 0 and not frame_blocked_in, call
1433 request_frame().
1434
1435 Rationale: checking frame_blocked_in is necessary to avoid requesting
1436 repeatedly on a blocked input if another is not blocked (example:
1437 [buffersrc1][testsrc1][buffersrc2][testsrc2]concat=v=2).
1438
1439 - If an output has frame_wanted_out > 0 call request_frame().
1440
1441 Rationale: even if all inputs are blocked an activate callback should
1442 request a frame on some if its inputs if a frame is requested on any of
1443 its output.
1444
1445 - Request a frame on the input for sinks.
1446
1447 Rationale: sinks using the old api have no way to request a frame on their
1448 input, so we need to do it for them.
1449 */
1450
1451 4326676 int ff_filter_activate(AVFilterContext *filter)
1452 {
1453 4326676 FFFilterContext *ctxi = fffilterctx(filter);
1454 4326676 const FFFilter *const fi = fffilter(filter->filter);
1455 int ret;
1456
1457 /* Generic timeline support is not yet implemented but should be easy */
1458 av_assert1(!(fi->p.flags & AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC &&
1459 fi->activate));
1460 4326676 ctxi->ready = 0;
1461
2/2
✓ Branch 0 taken 1839640 times.
✓ Branch 1 taken 2487036 times.
 4326676 ret = fi->activate ? fi->activate(filter) : filter_activate_default(filter);
1462
2/2
✓ Branch 0 taken 824753 times.
✓ Branch 1 taken 3501923 times.
 4326676 if (ret == FFERROR_NOT_READY)
1463 824753 ret = 0;
1464 4326676 return ret;
1465 }
1466
1467 3911396 int ff_inlink_acknowledge_status(AVFilterLink *link, int *rstatus, int64_t *rpts)
1468 {
1469 3911396 FilterLinkInternal * const li = ff_link_internal(link);
1470 3911396 *rpts = li->l.current_pts;
1471
2/2
✓ Branch 1 taken 2172 times.
✓ Branch 2 taken 3909224 times.
 3911396 if (ff_framequeue_queued_frames(&li->fifo))
1472 2172 return *rstatus = 0;
1473
2/2
✓ Branch 0 taken 8054 times.
✓ Branch 1 taken 3901170 times.
 3909224 if (li->status_out)
1474 8054 return *rstatus = li->status_out;
1475
2/2
✓ Branch 0 taken 3892734 times.
✓ Branch 1 taken 8436 times.
 3901170 if (!li->status_in)
1476 3892734 return *rstatus = 0;
1477 8436 *rstatus = li->status_out = li->status_in;
1478 8436 update_link_current_pts(li, li->status_in_pts);
1479 8436 *rpts = li->l.current_pts;
1480 8436 return 1;
1481 }
1482
1483 1934 size_t ff_inlink_queued_frames(AVFilterLink *link)
1484 {
1485 1934 FilterLinkInternal * const li = ff_link_internal(link);
1486 1934 return ff_framequeue_queued_frames(&li->fifo);
1487 }
1488
1489 5642143 int ff_inlink_check_available_frame(AVFilterLink *link)
1490 {
1491 5642143 FilterLinkInternal * const li = ff_link_internal(link);
1492 5642143 return ff_framequeue_queued_frames(&li->fifo) > 0;
1493 }
1494
1495 8291 int ff_inlink_queued_samples(AVFilterLink *link)
1496 {
1497 8291 FilterLinkInternal * const li = ff_link_internal(link);
1498 8291 return ff_framequeue_queued_samples(&li->fifo);
1499 }
1500
1501 4850 int ff_inlink_check_available_samples(AVFilterLink *link, unsigned min)
1502 {
1503 4850 FilterLinkInternal * const li = ff_link_internal(link);
1504 4850 uint64_t samples = ff_framequeue_queued_samples(&li->fifo);
1505 av_assert1(min);
1506
6/6
✓ Branch 0 taken 1921 times.
✓ Branch 1 taken 2929 times.
✓ Branch 2 taken 67 times.
✓ Branch 3 taken 1854 times.
✓ Branch 4 taken 7 times.
✓ Branch 5 taken 60 times.
 4850 return samples >= min || (li->status_in && samples);
1507 }
1508
1509 1740979 static void consume_update(FilterLinkInternal *li, const AVFrame *frame)
1510 {
1511 1740979 AVFilterLink *const link = &li->l.pub;
1512 1740979 update_link_current_pts(li, frame->pts);
1513 1740979 ff_inlink_process_commands(link, frame);
1514
2/2
✓ Branch 0 taken 1738242 times.
✓ Branch 1 taken 2737 times.
 1740979 if (link == link->dst->inputs[0])
1515 1738242 link->dst->is_disabled = !evaluate_timeline_at_frame(link, frame);
1516 1740979 li->l.frame_count_out++;
1517 1740979 li->l.sample_count_out += frame->nb_samples;
1518 1740979 }
1519
1520 5639882 int ff_inlink_consume_frame(AVFilterLink *link, AVFrame **rframe)
1521 {
1522 5639882 FilterLinkInternal * const li = ff_link_internal(link);
1523 AVFrame *frame;
1524
1525 5639882 *rframe = NULL;
1526
2/2
✓ Branch 1 taken 3901834 times.
✓ Branch 2 taken 1738048 times.
 5639882 if (!ff_inlink_check_available_frame(link))
1527 3901834 return 0;
1528
1529
2/2
✓ Branch 0 taken 4 times.
✓ Branch 1 taken 1738044 times.
 1738048 if (li->fifo.samples_skipped) {
1530 4 frame = ff_framequeue_peek(&li->fifo, 0);
1531 4 return ff_inlink_consume_samples(link, frame->nb_samples, frame->nb_samples, rframe);
1532 }
1533
1534 1738044 frame = ff_framequeue_take(&li->fifo);
1535 1738044 consume_update(li, frame);
1536 1738044 *rframe = frame;
1537 1738044 return 1;
1538 }
1539
1540 4846 int ff_inlink_consume_samples(AVFilterLink *link, unsigned min, unsigned max,
1541 AVFrame **rframe)
1542 {
1543 4846 FilterLinkInternal * const li = ff_link_internal(link);
1544 AVFrame *frame;
1545 int ret;
1546
1547 av_assert1(min);
1548 4846 *rframe = NULL;
1549
2/2
✓ Branch 1 taken 1911 times.
✓ Branch 2 taken 2935 times.
 4846 if (!ff_inlink_check_available_samples(link, min))
1550 1911 return 0;
1551
2/2
✓ Branch 0 taken 29 times.
✓ Branch 1 taken 2906 times.
 2935 if (li->status_in)
1552
2/2
✓ Branch 1 taken 6 times.
✓ Branch 2 taken 23 times.
 29 min = FFMIN(min, ff_framequeue_queued_samples(&li->fifo));
1553 2935 ret = take_samples(li, min, max, &frame);
1554
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2935 times.
 2935 if (ret < 0)
1555 ✗ return ret;
1556 2935 consume_update(li, frame);
1557 2935 *rframe = frame;
1558 2935 return 1;
1559 }
1560
1561 210 AVFrame *ff_inlink_peek_frame(AVFilterLink *link, size_t idx)
1562 {
1563 210 FilterLinkInternal * const li = ff_link_internal(link);
1564 210 return ff_framequeue_peek(&li->fifo, idx);
1565 }
1566
1567 5186 int ff_inlink_make_frame_writable(AVFilterLink *link, AVFrame **rframe)
1568 {
1569 5186 AVFrame *frame = *rframe;
1570 AVFrame *out;
1571 int ret;
1572
1573
2/2
✓ Branch 1 taken 2269 times.
✓ Branch 2 taken 2917 times.
 5186 if (av_frame_is_writable(frame))
1574 2269 return 0;
1575 2917 av_log(link->dst, AV_LOG_DEBUG, "Copying data in avfilter.\n");
1576
1577
1/3
✓ Branch 0 taken 2917 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
 2917 switch (link->type) {
1578 2917 case AVMEDIA_TYPE_VIDEO:
1579 2917 out = ff_get_video_buffer(link, link->w, link->h);
1580 2917 break;
1581 ✗ case AVMEDIA_TYPE_AUDIO:
1582 ✗ out = ff_get_audio_buffer(link, frame->nb_samples);
1583 ✗ break;
1584 ✗ default:
1585 ✗ return AVERROR(EINVAL);
1586 }
1587
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2917 times.
 2917 if (!out)
1588 ✗ return AVERROR(ENOMEM);
1589
1590 2917 ret = av_frame_copy_props(out, frame);
1591
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2917 times.
 2917 if (ret < 0) {
1592 ✗ av_frame_free(&out);
1593 ✗ return ret;
1594 }
1595
1596 2917 ret = av_frame_copy(out, frame);
1597
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2917 times.
 2917 if (ret < 0) {
1598 ✗ av_frame_free(&out);
1599 ✗ return ret;
1600 }
1601
1602 2917 av_frame_free(&frame);
1603 2917 *rframe = out;
1604 2917 return 0;
1605 }
1606
1607 2570025 int ff_inlink_process_commands(AVFilterLink *link, const AVFrame *frame)
1608 {
1609 2570025 FFFilterContext *ctxi = fffilterctx(link->dst);
1610 2570025 AVFilterCommand *cmd = ctxi->command_queue;
1611
1612
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 2570025 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
 2570025 while(cmd && cmd->time <= frame->pts * av_q2d(link->time_base)){
1613 ✗ av_log(link->dst, AV_LOG_DEBUG,
1614 "Processing command time:%f command:%s arg:%s\n",
1615 cmd->time, cmd->command, cmd->arg);
1616 ✗ avfilter_process_command(link->dst, cmd->command, cmd->arg, 0, 0, cmd->flags);
1617 ✗ command_queue_pop(link->dst);
1618 ✗ cmd = ctxi->command_queue;
1619 }
1620 2570025 return 0;
1621 }
1622
1623 912203 void ff_inlink_request_frame(AVFilterLink *link)
1624 {
1625 912203 av_unused FilterLinkInternal *li = ff_link_internal(link);
1626 av_assert1(!li->status_in);
1627 av_assert1(!li->status_out);
1628 912203 li->frame_wanted_out = 1;
1629 912203 ff_filter_set_ready(link->src, 100);
1630 912203 }
1631
1632 11595 void ff_inlink_set_status(AVFilterLink *link, int status)
1633 {
1634 11595 FilterLinkInternal * const li = ff_link_internal(link);
1635
2/2
✓ Branch 0 taken 9052 times.
✓ Branch 1 taken 2543 times.
 11595 if (li->status_out)
1636 9052 return;
1637 2543 li->frame_wanted_out = 0;
1638 2543 li->frame_blocked_in = 0;
1639 2543 link_set_out_status(link, status, AV_NOPTS_VALUE);
1640
2/2
✓ Branch 1 taken 5 times.
✓ Branch 2 taken 2543 times.
 2548 while (ff_framequeue_queued_frames(&li->fifo)) {
1641 5 AVFrame *frame = ff_framequeue_take(&li->fifo);
1642 5 av_frame_free(&frame);
1643 }
1644
2/2
✓ Branch 0 taken 2540 times.
✓ Branch 1 taken 3 times.
 2543 if (!li->status_in)
1645 2540 li->status_in = status;
1646 }
1647
1648 4255872 int ff_outlink_get_status(AVFilterLink *link)
1649 {
1650 4255872 FilterLinkInternal * const li = ff_link_internal(link);
1651 4255872 return li->status_in;
1652 }
1653
1654 1776 int ff_inoutlink_check_flow(AVFilterLink *inlink, AVFilterLink *outlink)
1655 {
1656 1776 FilterLinkInternal * const li_in = ff_link_internal(inlink);
1657
2/2
✓ Branch 1 taken 1056 times.
✓ Branch 2 taken 70 times.
 2902 return ff_outlink_frame_wanted(outlink) ||
1658
2/2
✓ Branch 0 taken 1126 times.
✓ Branch 1 taken 650 times.
 2902 ff_inlink_check_available_frame(inlink) ||
1659
2/2
✓ Branch 0 taken 59 times.
✓ Branch 1 taken 997 times.
 1056 li_in->status_out;
1660 }
1661
1662
1663 ✗ const AVClass *avfilter_get_class(void)
1664 {
1665 ✗ return &avfilter_class;
1666 }
1667
1668 ✗ int ff_filter_init_hw_frames(AVFilterContext *avctx, AVFilterLink *link,
1669 int default_pool_size)
1670 {
1671 ✗ FilterLink *l = ff_filter_link(link);
1672 AVHWFramesContext *frames;
1673
1674 // Must already be set by caller.
1675 ✗ av_assert0(l->hw_frames_ctx);
1676
1677 ✗ frames = (AVHWFramesContext*)l->hw_frames_ctx->data;
1678
1679 ✗ if (frames->initial_pool_size == 0) {
1680 // Dynamic allocation is necessarily supported.
1681 ✗ } else if (avctx->extra_hw_frames >= 0) {
1682 ✗ frames->initial_pool_size += avctx->extra_hw_frames;
1683 } else {
1684 ✗ frames->initial_pool_size = default_pool_size;
1685 }
1686
1687 ✗ return 0;
1688 }
1689
1690 496134 int ff_outlink_frame_wanted(AVFilterLink *link)
1691 {
1692 496134 FilterLinkInternal * const li = ff_link_internal(link);
1693 496134 return li->frame_wanted_out;
1694 }
1695
1696 5123 int ff_filter_execute(AVFilterContext *ctx, avfilter_action_func *func,
1697 void *arg, int *ret, int nb_jobs)
1698 {
1699 5123 return fffilterctx(ctx)->execute(ctx, func, arg, ret, nb_jobs);
1700 }
1701