Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * Audio Mix Filter | ||
3 | * Copyright (c) 2012 Justin Ruggles <justin.ruggles@gmail.com> | ||
4 | * | ||
5 | * This file is part of FFmpeg. | ||
6 | * | ||
7 | * FFmpeg is free software; you can redistribute it and/or | ||
8 | * modify it under the terms of the GNU Lesser General Public | ||
9 | * License as published by the Free Software Foundation; either | ||
10 | * version 2.1 of the License, or (at your option) any later version. | ||
11 | * | ||
12 | * FFmpeg is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
15 | * Lesser General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU Lesser General Public | ||
18 | * License along with FFmpeg; if not, write to the Free Software | ||
19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
20 | */ | ||
21 | |||
22 | /** | ||
23 | * @file | ||
24 | * Audio Mix Filter | ||
25 | * | ||
26 | * Mixes audio from multiple sources into a single output. The channel layout, | ||
27 | * sample rate, and sample format will be the same for all inputs and the | ||
28 | * output. | ||
29 | */ | ||
30 | |||
31 | #include "libavutil/attributes.h" | ||
32 | #include "libavutil/audio_fifo.h" | ||
33 | #include "libavutil/avassert.h" | ||
34 | #include "libavutil/avstring.h" | ||
35 | #include "libavutil/channel_layout.h" | ||
36 | #include "libavutil/common.h" | ||
37 | #include "libavutil/eval.h" | ||
38 | #include "libavutil/float_dsp.h" | ||
39 | #include "libavutil/mathematics.h" | ||
40 | #include "libavutil/mem.h" | ||
41 | #include "libavutil/opt.h" | ||
42 | #include "libavutil/samplefmt.h" | ||
43 | |||
44 | #include "audio.h" | ||
45 | #include "avfilter.h" | ||
46 | #include "filters.h" | ||
47 | |||
48 | #define INPUT_ON 1 /**< input is active */ | ||
49 | #define INPUT_EOF 2 /**< input has reached EOF (may still be active) */ | ||
50 | |||
51 | #define DURATION_LONGEST 0 | ||
52 | #define DURATION_SHORTEST 1 | ||
53 | #define DURATION_FIRST 2 | ||
54 | |||
55 | |||
56 | typedef struct FrameInfo { | ||
57 | int nb_samples; | ||
58 | int64_t pts; | ||
59 | struct FrameInfo *next; | ||
60 | } FrameInfo; | ||
61 | |||
62 | /** | ||
63 | * Linked list used to store timestamps and frame sizes of all frames in the | ||
64 | * FIFO for the first input. | ||
65 | * | ||
66 | * This is needed to keep timestamps synchronized for the case where multiple | ||
67 | * input frames are pushed to the filter for processing before a frame is | ||
68 | * requested by the output link. | ||
69 | */ | ||
70 | typedef struct FrameList { | ||
71 | int nb_frames; | ||
72 | int nb_samples; | ||
73 | FrameInfo *list; | ||
74 | FrameInfo *end; | ||
75 | } FrameList; | ||
76 | |||
77 | 938 | static void frame_list_clear(FrameList *frame_list) | |
78 | { | ||
79 |
2/2✓ Branch 0 taken 932 times.
✓ Branch 1 taken 6 times.
|
938 | if (frame_list) { |
80 |
2/2✓ Branch 0 taken 653 times.
✓ Branch 1 taken 932 times.
|
1585 | while (frame_list->list) { |
81 | 653 | FrameInfo *info = frame_list->list; | |
82 | 653 | frame_list->list = info->next; | |
83 | 653 | av_free(info); | |
84 | } | ||
85 | 932 | frame_list->nb_frames = 0; | |
86 | 932 | frame_list->nb_samples = 0; | |
87 | 932 | frame_list->end = NULL; | |
88 | } | ||
89 | 938 | } | |
90 | |||
91 | 2266 | static int frame_list_next_frame_size(FrameList *frame_list) | |
92 | { | ||
93 |
2/2✓ Branch 0 taken 273 times.
✓ Branch 1 taken 1993 times.
|
2266 | if (!frame_list->list) |
94 | 273 | return 0; | |
95 | 1993 | return frame_list->list->nb_samples; | |
96 | } | ||
97 | |||
98 | 1210 | static int64_t frame_list_next_pts(FrameList *frame_list) | |
99 | { | ||
100 |
2/2✓ Branch 0 taken 273 times.
✓ Branch 1 taken 937 times.
|
1210 | if (!frame_list->list) |
101 | 273 | return AV_NOPTS_VALUE; | |
102 | 937 | return frame_list->list->pts; | |
103 | } | ||
104 | |||
105 | 1210 | static void frame_list_remove_samples(FrameList *frame_list, int nb_samples) | |
106 | { | ||
107 |
2/2✓ Branch 0 taken 926 times.
✓ Branch 1 taken 284 times.
|
1210 | if (nb_samples >= frame_list->nb_samples) { |
108 | 926 | frame_list_clear(frame_list); | |
109 | } else { | ||
110 | 284 | int samples = nb_samples; | |
111 |
2/2✓ Branch 0 taken 284 times.
✓ Branch 1 taken 284 times.
|
568 | while (samples > 0) { |
112 | 284 | FrameInfo *info = frame_list->list; | |
113 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 284 times.
|
284 | av_assert0(info); |
114 |
2/2✓ Branch 0 taken 278 times.
✓ Branch 1 taken 6 times.
|
284 | if (info->nb_samples <= samples) { |
115 | 278 | samples -= info->nb_samples; | |
116 | 278 | frame_list->list = info->next; | |
117 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 278 times.
|
278 | if (!frame_list->list) |
118 | ✗ | frame_list->end = NULL; | |
119 | 278 | frame_list->nb_frames--; | |
120 | 278 | frame_list->nb_samples -= info->nb_samples; | |
121 | 278 | av_free(info); | |
122 | } else { | ||
123 | 6 | info->nb_samples -= samples; | |
124 | 6 | info->pts += samples; | |
125 | 6 | frame_list->nb_samples -= samples; | |
126 | 6 | samples = 0; | |
127 | } | ||
128 | } | ||
129 | } | ||
130 | 1210 | } | |
131 | |||
132 | 931 | static int frame_list_add_frame(FrameList *frame_list, int nb_samples, int64_t pts) | |
133 | { | ||
134 | 931 | FrameInfo *info = av_malloc(sizeof(*info)); | |
135 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 931 times.
|
931 | if (!info) |
136 | ✗ | return AVERROR(ENOMEM); | |
137 | 931 | info->nb_samples = nb_samples; | |
138 | 931 | info->pts = pts; | |
139 | 931 | info->next = NULL; | |
140 | |||
141 |
2/2✓ Branch 0 taken 653 times.
✓ Branch 1 taken 278 times.
|
931 | if (!frame_list->list) { |
142 | 653 | frame_list->list = info; | |
143 | 653 | frame_list->end = info; | |
144 | } else { | ||
145 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 278 times.
|
278 | av_assert0(frame_list->end); |
146 | 278 | frame_list->end->next = info; | |
147 | 278 | frame_list->end = info; | |
148 | } | ||
149 | 931 | frame_list->nb_frames++; | |
150 | 931 | frame_list->nb_samples += nb_samples; | |
151 | |||
152 | 931 | return 0; | |
153 | } | ||
154 | |||
155 | /* FIXME: use directly links fifo */ | ||
156 | |||
157 | typedef struct MixContext { | ||
158 | const AVClass *class; /**< class for AVOptions */ | ||
159 | AVFloatDSPContext *fdsp; | ||
160 | |||
161 | int nb_inputs; /**< number of inputs */ | ||
162 | int active_inputs; /**< number of input currently active */ | ||
163 | int duration_mode; /**< mode for determining duration */ | ||
164 | float dropout_transition; /**< transition time when an input drops out */ | ||
165 | char *weights_str; /**< string for custom weights for every input */ | ||
166 | int normalize; /**< if inputs are scaled */ | ||
167 | |||
168 | int nb_channels; /**< number of channels */ | ||
169 | int sample_rate; /**< sample rate */ | ||
170 | int planar; | ||
171 | AVAudioFifo **fifos; /**< audio fifo for each input */ | ||
172 | uint8_t *input_state; /**< current state of each input */ | ||
173 | float *input_scale; /**< mixing scale factor for each input */ | ||
174 | float *weights; /**< custom weights for every input */ | ||
175 | float weight_sum; /**< sum of custom weights for every input */ | ||
176 | float *scale_norm; /**< normalization factor for every input */ | ||
177 | int64_t next_pts; /**< calculated pts for next output frame */ | ||
178 | FrameList *frame_list; /**< list of frame info for the first input */ | ||
179 | } MixContext; | ||
180 | |||
181 | #define OFFSET(x) offsetof(MixContext, x) | ||
182 | #define A AV_OPT_FLAG_AUDIO_PARAM | ||
183 | #define F AV_OPT_FLAG_FILTERING_PARAM | ||
184 | #define T AV_OPT_FLAG_RUNTIME_PARAM | ||
185 | static const AVOption amix_options[] = { | ||
186 | { "inputs", "Number of inputs.", | ||
187 | OFFSET(nb_inputs), AV_OPT_TYPE_INT, { .i64 = 2 }, 1, INT16_MAX, A|F }, | ||
188 | { "duration", "How to determine the end-of-stream.", | ||
189 | OFFSET(duration_mode), AV_OPT_TYPE_INT, { .i64 = DURATION_LONGEST }, 0, 2, A|F, .unit = "duration" }, | ||
190 | { "longest", "Duration of longest input.", 0, AV_OPT_TYPE_CONST, { .i64 = DURATION_LONGEST }, 0, 0, A|F, .unit = "duration" }, | ||
191 | { "shortest", "Duration of shortest input.", 0, AV_OPT_TYPE_CONST, { .i64 = DURATION_SHORTEST }, 0, 0, A|F, .unit = "duration" }, | ||
192 | { "first", "Duration of first input.", 0, AV_OPT_TYPE_CONST, { .i64 = DURATION_FIRST }, 0, 0, A|F, .unit = "duration" }, | ||
193 | { "dropout_transition", "Transition time, in seconds, for volume " | ||
194 | "renormalization when an input stream ends.", | ||
195 | OFFSET(dropout_transition), AV_OPT_TYPE_FLOAT, { .dbl = 2.0 }, 0, INT_MAX, A|F }, | ||
196 | { "weights", "Set weight for each input.", | ||
197 | OFFSET(weights_str), AV_OPT_TYPE_STRING, {.str="1 1"}, 0, 0, A|F|T }, | ||
198 | { "normalize", "Scale inputs", | ||
199 | OFFSET(normalize), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1, A|F|T }, | ||
200 | { NULL } | ||
201 | }; | ||
202 | |||
203 | AVFILTER_DEFINE_CLASS(amix); | ||
204 | |||
205 | /** | ||
206 | * Update the scaling factors to apply to each input during mixing. | ||
207 | * | ||
208 | * This balances the full volume range between active inputs and handles | ||
209 | * volume transitions when EOF is encountered on an input but mixing continues | ||
210 | * with the remaining inputs. | ||
211 | */ | ||
212 | 1216 | static void calculate_scales(MixContext *s, int nb_samples) | |
213 | { | ||
214 | 1216 | float weight_sum = 0.f; | |
215 | int i; | ||
216 | |||
217 |
2/2✓ Branch 0 taken 2799 times.
✓ Branch 1 taken 1216 times.
|
4015 | for (i = 0; i < s->nb_inputs; i++) |
218 |
2/2✓ Branch 0 taken 2177 times.
✓ Branch 1 taken 622 times.
|
2799 | if (s->input_state[i] & INPUT_ON) |
219 | 2177 | weight_sum += FFABS(s->weights[i]); | |
220 | |||
221 |
2/2✓ Branch 0 taken 2799 times.
✓ Branch 1 taken 1216 times.
|
4015 | for (i = 0; i < s->nb_inputs; i++) { |
222 |
2/2✓ Branch 0 taken 2177 times.
✓ Branch 1 taken 622 times.
|
2799 | if (s->input_state[i] & INPUT_ON) { |
223 |
2/2✓ Branch 0 taken 372 times.
✓ Branch 1 taken 1805 times.
|
2177 | if (s->scale_norm[i] > weight_sum / FFABS(s->weights[i])) { |
224 | 372 | s->scale_norm[i] -= ((s->weight_sum / FFABS(s->weights[i])) / s->nb_inputs) * | |
225 | 372 | nb_samples / (s->dropout_transition * s->sample_rate); | |
226 |
2/2✓ Branch 0 taken 368 times.
✓ Branch 1 taken 4 times.
|
372 | s->scale_norm[i] = FFMAX(s->scale_norm[i], weight_sum / FFABS(s->weights[i])); |
227 | } | ||
228 | } | ||
229 | } | ||
230 | |||
231 |
2/2✓ Branch 0 taken 2799 times.
✓ Branch 1 taken 1216 times.
|
4015 | for (i = 0; i < s->nb_inputs; i++) { |
232 |
2/2✓ Branch 0 taken 2177 times.
✓ Branch 1 taken 622 times.
|
2799 | if (s->input_state[i] & INPUT_ON) { |
233 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2177 times.
|
2177 | if (!s->normalize) |
234 | ✗ | s->input_scale[i] = FFABS(s->weights[i]); | |
235 | else | ||
236 |
1/2✓ Branch 0 taken 2177 times.
✗ Branch 1 not taken.
|
2177 | s->input_scale[i] = 1.0f / s->scale_norm[i] * FFSIGN(s->weights[i]); |
237 | } else { | ||
238 | 622 | s->input_scale[i] = 0.0f; | |
239 | } | ||
240 | } | ||
241 | 1216 | } | |
242 | |||
243 | 6 | static int config_output(AVFilterLink *outlink) | |
244 | { | ||
245 | 6 | AVFilterContext *ctx = outlink->src; | |
246 | 6 | MixContext *s = ctx->priv; | |
247 | int i; | ||
248 | char buf[64]; | ||
249 | |||
250 | 6 | s->planar = av_sample_fmt_is_planar(outlink->format); | |
251 | 6 | s->sample_rate = outlink->sample_rate; | |
252 | 6 | outlink->time_base = (AVRational){ 1, outlink->sample_rate }; | |
253 | 6 | s->next_pts = AV_NOPTS_VALUE; | |
254 | |||
255 | 6 | s->frame_list = av_mallocz(sizeof(*s->frame_list)); | |
256 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
|
6 | if (!s->frame_list) |
257 | ✗ | return AVERROR(ENOMEM); | |
258 | |||
259 | 6 | s->fifos = av_calloc(s->nb_inputs, sizeof(*s->fifos)); | |
260 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
|
6 | if (!s->fifos) |
261 | ✗ | return AVERROR(ENOMEM); | |
262 | |||
263 | 6 | s->nb_channels = outlink->ch_layout.nb_channels; | |
264 |
2/2✓ Branch 0 taken 13 times.
✓ Branch 1 taken 6 times.
|
19 | for (i = 0; i < s->nb_inputs; i++) { |
265 | 13 | s->fifos[i] = av_audio_fifo_alloc(outlink->format, s->nb_channels, 1024); | |
266 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 13 times.
|
13 | if (!s->fifos[i]) |
267 | ✗ | return AVERROR(ENOMEM); | |
268 | } | ||
269 | |||
270 | 6 | s->input_state = av_malloc(s->nb_inputs); | |
271 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
|
6 | if (!s->input_state) |
272 | ✗ | return AVERROR(ENOMEM); | |
273 | 6 | memset(s->input_state, INPUT_ON, s->nb_inputs); | |
274 | 6 | s->active_inputs = s->nb_inputs; | |
275 | |||
276 | 6 | s->input_scale = av_calloc(s->nb_inputs, sizeof(*s->input_scale)); | |
277 | 6 | s->scale_norm = av_calloc(s->nb_inputs, sizeof(*s->scale_norm)); | |
278 |
2/4✓ Branch 0 taken 6 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
|
6 | if (!s->input_scale || !s->scale_norm) |
279 | ✗ | return AVERROR(ENOMEM); | |
280 |
2/2✓ Branch 0 taken 13 times.
✓ Branch 1 taken 6 times.
|
19 | for (i = 0; i < s->nb_inputs; i++) |
281 | 13 | s->scale_norm[i] = s->weight_sum / FFABS(s->weights[i]); | |
282 | 6 | calculate_scales(s, 0); | |
283 | |||
284 | 6 | av_channel_layout_describe(&outlink->ch_layout, buf, sizeof(buf)); | |
285 | |||
286 | 6 | av_log(ctx, AV_LOG_VERBOSE, | |
287 | "inputs:%d fmt:%s srate:%d cl:%s\n", s->nb_inputs, | ||
288 | 6 | av_get_sample_fmt_name(outlink->format), outlink->sample_rate, buf); | |
289 | |||
290 | 6 | return 0; | |
291 | } | ||
292 | |||
293 | /** | ||
294 | * Read samples from the input FIFOs, mix, and write to the output link. | ||
295 | */ | ||
296 | 1596 | static int output_frame(AVFilterLink *outlink) | |
297 | { | ||
298 | 1596 | AVFilterContext *ctx = outlink->src; | |
299 | 1596 | MixContext *s = ctx->priv; | |
300 | AVFrame *out_buf, *in_buf; | ||
301 | int nb_samples, ns, i; | ||
302 | |||
303 |
1/2✓ Branch 0 taken 1596 times.
✗ Branch 1 not taken.
|
1596 | if (s->input_state[0] & INPUT_ON) { |
304 | /* first input live: use the corresponding frame size */ | ||
305 | 1596 | nb_samples = frame_list_next_frame_size(s->frame_list); | |
306 |
2/2✓ Branch 0 taken 2008 times.
✓ Branch 1 taken 1210 times.
|
3218 | for (i = 1; i < s->nb_inputs; i++) { |
307 |
2/2✓ Branch 0 taken 1386 times.
✓ Branch 1 taken 622 times.
|
2008 | if (s->input_state[i] & INPUT_ON) { |
308 | 1386 | ns = av_audio_fifo_size(s->fifos[i]); | |
309 |
2/2✓ Branch 0 taken 392 times.
✓ Branch 1 taken 994 times.
|
1386 | if (ns < nb_samples) { |
310 |
2/2✓ Branch 0 taken 386 times.
✓ Branch 1 taken 6 times.
|
392 | if (!(s->input_state[i] & INPUT_EOF)) |
311 | /* unclosed input with not enough samples */ | ||
312 | 386 | return 0; | |
313 | /* closed input to drain */ | ||
314 | 6 | nb_samples = ns; | |
315 | } | ||
316 | } | ||
317 | } | ||
318 | |||
319 | 1210 | s->next_pts = frame_list_next_pts(s->frame_list); | |
320 | } else { | ||
321 | /* first input closed: use the available samples */ | ||
322 | ✗ | nb_samples = INT_MAX; | |
323 | ✗ | for (i = 1; i < s->nb_inputs; i++) { | |
324 | ✗ | if (s->input_state[i] & INPUT_ON) { | |
325 | ✗ | ns = av_audio_fifo_size(s->fifos[i]); | |
326 | ✗ | nb_samples = FFMIN(nb_samples, ns); | |
327 | } | ||
328 | } | ||
329 | ✗ | if (nb_samples == INT_MAX) { | |
330 | ✗ | ff_outlink_set_status(outlink, AVERROR_EOF, s->next_pts); | |
331 | ✗ | return 0; | |
332 | } | ||
333 | } | ||
334 | |||
335 | 1210 | frame_list_remove_samples(s->frame_list, nb_samples); | |
336 | |||
337 | 1210 | calculate_scales(s, nb_samples); | |
338 | |||
339 |
2/2✓ Branch 0 taken 273 times.
✓ Branch 1 taken 937 times.
|
1210 | if (nb_samples == 0) |
340 | 273 | return 0; | |
341 | |||
342 | 937 | out_buf = ff_get_audio_buffer(outlink, nb_samples); | |
343 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 937 times.
|
937 | if (!out_buf) |
344 | ✗ | return AVERROR(ENOMEM); | |
345 | |||
346 | 937 | in_buf = ff_get_audio_buffer(outlink, nb_samples); | |
347 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 937 times.
|
937 | if (!in_buf) { |
348 | ✗ | av_frame_free(&out_buf); | |
349 | ✗ | return AVERROR(ENOMEM); | |
350 | } | ||
351 | |||
352 |
2/2✓ Branch 0 taken 2135 times.
✓ Branch 1 taken 937 times.
|
3072 | for (i = 0; i < s->nb_inputs; i++) { |
353 |
2/2✓ Branch 0 taken 1547 times.
✓ Branch 1 taken 588 times.
|
2135 | if (s->input_state[i] & INPUT_ON) { |
354 | int planes, plane_size, p; | ||
355 | |||
356 | 1547 | av_audio_fifo_read(s->fifos[i], (void **)in_buf->extended_data, | |
357 | nb_samples); | ||
358 | |||
359 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1547 times.
|
1547 | planes = s->planar ? s->nb_channels : 1; |
360 |
1/2✓ Branch 0 taken 1547 times.
✗ Branch 1 not taken.
|
1547 | plane_size = nb_samples * (s->planar ? 1 : s->nb_channels); |
361 | 1547 | plane_size = FFALIGN(plane_size, 16); | |
362 | |||
363 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1547 times.
|
1547 | if (out_buf->format == AV_SAMPLE_FMT_FLT || |
364 | ✗ | out_buf->format == AV_SAMPLE_FMT_FLTP) { | |
365 |
2/2✓ Branch 0 taken 1547 times.
✓ Branch 1 taken 1547 times.
|
3094 | for (p = 0; p < planes; p++) { |
366 | 1547 | s->fdsp->vector_fmac_scalar((float *)out_buf->extended_data[p], | |
367 | 1547 | (float *) in_buf->extended_data[p], | |
368 | 1547 | s->input_scale[i], plane_size); | |
369 | } | ||
370 | } else { | ||
371 | ✗ | for (p = 0; p < planes; p++) { | |
372 | ✗ | s->fdsp->vector_dmac_scalar((double *)out_buf->extended_data[p], | |
373 | ✗ | (double *) in_buf->extended_data[p], | |
374 | ✗ | s->input_scale[i], plane_size); | |
375 | } | ||
376 | } | ||
377 | } | ||
378 | } | ||
379 | 937 | av_frame_free(&in_buf); | |
380 | |||
381 | 937 | out_buf->pts = s->next_pts; | |
382 | 937 | out_buf->duration = av_rescale_q(out_buf->nb_samples, av_make_q(1, outlink->sample_rate), | |
383 | outlink->time_base); | ||
384 | |||
385 |
1/2✓ Branch 0 taken 937 times.
✗ Branch 1 not taken.
|
937 | if (s->next_pts != AV_NOPTS_VALUE) |
386 | 937 | s->next_pts += nb_samples; | |
387 | |||
388 | 937 | return ff_filter_frame(outlink, out_buf); | |
389 | } | ||
390 | |||
391 | /** | ||
392 | * Requests a frame, if needed, from each input link other than the first. | ||
393 | */ | ||
394 | 670 | static int request_samples(AVFilterContext *ctx, int min_samples) | |
395 | { | ||
396 | 670 | MixContext *s = ctx->priv; | |
397 | int i; | ||
398 | |||
399 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 670 times.
|
670 | av_assert0(s->nb_inputs > 1); |
400 |
1/4✗ Branch 0 not taken.
✓ Branch 1 taken 670 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
|
670 | if (min_samples == 1 && s->duration_mode == DURATION_FIRST) |
401 | ✗ | min_samples = av_audio_fifo_size(s->fifos[0]); | |
402 | |||
403 |
2/2✓ Branch 0 taken 749 times.
✓ Branch 1 taken 49 times.
|
798 | for (i = 1; i < s->nb_inputs; i++) { |
404 |
2/2✓ Branch 0 taken 693 times.
✓ Branch 1 taken 56 times.
|
749 | if (!(s->input_state[i] & INPUT_ON) || |
405 |
2/2✓ Branch 0 taken 5 times.
✓ Branch 1 taken 688 times.
|
693 | (s->input_state[i] & INPUT_EOF)) |
406 | 61 | continue; | |
407 |
2/2✓ Branch 1 taken 67 times.
✓ Branch 2 taken 621 times.
|
688 | if (av_audio_fifo_size(s->fifos[i]) >= min_samples) |
408 | 67 | continue; | |
409 | 621 | ff_inlink_request_frame(ctx->inputs[i]); | |
410 | 621 | return 0; | |
411 | } | ||
412 | 49 | return output_frame(ctx->outputs[0]); | |
413 | } | ||
414 | |||
415 | /** | ||
416 | * Calculates the number of active inputs and determines EOF based on the | ||
417 | * duration option. | ||
418 | * | ||
419 | * @return 0 if mixing should continue, or AVERROR_EOF if mixing should stop. | ||
420 | */ | ||
421 | 2494 | static int calc_active_inputs(MixContext *s) | |
422 | { | ||
423 | int i; | ||
424 | 2494 | int active_inputs = 0; | |
425 |
2/2✓ Branch 0 taken 5771 times.
✓ Branch 1 taken 2494 times.
|
8265 | for (i = 0; i < s->nb_inputs; i++) |
426 | 5771 | active_inputs += !!(s->input_state[i] & INPUT_ON); | |
427 | 2494 | s->active_inputs = active_inputs; | |
428 | |||
429 |
2/2✓ Branch 0 taken 2490 times.
✓ Branch 1 taken 4 times.
|
2494 | if (!active_inputs || |
430 |
4/4✓ Branch 0 taken 269 times.
✓ Branch 1 taken 2221 times.
✓ Branch 2 taken 268 times.
✓ Branch 3 taken 1 times.
|
2490 | (s->duration_mode == DURATION_FIRST && !(s->input_state[0] & INPUT_ON)) || |
431 |
1/4✗ Branch 0 not taken.
✓ Branch 1 taken 2489 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
|
2489 | (s->duration_mode == DURATION_SHORTEST && active_inputs != s->nb_inputs)) |
432 | 5 | return AVERROR_EOF; | |
433 | 2489 | return 0; | |
434 | } | ||
435 | |||
436 | 2497 | static int activate(AVFilterContext *ctx) | |
437 | { | ||
438 | 2497 | AVFilterLink *outlink = ctx->outputs[0]; | |
439 | 2497 | MixContext *s = ctx->priv; | |
440 | 2497 | AVFrame *buf = NULL; | |
441 | int i, ret; | ||
442 | |||
443 |
4/4✓ Branch 1 taken 3 times.
✓ Branch 2 taken 2494 times.
✓ Branch 4 taken 7 times.
✓ Branch 5 taken 3 times.
|
2504 | FF_FILTER_FORWARD_STATUS_BACK_ALL(outlink, ctx); |
444 | |||
445 |
2/2✓ Branch 0 taken 5771 times.
✓ Branch 1 taken 2494 times.
|
8265 | for (i = 0; i < s->nb_inputs; i++) { |
446 | 5771 | AVFilterLink *inlink = ctx->inputs[i]; | |
447 | |||
448 |
2/2✓ Branch 1 taken 1547 times.
✓ Branch 2 taken 4224 times.
|
5771 | if ((ret = ff_inlink_consume_frame(ctx->inputs[i], &buf)) > 0) { |
449 |
2/2✓ Branch 0 taken 931 times.
✓ Branch 1 taken 616 times.
|
1547 | if (i == 0) { |
450 | 931 | int64_t pts = av_rescale_q(buf->pts, inlink->time_base, | |
451 | outlink->time_base); | ||
452 | 931 | ret = frame_list_add_frame(s->frame_list, buf->nb_samples, pts); | |
453 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 931 times.
|
931 | if (ret < 0) { |
454 | ✗ | av_frame_free(&buf); | |
455 | ✗ | return ret; | |
456 | } | ||
457 | } | ||
458 | |||
459 | 1547 | ret = av_audio_fifo_write(s->fifos[i], (void **)buf->extended_data, | |
460 | 1547 | buf->nb_samples); | |
461 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1547 times.
|
1547 | if (ret < 0) { |
462 | ✗ | av_frame_free(&buf); | |
463 | ✗ | return ret; | |
464 | } | ||
465 | |||
466 | 1547 | av_frame_free(&buf); | |
467 | |||
468 | 1547 | ret = output_frame(outlink); | |
469 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1547 times.
|
1547 | if (ret < 0) |
470 | ✗ | return ret; | |
471 | } | ||
472 | } | ||
473 | |||
474 |
2/2✓ Branch 0 taken 5771 times.
✓ Branch 1 taken 2494 times.
|
8265 | for (i = 0; i < s->nb_inputs; i++) { |
475 | int64_t pts; | ||
476 | int status; | ||
477 | |||
478 |
2/2✓ Branch 1 taken 1244 times.
✓ Branch 2 taken 4527 times.
|
5771 | if (ff_inlink_acknowledge_status(ctx->inputs[i], &status, &pts)) { |
479 |
1/2✓ Branch 0 taken 1244 times.
✗ Branch 1 not taken.
|
1244 | if (status == AVERROR_EOF) { |
480 | 1244 | s->input_state[i] |= INPUT_EOF; | |
481 |
2/2✓ Branch 1 taken 1230 times.
✓ Branch 2 taken 14 times.
|
1244 | if (av_audio_fifo_size(s->fifos[i]) == 0) { |
482 | 1230 | s->input_state[i] &= ~INPUT_ON; | |
483 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1230 times.
|
1230 | if (s->nb_inputs == 1) { |
484 | ✗ | ff_outlink_set_status(outlink, status, pts); | |
485 | ✗ | return 0; | |
486 | } | ||
487 | } | ||
488 | } | ||
489 | } | ||
490 | } | ||
491 | |||
492 |
2/2✓ Branch 1 taken 5 times.
✓ Branch 2 taken 2489 times.
|
2494 | if (calc_active_inputs(s)) { |
493 | 5 | ff_outlink_set_status(outlink, AVERROR_EOF, s->next_pts); | |
494 | 5 | return 0; | |
495 | } | ||
496 | |||
497 |
2/2✓ Branch 1 taken 1594 times.
✓ Branch 2 taken 895 times.
|
2489 | if (ff_outlink_frame_wanted(outlink)) { |
498 | int wanted_samples; | ||
499 | |||
500 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1594 times.
|
1594 | if (!(s->input_state[0] & INPUT_ON)) |
501 | ✗ | return request_samples(ctx, 1); | |
502 | |||
503 |
2/2✓ Branch 0 taken 924 times.
✓ Branch 1 taken 670 times.
|
1594 | if (s->frame_list->nb_frames == 0) { |
504 | 924 | ff_inlink_request_frame(ctx->inputs[0]); | |
505 | 924 | return 0; | |
506 | } | ||
507 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 670 times.
|
670 | av_assert0(s->frame_list->nb_frames > 0); |
508 | |||
509 | 670 | wanted_samples = frame_list_next_frame_size(s->frame_list); | |
510 | |||
511 | 670 | return request_samples(ctx, wanted_samples); | |
512 | } | ||
513 | |||
514 | 895 | return 0; | |
515 | } | ||
516 | |||
517 | 12 | static void parse_weights(AVFilterContext *ctx) | |
518 | { | ||
519 | 12 | MixContext *s = ctx->priv; | |
520 | 12 | float last_weight = 1.f; | |
521 | char *p; | ||
522 | int i; | ||
523 | |||
524 | 12 | s->weight_sum = 0.f; | |
525 | 12 | p = s->weights_str; | |
526 |
1/2✓ Branch 0 taken 24 times.
✗ Branch 1 not taken.
|
24 | for (i = 0; i < s->nb_inputs; i++) { |
527 | 24 | last_weight = av_strtod(p, &p); | |
528 | 24 | s->weights[i] = last_weight; | |
529 | 24 | s->weight_sum += FFABS(last_weight); | |
530 |
3/4✓ Branch 0 taken 24 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 12 times.
✓ Branch 3 taken 12 times.
|
24 | if (p && *p) { |
531 | 12 | p++; | |
532 | } else { | ||
533 | 12 | i++; | |
534 | 12 | break; | |
535 | } | ||
536 | } | ||
537 | |||
538 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 12 times.
|
14 | for (; i < s->nb_inputs; i++) { |
539 | 2 | s->weights[i] = last_weight; | |
540 | 2 | s->weight_sum += FFABS(last_weight); | |
541 | } | ||
542 | 12 | } | |
543 | |||
544 | 12 | static av_cold int init(AVFilterContext *ctx) | |
545 | { | ||
546 | 12 | MixContext *s = ctx->priv; | |
547 | int i, ret; | ||
548 | |||
549 |
2/2✓ Branch 0 taken 26 times.
✓ Branch 1 taken 12 times.
|
38 | for (i = 0; i < s->nb_inputs; i++) { |
550 | 26 | AVFilterPad pad = { 0 }; | |
551 | |||
552 | 26 | pad.type = AVMEDIA_TYPE_AUDIO; | |
553 | 26 | pad.name = av_asprintf("input%d", i); | |
554 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 26 times.
|
26 | if (!pad.name) |
555 | ✗ | return AVERROR(ENOMEM); | |
556 | |||
557 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 26 times.
|
26 | if ((ret = ff_append_inpad_free_name(ctx, &pad)) < 0) |
558 | ✗ | return ret; | |
559 | } | ||
560 | |||
561 | 12 | s->fdsp = avpriv_float_dsp_alloc(0); | |
562 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 12 times.
|
12 | if (!s->fdsp) |
563 | ✗ | return AVERROR(ENOMEM); | |
564 | |||
565 | 12 | s->weights = av_calloc(s->nb_inputs, sizeof(*s->weights)); | |
566 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 12 times.
|
12 | if (!s->weights) |
567 | ✗ | return AVERROR(ENOMEM); | |
568 | |||
569 | 12 | parse_weights(ctx); | |
570 | |||
571 | 12 | return 0; | |
572 | } | ||
573 | |||
574 | 12 | static av_cold void uninit(AVFilterContext *ctx) | |
575 | { | ||
576 | int i; | ||
577 | 12 | MixContext *s = ctx->priv; | |
578 | |||
579 |
2/2✓ Branch 0 taken 6 times.
✓ Branch 1 taken 6 times.
|
12 | if (s->fifos) { |
580 |
2/2✓ Branch 0 taken 13 times.
✓ Branch 1 taken 6 times.
|
19 | for (i = 0; i < s->nb_inputs; i++) |
581 | 13 | av_audio_fifo_free(s->fifos[i]); | |
582 | 6 | av_freep(&s->fifos); | |
583 | } | ||
584 | 12 | frame_list_clear(s->frame_list); | |
585 | 12 | av_freep(&s->frame_list); | |
586 | 12 | av_freep(&s->input_state); | |
587 | 12 | av_freep(&s->input_scale); | |
588 | 12 | av_freep(&s->scale_norm); | |
589 | 12 | av_freep(&s->weights); | |
590 | 12 | av_freep(&s->fdsp); | |
591 | 12 | } | |
592 | |||
593 | ✗ | static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, | |
594 | char *res, int res_len, int flags) | ||
595 | { | ||
596 | ✗ | MixContext *s = ctx->priv; | |
597 | int ret; | ||
598 | |||
599 | ✗ | ret = ff_filter_process_command(ctx, cmd, args, res, res_len, flags); | |
600 | ✗ | if (ret < 0) | |
601 | ✗ | return ret; | |
602 | |||
603 | ✗ | parse_weights(ctx); | |
604 | ✗ | for (int i = 0; i < s->nb_inputs; i++) | |
605 | ✗ | s->scale_norm[i] = s->weight_sum / FFABS(s->weights[i]); | |
606 | ✗ | calculate_scales(s, 0); | |
607 | |||
608 | ✗ | return 0; | |
609 | } | ||
610 | |||
611 | static const AVFilterPad avfilter_af_amix_outputs[] = { | ||
612 | { | ||
613 | .name = "default", | ||
614 | .type = AVMEDIA_TYPE_AUDIO, | ||
615 | .config_props = config_output, | ||
616 | }, | ||
617 | }; | ||
618 | |||
619 | const AVFilter ff_af_amix = { | ||
620 | .name = "amix", | ||
621 | .description = NULL_IF_CONFIG_SMALL("Audio mixing."), | ||
622 | .priv_size = sizeof(MixContext), | ||
623 | .priv_class = &amix_class, | ||
624 | .init = init, | ||
625 | .uninit = uninit, | ||
626 | .activate = activate, | ||
627 | .inputs = NULL, | ||
628 | FILTER_OUTPUTS(avfilter_af_amix_outputs), | ||
629 | FILTER_SAMPLEFMTS(AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_FLTP, | ||
630 | AV_SAMPLE_FMT_DBL, AV_SAMPLE_FMT_DBLP), | ||
631 | .process_command = process_command, | ||
632 | .flags = AVFILTER_FLAG_DYNAMIC_INPUTS, | ||
633 | }; | ||
634 |