1 |
|
|
/* |
2 |
|
|
* This file is part of FFmpeg. |
3 |
|
|
* |
4 |
|
|
* FFmpeg is free software; you can redistribute it and/or |
5 |
|
|
* modify it under the terms of the GNU Lesser General Public |
6 |
|
|
* License as published by the Free Software Foundation; either |
7 |
|
|
* version 2.1 of the License, or (at your option) any later version. |
8 |
|
|
* |
9 |
|
|
* FFmpeg is distributed in the hope that it will be useful, |
10 |
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
11 |
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
12 |
|
|
* Lesser General Public License for more details. |
13 |
|
|
* |
14 |
|
|
* You should have received a copy of the GNU Lesser General Public |
15 |
|
|
* License along with FFmpeg; if not, write to the Free Software |
16 |
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
17 |
|
|
*/ |
18 |
|
|
|
19 |
|
|
#include "libavutil/avstring.h" |
20 |
|
|
#include "libavutil/internal.h" |
21 |
|
|
#include "libavutil/opt.h" |
22 |
|
|
#include "avfilter.h" |
23 |
|
|
#include "audio.h" |
24 |
|
|
#include "filters.h" |
25 |
|
|
#include "formats.h" |
26 |
|
|
#include "framesync.h" |
27 |
|
|
#include "internal.h" |
28 |
|
|
#include "video.h" |
29 |
|
|
|
30 |
|
|
typedef struct StreamSelectContext { |
31 |
|
|
const AVClass *class; |
32 |
|
|
int nb_inputs; |
33 |
|
|
char *map_str; |
34 |
|
|
int *map; |
35 |
|
|
int nb_map; |
36 |
|
|
int is_audio; |
37 |
|
|
int64_t *last_pts; |
38 |
|
|
AVFrame **frames; |
39 |
|
|
FFFrameSync fs; |
40 |
|
|
} StreamSelectContext; |
41 |
|
|
|
42 |
|
|
#define OFFSET(x) offsetof(StreamSelectContext, x) |
43 |
|
|
#define FLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_FILTERING_PARAM |
44 |
|
|
#define TFLAGS AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_AUDIO_PARAM | AV_OPT_FLAG_FILTERING_PARAM | AV_OPT_FLAG_RUNTIME_PARAM |
45 |
|
|
static const AVOption streamselect_options[] = { |
46 |
|
|
{ "inputs", "number of input streams", OFFSET(nb_inputs), AV_OPT_TYPE_INT, {.i64=2}, 2, INT_MAX, .flags=FLAGS }, |
47 |
|
|
{ "map", "input indexes to remap to outputs", OFFSET(map_str), AV_OPT_TYPE_STRING, {.str=NULL}, .flags=TFLAGS }, |
48 |
|
|
{ NULL } |
49 |
|
|
}; |
50 |
|
|
|
51 |
|
|
AVFILTER_DEFINE_CLASS(streamselect); |
52 |
|
|
|
53 |
|
|
static int process_frame(FFFrameSync *fs) |
54 |
|
|
{ |
55 |
|
|
AVFilterContext *ctx = fs->parent; |
56 |
|
|
StreamSelectContext *s = fs->opaque; |
57 |
|
|
AVFrame **in = s->frames; |
58 |
|
|
int i, j, ret = 0, have_out = 0; |
59 |
|
|
|
60 |
|
|
for (i = 0; i < ctx->nb_inputs; i++) { |
61 |
|
|
if ((ret = ff_framesync_get_frame(&s->fs, i, &in[i], 0)) < 0) |
62 |
|
|
return ret; |
63 |
|
|
} |
64 |
|
|
|
65 |
|
|
for (j = 0; j < ctx->nb_inputs; j++) { |
66 |
|
|
for (i = 0; i < s->nb_map; i++) { |
67 |
|
|
if (s->map[i] == j) { |
68 |
|
|
AVFrame *out; |
69 |
|
|
|
70 |
|
|
if (s->is_audio && s->last_pts[j] == in[j]->pts && |
71 |
|
|
ctx->outputs[i]->frame_count_in > 0) |
72 |
|
|
continue; |
73 |
|
|
out = av_frame_clone(in[j]); |
74 |
|
|
if (!out) |
75 |
|
|
return AVERROR(ENOMEM); |
76 |
|
|
|
77 |
|
|
out->pts = av_rescale_q(s->fs.pts, s->fs.time_base, ctx->outputs[i]->time_base); |
78 |
|
|
s->last_pts[j] = in[j]->pts; |
79 |
|
|
ret = ff_filter_frame(ctx->outputs[i], out); |
80 |
|
|
have_out = 1; |
81 |
|
|
if (ret < 0) |
82 |
|
|
return ret; |
83 |
|
|
} |
84 |
|
|
} |
85 |
|
|
} |
86 |
|
|
|
87 |
|
|
if (!have_out) |
88 |
|
|
ff_filter_set_ready(ctx, 100); |
89 |
|
|
return ret; |
90 |
|
|
} |
91 |
|
|
|
92 |
|
|
static int activate(AVFilterContext *ctx) |
93 |
|
|
{ |
94 |
|
|
StreamSelectContext *s = ctx->priv; |
95 |
|
|
return ff_framesync_activate(&s->fs); |
96 |
|
|
} |
97 |
|
|
|
98 |
|
|
static int config_output(AVFilterLink *outlink) |
99 |
|
|
{ |
100 |
|
|
AVFilterContext *ctx = outlink->src; |
101 |
|
|
StreamSelectContext *s = ctx->priv; |
102 |
|
|
const int outlink_idx = FF_OUTLINK_IDX(outlink); |
103 |
|
|
const int inlink_idx = s->map[outlink_idx]; |
104 |
|
|
AVFilterLink *inlink = ctx->inputs[inlink_idx]; |
105 |
|
|
FFFrameSyncIn *in; |
106 |
|
|
int i, ret; |
107 |
|
|
|
108 |
|
|
av_log(ctx, AV_LOG_VERBOSE, "config output link %d " |
109 |
|
|
"with settings from input link %d\n", |
110 |
|
|
outlink_idx, inlink_idx); |
111 |
|
|
|
112 |
|
|
switch (outlink->type) { |
113 |
|
|
case AVMEDIA_TYPE_VIDEO: |
114 |
|
|
outlink->w = inlink->w; |
115 |
|
|
outlink->h = inlink->h; |
116 |
|
|
outlink->sample_aspect_ratio = inlink->sample_aspect_ratio; |
117 |
|
|
outlink->frame_rate = inlink->frame_rate; |
118 |
|
|
break; |
119 |
|
|
case AVMEDIA_TYPE_AUDIO: |
120 |
|
|
outlink->sample_rate = inlink->sample_rate; |
121 |
|
|
outlink->channels = inlink->channels; |
122 |
|
|
outlink->channel_layout = inlink->channel_layout; |
123 |
|
|
break; |
124 |
|
|
} |
125 |
|
|
|
126 |
|
|
outlink->time_base = inlink->time_base; |
127 |
|
|
outlink->format = inlink->format; |
128 |
|
|
|
129 |
|
|
if (s->fs.opaque == s) |
130 |
|
|
return 0; |
131 |
|
|
|
132 |
|
|
if ((ret = ff_framesync_init(&s->fs, ctx, ctx->nb_inputs)) < 0) |
133 |
|
|
return ret; |
134 |
|
|
|
135 |
|
|
in = s->fs.in; |
136 |
|
|
s->fs.opaque = s; |
137 |
|
|
s->fs.on_event = process_frame; |
138 |
|
|
|
139 |
|
|
for (i = 0; i < ctx->nb_inputs; i++) { |
140 |
|
|
in[i].time_base = ctx->inputs[i]->time_base; |
141 |
|
|
in[i].sync = 1; |
142 |
|
|
in[i].before = EXT_STOP; |
143 |
|
|
in[i].after = EXT_STOP; |
144 |
|
|
} |
145 |
|
|
|
146 |
|
|
s->frames = av_calloc(ctx->nb_inputs, sizeof(*s->frames)); |
147 |
|
|
if (!s->frames) |
148 |
|
|
return AVERROR(ENOMEM); |
149 |
|
|
|
150 |
|
|
return ff_framesync_configure(&s->fs); |
151 |
|
|
} |
152 |
|
|
|
153 |
|
|
static int parse_definition(AVFilterContext *ctx, int nb_pads, int is_input, int is_audio) |
154 |
|
|
{ |
155 |
|
|
const char *padtype = is_input ? "in" : "out"; |
156 |
|
|
int i = 0, ret = 0; |
157 |
|
|
|
158 |
|
|
for (i = 0; i < nb_pads; i++) { |
159 |
|
|
AVFilterPad pad = { 0 }; |
160 |
|
|
|
161 |
|
|
pad.type = is_audio ? AVMEDIA_TYPE_AUDIO : AVMEDIA_TYPE_VIDEO; |
162 |
|
|
|
163 |
|
|
pad.name = av_asprintf("%sput%d", padtype, i); |
164 |
|
|
if (!pad.name) |
165 |
|
|
return AVERROR(ENOMEM); |
166 |
|
|
|
167 |
|
|
av_log(ctx, AV_LOG_DEBUG, "Add %s pad %s\n", padtype, pad.name); |
168 |
|
|
|
169 |
|
|
if (is_input) { |
170 |
|
|
ret = ff_insert_inpad(ctx, i, &pad); |
171 |
|
|
} else { |
172 |
|
|
pad.config_props = config_output; |
173 |
|
|
ret = ff_insert_outpad(ctx, i, &pad); |
174 |
|
|
} |
175 |
|
|
|
176 |
|
|
if (ret < 0) { |
177 |
|
|
av_freep(&pad.name); |
178 |
|
|
return ret; |
179 |
|
|
} |
180 |
|
|
} |
181 |
|
|
|
182 |
|
|
return 0; |
183 |
|
|
} |
184 |
|
|
|
185 |
|
|
static int parse_mapping(AVFilterContext *ctx, const char *map) |
186 |
|
|
{ |
187 |
|
|
StreamSelectContext *s = ctx->priv; |
188 |
|
|
int *new_map; |
189 |
|
|
int new_nb_map = 0; |
190 |
|
|
|
191 |
|
|
if (!map) { |
192 |
|
|
av_log(ctx, AV_LOG_ERROR, "mapping definition is not set\n"); |
193 |
|
|
return AVERROR(EINVAL); |
194 |
|
|
} |
195 |
|
|
|
196 |
|
|
new_map = av_calloc(s->nb_inputs, sizeof(*new_map)); |
197 |
|
|
if (!new_map) |
198 |
|
|
return AVERROR(ENOMEM); |
199 |
|
|
|
200 |
|
|
while (1) { |
201 |
|
|
char *p; |
202 |
|
|
const int n = strtol(map, &p, 0); |
203 |
|
|
|
204 |
|
|
av_log(ctx, AV_LOG_DEBUG, "n=%d map=%p p=%p\n", n, map, p); |
205 |
|
|
|
206 |
|
|
if (map == p) |
207 |
|
|
break; |
208 |
|
|
map = p; |
209 |
|
|
|
210 |
|
|
if (new_nb_map >= s->nb_inputs) { |
211 |
|
|
av_log(ctx, AV_LOG_ERROR, "Unable to map more than the %d " |
212 |
|
|
"input pads available\n", s->nb_inputs); |
213 |
|
|
av_free(new_map); |
214 |
|
|
return AVERROR(EINVAL); |
215 |
|
|
} |
216 |
|
|
|
217 |
|
|
if (n < 0 || n >= ctx->nb_inputs) { |
218 |
|
|
av_log(ctx, AV_LOG_ERROR, "Input stream index %d doesn't exist " |
219 |
|
|
"(there is only %d input streams defined)\n", |
220 |
|
|
n, s->nb_inputs); |
221 |
|
|
av_free(new_map); |
222 |
|
|
return AVERROR(EINVAL); |
223 |
|
|
} |
224 |
|
|
|
225 |
|
|
av_log(ctx, AV_LOG_VERBOSE, "Map input stream %d to output stream %d\n", n, new_nb_map); |
226 |
|
|
new_map[new_nb_map++] = n; |
227 |
|
|
} |
228 |
|
|
|
229 |
|
|
if (!new_nb_map) { |
230 |
|
|
av_log(ctx, AV_LOG_ERROR, "invalid mapping\n"); |
231 |
|
|
av_free(new_map); |
232 |
|
|
return AVERROR(EINVAL); |
233 |
|
|
} |
234 |
|
|
|
235 |
|
|
av_freep(&s->map); |
236 |
|
|
s->map = new_map; |
237 |
|
|
s->nb_map = new_nb_map; |
238 |
|
|
|
239 |
|
|
av_log(ctx, AV_LOG_VERBOSE, "%d map set\n", s->nb_map); |
240 |
|
|
|
241 |
|
|
return 0; |
242 |
|
|
} |
243 |
|
|
|
244 |
|
|
static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, |
245 |
|
|
char *res, int res_len, int flags) |
246 |
|
|
{ |
247 |
|
|
if (!strcmp(cmd, "map")) { |
248 |
|
|
int ret = parse_mapping(ctx, args); |
249 |
|
|
|
250 |
|
|
if (ret < 0) |
251 |
|
|
return ret; |
252 |
|
|
return avfilter_config_links(ctx); |
253 |
|
|
} |
254 |
|
|
return AVERROR(ENOSYS); |
255 |
|
|
} |
256 |
|
|
|
257 |
|
|
static av_cold int init(AVFilterContext *ctx) |
258 |
|
|
{ |
259 |
|
|
StreamSelectContext *s = ctx->priv; |
260 |
|
|
int ret, nb_outputs = 0; |
261 |
|
|
char *map = s->map_str; |
262 |
|
|
|
263 |
|
|
if (!strcmp(ctx->filter->name, "astreamselect")) |
264 |
|
|
s->is_audio = 1; |
265 |
|
|
|
266 |
|
|
for (; map;) { |
267 |
|
|
char *p; |
268 |
|
|
|
269 |
|
|
strtol(map, &p, 0); |
270 |
|
|
if (map == p) |
271 |
|
|
break; |
272 |
|
|
nb_outputs++; |
273 |
|
|
map = p; |
274 |
|
|
} |
275 |
|
|
|
276 |
|
|
s->last_pts = av_calloc(s->nb_inputs, sizeof(*s->last_pts)); |
277 |
|
|
if (!s->last_pts) |
278 |
|
|
return AVERROR(ENOMEM); |
279 |
|
|
|
280 |
|
|
if ((ret = parse_definition(ctx, s->nb_inputs, 1, s->is_audio)) < 0 || |
281 |
|
|
(ret = parse_definition(ctx, nb_outputs, 0, s->is_audio)) < 0) |
282 |
|
|
return ret; |
283 |
|
|
|
284 |
|
|
av_log(ctx, AV_LOG_DEBUG, "Configured with %d inpad and %d outpad\n", |
285 |
|
|
ctx->nb_inputs, ctx->nb_outputs); |
286 |
|
|
|
287 |
|
|
return parse_mapping(ctx, s->map_str); |
288 |
|
|
} |
289 |
|
|
|
290 |
|
|
static av_cold void uninit(AVFilterContext *ctx) |
291 |
|
|
{ |
292 |
|
|
StreamSelectContext *s = ctx->priv; |
293 |
|
|
|
294 |
|
|
av_freep(&s->last_pts); |
295 |
|
|
av_freep(&s->map); |
296 |
|
|
av_freep(&s->frames); |
297 |
|
|
ff_framesync_uninit(&s->fs); |
298 |
|
|
|
299 |
|
|
for (int i = 0; i < ctx->nb_inputs; i++) |
300 |
|
|
av_freep(&ctx->input_pads[i].name); |
301 |
|
|
|
302 |
|
|
for (int i = 0; i < ctx->nb_outputs; i++) |
303 |
|
|
av_freep(&ctx->output_pads[i].name); |
304 |
|
|
} |
305 |
|
|
|
306 |
|
|
static int query_formats(AVFilterContext *ctx) |
307 |
|
|
{ |
308 |
|
|
AVFilterFormats *formats, *rates = NULL; |
309 |
|
|
AVFilterChannelLayouts *layouts = NULL; |
310 |
|
|
int ret, i; |
311 |
|
|
|
312 |
|
|
for (i = 0; i < ctx->nb_inputs; i++) { |
313 |
|
|
formats = ff_all_formats(ctx->inputs[i]->type); |
314 |
|
|
if ((ret = ff_set_common_formats(ctx, formats)) < 0) |
315 |
|
|
return ret; |
316 |
|
|
|
317 |
|
|
if (ctx->inputs[i]->type == AVMEDIA_TYPE_AUDIO) { |
318 |
|
|
rates = ff_all_samplerates(); |
319 |
|
|
if ((ret = ff_set_common_samplerates(ctx, rates)) < 0) |
320 |
|
|
return ret; |
321 |
|
|
layouts = ff_all_channel_counts(); |
322 |
|
|
if ((ret = ff_set_common_channel_layouts(ctx, layouts)) < 0) |
323 |
|
|
return ret; |
324 |
|
|
} |
325 |
|
|
} |
326 |
|
|
|
327 |
|
|
return 0; |
328 |
|
|
} |
329 |
|
|
|
330 |
|
|
AVFilter ff_vf_streamselect = { |
331 |
|
|
.name = "streamselect", |
332 |
|
|
.description = NULL_IF_CONFIG_SMALL("Select video streams"), |
333 |
|
|
.init = init, |
334 |
|
|
.query_formats = query_formats, |
335 |
|
|
.process_command = process_command, |
336 |
|
|
.uninit = uninit, |
337 |
|
|
.activate = activate, |
338 |
|
|
.priv_size = sizeof(StreamSelectContext), |
339 |
|
|
.priv_class = &streamselect_class, |
340 |
|
|
.flags = AVFILTER_FLAG_DYNAMIC_INPUTS | AVFILTER_FLAG_DYNAMIC_OUTPUTS, |
341 |
|
|
}; |
342 |
|
|
|
343 |
|
|
#define astreamselect_options streamselect_options |
344 |
|
|
AVFILTER_DEFINE_CLASS(astreamselect); |
345 |
|
|
|
346 |
|
|
AVFilter ff_af_astreamselect = { |
347 |
|
|
.name = "astreamselect", |
348 |
|
|
.description = NULL_IF_CONFIG_SMALL("Select audio streams"), |
349 |
|
|
.init = init, |
350 |
|
|
.query_formats = query_formats, |
351 |
|
|
.process_command = process_command, |
352 |
|
|
.uninit = uninit, |
353 |
|
|
.activate = activate, |
354 |
|
|
.priv_size = sizeof(StreamSelectContext), |
355 |
|
|
.priv_class = &astreamselect_class, |
356 |
|
|
.flags = AVFILTER_FLAG_DYNAMIC_INPUTS | AVFILTER_FLAG_DYNAMIC_OUTPUTS, |
357 |
|
|
}; |