1 |
|
|
/* |
2 |
|
|
* Copyright (c) 2010 Stefano Sabatini |
3 |
|
|
* Copyright (c) 2008 Victor Paesa |
4 |
|
|
* |
5 |
|
|
* This file is part of FFmpeg. |
6 |
|
|
* |
7 |
|
|
* FFmpeg is free software; you can redistribute it and/or |
8 |
|
|
* modify it under the terms of the GNU Lesser General Public |
9 |
|
|
* License as published by the Free Software Foundation; either |
10 |
|
|
* version 2.1 of the License, or (at your option) any later version. |
11 |
|
|
* |
12 |
|
|
* FFmpeg is distributed in the hope that it will be useful, |
13 |
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
14 |
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
15 |
|
|
* Lesser General Public License for more details. |
16 |
|
|
* |
17 |
|
|
* You should have received a copy of the GNU Lesser General Public |
18 |
|
|
* License along with FFmpeg; if not, write to the Free Software |
19 |
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
20 |
|
|
*/ |
21 |
|
|
|
22 |
|
|
/** |
23 |
|
|
* @file |
24 |
|
|
* video presentation timestamp (PTS) modification filter |
25 |
|
|
*/ |
26 |
|
|
|
27 |
|
|
#include <inttypes.h> |
28 |
|
|
|
29 |
|
|
#include "libavutil/eval.h" |
30 |
|
|
#include "libavutil/internal.h" |
31 |
|
|
#include "libavutil/mathematics.h" |
32 |
|
|
#include "libavutil/opt.h" |
33 |
|
|
#include "libavutil/time.h" |
34 |
|
|
#include "audio.h" |
35 |
|
|
#include "avfilter.h" |
36 |
|
|
#include "filters.h" |
37 |
|
|
#include "internal.h" |
38 |
|
|
#include "video.h" |
39 |
|
|
|
40 |
|
|
static const char *const var_names[] = { |
41 |
|
|
"FRAME_RATE", ///< defined only for constant frame-rate video |
42 |
|
|
"INTERLACED", ///< tell if the current frame is interlaced |
43 |
|
|
"N", ///< frame / sample number (starting at zero) |
44 |
|
|
"NB_CONSUMED_SAMPLES", ///< number of samples consumed by the filter (only audio) |
45 |
|
|
"NB_SAMPLES", ///< number of samples in the current frame (only audio) |
46 |
|
|
"POS", ///< original position in the file of the frame |
47 |
|
|
"PREV_INPTS", ///< previous input PTS |
48 |
|
|
"PREV_INT", ///< previous input time in seconds |
49 |
|
|
"PREV_OUTPTS", ///< previous output PTS |
50 |
|
|
"PREV_OUTT", ///< previous output time in seconds |
51 |
|
|
"PTS", ///< original pts in the file of the frame |
52 |
|
|
"SAMPLE_RATE", ///< sample rate (only audio) |
53 |
|
|
"STARTPTS", ///< PTS at start of movie |
54 |
|
|
"STARTT", ///< time at start of movie |
55 |
|
|
"T", ///< original time in the file of the frame |
56 |
|
|
"TB", ///< timebase |
57 |
|
|
"RTCTIME", ///< wallclock (RTC) time in micro seconds |
58 |
|
|
"RTCSTART", ///< wallclock (RTC) time at the start of the movie in micro seconds |
59 |
|
|
"S", // Number of samples in the current frame |
60 |
|
|
"SR", // Audio sample rate |
61 |
|
|
"FR", ///< defined only for constant frame-rate video |
62 |
|
|
NULL |
63 |
|
|
}; |
64 |
|
|
|
65 |
|
|
enum var_name { |
66 |
|
|
VAR_FRAME_RATE, |
67 |
|
|
VAR_INTERLACED, |
68 |
|
|
VAR_N, |
69 |
|
|
VAR_NB_CONSUMED_SAMPLES, |
70 |
|
|
VAR_NB_SAMPLES, |
71 |
|
|
VAR_POS, |
72 |
|
|
VAR_PREV_INPTS, |
73 |
|
|
VAR_PREV_INT, |
74 |
|
|
VAR_PREV_OUTPTS, |
75 |
|
|
VAR_PREV_OUTT, |
76 |
|
|
VAR_PTS, |
77 |
|
|
VAR_SAMPLE_RATE, |
78 |
|
|
VAR_STARTPTS, |
79 |
|
|
VAR_STARTT, |
80 |
|
|
VAR_T, |
81 |
|
|
VAR_TB, |
82 |
|
|
VAR_RTCTIME, |
83 |
|
|
VAR_RTCSTART, |
84 |
|
|
VAR_S, |
85 |
|
|
VAR_SR, |
86 |
|
|
VAR_FR, |
87 |
|
|
VAR_VARS_NB |
88 |
|
|
}; |
89 |
|
|
|
90 |
|
|
typedef struct SetPTSContext { |
91 |
|
|
const AVClass *class; |
92 |
|
|
char *expr_str; |
93 |
|
|
AVExpr *expr; |
94 |
|
|
double var_values[VAR_VARS_NB]; |
95 |
|
|
enum AVMediaType type; |
96 |
|
|
} SetPTSContext; |
97 |
|
|
|
98 |
|
56 |
static av_cold int init(AVFilterContext *ctx) |
99 |
|
|
{ |
100 |
|
56 |
SetPTSContext *setpts = ctx->priv; |
101 |
|
|
int ret; |
102 |
|
|
|
103 |
✗✓ |
56 |
if ((ret = av_expr_parse(&setpts->expr, setpts->expr_str, |
104 |
|
|
var_names, NULL, NULL, NULL, NULL, 0, ctx)) < 0) { |
105 |
|
|
av_log(ctx, AV_LOG_ERROR, "Error while parsing expression '%s'\n", setpts->expr_str); |
106 |
|
|
return ret; |
107 |
|
|
} |
108 |
|
|
|
109 |
|
56 |
setpts->var_values[VAR_N] = 0.0; |
110 |
|
56 |
setpts->var_values[VAR_S] = 0.0; |
111 |
|
56 |
setpts->var_values[VAR_PREV_INPTS] = NAN; |
112 |
|
56 |
setpts->var_values[VAR_PREV_INT] = NAN; |
113 |
|
56 |
setpts->var_values[VAR_PREV_OUTPTS] = NAN; |
114 |
|
56 |
setpts->var_values[VAR_PREV_OUTT] = NAN; |
115 |
|
56 |
setpts->var_values[VAR_STARTPTS] = NAN; |
116 |
|
56 |
setpts->var_values[VAR_STARTT] = NAN; |
117 |
|
56 |
return 0; |
118 |
|
|
} |
119 |
|
|
|
120 |
|
55 |
static int config_input(AVFilterLink *inlink) |
121 |
|
|
{ |
122 |
|
55 |
AVFilterContext *ctx = inlink->dst; |
123 |
|
55 |
SetPTSContext *setpts = ctx->priv; |
124 |
|
|
|
125 |
|
55 |
setpts->type = inlink->type; |
126 |
|
55 |
setpts->var_values[VAR_TB] = av_q2d(inlink->time_base); |
127 |
|
55 |
setpts->var_values[VAR_RTCSTART] = av_gettime(); |
128 |
|
|
|
129 |
|
55 |
setpts->var_values[VAR_SR] = |
130 |
|
55 |
setpts->var_values[VAR_SAMPLE_RATE] = |
131 |
✓✓ |
55 |
setpts->type == AVMEDIA_TYPE_AUDIO ? inlink->sample_rate : NAN; |
132 |
|
|
|
133 |
|
55 |
setpts->var_values[VAR_FRAME_RATE] = |
134 |
|
112 |
setpts->var_values[VAR_FR] = inlink->frame_rate.num && |
135 |
✓✗ |
2 |
inlink->frame_rate.den ? |
136 |
✓✓ |
57 |
av_q2d(inlink->frame_rate) : NAN; |
137 |
|
|
|
138 |
|
55 |
av_log(inlink->src, AV_LOG_VERBOSE, "TB:%f FRAME_RATE:%f SAMPLE_RATE:%f\n", |
139 |
|
|
setpts->var_values[VAR_TB], |
140 |
|
|
setpts->var_values[VAR_FRAME_RATE], |
141 |
|
|
setpts->var_values[VAR_SAMPLE_RATE]); |
142 |
|
55 |
return 0; |
143 |
|
|
} |
144 |
|
|
|
145 |
|
|
#define BUF_SIZE 64 |
146 |
|
|
|
147 |
|
5724 |
static inline char *double2int64str(char *buf, double v) |
148 |
|
|
{ |
149 |
✓✓ |
5724 |
if (isnan(v)) snprintf(buf, BUF_SIZE, "nan"); |
150 |
|
4844 |
else snprintf(buf, BUF_SIZE, "%"PRId64, (int64_t)v); |
151 |
|
5724 |
return buf; |
152 |
|
|
} |
153 |
|
|
|
154 |
|
1908 |
static double eval_pts(SetPTSContext *setpts, AVFilterLink *inlink, AVFrame *frame, int64_t pts) |
155 |
|
|
{ |
156 |
✓✓ |
1908 |
if (isnan(setpts->var_values[VAR_STARTPTS])) { |
157 |
✓✗ |
55 |
setpts->var_values[VAR_STARTPTS] = TS2D(pts); |
158 |
✓✗ |
55 |
setpts->var_values[VAR_STARTT ] = TS2T(pts, inlink->time_base); |
159 |
|
|
} |
160 |
✓✗ |
1908 |
setpts->var_values[VAR_PTS ] = TS2D(pts); |
161 |
✓✗ |
1908 |
setpts->var_values[VAR_T ] = TS2T(pts, inlink->time_base); |
162 |
✓✓✓✓
|
1908 |
setpts->var_values[VAR_POS ] = !frame || frame->pkt_pos == -1 ? NAN : frame->pkt_pos; |
163 |
|
1908 |
setpts->var_values[VAR_RTCTIME ] = av_gettime(); |
164 |
|
|
|
165 |
✓✓ |
1908 |
if (frame) { |
166 |
✓✓ |
1853 |
if (inlink->type == AVMEDIA_TYPE_VIDEO) { |
167 |
|
61 |
setpts->var_values[VAR_INTERLACED] = frame->interlaced_frame; |
168 |
✓✗ |
1792 |
} else if (inlink->type == AVMEDIA_TYPE_AUDIO) { |
169 |
|
1792 |
setpts->var_values[VAR_S] = frame->nb_samples; |
170 |
|
1792 |
setpts->var_values[VAR_NB_SAMPLES] = frame->nb_samples; |
171 |
|
|
} |
172 |
|
|
} |
173 |
|
|
|
174 |
|
1908 |
return av_expr_eval(setpts->expr, setpts->var_values, NULL); |
175 |
|
|
} |
176 |
|
|
#define d2istr(v) double2int64str((char[BUF_SIZE]){0}, v) |
177 |
|
|
|
178 |
|
1853 |
static int filter_frame(AVFilterLink *inlink, AVFrame *frame) |
179 |
|
|
{ |
180 |
|
1853 |
SetPTSContext *setpts = inlink->dst->priv; |
181 |
|
1853 |
int64_t in_pts = frame->pts; |
182 |
|
|
double d; |
183 |
|
|
|
184 |
|
1853 |
d = eval_pts(setpts, inlink, frame, frame->pts); |
185 |
✓✗ |
1853 |
frame->pts = D2TS(d); |
186 |
|
|
|
187 |
|
5559 |
av_log(inlink->dst, AV_LOG_TRACE, |
188 |
|
|
"N:%"PRId64" PTS:%s T:%f POS:%s", |
189 |
|
1853 |
(int64_t)setpts->var_values[VAR_N], |
190 |
|
1853 |
d2istr(setpts->var_values[VAR_PTS]), |
191 |
|
|
setpts->var_values[VAR_T], |
192 |
|
1853 |
d2istr(setpts->var_values[VAR_POS])); |
193 |
✓✓✗ |
1853 |
switch (inlink->type) { |
194 |
|
61 |
case AVMEDIA_TYPE_VIDEO: |
195 |
|
61 |
av_log(inlink->dst, AV_LOG_TRACE, " INTERLACED:%"PRId64, |
196 |
|
61 |
(int64_t)setpts->var_values[VAR_INTERLACED]); |
197 |
|
61 |
break; |
198 |
|
1792 |
case AVMEDIA_TYPE_AUDIO: |
199 |
|
1792 |
av_log(inlink->dst, AV_LOG_TRACE, " NB_SAMPLES:%"PRId64" NB_CONSUMED_SAMPLES:%"PRId64, |
200 |
|
1792 |
(int64_t)setpts->var_values[VAR_NB_SAMPLES], |
201 |
|
1792 |
(int64_t)setpts->var_values[VAR_NB_CONSUMED_SAMPLES]); |
202 |
|
1792 |
break; |
203 |
|
|
} |
204 |
✓✗ |
1853 |
av_log(inlink->dst, AV_LOG_TRACE, " -> PTS:%s T:%f\n", d2istr(d), TS2T(d, inlink->time_base)); |
205 |
|
|
|
206 |
✓✓ |
1853 |
if (inlink->type == AVMEDIA_TYPE_VIDEO) { |
207 |
|
61 |
setpts->var_values[VAR_N] += 1.0; |
208 |
|
|
} else { |
209 |
|
1792 |
setpts->var_values[VAR_N] += frame->nb_samples; |
210 |
|
|
} |
211 |
|
|
|
212 |
✓✗ |
1853 |
setpts->var_values[VAR_PREV_INPTS ] = TS2D(in_pts); |
213 |
✓✗ |
1853 |
setpts->var_values[VAR_PREV_INT ] = TS2T(in_pts, inlink->time_base); |
214 |
✓✗ |
1853 |
setpts->var_values[VAR_PREV_OUTPTS] = TS2D(frame->pts); |
215 |
✓✗ |
1853 |
setpts->var_values[VAR_PREV_OUTT] = TS2T(frame->pts, inlink->time_base); |
216 |
✓✓ |
1853 |
if (setpts->type == AVMEDIA_TYPE_AUDIO) { |
217 |
|
1792 |
setpts->var_values[VAR_NB_CONSUMED_SAMPLES] += frame->nb_samples; |
218 |
|
|
} |
219 |
|
1853 |
return ff_filter_frame(inlink->dst->outputs[0], frame); |
220 |
|
|
} |
221 |
|
|
|
222 |
|
3815 |
static int activate(AVFilterContext *ctx) |
223 |
|
|
{ |
224 |
|
3815 |
SetPTSContext *setpts = ctx->priv; |
225 |
|
3815 |
AVFilterLink *inlink = ctx->inputs[0]; |
226 |
|
3815 |
AVFilterLink *outlink = ctx->outputs[0]; |
227 |
|
|
AVFrame *in; |
228 |
|
|
int status; |
229 |
|
|
int64_t pts; |
230 |
|
|
int ret; |
231 |
|
|
|
232 |
✓✓ |
3815 |
FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink); |
233 |
|
|
|
234 |
|
3762 |
ret = ff_inlink_consume_frame(inlink, &in); |
235 |
✗✓ |
3762 |
if (ret < 0) |
236 |
|
|
return ret; |
237 |
✓✓ |
3762 |
if (ret > 0) |
238 |
|
1853 |
return filter_frame(inlink, in); |
239 |
|
|
|
240 |
✓✓ |
1909 |
if (ff_inlink_acknowledge_status(inlink, &status, &pts)) { |
241 |
|
55 |
double d = eval_pts(setpts, inlink, NULL, pts); |
242 |
|
|
|
243 |
✓✗ |
165 |
av_log(ctx, AV_LOG_TRACE, "N:EOF PTS:%s T:%f POS:%s -> PTS:%s T:%f\n", |
244 |
|
55 |
d2istr(setpts->var_values[VAR_PTS]), |
245 |
|
|
setpts->var_values[VAR_T], |
246 |
|
55 |
d2istr(setpts->var_values[VAR_POS]), |
247 |
|
110 |
d2istr(d), TS2T(d, inlink->time_base)); |
248 |
✓✗ |
55 |
ff_outlink_set_status(outlink, status, D2TS(d)); |
249 |
|
55 |
return 0; |
250 |
|
|
} |
251 |
|
|
|
252 |
✓✗ |
1854 |
FF_FILTER_FORWARD_WANTED(outlink, inlink); |
253 |
|
|
|
254 |
|
|
return FFERROR_NOT_READY; |
255 |
|
|
} |
256 |
|
|
|
257 |
|
56 |
static av_cold void uninit(AVFilterContext *ctx) |
258 |
|
|
{ |
259 |
|
56 |
SetPTSContext *setpts = ctx->priv; |
260 |
|
56 |
av_expr_free(setpts->expr); |
261 |
|
56 |
setpts->expr = NULL; |
262 |
|
56 |
} |
263 |
|
|
|
264 |
|
|
#define OFFSET(x) offsetof(SetPTSContext, x) |
265 |
|
|
#define V AV_OPT_FLAG_VIDEO_PARAM |
266 |
|
|
#define A AV_OPT_FLAG_AUDIO_PARAM |
267 |
|
|
#define F AV_OPT_FLAG_FILTERING_PARAM |
268 |
|
|
|
269 |
|
|
#if CONFIG_SETPTS_FILTER |
270 |
|
|
static const AVOption setpts_options[] = { |
271 |
|
|
{ "expr", "Expression determining the frame timestamp", OFFSET(expr_str), AV_OPT_TYPE_STRING, { .str = "PTS" }, .flags = V|F }, |
272 |
|
|
{ NULL } |
273 |
|
|
}; |
274 |
|
|
AVFILTER_DEFINE_CLASS(setpts); |
275 |
|
|
|
276 |
|
|
static const AVFilterPad avfilter_vf_setpts_inputs[] = { |
277 |
|
|
{ |
278 |
|
|
.name = "default", |
279 |
|
|
.type = AVMEDIA_TYPE_VIDEO, |
280 |
|
|
.config_props = config_input, |
281 |
|
|
}, |
282 |
|
|
{ NULL } |
283 |
|
|
}; |
284 |
|
|
|
285 |
|
|
static const AVFilterPad avfilter_vf_setpts_outputs[] = { |
286 |
|
|
{ |
287 |
|
|
.name = "default", |
288 |
|
|
.type = AVMEDIA_TYPE_VIDEO, |
289 |
|
|
}, |
290 |
|
|
{ NULL } |
291 |
|
|
}; |
292 |
|
|
|
293 |
|
|
AVFilter ff_vf_setpts = { |
294 |
|
|
.name = "setpts", |
295 |
|
|
.description = NULL_IF_CONFIG_SMALL("Set PTS for the output video frame."), |
296 |
|
|
.init = init, |
297 |
|
|
.activate = activate, |
298 |
|
|
.uninit = uninit, |
299 |
|
|
|
300 |
|
|
.priv_size = sizeof(SetPTSContext), |
301 |
|
|
.priv_class = &setpts_class, |
302 |
|
|
|
303 |
|
|
.inputs = avfilter_vf_setpts_inputs, |
304 |
|
|
.outputs = avfilter_vf_setpts_outputs, |
305 |
|
|
}; |
306 |
|
|
#endif /* CONFIG_SETPTS_FILTER */ |
307 |
|
|
|
308 |
|
|
#if CONFIG_ASETPTS_FILTER |
309 |
|
|
|
310 |
|
|
static const AVOption asetpts_options[] = { |
311 |
|
|
{ "expr", "Expression determining the frame timestamp", OFFSET(expr_str), AV_OPT_TYPE_STRING, { .str = "PTS" }, .flags = A|F }, |
312 |
|
|
{ NULL } |
313 |
|
|
}; |
314 |
|
|
AVFILTER_DEFINE_CLASS(asetpts); |
315 |
|
|
|
316 |
|
|
static const AVFilterPad asetpts_inputs[] = { |
317 |
|
|
{ |
318 |
|
|
.name = "default", |
319 |
|
|
.type = AVMEDIA_TYPE_AUDIO, |
320 |
|
|
.config_props = config_input, |
321 |
|
|
}, |
322 |
|
|
{ NULL } |
323 |
|
|
}; |
324 |
|
|
|
325 |
|
|
static const AVFilterPad asetpts_outputs[] = { |
326 |
|
|
{ |
327 |
|
|
.name = "default", |
328 |
|
|
.type = AVMEDIA_TYPE_AUDIO, |
329 |
|
|
}, |
330 |
|
|
{ NULL } |
331 |
|
|
}; |
332 |
|
|
|
333 |
|
|
AVFilter ff_af_asetpts = { |
334 |
|
|
.name = "asetpts", |
335 |
|
|
.description = NULL_IF_CONFIG_SMALL("Set PTS for the output audio frame."), |
336 |
|
|
.init = init, |
337 |
|
|
.activate = activate, |
338 |
|
|
.uninit = uninit, |
339 |
|
|
.priv_size = sizeof(SetPTSContext), |
340 |
|
|
.priv_class = &asetpts_class, |
341 |
|
|
.inputs = asetpts_inputs, |
342 |
|
|
.outputs = asetpts_outputs, |
343 |
|
|
}; |
344 |
|
|
#endif /* CONFIG_ASETPTS_FILTER */ |