Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * Copyright (c) 2023 Thilo Borgmann <thilo.borgmann _at_ mail.de> | ||
3 | * | ||
4 | * This file is part of FFmpeg. | ||
5 | * | ||
6 | * FFmpeg is free software; you can redistribute it and/or | ||
7 | * modify it under the terms of the GNU Lesser General Public | ||
8 | * License as published by the Free Software Foundation; either | ||
9 | * version 2.1 of the License, or (at your option) any later version. | ||
10 | * | ||
11 | * FFmpeg is distributed in the hope that it will be useful, | ||
12 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
13 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
14 | * Lesser General Public License for more details. | ||
15 | * | ||
16 | * You should have received a copy of the GNU Lesser General Public | ||
17 | * License along with FFmpeg; if not, write to the Free Software | ||
18 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
19 | */ | ||
20 | |||
21 | /** | ||
22 | * @file | ||
23 | * Filter for syncing video frames from external source | ||
24 | * | ||
25 | * @author Thilo Borgmann <thilo.borgmann _at_ mail.de> | ||
26 | */ | ||
27 | |||
28 | #include "libavutil/avstring.h" | ||
29 | #include "libavutil/error.h" | ||
30 | #include "libavutil/mem.h" | ||
31 | #include "libavutil/opt.h" | ||
32 | #include "libavformat/avio.h" | ||
33 | #include "video.h" | ||
34 | #include "filters.h" | ||
35 | |||
36 | #define BUF_SIZE 256 | ||
37 | |||
38 | typedef struct FsyncContext { | ||
39 | const AVClass *class; | ||
40 | AVIOContext *avio_ctx; // reading the map file | ||
41 | AVFrame *last_frame; // buffering the last frame for duplicating eventually | ||
42 | char *filename; // user-specified map file | ||
43 | char *buf; // line buffer for the map file | ||
44 | char *cur; // current position in the line buffer | ||
45 | char *end; // end pointer of the line buffer | ||
46 | int64_t ptsi; // input pts to map to [0-N] output pts | ||
47 | int64_t pts; // output pts | ||
48 | int tb_num; // output timebase num | ||
49 | int tb_den; // output timebase den | ||
50 | } FsyncContext; | ||
51 | |||
52 | #define OFFSET(x) offsetof(FsyncContext, x) | ||
53 | |||
54 | static const AVOption fsync_options[] = { | ||
55 | { "file", "set the file name to use for frame sync", OFFSET(filename), AV_OPT_TYPE_STRING, { .str = "" }, .flags= AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM }, | ||
56 | { "f", "set the file name to use for frame sync", OFFSET(filename), AV_OPT_TYPE_STRING, { .str = "" }, .flags= AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_FILTERING_PARAM }, | ||
57 | { NULL } | ||
58 | }; | ||
59 | |||
60 | /** | ||
61 | * Fills the buffer from cur to end, add \0 at EOF | ||
62 | */ | ||
63 | 6 | static int buf_fill(FsyncContext *ctx) | |
64 | { | ||
65 | int ret; | ||
66 | 6 | int num = ctx->end - ctx->cur; | |
67 | |||
68 | 6 | ret = avio_read(ctx->avio_ctx, ctx->cur, num); | |
69 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
|
6 | if (ret < 0) |
70 | ✗ | return ret; | |
71 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 3 times.
|
6 | if (ret < num) { |
72 | 3 | *(ctx->cur + ret) = '\0'; | |
73 | } | ||
74 | |||
75 | 6 | return ret; | |
76 | } | ||
77 | |||
78 | /** | ||
79 | * Copies cur to end to the beginning and fills the rest | ||
80 | */ | ||
81 | 2 | static int buf_reload(FsyncContext *ctx) | |
82 | { | ||
83 | int i, ret; | ||
84 | 2 | int num = ctx->end - ctx->cur; | |
85 | |||
86 |
2/2✓ Branch 0 taken 6 times.
✓ Branch 1 taken 2 times.
|
8 | for (i = 0; i < num; i++) { |
87 | 6 | ctx->buf[i] = *ctx->cur++; | |
88 | } | ||
89 | |||
90 | 2 | ctx->cur = ctx->buf + i; | |
91 | 2 | ret = buf_fill(ctx); | |
92 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (ret < 0) |
93 | ✗ | return ret; | |
94 | 2 | ctx->cur = ctx->buf; | |
95 | |||
96 | 2 | return ret; | |
97 | } | ||
98 | |||
99 | /** | ||
100 | * Skip from cur over eol | ||
101 | */ | ||
102 | 165 | static void buf_skip_eol(FsyncContext *ctx) | |
103 | { | ||
104 | char *i; | ||
105 |
1/2✓ Branch 0 taken 229 times.
✗ Branch 1 not taken.
|
229 | for (i = ctx->cur; i < ctx->end; i++) { |
106 |
2/2✓ Branch 0 taken 165 times.
✓ Branch 1 taken 64 times.
|
229 | if (*i != '\n')// && *i != '\r') |
107 | 165 | break; | |
108 | } | ||
109 | 165 | ctx->cur = i; | |
110 | 165 | } | |
111 | |||
112 | /** | ||
113 | * Get number of bytes from cur until eol | ||
114 | * | ||
115 | * @return >= 0 in case of success, | ||
116 | * -1 in case there is no line ending before end of buffer | ||
117 | */ | ||
118 | 167 | static int buf_get_line_count(FsyncContext *ctx) | |
119 | { | ||
120 | 167 | int ret = 0; | |
121 | char *i; | ||
122 |
2/2✓ Branch 0 taken 1597 times.
✓ Branch 1 taken 2 times.
|
1599 | for (i = ctx->cur; i < ctx->end; i++, ret++) { |
123 |
4/4✓ Branch 0 taken 1594 times.
✓ Branch 1 taken 3 times.
✓ Branch 2 taken 162 times.
✓ Branch 3 taken 1432 times.
|
1597 | if (*i == '\0' || *i == '\n') |
124 | 165 | return ret; | |
125 | } | ||
126 | |||
127 | 2 | return -1; | |
128 | } | ||
129 | |||
130 | /** | ||
131 | * Get number of bytes from cur to '\0' | ||
132 | */ | ||
133 | 75 | static int buf_get_zero(FsyncContext *ctx) | |
134 | { | ||
135 | 75 | return av_strnlen(ctx->cur, ctx->end - ctx->cur); | |
136 | } | ||
137 | |||
138 | 165 | static int activate(AVFilterContext *ctx) | |
139 | { | ||
140 | 165 | FsyncContext *s = ctx->priv; | |
141 | 165 | AVFilterLink *inlink = ctx->inputs[0]; | |
142 | 165 | AVFilterLink *outlink = ctx->outputs[0]; | |
143 | |||
144 | int ret, line_count; | ||
145 | AVFrame *frame; | ||
146 | |||
147 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 165 times.
|
165 | FF_FILTER_FORWARD_STATUS_BACK(outlink, inlink); |
148 | |||
149 | 165 | buf_skip_eol(s); | |
150 | 165 | line_count = buf_get_line_count(s); | |
151 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 163 times.
|
165 | if (line_count < 0) { |
152 | 2 | line_count = buf_reload(s); | |
153 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (line_count < 0) |
154 | ✗ | return line_count; | |
155 | 2 | line_count = buf_get_line_count(s); | |
156 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (line_count < 0) |
157 | ✗ | return line_count; | |
158 | } | ||
159 | |||
160 |
4/4✓ Branch 1 taken 72 times.
✓ Branch 2 taken 93 times.
✓ Branch 4 taken 3 times.
✓ Branch 5 taken 69 times.
|
165 | if (avio_feof(s->avio_ctx) && buf_get_zero(s) < 3) { |
161 | 3 | av_log(ctx, AV_LOG_DEBUG, "End of file. To zero = %i\n", buf_get_zero(s)); | |
162 | 3 | goto end; | |
163 | } | ||
164 | |||
165 |
2/2✓ Branch 0 taken 111 times.
✓ Branch 1 taken 51 times.
|
162 | if (s->last_frame) { |
166 | 111 | ret = av_sscanf(s->cur, "%"PRId64" %"PRId64" %d/%d", &s->ptsi, &s->pts, &s->tb_num, &s->tb_den); | |
167 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 111 times.
|
111 | if (ret != 4) { |
168 | ✗ | av_log(ctx, AV_LOG_ERROR, "Unexpected format found (%i / 4).\n", ret); | |
169 | ✗ | ff_outlink_set_status(outlink, AVERROR_INVALIDDATA, AV_NOPTS_VALUE); | |
170 | ✗ | return AVERROR_INVALIDDATA; | |
171 | } | ||
172 | |||
173 | 111 | av_log(ctx, AV_LOG_DEBUG, "frame %"PRId64" ", s->last_frame->pts); | |
174 | |||
175 |
2/2✓ Branch 0 taken 64 times.
✓ Branch 1 taken 47 times.
|
111 | if (s->last_frame->pts >= s->ptsi) { |
176 | 64 | av_log(ctx, AV_LOG_DEBUG, ">= %"PRId64": DUP LAST with pts = %"PRId64"\n", s->ptsi, s->pts); | |
177 | |||
178 | // clone frame | ||
179 | 64 | frame = av_frame_clone(s->last_frame); | |
180 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 64 times.
|
64 | if (!frame) { |
181 | ✗ | ff_outlink_set_status(outlink, AVERROR(ENOMEM), AV_NOPTS_VALUE); | |
182 | ✗ | return AVERROR(ENOMEM); | |
183 | } | ||
184 | |||
185 | // set output pts and timebase | ||
186 | 64 | frame->pts = s->pts; | |
187 | 64 | frame->time_base = av_make_q((int)s->tb_num, (int)s->tb_den); | |
188 | |||
189 | // advance cur to eol, skip over eol in the next call | ||
190 | 64 | s->cur += line_count; | |
191 | |||
192 | // call again | ||
193 |
1/2✓ Branch 1 taken 64 times.
✗ Branch 2 not taken.
|
64 | if (ff_inoutlink_check_flow(inlink, outlink)) |
194 | 64 | ff_filter_set_ready(ctx, 100); | |
195 | |||
196 | // filter frame | ||
197 | 64 | return ff_filter_frame(outlink, frame); | |
198 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 47 times.
|
47 | } else if (s->last_frame->pts < s->ptsi) { |
199 | 47 | av_log(ctx, AV_LOG_DEBUG, "< %"PRId64": DROP\n", s->ptsi); | |
200 | 47 | av_frame_free(&s->last_frame); | |
201 | |||
202 | // call again | ||
203 |
1/2✓ Branch 1 taken 47 times.
✗ Branch 2 not taken.
|
47 | if (ff_inoutlink_check_flow(inlink, outlink)) |
204 | 47 | ff_filter_set_ready(ctx, 100); | |
205 | |||
206 | 47 | return 0; | |
207 | } | ||
208 | } | ||
209 | |||
210 | 51 | end: | |
211 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 51 times.
|
54 | if (s->last_frame) |
212 | 3 | av_frame_free(&s->last_frame); | |
213 | |||
214 | 54 | ret = ff_inlink_consume_frame(inlink, &s->last_frame); | |
215 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 54 times.
|
54 | if (ret < 0) |
216 | ✗ | return ret; | |
217 | |||
218 |
2/2✓ Branch 1 taken 2 times.
✓ Branch 2 taken 52 times.
|
54 | FF_FILTER_FORWARD_STATUS(inlink, outlink); |
219 |
1/2✓ Branch 1 taken 52 times.
✗ Branch 2 not taken.
|
52 | FF_FILTER_FORWARD_WANTED(outlink, inlink); |
220 | |||
221 | ✗ | return FFERROR_NOT_READY; | |
222 | } | ||
223 | |||
224 | 2 | static int fsync_config_props(AVFilterLink* outlink) | |
225 | { | ||
226 | 2 | AVFilterContext *ctx = outlink->src; | |
227 | 2 | FilterLink *l = ff_filter_link(outlink); | |
228 | 2 | FsyncContext *s = ctx->priv; | |
229 | int ret; | ||
230 | |||
231 | // read first line to get output timebase | ||
232 | 2 | ret = av_sscanf(s->cur, "%"PRId64" %"PRId64" %d/%d", &s->ptsi, &s->pts, &s->tb_num, &s->tb_den); | |
233 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (ret != 4) { |
234 | ✗ | av_log(ctx, AV_LOG_ERROR, "Unexpected format found (%i of 4).\n", ret); | |
235 | ✗ | ff_outlink_set_status(outlink, AVERROR_INVALIDDATA, AV_NOPTS_VALUE); | |
236 | ✗ | return AVERROR_INVALIDDATA; | |
237 | } | ||
238 | |||
239 | 2 | l->frame_rate = av_make_q(1, 0); // unknown or dynamic | |
240 | 2 | outlink->time_base = av_make_q(s->tb_num, s->tb_den); | |
241 | |||
242 | 2 | return 0; | |
243 | } | ||
244 | |||
245 | 4 | static av_cold int fsync_init(AVFilterContext *ctx) | |
246 | { | ||
247 | 4 | FsyncContext *s = ctx->priv; | |
248 | int ret; | ||
249 | |||
250 | 4 | av_log(ctx, AV_LOG_DEBUG, "filename: %s\n", s->filename); | |
251 | |||
252 | 4 | s->buf = av_malloc(BUF_SIZE + 1); | |
253 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (!s->buf) |
254 | ✗ | return AVERROR(ENOMEM); | |
255 | |||
256 | 4 | ret = avio_open(&s->avio_ctx, s->filename, AVIO_FLAG_READ); | |
257 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (ret < 0) |
258 | ✗ | return ret; | |
259 | |||
260 | 4 | s->cur = s->buf; | |
261 | 4 | s->end = s->buf + BUF_SIZE; | |
262 | 4 | s->buf[BUF_SIZE] = '\0'; | |
263 | |||
264 | 4 | ret = buf_fill(s); | |
265 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (ret < 0) |
266 | ✗ | return ret; | |
267 | |||
268 | |||
269 | 4 | return 0; | |
270 | } | ||
271 | |||
272 | 4 | static av_cold void fsync_uninit(AVFilterContext *ctx) | |
273 | { | ||
274 | 4 | FsyncContext *s = ctx->priv; | |
275 | |||
276 | 4 | avio_closep(&s->avio_ctx); | |
277 | 4 | av_freep(&s->buf); | |
278 | 4 | av_frame_free(&s->last_frame); | |
279 | 4 | } | |
280 | |||
281 | AVFILTER_DEFINE_CLASS(fsync); | ||
282 | |||
283 | static const AVFilterPad fsync_outputs[] = { | ||
284 | { | ||
285 | .name = "default", | ||
286 | .type = AVMEDIA_TYPE_VIDEO, | ||
287 | .config_props = fsync_config_props, | ||
288 | }, | ||
289 | }; | ||
290 | |||
291 | const AVFilter ff_vf_fsync = { | ||
292 | .name = "fsync", | ||
293 | .description = NULL_IF_CONFIG_SMALL("Synchronize video frames from external source."), | ||
294 | .init = fsync_init, | ||
295 | .uninit = fsync_uninit, | ||
296 | .priv_size = sizeof(FsyncContext), | ||
297 | .priv_class = &fsync_class, | ||
298 | .activate = activate, | ||
299 | .formats_state = FF_FILTER_FORMATS_PASSTHROUGH, | ||
300 | FILTER_INPUTS(ff_video_default_filterpad), | ||
301 | FILTER_OUTPUTS(fsync_outputs), | ||
302 | .flags = AVFILTER_FLAG_METADATA_ONLY, | ||
303 | }; | ||
304 |