FFmpeg coverage


Directory: ../../../ffmpeg/
File: src/libavfilter/src_avsynctest.c
Date: 2024-04-12 08:31:17
Exec Total Coverage
Lines: 0 184 0.0%
Functions: 0 9 0.0%
Branches: 0 64 0.0%

Line Branch Exec Source
1 /*
2 * Copyright (c) 2017-2022 Paul B Mahol
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 #include "libavutil/avassert.h"
22 #include "libavutil/common.h"
23 #include "libavutil/channel_layout.h"
24 #include "libavutil/ffmath.h"
25 #include "libavutil/opt.h"
26 #include "libavutil/imgutils.h"
27 #include "libavutil/intreadwrite.h"
28 #include "libavutil/parseutils.h"
29 #include "libavutil/timestamp.h"
30 #include "libavutil/xga_font_data.h"
31 #include "avfilter.h"
32 #include "drawutils.h"
33 #include "filters.h"
34 #include "formats.h"
35 #include "internal.h"
36 #include "audio.h"
37 #include "video.h"
38
39 typedef struct AVSyncTestContext {
40 const AVClass *class;
41
42 int w, h;
43 AVRational frame_rate;
44 int sample_rate;
45 int64_t duration;
46 int64_t apts, vpts;
47 float amplitude;
48 int period;
49 int delay;
50 int cycle;
51
52 int beep;
53 int beep_duration;
54 int flash;
55 int dir;
56 AVRational vdelay, delay_max, delay_min;
57 AVRational delay_range;
58 int64_t prev_intpart;
59
60 uint8_t rgba[3][4];
61 FFDrawContext draw;
62 FFDrawColor fg;
63 FFDrawColor bg;
64 FFDrawColor ag;
65 } AVSyncTestContext;
66
67 #define OFFSET(x) offsetof(AVSyncTestContext, x)
68 #define A AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
69 #define V AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
70 #define R AV_OPT_FLAG_RUNTIME_PARAM
71
72 static const AVOption avsynctest_options[] = {
73 {"size", "set frame size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, V },
74 {"s", "set frame size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, V },
75 {"framerate", "set frame rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str="30"}, 0,INT_MAX, V },
76 {"fr", "set frame rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str="30"}, 0,INT_MAX, V },
77 {"samplerate", "set sample rate", OFFSET(sample_rate), AV_OPT_TYPE_INT, {.i64=44100},8000,384000, A },
78 {"sr", "set sample rate", OFFSET(sample_rate), AV_OPT_TYPE_INT, {.i64=44100},8000,384000, A },
79 {"amplitude", "set beep amplitude", OFFSET(amplitude), AV_OPT_TYPE_FLOAT, {.dbl=.7}, 0., 1., A|R },
80 {"a", "set beep amplitude", OFFSET(amplitude), AV_OPT_TYPE_FLOAT, {.dbl=.7}, 0., 1., A|R },
81 {"period", "set beep period", OFFSET(period), AV_OPT_TYPE_INT, {.i64=3}, 1, 99., A },
82 {"p", "set beep period", OFFSET(period), AV_OPT_TYPE_INT, {.i64=3}, 1, 99., A },
83 {"delay", "set flash delay", OFFSET(delay), AV_OPT_TYPE_INT, {.i64=0}, -30, 30, V|R },
84 {"dl", "set flash delay", OFFSET(delay), AV_OPT_TYPE_INT, {.i64=0}, -30, 30, V|R },
85 {"cycle", "set delay cycle", OFFSET(cycle), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, V|R },
86 {"c", "set delay cycle", OFFSET(cycle), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, V|R },
87 {"duration", "set duration", OFFSET(duration), AV_OPT_TYPE_DURATION, {.i64=0}, 0, INT64_MAX, V|A },
88 {"d", "set duration", OFFSET(duration), AV_OPT_TYPE_DURATION, {.i64=0}, 0, INT64_MAX, V|A },
89 {"fg", "set foreground color", OFFSET(rgba[0]), AV_OPT_TYPE_COLOR, {.str="white"}, 0, 0, V },
90 {"bg", "set background color", OFFSET(rgba[1]), AV_OPT_TYPE_COLOR, {.str="black"}, 0, 0, V },
91 {"ag", "set additional color", OFFSET(rgba[2]), AV_OPT_TYPE_COLOR, {.str="gray"}, 0, 0, V },
92 {NULL},
93 };
94
95 AVFILTER_DEFINE_CLASS(avsynctest);
96
97 static av_cold int query_formats(AVFilterContext *ctx)
98 {
99 AVSyncTestContext *s = ctx->priv;
100 AVFilterChannelLayouts *chlayout = NULL;
101 int sample_rates[] = { s->sample_rate, -1 };
102 static const enum AVSampleFormat sample_fmts[] = {
103 AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_NONE
104 };
105 AVFilterFormats *formats;
106 int ret;
107
108 formats = ff_make_format_list(sample_fmts);
109 if (!formats)
110 return AVERROR(ENOMEM);
111 if ((ret = ff_formats_ref(formats, &ctx->outputs[0]->incfg.formats)) < 0)
112 return ret;
113
114 formats = ff_draw_supported_pixel_formats(0);
115 if (!formats)
116 return AVERROR(ENOMEM);
117 if ((ret = ff_formats_ref(formats, &ctx->outputs[1]->incfg.formats)) < 0)
118 return ret;
119
120 if ((ret = ff_add_channel_layout(&chlayout, &(AVChannelLayout)AV_CHANNEL_LAYOUT_MONO)) < 0)
121 return ret;
122 ret = ff_set_common_channel_layouts(ctx, chlayout);
123 if (ret < 0)
124 return ret;
125
126 formats = ff_make_format_list(sample_rates);
127 if (!formats)
128 return AVERROR(ENOMEM);
129 return ff_set_common_samplerates(ctx, formats);
130 }
131
132 static av_cold int aconfig_props(AVFilterLink *outlink)
133 {
134 AVFilterContext *ctx = outlink->src;
135 AVSyncTestContext *s = ctx->priv;
136
137 outlink->sample_rate = s->sample_rate;
138 outlink->time_base = (AVRational){1, s->sample_rate};
139
140 s->beep_duration = av_rescale(s->sample_rate, s->frame_rate.den, s->frame_rate.num);
141 s->duration = av_rescale(s->duration, s->sample_rate, AV_TIME_BASE);
142
143 return 0;
144 }
145
146 static av_cold int config_props(AVFilterLink *outlink)
147 {
148 AVFilterContext *ctx = outlink->src;
149 AVSyncTestContext *s = ctx->priv;
150
151 outlink->w = s->w;
152 outlink->h = s->h;
153 outlink->time_base = av_inv_q(s->frame_rate);
154 outlink->frame_rate = s->frame_rate;
155 outlink->sample_aspect_ratio = (AVRational) {1, 1};
156 s->delay_min = av_mul_q(s->frame_rate, av_make_q(-1, 2));
157 s->delay_max = av_mul_q(s->delay_min, av_make_q(-1, 1));
158 s->delay_range = av_sub_q(s->delay_max, s->delay_min);
159 s->vdelay = av_make_q(s->delay, 1);
160 s->dir = 1;
161 s->prev_intpart = INT64_MIN;
162
163 ff_draw_init2(&s->draw, outlink->format, outlink->colorspace, outlink->color_range, 0);
164
165 ff_draw_color(&s->draw, &s->fg, s->rgba[0]);
166 ff_draw_color(&s->draw, &s->bg, s->rgba[1]);
167 ff_draw_color(&s->draw, &s->ag, s->rgba[2] );
168
169 return 0;
170 }
171
172 #define FPI 0x8000
173
174 static int32_t sin32(int32_t x, AVRational scale)
175 {
176 const double pi = M_PI;
177 const int32_t a = ((2.0 * pi) * (1 << 24));
178 const int32_t b = (1 << 7) * (12.0 / pi - 1.0 - pi) * (1 << 24);
179 const int32_t c = (1 << 9) * 3.0 * (2.0 + pi - 16.0 / pi) * (1 << 24);
180 int64_t x2, result;
181 int32_t t1, t2;
182
183 x &= 2 * FPI - 1;
184
185 if (x >= (3 * FPI / 2))
186 x = x - 2 * FPI;
187 else if (x > FPI / 2)
188 x = FPI - x;
189
190 x2 = x * x;
191 t1 = (x2 * c) >> 32;
192 t2 = ((b + t1) * x2) >> 32;
193 x = x << 8;
194
195 result = a + t2;
196 result *= x;
197 result += (1U << 31);
198 result >>= 17;
199 result = av_rescale(result, scale.num, scale.den);
200
201 return result;
202 }
203
204 static int audio_frame(AVFilterLink *outlink)
205 {
206 AVFilterContext *ctx = outlink->src;
207 AVSyncTestContext *s = ctx->priv;
208 const AVRational a = av_d2q(s->amplitude, 32768);
209 int64_t duration[2];
210 int64_t delta;
211 AVFrame *out;
212 int32_t *dst;
213
214 delta = av_rescale_q(s->vpts, av_make_q(s->sample_rate, 1), s->frame_rate) - s->apts;
215 if (delta < 0)
216 return 1;
217
218 duration[0] = av_rescale_rnd(s->sample_rate, s->frame_rate.den, s->frame_rate.num, AV_ROUND_DOWN);
219 duration[1] = av_rescale_rnd(s->sample_rate, s->frame_rate.den, s->frame_rate.num, AV_ROUND_UP);
220
221 delta = duration[delta > 0];
222 out = ff_get_audio_buffer(outlink, delta);
223 if (!out)
224 return AVERROR(ENOMEM);
225
226 out->pts = s->apts;
227 dst = (int32_t *)out->data[0];
228
229 for (int i = 0; i < delta; i++) {
230 if (((s->apts + i) % (s->period * s->sample_rate)) == 0)
231 s->beep = 1;
232 if (s->beep) {
233 dst[i] = sin32(av_rescale_q(800LL * 2LL * FPI, outlink->time_base, av_make_q(1, s->apts + i)), a);
234 s->beep++;
235 } else {
236 dst[i] = 0;
237 }
238 if (s->beep >= s->beep_duration) {
239 s->beep = 0;
240 }
241 }
242 s->apts += out->nb_samples;
243
244 return ff_filter_frame(outlink, out);
245 }
246
247 static void draw_text(FFDrawContext *draw, AVFrame *out, FFDrawColor *color,
248 int x0, int y0, const uint8_t *text)
249 {
250 int x = x0;
251
252 for (; *text; text++) {
253 if (*text == '\n') {
254 x = x0;
255 y0 += 8;
256 continue;
257 }
258 ff_blend_mask(draw, color, out->data, out->linesize,
259 out->width, out->height,
260 avpriv_cga_font + *text * 8, 1, 8, 8, 0, 0, x, y0);
261 x += 8;
262 }
263 }
264
265 static int offset(int x, int num, int den)
266 {
267 return av_rescale_rnd(x, num, den, AV_ROUND_UP);
268 }
269
270 static int video_frame(AVFilterLink *outlink)
271 {
272 AVFilterContext *ctx = outlink->src;
273 AVSyncTestContext *s = ctx->priv;
274 const int w = outlink->w;
275 const int h = outlink->h;
276 const int step = av_rescale_rnd(w, s->delay_range.den, s->delay_range.num, AV_ROUND_DOWN);
277 char text[128];
278 int new_offset;
279 int64_t delta, temp, intpart;
280 AVFrame *out;
281
282 if (!s->cycle)
283 s->vdelay = av_make_q(s->delay, 1);
284
285 delta = av_rescale_q(s->apts, s->frame_rate, av_make_q(s->sample_rate, 1)) - s->vpts;
286 if (delta < 0)
287 return 1;
288
289 out = ff_get_video_buffer(outlink, w, h);
290 if (!out)
291 return AVERROR(ENOMEM);
292
293 ff_fill_rectangle(&s->draw, &s->bg, out->data, out->linesize, 0, 0, w, h);
294
295 snprintf(text, sizeof(text), "FRN: %"PRId64"", s->vpts);
296 draw_text(&s->draw, out, &s->fg, offset(w, 1, 10), offset(h, 1, 10), text);
297
298 snprintf(text, sizeof(text), "SEC: %s", av_ts2timestr(s->vpts, &outlink->time_base));
299 draw_text(&s->draw, out, &s->fg, offset(w, 1, 10), offset(h, 9, 10), text);
300
301 snprintf(text, sizeof(text), "DLY: %d", s->vdelay.num);
302 draw_text(&s->draw, out, &s->fg, offset(w, 9, 10) - strlen(text) * 8, offset(h, 9, 10), text);
303
304 snprintf(text, sizeof(text), "FPS: %d/%d", s->frame_rate.num, s->frame_rate.den);
305 draw_text(&s->draw, out, &s->fg, offset(w, 9, 10) - strlen(text) * 8, offset(h, 1, 10), text);
306
307 snprintf(text, sizeof(text), "P: %d", s->period);
308 draw_text(&s->draw, out, &s->ag, offset(w, 1, 2) - strlen(text) * 4, offset(h, 9, 10), text);
309
310 snprintf(text, sizeof(text), "SR: %d", s->sample_rate);
311 draw_text(&s->draw, out, &s->ag, offset(w, 1, 2) - strlen(text) * 4, offset(h, 1, 10), text);
312
313 snprintf(text, sizeof(text), "A: %1.2f", s->amplitude);
314 draw_text(&s->draw, out, &s->ag, offset(w, 1, 10), offset(h, 1, 2), text);
315
316 snprintf(text, sizeof(text), "WxH: %dx%d", w, h);
317 draw_text(&s->draw, out, &s->ag, offset(w, 9, 10) - strlen(text) * 8, offset(h, 1, 2), text);
318
319 temp = s->vpts + s->vdelay.num;
320 intpart = av_rescale_rnd(temp, outlink->time_base.num, outlink->time_base.den, AV_ROUND_NEAR_INF);
321 intpart = temp - av_rescale_rnd(intpart, outlink->time_base.den, outlink->time_base.num, AV_ROUND_NEAR_INF);
322
323 new_offset = offset(w, 1, 2);
324 ff_fill_rectangle(&s->draw, &s->fg, out->data, out->linesize,
325 av_clip(new_offset + step * intpart, 0, w - 2),
326 offset(h, 141, 200), offset(step, 2, 3), offset(h, 1, 25));
327
328 if (intpart == 0 && s->prev_intpart != intpart) {
329 if (s->flash >= s->period) {
330 int result;
331
332 if (s->cycle)
333 s->vdelay = av_add_q(s->vdelay, av_make_q(s->dir, 1));
334 result = av_cmp_q(s->vdelay, s->delay_max);
335 if (result >= 0)
336 s->dir = -1;
337 result = av_cmp_q(s->vdelay, s->delay_min);
338 if (result <= 0)
339 s->dir = 1;
340 ff_fill_rectangle(&s->draw, &s->fg, out->data, out->linesize,
341 offset(w, 1, 3), offset(h, 1, 3), offset(w, 1, 3), offset(h, 1, 4));
342 s->flash = 0;
343 }
344 s->flash++;
345 }
346 s->prev_intpart = intpart;
347
348 for (int i = av_rescale(s->delay_min.num, 1, s->delay_min.den);
349 i < av_rescale(s->delay_max.num, 1, s->delay_max.den); i++) {
350 ff_fill_rectangle(&s->draw, &s->fg, out->data, out->linesize,
351 av_clip(new_offset + step * i, 0, w - 2),
352 offset(h, 7, 10), 1, offset(h, 1, 20));
353 }
354
355 out->pts = s->vpts++;
356 out->duration = 1;
357
358 return ff_filter_frame(outlink, out);
359 }
360
361 static int activate(AVFilterContext *ctx)
362 {
363 AVSyncTestContext *s = ctx->priv;
364 AVFilterLink *aoutlink = ctx->outputs[0];
365 AVFilterLink *voutlink = ctx->outputs[1];
366 int ret = FFERROR_NOT_READY;
367
368 if (!ff_outlink_frame_wanted(aoutlink) &&
369 !ff_outlink_frame_wanted(voutlink))
370 return ret;
371
372 if (s->duration > 0 && s->apts >= s->duration) {
373 ff_outlink_set_status(aoutlink, AVERROR_EOF, s->apts);
374 ff_outlink_set_status(voutlink, AVERROR_EOF, s->vpts);
375 return 0;
376 }
377
378 ret = audio_frame(aoutlink);
379 if (ret < 0)
380 return ret;
381 ret = video_frame(voutlink);
382
383 return ret;
384 }
385
386 static const AVFilterPad avsynctest_outputs[] = {
387 {
388 .name = "audio",
389 .type = AVMEDIA_TYPE_AUDIO,
390 .config_props = aconfig_props,
391 },
392 {
393 .name = "video",
394 .type = AVMEDIA_TYPE_VIDEO,
395 .config_props = config_props,
396 },
397 };
398
399 const AVFilter ff_avsrc_avsynctest = {
400 .name = "avsynctest",
401 .description = NULL_IF_CONFIG_SMALL("Generate an Audio Video Sync Test."),
402 .priv_size = sizeof(AVSyncTestContext),
403 .priv_class = &avsynctest_class,
404 .inputs = NULL,
405 .activate = activate,
406 FILTER_OUTPUTS(avsynctest_outputs),
407 FILTER_QUERY_FUNC(query_formats),
408 .process_command = ff_filter_process_command,
409 };
410