FFmpeg coverage

Line	Branch	Exec	Source
1			/*
2			* Copyright (c) 2017-2022 Paul B Mahol
3			*
4			* This file is part of FFmpeg.
5			*
6			* FFmpeg is free software; you can redistribute it and/or
7			* modify it under the terms of the GNU Lesser General Public
8			* License as published by the Free Software Foundation; either
9			* version 2.1 of the License, or (at your option) any later version.
10			*
11			* FFmpeg is distributed in the hope that it will be useful,
12			* but WITHOUT ANY WARRANTY; without even the implied warranty of
13			* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14			* Lesser General Public License for more details.
15			*
16			* You should have received a copy of the GNU Lesser General Public
17			* License along with FFmpeg; if not, write to the Free Software
18			* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19			*/
20
21			#include "libavutil/avassert.h"
22			#include "libavutil/common.h"
23			#include "libavutil/channel_layout.h"
24			#include "libavutil/ffmath.h"
25			#include "libavutil/opt.h"
26			#include "libavutil/imgutils.h"
27			#include "libavutil/intreadwrite.h"
28			#include "libavutil/parseutils.h"
29			#include "libavutil/timestamp.h"
30			#include "libavutil/xga_font_data.h"
31			#include "avfilter.h"
32			#include "drawutils.h"
33			#include "filters.h"
34			#include "formats.h"
35			#include "audio.h"
36			#include "video.h"
37
38			typedef struct AVSyncTestContext {
39			const AVClass *class;
40
41			int w, h;
42			AVRational frame_rate;
43			int sample_rate;
44			int64_t duration;
45			int64_t apts, vpts;
46			float amplitude;
47			int period;
48			int delay;
49			int cycle;
50
51			int beep;
52			int beep_duration;
53			int flash;
54			int dir;
55			AVRational vdelay, delay_max, delay_min;
56			AVRational delay_range;
57			int64_t prev_intpart;
58
59			uint8_t rgba[3][4];
60			FFDrawContext draw;
61			FFDrawColor fg;
62			FFDrawColor bg;
63			FFDrawColor ag;
64			} AVSyncTestContext;
65
66			#define OFFSET(x) offsetof(AVSyncTestContext, x)
67			#define A AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
68			#define V AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
69			#define R AV_OPT_FLAG_RUNTIME_PARAM
70
71			static const AVOption avsynctest_options[] = {
72			{"size", "set frame size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, V },
73			{"s", "set frame size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE, {.str="hd720"}, 0, 0, V },
74			{"framerate", "set frame rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str="30"}, 0,INT_MAX, V },
75			{"fr", "set frame rate", OFFSET(frame_rate), AV_OPT_TYPE_VIDEO_RATE, {.str="30"}, 0,INT_MAX, V },
76			{"samplerate", "set sample rate", OFFSET(sample_rate), AV_OPT_TYPE_INT, {.i64=44100},8000,384000, A },
77			{"sr", "set sample rate", OFFSET(sample_rate), AV_OPT_TYPE_INT, {.i64=44100},8000,384000, A },
78			{"amplitude", "set beep amplitude", OFFSET(amplitude), AV_OPT_TYPE_FLOAT, {.dbl=.7}, 0., 1., A|R },
79			{"a", "set beep amplitude", OFFSET(amplitude), AV_OPT_TYPE_FLOAT, {.dbl=.7}, 0., 1., A|R },
80			{"period", "set beep period", OFFSET(period), AV_OPT_TYPE_INT, {.i64=3}, 1, 99., A },
81			{"p", "set beep period", OFFSET(period), AV_OPT_TYPE_INT, {.i64=3}, 1, 99., A },
82			{"delay", "set flash delay", OFFSET(delay), AV_OPT_TYPE_INT, {.i64=0}, -30, 30, V|R },
83			{"dl", "set flash delay", OFFSET(delay), AV_OPT_TYPE_INT, {.i64=0}, -30, 30, V|R },
84			{"cycle", "set delay cycle", OFFSET(cycle), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, V|R },
85			{"c", "set delay cycle", OFFSET(cycle), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, V|R },
86			{"duration", "set duration", OFFSET(duration), AV_OPT_TYPE_DURATION, {.i64=0}, 0, INT64_MAX, V|A },
87			{"d", "set duration", OFFSET(duration), AV_OPT_TYPE_DURATION, {.i64=0}, 0, INT64_MAX, V|A },
88			{"fg", "set foreground color", OFFSET(rgba[0]), AV_OPT_TYPE_COLOR, {.str="white"}, 0, 0, V },
89			{"bg", "set background color", OFFSET(rgba[1]), AV_OPT_TYPE_COLOR, {.str="black"}, 0, 0, V },
90			{"ag", "set additional color", OFFSET(rgba[2]), AV_OPT_TYPE_COLOR, {.str="gray"}, 0, 0, V },
91			{NULL},
92			};
93
94			AVFILTER_DEFINE_CLASS(avsynctest);
95
96		✗	static av_cold int query_formats(const AVFilterContext *ctx,
97			AVFilterFormatsConfig **cfg_in,
98			AVFilterFormatsConfig **cfg_out)
99			{
100		✗	const AVSyncTestContext *s = ctx->priv;
101		✗	int sample_rates[] = { s->sample_rate, -1 };
102			static const enum AVSampleFormat sample_fmts[] = {
103			AV_SAMPLE_FMT_S32, AV_SAMPLE_FMT_NONE
104			};
105			static const AVChannelLayout layouts[] = {
106			AV_CHANNEL_LAYOUT_MONO,
107			{ .nb_channels = 0 },
108			};
109			AVFilterFormats *formats;
110			int ret;
111
112		✗	formats = ff_make_format_list(sample_fmts);
113		✗	if (!formats)
114		✗	return AVERROR(ENOMEM);
115		✗	if ((ret = ff_formats_ref(formats, &cfg_out[0]->formats)) < 0)
116		✗	return ret;
117
118		✗	formats = ff_draw_supported_pixel_formats(0);
119		✗	if (!formats)
120		✗	return AVERROR(ENOMEM);
121		✗	if ((ret = ff_formats_ref(formats, &cfg_out[1]->formats)) < 0)
122		✗	return ret;
123
124		✗	ret = ff_set_common_channel_layouts_from_list2(ctx, cfg_in, cfg_out, layouts);
125		✗	if (ret < 0)
126		✗	return ret;
127
128		✗	return ff_set_common_samplerates_from_list2(ctx, cfg_in, cfg_out, sample_rates);
129			}
130
131		✗	static av_cold int aconfig_props(AVFilterLink *outlink)
132			{
133		✗	AVFilterContext *ctx = outlink->src;
134		✗	AVSyncTestContext *s = ctx->priv;
135
136		✗	outlink->sample_rate = s->sample_rate;
137		✗	outlink->time_base = (AVRational){1, s->sample_rate};
138
139		✗	s->beep_duration = av_rescale(s->sample_rate, s->frame_rate.den, s->frame_rate.num);
140		✗	s->duration = av_rescale(s->duration, s->sample_rate, AV_TIME_BASE);
141
142		✗	return 0;
143			}
144
145		✗	static av_cold int config_props(AVFilterLink *outlink)
146			{
147		✗	FilterLink *l = ff_filter_link(outlink);
148		✗	AVFilterContext *ctx = outlink->src;
149		✗	AVSyncTestContext *s = ctx->priv;
150
151		✗	outlink->w = s->w;
152		✗	outlink->h = s->h;
153		✗	outlink->time_base = av_inv_q(s->frame_rate);
154		✗	l->frame_rate = s->frame_rate;
155		✗	outlink->sample_aspect_ratio = (AVRational) {1, 1};
156		✗	s->delay_min = av_mul_q(s->frame_rate, av_make_q(-1, 2));
157		✗	s->delay_max = av_mul_q(s->delay_min, av_make_q(-1, 1));
158		✗	s->delay_range = av_sub_q(s->delay_max, s->delay_min);
159		✗	s->vdelay = av_make_q(s->delay, 1);
160		✗	s->dir = 1;
161		✗	s->prev_intpart = INT64_MIN;
162
163		✗	ff_draw_init2(&s->draw, outlink->format, outlink->colorspace, outlink->color_range, 0);
164
165		✗	ff_draw_color(&s->draw, &s->fg, s->rgba[0]);
166		✗	ff_draw_color(&s->draw, &s->bg, s->rgba[1]);
167		✗	ff_draw_color(&s->draw, &s->ag, s->rgba[2] );
168
169		✗	return 0;
170			}
171
172			#define FPI 0x8000
173
174		✗	static int32_t sin32(int32_t x, AVRational scale)
175			{
176		✗	const double pi = M_PI;
177		✗	const int32_t a = ((2.0 * pi) * (1 << 24));
178		✗	const int32_t b = (1 << 7) * (12.0 / pi - 1.0 - pi) * (1 << 24);
179		✗	const int32_t c = (1 << 9) * 3.0 * (2.0 + pi - 16.0 / pi) * (1 << 24);
180			int64_t x2, result;
181			int32_t t1, t2;
182
183		✗	x &= 2 * FPI - 1;
184
185		✗	if (x >= (3 * FPI / 2))
186		✗	x = x - 2 * FPI;
187		✗	else if (x > FPI / 2)
188		✗	x = FPI - x;
189
190		✗	x2 = x * x;
191		✗	t1 = (x2 * c) >> 32;
192		✗	t2 = ((b + t1) * x2) >> 32;
193		✗	x = x << 8;
194
195		✗	result = a + t2;
196		✗	result *= x;
197		✗	result += (1U << 31);
198		✗	result >>= 17;
199		✗	result = av_rescale(result, scale.num, scale.den);
200
201		✗	return result;
202			}
203
204		✗	static int audio_frame(AVFilterLink *outlink)
205			{
206		✗	AVFilterContext *ctx = outlink->src;
207		✗	AVSyncTestContext *s = ctx->priv;
208		✗	const AVRational a = av_d2q(s->amplitude, 32768);
209			int64_t duration[2];
210			int64_t delta;
211			AVFrame *out;
212			int32_t *dst;
213
214		✗	delta = av_rescale_q(s->vpts, av_make_q(s->sample_rate, 1), s->frame_rate) - s->apts;
215		✗	if (delta < 0)
216		✗	return 1;
217
218		✗	duration[0] = av_rescale_rnd(s->sample_rate, s->frame_rate.den, s->frame_rate.num, AV_ROUND_DOWN);
219		✗	duration[1] = av_rescale_rnd(s->sample_rate, s->frame_rate.den, s->frame_rate.num, AV_ROUND_UP);
220
221		✗	delta = duration[delta > 0];
222		✗	out = ff_get_audio_buffer(outlink, delta);
223		✗	if (!out)
224		✗	return AVERROR(ENOMEM);
225
226		✗	out->pts = s->apts;
227		✗	dst = (int32_t *)out->data[0];
228
229		✗	for (int i = 0; i < delta; i++) {
230		✗	if (((s->apts + i) % (s->period * s->sample_rate)) == 0)
231		✗	s->beep = 1;
232		✗	if (s->beep) {
233		✗	dst[i] = sin32(av_rescale_q(800LL * 2LL * FPI, outlink->time_base, av_make_q(1, s->apts + i)), a);
234		✗	s->beep++;
235			} else {
236		✗	dst[i] = 0;
237			}
238		✗	if (s->beep >= s->beep_duration) {
239		✗	s->beep = 0;
240			}
241			}
242		✗	s->apts += out->nb_samples;
243
244		✗	return ff_filter_frame(outlink, out);
245			}
246
247		✗	static void draw_text(FFDrawContext *draw, AVFrame *out, FFDrawColor *color,
248			int x0, int y0, const uint8_t *text)
249			{
250		✗	int x = x0;
251
252		✗	for (; *text; text++) {
253		✗	if (*text == '\n') {
254		✗	x = x0;
255		✗	y0 += 8;
256		✗	continue;
257			}
258		✗	ff_blend_mask(draw, color, out->data, out->linesize,
259			out->width, out->height,
260		✗	avpriv_cga_font + *text * 8, 1, 8, 8, 0, 0, x, y0);
261		✗	x += 8;
262			}
263		✗	}
264
265		✗	static int offset(int x, int num, int den)
266			{
267		✗	return av_rescale_rnd(x, num, den, AV_ROUND_UP);
268			}
269
270		✗	static int video_frame(AVFilterLink *outlink)
271			{
272		✗	AVFilterContext *ctx = outlink->src;
273		✗	AVSyncTestContext *s = ctx->priv;
274		✗	const int w = outlink->w;
275		✗	const int h = outlink->h;
276		✗	const int step = av_rescale_rnd(w, s->delay_range.den, s->delay_range.num, AV_ROUND_DOWN);
277			char text[128];
278			int new_offset;
279			int64_t delta, temp, intpart;
280			AVFrame *out;
281
282		✗	if (!s->cycle)
283		✗	s->vdelay = av_make_q(s->delay, 1);
284
285		✗	delta = av_rescale_q(s->apts, s->frame_rate, av_make_q(s->sample_rate, 1)) - s->vpts;
286		✗	if (delta < 0)
287		✗	return 1;
288
289		✗	out = ff_get_video_buffer(outlink, w, h);
290		✗	if (!out)
291		✗	return AVERROR(ENOMEM);
292
293		✗	ff_fill_rectangle(&s->draw, &s->bg, out->data, out->linesize, 0, 0, w, h);
294
295		✗	snprintf(text, sizeof(text), "FRN: %"PRId64"", s->vpts);
296		✗	draw_text(&s->draw, out, &s->fg, offset(w, 1, 10), offset(h, 1, 10), text);
297
298		✗	snprintf(text, sizeof(text), "SEC: %s", av_ts2timestr(s->vpts, &outlink->time_base));
299		✗	draw_text(&s->draw, out, &s->fg, offset(w, 1, 10), offset(h, 9, 10), text);
300
301		✗	snprintf(text, sizeof(text), "DLY: %d", s->vdelay.num);
302		✗	draw_text(&s->draw, out, &s->fg, offset(w, 9, 10) - strlen(text) * 8, offset(h, 9, 10), text);
303
304		✗	snprintf(text, sizeof(text), "FPS: %d/%d", s->frame_rate.num, s->frame_rate.den);
305		✗	draw_text(&s->draw, out, &s->fg, offset(w, 9, 10) - strlen(text) * 8, offset(h, 1, 10), text);
306
307		✗	snprintf(text, sizeof(text), "P: %d", s->period);
308		✗	draw_text(&s->draw, out, &s->ag, offset(w, 1, 2) - strlen(text) * 4, offset(h, 9, 10), text);
309
310		✗	snprintf(text, sizeof(text), "SR: %d", s->sample_rate);
311		✗	draw_text(&s->draw, out, &s->ag, offset(w, 1, 2) - strlen(text) * 4, offset(h, 1, 10), text);
312
313		✗	snprintf(text, sizeof(text), "A: %1.2f", s->amplitude);
314		✗	draw_text(&s->draw, out, &s->ag, offset(w, 1, 10), offset(h, 1, 2), text);
315
316		✗	snprintf(text, sizeof(text), "WxH: %dx%d", w, h);
317		✗	draw_text(&s->draw, out, &s->ag, offset(w, 9, 10) - strlen(text) * 8, offset(h, 1, 2), text);
318
319		✗	temp = s->vpts + s->vdelay.num;
320		✗	intpart = av_rescale_rnd(temp, outlink->time_base.num, outlink->time_base.den, AV_ROUND_NEAR_INF);
321		✗	intpart = temp - av_rescale_rnd(intpart, outlink->time_base.den, outlink->time_base.num, AV_ROUND_NEAR_INF);
322
323		✗	new_offset = offset(w, 1, 2);
324		✗	ff_fill_rectangle(&s->draw, &s->fg, out->data, out->linesize,
325		✗	av_clip(new_offset + step * intpart, 0, w - 2),
326			offset(h, 141, 200), offset(step, 2, 3), offset(h, 1, 25));
327
328		✗	if (intpart == 0 && s->prev_intpart != intpart) {
329		✗	if (s->flash >= s->period) {
330			int result;
331
332		✗	if (s->cycle)
333		✗	s->vdelay = av_add_q(s->vdelay, av_make_q(s->dir, 1));
334		✗	result = av_cmp_q(s->vdelay, s->delay_max);
335		✗	if (result >= 0)
336		✗	s->dir = -1;
337		✗	result = av_cmp_q(s->vdelay, s->delay_min);
338		✗	if (result <= 0)
339		✗	s->dir = 1;
340		✗	ff_fill_rectangle(&s->draw, &s->fg, out->data, out->linesize,
341			offset(w, 1, 3), offset(h, 1, 3), offset(w, 1, 3), offset(h, 1, 4));
342		✗	s->flash = 0;
343			}
344		✗	s->flash++;
345			}
346		✗	s->prev_intpart = intpart;
347
348		✗	for (int i = av_rescale(s->delay_min.num, 1, s->delay_min.den);
349		✗	i < av_rescale(s->delay_max.num, 1, s->delay_max.den); i++) {
350		✗	ff_fill_rectangle(&s->draw, &s->fg, out->data, out->linesize,
351		✗	av_clip(new_offset + step * i, 0, w - 2),
352			offset(h, 7, 10), 1, offset(h, 1, 20));
353			}
354
355		✗	out->pts = s->vpts++;
356		✗	out->duration = 1;
357
358		✗	return ff_filter_frame(outlink, out);
359			}
360
361		✗	static int activate(AVFilterContext *ctx)
362			{
363		✗	AVSyncTestContext *s = ctx->priv;
364		✗	AVFilterLink *aoutlink = ctx->outputs[0];
365		✗	AVFilterLink *voutlink = ctx->outputs[1];
366		✗	int ret = FFERROR_NOT_READY;
367
368		✗	if (!ff_outlink_frame_wanted(aoutlink) &&
369		✗	!ff_outlink_frame_wanted(voutlink))
370		✗	return ret;
371
372		✗	if (s->duration > 0 && s->apts >= s->duration) {
373		✗	ff_outlink_set_status(aoutlink, AVERROR_EOF, s->apts);
374		✗	ff_outlink_set_status(voutlink, AVERROR_EOF, s->vpts);
375		✗	return 0;
376			}
377
378		✗	ret = audio_frame(aoutlink);
379		✗	if (ret < 0)
380		✗	return ret;
381		✗	ret = video_frame(voutlink);
382
383		✗	return ret;
384			}
385
386			static const AVFilterPad avsynctest_outputs[] = {
387			{
388			.name = "audio",
389			.type = AVMEDIA_TYPE_AUDIO,
390			.config_props = aconfig_props,
391			},
392			{
393			.name = "video",
394			.type = AVMEDIA_TYPE_VIDEO,
395			.config_props = config_props,
396			},
397			};
398
399			const AVFilter ff_avsrc_avsynctest = {
400			.name = "avsynctest",
401			.description = NULL_IF_CONFIG_SMALL("Generate an Audio Video Sync Test."),
402			.priv_size = sizeof(AVSyncTestContext),
403			.priv_class = &avsynctest_class,
404			.inputs = NULL,
405			.activate = activate,
406			FILTER_OUTPUTS(avsynctest_outputs),
407			FILTER_QUERY_FUNC2(query_formats),
408			.process_command = ff_filter_process_command,
409			};
410