FFmpeg coverage

Line	Branch	Exec	Source
1			/*
2			* Copyright (c) 2012-2013 Oka Motofumi (chikuzen.mo at gmail dot com)
3			* Copyright (c) 2015 Paul B Mahol
4			*
5			* This file is part of FFmpeg.
6			*
7			* FFmpeg is free software; you can redistribute it and/or
8			* modify it under the terms of the GNU Lesser General Public
9			* License as published by the Free Software Foundation; either
10			* version 2.1 of the License, or (at your option) any later version.
11			*
12			* FFmpeg is distributed in the hope that it will be useful,
13			* but WITHOUT ANY WARRANTY; without even the implied warranty of
14			* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15			* Lesser General Public License for more details.
16			*
17			* You should have received a copy of the GNU Lesser General Public
18			* License along with FFmpeg; if not, write to the Free Software
19			* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20			*/
21
22			#include "config_components.h"
23
24			#include "libavutil/imgutils.h"
25			#include "libavutil/intreadwrite.h"
26			#include "libavutil/pixdesc.h"
27			#include "libavutil/opt.h"
28			#include "avfilter.h"
29			#include "filters.h"
30			#include "video.h"
31
32			typedef struct ThreadData {
33			AVFrame *in, *out;
34			} ThreadData;
35
36			typedef struct NContext {
37			const AVClass *class;
38			int planeheight[4];
39			int planewidth[4];
40			int nb_planes;
41			int threshold[4];
42			int coordinates;
43
44			int depth;
45			int max;
46			int bpc;
47
48			void (*filter)(uint8_t *dst, const uint8_t *p1, int width,
49			int threshold, const uint8_t *coordinates[], int coord,
50			int maxc);
51			} NContext;
52
53			static const enum AVPixelFormat pix_fmts[] = {
54			AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV440P,
55			AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ440P,
56			AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUV420P,
57			AV_PIX_FMT_YUVJ422P, AV_PIX_FMT_YUVJ420P,
58			AV_PIX_FMT_YUVJ411P, AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P,
59			AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
60			AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
61			AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV440P12,
62			AV_PIX_FMT_YUV420P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV444P14,
63			AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
64			AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9,
65			AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
66			AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA444P12,
67			AV_PIX_FMT_YUVA420P16, AV_PIX_FMT_YUVA422P16, AV_PIX_FMT_YUVA444P16,
68			AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
69			AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
70			AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRAP10, AV_PIX_FMT_GBRAP12, AV_PIX_FMT_GBRAP16,
71			AV_PIX_FMT_GRAY8, AV_PIX_FMT_GRAY9, AV_PIX_FMT_GRAY10, AV_PIX_FMT_GRAY12, AV_PIX_FMT_GRAY14, AV_PIX_FMT_GRAY16,
72			AV_PIX_FMT_NONE
73			};
74
75		✗	static void erosion(uint8_t *dst, const uint8_t *p1, int width,
76			int threshold, const uint8_t *coordinates[], int coord,
77			int maxc)
78			{
79			int x, i;
80
81		✗	for (x = 0; x < width; x++) {
82		✗	int min = p1[x];
83		✗	int limit = FFMAX(min - threshold, 0);
84
85		✗	for (i = 0; i < 8; i++) {
86		✗	if (coord & (1 << i)) {
87		✗	min = FFMIN(min, *(coordinates[i] + x));
88			}
89		✗	min = FFMAX(min, limit);
90			}
91
92		✗	dst[x] = min;
93			}
94		✗	}
95
96		✗	static void erosion16(uint8_t *dstp, const uint8_t *p1, int width,
97			int threshold, const uint8_t *coordinates[], int coord,
98			int maxc)
99			{
100		✗	uint16_t *dst = (uint16_t *)dstp;
101			int x, i;
102
103		✗	for (x = 0; x < width; x++) {
104		✗	int min = AV_RN16A(&p1[2 * x]);
105		✗	int limit = FFMAX(min - threshold, 0);
106
107		✗	for (i = 0; i < 8; i++) {
108		✗	if (coord & (1 << i)) {
109		✗	min = FFMIN(min, AV_RN16A(coordinates[i] + x * 2));
110			}
111		✗	min = FFMAX(min, limit);
112			}
113
114		✗	dst[x] = min;
115			}
116		✗	}
117
118		✗	static void dilation(uint8_t *dst, const uint8_t *p1, int width,
119			int threshold, const uint8_t *coordinates[], int coord,
120			int maxc)
121			{
122			int x, i;
123
124		✗	for (x = 0; x < width; x++) {
125		✗	int max = p1[x];
126		✗	int limit = FFMIN(max + threshold, 255);
127
128		✗	for (i = 0; i < 8; i++) {
129		✗	if (coord & (1 << i)) {
130		✗	max = FFMAX(max, *(coordinates[i] + x));
131			}
132		✗	max = FFMIN(max, limit);
133			}
134
135		✗	dst[x] = max;
136			}
137		✗	}
138
139		✗	static void dilation16(uint8_t *dstp, const uint8_t *p1, int width,
140			int threshold, const uint8_t *coordinates[], int coord,
141			int maxc)
142			{
143		✗	uint16_t *dst = (uint16_t *)dstp;
144			int x, i;
145
146		✗	for (x = 0; x < width; x++) {
147		✗	int max = AV_RN16A(&p1[x * 2]);
148		✗	int limit = FFMIN(max + threshold, maxc);
149
150		✗	for (i = 0; i < 8; i++) {
151		✗	if (coord & (1 << i)) {
152		✗	max = FFMAX(max, AV_RN16A(coordinates[i] + x * 2));
153			}
154		✗	max = FFMIN(max, limit);
155			}
156
157		✗	dst[x] = max;
158			}
159		✗	}
160
161		✗	static void deflate(uint8_t *dst, const uint8_t *p1, int width,
162			int threshold, const uint8_t *coordinates[], int coord,
163			int maxc)
164			{
165			int x, i;
166
167		✗	for (x = 0; x < width; x++) {
168		✗	int sum = 0;
169		✗	int limit = FFMAX(p1[x] - threshold, 0);
170
171		✗	for (i = 0; i < 8; sum += *(coordinates[i++] + x));
172
173		✗	dst[x] = FFMAX(FFMIN(sum / 8, p1[x]), limit);
174			}
175		✗	}
176
177		✗	static void deflate16(uint8_t *dstp, const uint8_t *p1, int width,
178			int threshold, const uint8_t *coordinates[], int coord,
179			int maxc)
180			{
181		✗	uint16_t *dst = (uint16_t *)dstp;
182			int x, i;
183
184		✗	for (x = 0; x < width; x++) {
185		✗	int sum = 0;
186		✗	int limit = FFMAX(AV_RN16A(&p1[2 * x]) - threshold, 0);
187
188		✗	for (i = 0; i < 8; sum += AV_RN16A(coordinates[i++] + x * 2));
189
190		✗	dst[x] = FFMAX(FFMIN(sum / 8, AV_RN16A(&p1[2 * x])), limit);
191			}
192		✗	}
193
194		✗	static void inflate(uint8_t *dst, const uint8_t *p1, int width,
195			int threshold, const uint8_t *coordinates[], int coord,
196			int maxc)
197			{
198			int x, i;
199
200		✗	for (x = 0; x < width; x++) {
201		✗	int sum = 0;
202		✗	int limit = FFMIN(p1[x] + threshold, 255);
203
204		✗	for (i = 0; i < 8; sum += *(coordinates[i++] + x));
205
206		✗	dst[x] = FFMIN(FFMAX(sum / 8, p1[x]), limit);
207			}
208		✗	}
209
210		✗	static void inflate16(uint8_t *dstp, const uint8_t *p1, int width,
211			int threshold, const uint8_t *coordinates[], int coord,
212			int maxc)
213			{
214		✗	uint16_t *dst = (uint16_t *)dstp;
215			int x, i;
216
217		✗	for (x = 0; x < width; x++) {
218		✗	int sum = 0;
219		✗	int limit = FFMIN(AV_RN16A(&p1[2 * x]) + threshold, maxc);
220
221		✗	for (i = 0; i < 8; sum += AV_RN16A(coordinates[i++] + x * 2));
222
223		✗	dst[x] = FFMIN(FFMAX(sum / 8, AV_RN16A(&p1[x * 2])), limit);
224			}
225		✗	}
226
227		✗	static int config_input(AVFilterLink *inlink)
228			{
229		✗	AVFilterContext *ctx = inlink->dst;
230		✗	NContext *s = ctx->priv;
231		✗	const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
232
233		✗	s->depth = desc->comp[0].depth;
234		✗	s->max = (1 << s->depth) - 1;
235		✗	s->bpc = (s->depth + 7) / 8;
236
237		✗	s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
238		✗	s->planewidth[0] = s->planewidth[3] = inlink->w;
239		✗	s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
240		✗	s->planeheight[0] = s->planeheight[3] = inlink->h;
241
242		✗	s->nb_planes = av_pix_fmt_count_planes(inlink->format);
243
244		✗	if (!strcmp(ctx->filter->name, "erosion"))
245		✗	s->filter = s->depth > 8 ? erosion16 : erosion;
246		✗	else if (!strcmp(ctx->filter->name, "dilation"))
247		✗	s->filter = s->depth > 8 ? dilation16 : dilation;
248		✗	else if (!strcmp(ctx->filter->name, "deflate"))
249		✗	s->filter = s->depth > 8 ? deflate16 : deflate;
250		✗	else if (!strcmp(ctx->filter->name, "inflate"))
251		✗	s->filter = s->depth > 8 ? inflate16 : inflate;
252
253		✗	return 0;
254			}
255
256		✗	static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
257			{
258		✗	NContext *s = ctx->priv;
259		✗	ThreadData *td = arg;
260		✗	AVFrame *out = td->out;
261		✗	AVFrame *in = td->in;
262			int plane, y;
263
264		✗	for (plane = 0; plane < s->nb_planes; plane++) {
265		✗	const int bpc = s->bpc;
266		✗	const int threshold = s->threshold[plane];
267		✗	const int stride = in->linesize[plane];
268		✗	const int dstride = out->linesize[plane];
269		✗	const int height = s->planeheight[plane];
270		✗	const int width = s->planewidth[plane];
271		✗	const int slice_start = (height * jobnr) / nb_jobs;
272		✗	const int slice_end = (height * (jobnr+1)) / nb_jobs;
273		✗	const uint8_t *src = (const uint8_t *)in->data[plane] + slice_start * stride;
274		✗	uint8_t *dst = out->data[plane] + slice_start * dstride;
275
276		✗	if (!threshold) {
277		✗	av_image_copy_plane(dst, dstride, src, stride, width * bpc, slice_end - slice_start);
278		✗	continue;
279			}
280
281		✗	for (y = slice_start; y < slice_end; y++) {
282		✗	const int nh = y > 0;
283		✗	const int ph = y < height - 1;
284		✗	const uint8_t *coordinates[] = { src - nh * stride, src + 1 * bpc - nh * stride, src + 2 * bpc - nh * stride,
285		✗	src, src + 2 * bpc,
286		✗	src + ph * stride, src + 1 * bpc + ph * stride, src + 2 * bpc + ph * stride};
287
288		✗	const uint8_t *coordinateslb[] = { src + 1 * bpc - nh * stride, src - nh * stride, src + 1 * bpc - nh * stride,
289		✗	src + 1 * bpc, src + 1 * bpc,
290		✗	src + 1 * bpc + ph * stride, src + ph * stride, src + 1 * bpc + ph * stride};
291
292		✗	const uint8_t *coordinatesrb[] = { src + (width - 2) * bpc - nh * stride, src + (width - 1) * bpc - nh * stride, src + (width - 2) * bpc - nh * stride,
293		✗	src + (width - 2) * bpc, src + (width - 2) * bpc,
294		✗	src + (width - 2) * bpc + ph * stride, src + (width - 1) * bpc + ph * stride, src + (width - 2) * bpc + ph * stride};
295
296		✗	s->filter(dst, src, 1, threshold, coordinateslb, s->coordinates, s->max);
297		✗	if (width > 1) {
298		✗	s->filter(dst + 1 * bpc, src + 1 * bpc, width - 2, threshold, coordinates, s->coordinates, s->max);
299		✗	s->filter(dst + (width - 1) * bpc, src + (width - 1) * bpc, 1, threshold, coordinatesrb, s->coordinates, s->max);
300			}
301
302		✗	src += stride;
303		✗	dst += dstride;
304			}
305			}
306
307		✗	return 0;
308			}
309
310		✗	static int filter_frame(AVFilterLink *inlink, AVFrame *in)
311			{
312		✗	AVFilterContext *ctx = inlink->dst;
313		✗	AVFilterLink *outlink = ctx->outputs[0];
314		✗	NContext *s = ctx->priv;
315			ThreadData td;
316			AVFrame *out;
317
318		✗	out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
319		✗	if (!out) {
320		✗	av_frame_free(&in);
321		✗	return AVERROR(ENOMEM);
322			}
323		✗	av_frame_copy_props(out, in);
324
325		✗	td.in = in;
326		✗	td.out = out;
327		✗	ff_filter_execute(ctx, filter_slice, &td, NULL,
328		✗	FFMIN(s->planeheight[1], ff_filter_get_nb_threads(ctx)));
329
330		✗	av_frame_free(&in);
331		✗	return ff_filter_frame(outlink, out);
332			}
333
334			static const AVFilterPad neighbor_inputs[] = {
335			{
336			.name = "default",
337			.type = AVMEDIA_TYPE_VIDEO,
338			.filter_frame = filter_frame,
339			.config_props = config_input,
340			},
341			};
342
343			#define OFFSET(x) offsetof(NContext, x)
344			#define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
345
346			#define DEFINE_NEIGHBOR_FILTER(name_, description_, priv_class_) \
347			const FFFilter ff_vf_##name_ = { \
348			.p.name = #name_, \
349			.p.description = NULL_IF_CONFIG_SMALL(description_), \
350			.p.priv_class = &priv_class_##_class, \
351			.p.flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC| \
352			AVFILTER_FLAG_SLICE_THREADS, \
353			.priv_size = sizeof(NContext), \
354			FILTER_INPUTS(neighbor_inputs), \
355			FILTER_OUTPUTS(ff_video_default_filterpad), \
356			FILTER_PIXFMTS_ARRAY(pix_fmts), \
357			.process_command = ff_filter_process_command, \
358			}
359
360			/* The following options are shared between all filters here;
361			* the de/inflate filters only use the threshold* options. */
362			#define DEINFLATE_OPTIONS_OFFSET (CONFIG_EROSION_FILTER || CONFIG_DILATION_FILTER)
363			static const AVOption options[] = {
364			#if CONFIG_EROSION_FILTER || CONFIG_DILATION_FILTER
365			{ "coordinates", "set coordinates", OFFSET(coordinates), AV_OPT_TYPE_INT, {.i64=255}, 0, 255, FLAGS },
366			#endif
367			{ "threshold0", "set threshold for 1st plane", OFFSET(threshold[0]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
368			{ "threshold1", "set threshold for 2nd plane", OFFSET(threshold[1]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
369			{ "threshold2", "set threshold for 3rd plane", OFFSET(threshold[2]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
370			{ "threshold3", "set threshold for 4th plane", OFFSET(threshold[3]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
371			{ NULL }
372			};
373
374			AVFILTER_DEFINE_CLASS_EXT(erosion_dilation, "erosion/dilation", options);
375
376			#if CONFIG_EROSION_FILTER
377
378			DEFINE_NEIGHBOR_FILTER(erosion, "Apply erosion effect.", erosion_dilation);
379
380			#endif /* CONFIG_EROSION_FILTER */
381
382			#if CONFIG_DILATION_FILTER
383
384			DEFINE_NEIGHBOR_FILTER(dilation, "Apply dilation effect.", erosion_dilation);
385
386			#endif /* CONFIG_DILATION_FILTER */
387
388			AVFILTER_DEFINE_CLASS_EXT(deflate_inflate, "deflate/inflate",
389			&options[DEINFLATE_OPTIONS_OFFSET]);
390
391			#if CONFIG_DEFLATE_FILTER
392
393			DEFINE_NEIGHBOR_FILTER(deflate, "Apply deflate effect.", deflate_inflate);
394
395			#endif /* CONFIG_DEFLATE_FILTER */
396
397			#if CONFIG_INFLATE_FILTER
398
399			DEFINE_NEIGHBOR_FILTER(inflate, "Apply inflate effect.", deflate_inflate);
400
401			#endif /* CONFIG_INFLATE_FILTER */
402