FFmpeg coverage


Directory: ../../../ffmpeg/
File: src/libavfilter/vf_neighbor.c
Date: 2022-12-09 07:38:14
Exec Total Coverage
Lines: 0 138 0.0%
Functions: 0 11 0.0%
Branches: 0 68 0.0%

Line Branch Exec Source
1 /*
2 * Copyright (c) 2012-2013 Oka Motofumi (chikuzen.mo at gmail dot com)
3 * Copyright (c) 2015 Paul B Mahol
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 #include "config_components.h"
23
24 #include "libavutil/imgutils.h"
25 #include "libavutil/intreadwrite.h"
26 #include "libavutil/pixdesc.h"
27 #include "libavutil/opt.h"
28 #include "avfilter.h"
29 #include "formats.h"
30 #include "internal.h"
31 #include "video.h"
32
33 typedef struct ThreadData {
34 AVFrame *in, *out;
35 } ThreadData;
36
37 typedef struct NContext {
38 const AVClass *class;
39 int planeheight[4];
40 int planewidth[4];
41 int nb_planes;
42 int threshold[4];
43 int coordinates;
44
45 int depth;
46 int max;
47 int bpc;
48
49 void (*filter)(uint8_t *dst, const uint8_t *p1, int width,
50 int threshold, const uint8_t *coordinates[], int coord,
51 int maxc);
52 } NContext;
53
54 static const enum AVPixelFormat pix_fmts[] = {
55 AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV440P,
56 AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ440P,
57 AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUV420P,
58 AV_PIX_FMT_YUVJ422P, AV_PIX_FMT_YUVJ420P,
59 AV_PIX_FMT_YUVJ411P, AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P,
60 AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
61 AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
62 AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV440P12,
63 AV_PIX_FMT_YUV420P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV444P14,
64 AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
65 AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9,
66 AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
67 AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA444P12,
68 AV_PIX_FMT_YUVA420P16, AV_PIX_FMT_YUVA422P16, AV_PIX_FMT_YUVA444P16,
69 AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
70 AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
71 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRAP10, AV_PIX_FMT_GBRAP12, AV_PIX_FMT_GBRAP16,
72 AV_PIX_FMT_GRAY8, AV_PIX_FMT_GRAY9, AV_PIX_FMT_GRAY10, AV_PIX_FMT_GRAY12, AV_PIX_FMT_GRAY14, AV_PIX_FMT_GRAY16,
73 AV_PIX_FMT_NONE
74 };
75
76 static void erosion(uint8_t *dst, const uint8_t *p1, int width,
77 int threshold, const uint8_t *coordinates[], int coord,
78 int maxc)
79 {
80 int x, i;
81
82 for (x = 0; x < width; x++) {
83 int min = p1[x];
84 int limit = FFMAX(min - threshold, 0);
85
86 for (i = 0; i < 8; i++) {
87 if (coord & (1 << i)) {
88 min = FFMIN(min, *(coordinates[i] + x));
89 }
90 min = FFMAX(min, limit);
91 }
92
93 dst[x] = min;
94 }
95 }
96
97 static void erosion16(uint8_t *dstp, const uint8_t *p1, int width,
98 int threshold, const uint8_t *coordinates[], int coord,
99 int maxc)
100 {
101 uint16_t *dst = (uint16_t *)dstp;
102 int x, i;
103
104 for (x = 0; x < width; x++) {
105 int min = AV_RN16A(&p1[2 * x]);
106 int limit = FFMAX(min - threshold, 0);
107
108 for (i = 0; i < 8; i++) {
109 if (coord & (1 << i)) {
110 min = FFMIN(min, AV_RN16A(coordinates[i] + x * 2));
111 }
112 min = FFMAX(min, limit);
113 }
114
115 dst[x] = min;
116 }
117 }
118
119 static void dilation(uint8_t *dst, const uint8_t *p1, int width,
120 int threshold, const uint8_t *coordinates[], int coord,
121 int maxc)
122 {
123 int x, i;
124
125 for (x = 0; x < width; x++) {
126 int max = p1[x];
127 int limit = FFMIN(max + threshold, 255);
128
129 for (i = 0; i < 8; i++) {
130 if (coord & (1 << i)) {
131 max = FFMAX(max, *(coordinates[i] + x));
132 }
133 max = FFMIN(max, limit);
134 }
135
136 dst[x] = max;
137 }
138 }
139
140 static void dilation16(uint8_t *dstp, const uint8_t *p1, int width,
141 int threshold, const uint8_t *coordinates[], int coord,
142 int maxc)
143 {
144 uint16_t *dst = (uint16_t *)dstp;
145 int x, i;
146
147 for (x = 0; x < width; x++) {
148 int max = AV_RN16A(&p1[x * 2]);
149 int limit = FFMIN(max + threshold, maxc);
150
151 for (i = 0; i < 8; i++) {
152 if (coord & (1 << i)) {
153 max = FFMAX(max, AV_RN16A(coordinates[i] + x * 2));
154 }
155 max = FFMIN(max, limit);
156 }
157
158 dst[x] = max;
159 }
160 }
161
162 static void deflate(uint8_t *dst, const uint8_t *p1, int width,
163 int threshold, const uint8_t *coordinates[], int coord,
164 int maxc)
165 {
166 int x, i;
167
168 for (x = 0; x < width; x++) {
169 int sum = 0;
170 int limit = FFMAX(p1[x] - threshold, 0);
171
172 for (i = 0; i < 8; sum += *(coordinates[i++] + x));
173
174 dst[x] = FFMAX(FFMIN(sum / 8, p1[x]), limit);
175 }
176 }
177
178 static void deflate16(uint8_t *dstp, const uint8_t *p1, int width,
179 int threshold, const uint8_t *coordinates[], int coord,
180 int maxc)
181 {
182 uint16_t *dst = (uint16_t *)dstp;
183 int x, i;
184
185 for (x = 0; x < width; x++) {
186 int sum = 0;
187 int limit = FFMAX(AV_RN16A(&p1[2 * x]) - threshold, 0);
188
189 for (i = 0; i < 8; sum += AV_RN16A(coordinates[i++] + x * 2));
190
191 dst[x] = FFMAX(FFMIN(sum / 8, AV_RN16A(&p1[2 * x])), limit);
192 }
193 }
194
195 static void inflate(uint8_t *dst, const uint8_t *p1, int width,
196 int threshold, const uint8_t *coordinates[], int coord,
197 int maxc)
198 {
199 int x, i;
200
201 for (x = 0; x < width; x++) {
202 int sum = 0;
203 int limit = FFMIN(p1[x] + threshold, 255);
204
205 for (i = 0; i < 8; sum += *(coordinates[i++] + x));
206
207 dst[x] = FFMIN(FFMAX(sum / 8, p1[x]), limit);
208 }
209 }
210
211 static void inflate16(uint8_t *dstp, const uint8_t *p1, int width,
212 int threshold, const uint8_t *coordinates[], int coord,
213 int maxc)
214 {
215 uint16_t *dst = (uint16_t *)dstp;
216 int x, i;
217
218 for (x = 0; x < width; x++) {
219 int sum = 0;
220 int limit = FFMIN(AV_RN16A(&p1[2 * x]) + threshold, maxc);
221
222 for (i = 0; i < 8; sum += AV_RN16A(coordinates[i++] + x * 2));
223
224 dst[x] = FFMIN(FFMAX(sum / 8, AV_RN16A(&p1[x * 2])), limit);
225 }
226 }
227
228 static int config_input(AVFilterLink *inlink)
229 {
230 AVFilterContext *ctx = inlink->dst;
231 NContext *s = ctx->priv;
232 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
233
234 s->depth = desc->comp[0].depth;
235 s->max = (1 << s->depth) - 1;
236 s->bpc = (s->depth + 7) / 8;
237
238 s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
239 s->planewidth[0] = s->planewidth[3] = inlink->w;
240 s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
241 s->planeheight[0] = s->planeheight[3] = inlink->h;
242
243 s->nb_planes = av_pix_fmt_count_planes(inlink->format);
244
245 if (!strcmp(ctx->filter->name, "erosion"))
246 s->filter = s->depth > 8 ? erosion16 : erosion;
247 else if (!strcmp(ctx->filter->name, "dilation"))
248 s->filter = s->depth > 8 ? dilation16 : dilation;
249 else if (!strcmp(ctx->filter->name, "deflate"))
250 s->filter = s->depth > 8 ? deflate16 : deflate;
251 else if (!strcmp(ctx->filter->name, "inflate"))
252 s->filter = s->depth > 8 ? inflate16 : inflate;
253
254 return 0;
255 }
256
257 static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
258 {
259 NContext *s = ctx->priv;
260 ThreadData *td = arg;
261 AVFrame *out = td->out;
262 AVFrame *in = td->in;
263 int plane, y;
264
265 for (plane = 0; plane < s->nb_planes; plane++) {
266 const int bpc = s->bpc;
267 const int threshold = s->threshold[plane];
268 const int stride = in->linesize[plane];
269 const int dstride = out->linesize[plane];
270 const int height = s->planeheight[plane];
271 const int width = s->planewidth[plane];
272 const int slice_start = (height * jobnr) / nb_jobs;
273 const int slice_end = (height * (jobnr+1)) / nb_jobs;
274 const uint8_t *src = (const uint8_t *)in->data[plane] + slice_start * stride;
275 uint8_t *dst = out->data[plane] + slice_start * dstride;
276
277 if (!threshold) {
278 av_image_copy_plane(dst, dstride, src, stride, width * bpc, slice_end - slice_start);
279 continue;
280 }
281
282 for (y = slice_start; y < slice_end; y++) {
283 const int nh = y > 0;
284 const int ph = y < height - 1;
285 const uint8_t *coordinates[] = { src - nh * stride, src + 1 * bpc - nh * stride, src + 2 * bpc - nh * stride,
286 src, src + 2 * bpc,
287 src + ph * stride, src + 1 * bpc + ph * stride, src + 2 * bpc + ph * stride};
288
289 const uint8_t *coordinateslb[] = { src + 1 * bpc - nh * stride, src - nh * stride, src + 1 * bpc - nh * stride,
290 src + 1 * bpc, src + 1 * bpc,
291 src + 1 * bpc + ph * stride, src + ph * stride, src + 1 * bpc + ph * stride};
292
293 const uint8_t *coordinatesrb[] = { src + (width - 2) * bpc - nh * stride, src + (width - 1) * bpc - nh * stride, src + (width - 2) * bpc - nh * stride,
294 src + (width - 2) * bpc, src + (width - 2) * bpc,
295 src + (width - 2) * bpc + ph * stride, src + (width - 1) * bpc + ph * stride, src + (width - 2) * bpc + ph * stride};
296
297 s->filter(dst, src, 1, threshold, coordinateslb, s->coordinates, s->max);
298 if (width > 1) {
299 s->filter(dst + 1 * bpc, src + 1 * bpc, width - 2, threshold, coordinates, s->coordinates, s->max);
300 s->filter(dst + (width - 1) * bpc, src + (width - 1) * bpc, 1, threshold, coordinatesrb, s->coordinates, s->max);
301 }
302
303 src += stride;
304 dst += dstride;
305 }
306 }
307
308 return 0;
309 }
310
311 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
312 {
313 AVFilterContext *ctx = inlink->dst;
314 AVFilterLink *outlink = ctx->outputs[0];
315 NContext *s = ctx->priv;
316 ThreadData td;
317 AVFrame *out;
318
319 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
320 if (!out) {
321 av_frame_free(&in);
322 return AVERROR(ENOMEM);
323 }
324 av_frame_copy_props(out, in);
325
326 td.in = in;
327 td.out = out;
328 ff_filter_execute(ctx, filter_slice, &td, NULL,
329 FFMIN(s->planeheight[1], ff_filter_get_nb_threads(ctx)));
330
331 av_frame_free(&in);
332 return ff_filter_frame(outlink, out);
333 }
334
335 static const AVFilterPad neighbor_inputs[] = {
336 {
337 .name = "default",
338 .type = AVMEDIA_TYPE_VIDEO,
339 .filter_frame = filter_frame,
340 .config_props = config_input,
341 },
342 };
343
344 static const AVFilterPad neighbor_outputs[] = {
345 {
346 .name = "default",
347 .type = AVMEDIA_TYPE_VIDEO,
348 },
349 };
350
351 #define OFFSET(x) offsetof(NContext, x)
352 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
353
354 #define DEFINE_NEIGHBOR_FILTER(name_, description_, priv_class_) \
355 const AVFilter ff_vf_##name_ = { \
356 .name = #name_, \
357 .description = NULL_IF_CONFIG_SMALL(description_), \
358 .priv_class = &priv_class_##_class, \
359 .priv_size = sizeof(NContext), \
360 FILTER_INPUTS(neighbor_inputs), \
361 FILTER_OUTPUTS(neighbor_outputs), \
362 FILTER_PIXFMTS_ARRAY(pix_fmts), \
363 .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC| \
364 AVFILTER_FLAG_SLICE_THREADS, \
365 .process_command = ff_filter_process_command, \
366 }
367
368 /* The following options are shared between all filters here;
369 * the de/inflate filters only use the threshold* options. */
370 #define DEINFLATE_OPTIONS_OFFSET (CONFIG_EROSION_FILTER || CONFIG_DILATION_FILTER)
371 static const AVOption options[] = {
372 #if CONFIG_EROSION_FILTER || CONFIG_DILATION_FILTER
373 { "coordinates", "set coordinates", OFFSET(coordinates), AV_OPT_TYPE_INT, {.i64=255}, 0, 255, FLAGS },
374 #endif
375 { "threshold0", "set threshold for 1st plane", OFFSET(threshold[0]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
376 { "threshold1", "set threshold for 2nd plane", OFFSET(threshold[1]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
377 { "threshold2", "set threshold for 3rd plane", OFFSET(threshold[2]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
378 { "threshold3", "set threshold for 4th plane", OFFSET(threshold[3]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
379 { NULL }
380 };
381
382 AVFILTER_DEFINE_CLASS_EXT(erosion_dilation, "erosion/dilation", options);
383
384 #if CONFIG_EROSION_FILTER
385
386 DEFINE_NEIGHBOR_FILTER(erosion, "Apply erosion effect.", erosion_dilation);
387
388 #endif /* CONFIG_EROSION_FILTER */
389
390 #if CONFIG_DILATION_FILTER
391
392 DEFINE_NEIGHBOR_FILTER(dilation, "Apply dilation effect.", erosion_dilation);
393
394 #endif /* CONFIG_DILATION_FILTER */
395
396 AVFILTER_DEFINE_CLASS_EXT(deflate_inflate, "deflate/inflate",
397 &options[DEINFLATE_OPTIONS_OFFSET]);
398
399 #if CONFIG_DEFLATE_FILTER
400
401 DEFINE_NEIGHBOR_FILTER(deflate, "Apply deflate effect.", deflate_inflate);
402
403 #endif /* CONFIG_DEFLATE_FILTER */
404
405 #if CONFIG_INFLATE_FILTER
406
407 DEFINE_NEIGHBOR_FILTER(inflate, "Apply inflate effect.", deflate_inflate);
408
409 #endif /* CONFIG_INFLATE_FILTER */
410