FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavfilter/vf_neighbor.c
Date: 2024-10-17 22:24:08
Exec Total Coverage
Lines: 0 146 0.0%
Functions: 0 11 0.0%
Branches: 0 68 0.0%
Line Branch Exec Source
1 /*
2 * Copyright (c) 2012-2013 Oka Motofumi (chikuzen.mo at gmail dot com)
3 * Copyright (c) 2015 Paul B Mahol
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 #include "config_components.h"
23
24 #include "libavutil/imgutils.h"
25 #include "libavutil/intreadwrite.h"
26 #include "libavutil/pixdesc.h"
27 #include "libavutil/opt.h"
28 #include "avfilter.h"
29 #include "filters.h"
30 #include "video.h"
31
32 typedef struct ThreadData {
33 AVFrame *in, *out;
34 } ThreadData;
35
36 typedef struct NContext {
37 const AVClass *class;
38 int planeheight[4];
39 int planewidth[4];
40 int nb_planes;
41 int threshold[4];
42 int coordinates;
43
44 int depth;
45 int max;
46 int bpc;
47
48 void (*filter)(uint8_t *dst, const uint8_t *p1, int width,
49 int threshold, const uint8_t *coordinates[], int coord,
50 int maxc);
51 } NContext;
52
53 static const enum AVPixelFormat pix_fmts[] = {
54 AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV440P,
55 AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ440P,
56 AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUV420P,
57 AV_PIX_FMT_YUVJ422P, AV_PIX_FMT_YUVJ420P,
58 AV_PIX_FMT_YUVJ411P, AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P,
59 AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,
60 AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,
61 AV_PIX_FMT_YUV420P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV440P12,
62 AV_PIX_FMT_YUV420P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV444P14,
63 AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,
64 AV_PIX_FMT_YUVA420P9, AV_PIX_FMT_YUVA422P9, AV_PIX_FMT_YUVA444P9,
65 AV_PIX_FMT_YUVA420P10, AV_PIX_FMT_YUVA422P10, AV_PIX_FMT_YUVA444P10,
66 AV_PIX_FMT_YUVA422P12, AV_PIX_FMT_YUVA444P12,
67 AV_PIX_FMT_YUVA420P16, AV_PIX_FMT_YUVA422P16, AV_PIX_FMT_YUVA444P16,
68 AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRP9, AV_PIX_FMT_GBRP10,
69 AV_PIX_FMT_GBRP12, AV_PIX_FMT_GBRP14, AV_PIX_FMT_GBRP16,
70 AV_PIX_FMT_GBRAP, AV_PIX_FMT_GBRAP10, AV_PIX_FMT_GBRAP12, AV_PIX_FMT_GBRAP16,
71 AV_PIX_FMT_GRAY8, AV_PIX_FMT_GRAY9, AV_PIX_FMT_GRAY10, AV_PIX_FMT_GRAY12, AV_PIX_FMT_GRAY14, AV_PIX_FMT_GRAY16,
72 AV_PIX_FMT_NONE
73 };
74
75 ✗ static void erosion(uint8_t *dst, const uint8_t *p1, int width,
76 int threshold, const uint8_t *coordinates[], int coord,
77 int maxc)
78 {
79 int x, i;
80
81 ✗ for (x = 0; x < width; x++) {
82 ✗ int min = p1[x];
83 ✗ int limit = FFMAX(min - threshold, 0);
84
85 ✗ for (i = 0; i < 8; i++) {
86 ✗ if (coord & (1 << i)) {
87 ✗ min = FFMIN(min, *(coordinates[i] + x));
88 }
89 ✗ min = FFMAX(min, limit);
90 }
91
92 ✗ dst[x] = min;
93 }
94 ✗ }
95
96 ✗ static void erosion16(uint8_t *dstp, const uint8_t *p1, int width,
97 int threshold, const uint8_t *coordinates[], int coord,
98 int maxc)
99 {
100 ✗ uint16_t *dst = (uint16_t *)dstp;
101 int x, i;
102
103 ✗ for (x = 0; x < width; x++) {
104 ✗ int min = AV_RN16A(&p1[2 * x]);
105 ✗ int limit = FFMAX(min - threshold, 0);
106
107 ✗ for (i = 0; i < 8; i++) {
108 ✗ if (coord & (1 << i)) {
109 ✗ min = FFMIN(min, AV_RN16A(coordinates[i] + x * 2));
110 }
111 ✗ min = FFMAX(min, limit);
112 }
113
114 ✗ dst[x] = min;
115 }
116 ✗ }
117
118 ✗ static void dilation(uint8_t *dst, const uint8_t *p1, int width,
119 int threshold, const uint8_t *coordinates[], int coord,
120 int maxc)
121 {
122 int x, i;
123
124 ✗ for (x = 0; x < width; x++) {
125 ✗ int max = p1[x];
126 ✗ int limit = FFMIN(max + threshold, 255);
127
128 ✗ for (i = 0; i < 8; i++) {
129 ✗ if (coord & (1 << i)) {
130 ✗ max = FFMAX(max, *(coordinates[i] + x));
131 }
132 ✗ max = FFMIN(max, limit);
133 }
134
135 ✗ dst[x] = max;
136 }
137 ✗ }
138
139 ✗ static void dilation16(uint8_t *dstp, const uint8_t *p1, int width,
140 int threshold, const uint8_t *coordinates[], int coord,
141 int maxc)
142 {
143 ✗ uint16_t *dst = (uint16_t *)dstp;
144 int x, i;
145
146 ✗ for (x = 0; x < width; x++) {
147 ✗ int max = AV_RN16A(&p1[x * 2]);
148 ✗ int limit = FFMIN(max + threshold, maxc);
149
150 ✗ for (i = 0; i < 8; i++) {
151 ✗ if (coord & (1 << i)) {
152 ✗ max = FFMAX(max, AV_RN16A(coordinates[i] + x * 2));
153 }
154 ✗ max = FFMIN(max, limit);
155 }
156
157 ✗ dst[x] = max;
158 }
159 ✗ }
160
161 ✗ static void deflate(uint8_t *dst, const uint8_t *p1, int width,
162 int threshold, const uint8_t *coordinates[], int coord,
163 int maxc)
164 {
165 int x, i;
166
167 ✗ for (x = 0; x < width; x++) {
168 ✗ int sum = 0;
169 ✗ int limit = FFMAX(p1[x] - threshold, 0);
170
171 ✗ for (i = 0; i < 8; sum += *(coordinates[i++] + x));
172
173 ✗ dst[x] = FFMAX(FFMIN(sum / 8, p1[x]), limit);
174 }
175 ✗ }
176
177 ✗ static void deflate16(uint8_t *dstp, const uint8_t *p1, int width,
178 int threshold, const uint8_t *coordinates[], int coord,
179 int maxc)
180 {
181 ✗ uint16_t *dst = (uint16_t *)dstp;
182 int x, i;
183
184 ✗ for (x = 0; x < width; x++) {
185 ✗ int sum = 0;
186 ✗ int limit = FFMAX(AV_RN16A(&p1[2 * x]) - threshold, 0);
187
188 ✗ for (i = 0; i < 8; sum += AV_RN16A(coordinates[i++] + x * 2));
189
190 ✗ dst[x] = FFMAX(FFMIN(sum / 8, AV_RN16A(&p1[2 * x])), limit);
191 }
192 ✗ }
193
194 ✗ static void inflate(uint8_t *dst, const uint8_t *p1, int width,
195 int threshold, const uint8_t *coordinates[], int coord,
196 int maxc)
197 {
198 int x, i;
199
200 ✗ for (x = 0; x < width; x++) {
201 ✗ int sum = 0;
202 ✗ int limit = FFMIN(p1[x] + threshold, 255);
203
204 ✗ for (i = 0; i < 8; sum += *(coordinates[i++] + x));
205
206 ✗ dst[x] = FFMIN(FFMAX(sum / 8, p1[x]), limit);
207 }
208 ✗ }
209
210 ✗ static void inflate16(uint8_t *dstp, const uint8_t *p1, int width,
211 int threshold, const uint8_t *coordinates[], int coord,
212 int maxc)
213 {
214 ✗ uint16_t *dst = (uint16_t *)dstp;
215 int x, i;
216
217 ✗ for (x = 0; x < width; x++) {
218 ✗ int sum = 0;
219 ✗ int limit = FFMIN(AV_RN16A(&p1[2 * x]) + threshold, maxc);
220
221 ✗ for (i = 0; i < 8; sum += AV_RN16A(coordinates[i++] + x * 2));
222
223 ✗ dst[x] = FFMIN(FFMAX(sum / 8, AV_RN16A(&p1[x * 2])), limit);
224 }
225 ✗ }
226
227 ✗ static int config_input(AVFilterLink *inlink)
228 {
229 ✗ AVFilterContext *ctx = inlink->dst;
230 ✗ NContext *s = ctx->priv;
231 ✗ const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
232
233 ✗ s->depth = desc->comp[0].depth;
234 ✗ s->max = (1 << s->depth) - 1;
235 ✗ s->bpc = (s->depth + 7) / 8;
236
237 ✗ s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
238 ✗ s->planewidth[0] = s->planewidth[3] = inlink->w;
239 ✗ s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
240 ✗ s->planeheight[0] = s->planeheight[3] = inlink->h;
241
242 ✗ s->nb_planes = av_pix_fmt_count_planes(inlink->format);
243
244 ✗ if (!strcmp(ctx->filter->name, "erosion"))
245 ✗ s->filter = s->depth > 8 ? erosion16 : erosion;
246 ✗ else if (!strcmp(ctx->filter->name, "dilation"))
247 ✗ s->filter = s->depth > 8 ? dilation16 : dilation;
248 ✗ else if (!strcmp(ctx->filter->name, "deflate"))
249 ✗ s->filter = s->depth > 8 ? deflate16 : deflate;
250 ✗ else if (!strcmp(ctx->filter->name, "inflate"))
251 ✗ s->filter = s->depth > 8 ? inflate16 : inflate;
252
253 ✗ return 0;
254 }
255
256 ✗ static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
257 {
258 ✗ NContext *s = ctx->priv;
259 ✗ ThreadData *td = arg;
260 ✗ AVFrame *out = td->out;
261 ✗ AVFrame *in = td->in;
262 int plane, y;
263
264 ✗ for (plane = 0; plane < s->nb_planes; plane++) {
265 ✗ const int bpc = s->bpc;
266 ✗ const int threshold = s->threshold[plane];
267 ✗ const int stride = in->linesize[plane];
268 ✗ const int dstride = out->linesize[plane];
269 ✗ const int height = s->planeheight[plane];
270 ✗ const int width = s->planewidth[plane];
271 ✗ const int slice_start = (height * jobnr) / nb_jobs;
272 ✗ const int slice_end = (height * (jobnr+1)) / nb_jobs;
273 ✗ const uint8_t *src = (const uint8_t *)in->data[plane] + slice_start * stride;
274 ✗ uint8_t *dst = out->data[plane] + slice_start * dstride;
275
276 ✗ if (!threshold) {
277 ✗ av_image_copy_plane(dst, dstride, src, stride, width * bpc, slice_end - slice_start);
278 ✗ continue;
279 }
280
281 ✗ for (y = slice_start; y < slice_end; y++) {
282 ✗ const int nh = y > 0;
283 ✗ const int ph = y < height - 1;
284 ✗ const uint8_t *coordinates[] = { src - nh * stride, src + 1 * bpc - nh * stride, src + 2 * bpc - nh * stride,
285 ✗ src, src + 2 * bpc,
286 ✗ src + ph * stride, src + 1 * bpc + ph * stride, src + 2 * bpc + ph * stride};
287
288 ✗ const uint8_t *coordinateslb[] = { src + 1 * bpc - nh * stride, src - nh * stride, src + 1 * bpc - nh * stride,
289 ✗ src + 1 * bpc, src + 1 * bpc,
290 ✗ src + 1 * bpc + ph * stride, src + ph * stride, src + 1 * bpc + ph * stride};
291
292 ✗ const uint8_t *coordinatesrb[] = { src + (width - 2) * bpc - nh * stride, src + (width - 1) * bpc - nh * stride, src + (width - 2) * bpc - nh * stride,
293 ✗ src + (width - 2) * bpc, src + (width - 2) * bpc,
294 ✗ src + (width - 2) * bpc + ph * stride, src + (width - 1) * bpc + ph * stride, src + (width - 2) * bpc + ph * stride};
295
296 ✗ s->filter(dst, src, 1, threshold, coordinateslb, s->coordinates, s->max);
297 ✗ if (width > 1) {
298 ✗ s->filter(dst + 1 * bpc, src + 1 * bpc, width - 2, threshold, coordinates, s->coordinates, s->max);
299 ✗ s->filter(dst + (width - 1) * bpc, src + (width - 1) * bpc, 1, threshold, coordinatesrb, s->coordinates, s->max);
300 }
301
302 ✗ src += stride;
303 ✗ dst += dstride;
304 }
305 }
306
307 ✗ return 0;
308 }
309
310 ✗ static int filter_frame(AVFilterLink *inlink, AVFrame *in)
311 {
312 ✗ AVFilterContext *ctx = inlink->dst;
313 ✗ AVFilterLink *outlink = ctx->outputs[0];
314 ✗ NContext *s = ctx->priv;
315 ThreadData td;
316 AVFrame *out;
317
318 ✗ out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
319 ✗ if (!out) {
320 ✗ av_frame_free(&in);
321 ✗ return AVERROR(ENOMEM);
322 }
323 ✗ av_frame_copy_props(out, in);
324
325 ✗ td.in = in;
326 ✗ td.out = out;
327 ✗ ff_filter_execute(ctx, filter_slice, &td, NULL,
328 ✗ FFMIN(s->planeheight[1], ff_filter_get_nb_threads(ctx)));
329
330 ✗ av_frame_free(&in);
331 ✗ return ff_filter_frame(outlink, out);
332 }
333
334 static const AVFilterPad neighbor_inputs[] = {
335 {
336 .name = "default",
337 .type = AVMEDIA_TYPE_VIDEO,
338 .filter_frame = filter_frame,
339 .config_props = config_input,
340 },
341 };
342
343 #define OFFSET(x) offsetof(NContext, x)
344 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_RUNTIME_PARAM
345
346 #define DEFINE_NEIGHBOR_FILTER(name_, description_, priv_class_) \
347 const AVFilter ff_vf_##name_ = { \
348 .name = #name_, \
349 .description = NULL_IF_CONFIG_SMALL(description_), \
350 .priv_class = &priv_class_##_class, \
351 .priv_size = sizeof(NContext), \
352 FILTER_INPUTS(neighbor_inputs), \
353 FILTER_OUTPUTS(ff_video_default_filterpad), \
354 FILTER_PIXFMTS_ARRAY(pix_fmts), \
355 .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC| \
356 AVFILTER_FLAG_SLICE_THREADS, \
357 .process_command = ff_filter_process_command, \
358 }
359
360 /* The following options are shared between all filters here;
361 * the de/inflate filters only use the threshold* options. */
362 #define DEINFLATE_OPTIONS_OFFSET (CONFIG_EROSION_FILTER || CONFIG_DILATION_FILTER)
363 static const AVOption options[] = {
364 #if CONFIG_EROSION_FILTER || CONFIG_DILATION_FILTER
365 { "coordinates", "set coordinates", OFFSET(coordinates), AV_OPT_TYPE_INT, {.i64=255}, 0, 255, FLAGS },
366 #endif
367 { "threshold0", "set threshold for 1st plane", OFFSET(threshold[0]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
368 { "threshold1", "set threshold for 2nd plane", OFFSET(threshold[1]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
369 { "threshold2", "set threshold for 3rd plane", OFFSET(threshold[2]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
370 { "threshold3", "set threshold for 4th plane", OFFSET(threshold[3]), AV_OPT_TYPE_INT, {.i64=65535}, 0, 65535, FLAGS },
371 { NULL }
372 };
373
374 AVFILTER_DEFINE_CLASS_EXT(erosion_dilation, "erosion/dilation", options);
375
376 #if CONFIG_EROSION_FILTER
377
378 DEFINE_NEIGHBOR_FILTER(erosion, "Apply erosion effect.", erosion_dilation);
379
380 #endif /* CONFIG_EROSION_FILTER */
381
382 #if CONFIG_DILATION_FILTER
383
384 DEFINE_NEIGHBOR_FILTER(dilation, "Apply dilation effect.", erosion_dilation);
385
386 #endif /* CONFIG_DILATION_FILTER */
387
388 AVFILTER_DEFINE_CLASS_EXT(deflate_inflate, "deflate/inflate",
389 &options[DEINFLATE_OPTIONS_OFFSET]);
390
391 #if CONFIG_DEFLATE_FILTER
392
393 DEFINE_NEIGHBOR_FILTER(deflate, "Apply deflate effect.", deflate_inflate);
394
395 #endif /* CONFIG_DEFLATE_FILTER */
396
397 #if CONFIG_INFLATE_FILTER
398
399 DEFINE_NEIGHBOR_FILTER(inflate, "Apply inflate effect.", deflate_inflate);
400
401 #endif /* CONFIG_INFLATE_FILTER */
402