FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavfilter/vf_tile.c
Date: 2025-04-25 22:50:00
Exec Total Coverage
Lines: 86 123 69.9%
Functions: 8 9 88.9%
Branches: 21 48 43.8%
Line Branch Exec Source
1 /*
2 * Copyright (c) 2012 Nicolas George
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 /**
22 * @file
23 * tile video filter
24 */
25
26 #include "libavutil/imgutils.h"
27 #include "libavutil/opt.h"
28 #include "libavutil/pixdesc.h"
29 #include "avfilter.h"
30 #include "drawutils.h"
31 #include "filters.h"
32 #include "formats.h"
33 #include "video.h"
34
35 typedef struct TileContext {
36 const AVClass *class;
37 unsigned w, h;
38 unsigned margin;
39 unsigned padding;
40 unsigned overlap;
41 unsigned init_padding;
42 unsigned current;
43 unsigned nb_frames;
44 FFDrawContext draw;
45 FFDrawColor blank;
46 AVFrame *out_ref;
47 AVFrame *prev_out_ref;
48 uint8_t rgba_color[4];
49 } TileContext;
50
51 #define OFFSET(x) offsetof(TileContext, x)
52 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
53
54 static const AVOption tile_options[] = {
55 { "layout", "set grid size", OFFSET(w), AV_OPT_TYPE_IMAGE_SIZE,
56 {.str = "6x5"}, 0, 0, FLAGS },
57 { "nb_frames", "set maximum number of frame to render", OFFSET(nb_frames),
58 AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, FLAGS },
59 { "margin", "set outer border margin in pixels", OFFSET(margin),
60 AV_OPT_TYPE_INT, {.i64 = 0}, 0, 1024, FLAGS },
61 { "padding", "set inner border thickness in pixels", OFFSET(padding),
62 AV_OPT_TYPE_INT, {.i64 = 0}, 0, 1024, FLAGS },
63 { "color", "set the color of the unused area", OFFSET(rgba_color), AV_OPT_TYPE_COLOR, {.str = "black"}, .flags = FLAGS },
64 { "overlap", "set how many frames to overlap for each render", OFFSET(overlap),
65 AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, FLAGS },
66 { "init_padding", "set how many frames to initially pad", OFFSET(init_padding),
67 AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, FLAGS },
68 { NULL }
69 };
70
71 AVFILTER_DEFINE_CLASS(tile);
72
73 2 static av_cold int init(AVFilterContext *ctx)
74 {
75 2 TileContext *tile = ctx->priv;
76
77
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
 2 if (tile->w > UINT_MAX / tile->h) {
78 ✗ av_log(ctx, AV_LOG_ERROR, "Tile size %ux%u is insane.\n",
79 tile->w, tile->h);
80 ✗ return AVERROR(EINVAL);
81 }
82
83
1/2
✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
 2 if (tile->padding) {
84
1/2
✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
 2 if ((tile->w - 1 > (UINT32_MAX - 2 * tile->margin) / tile->padding) ||
85
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
 2 (tile->h - 1 > (UINT32_MAX - 2 * tile->margin) / tile->padding)) {
86 ✗ av_log(ctx, AV_LOG_ERROR, "Combination of Tile size %ux%u, padding %d and margin %d overflows.\n",
87 tile->w, tile->h, tile->padding, tile->margin);
88 ✗ return AVERROR(EINVAL);
89 }
90 }
91
92
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
 2 if (tile->nb_frames == 0) {
93 ✗ tile->nb_frames = tile->w * tile->h;
94
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
 2 } else if (tile->nb_frames > tile->w * tile->h) {
95 ✗ av_log(ctx, AV_LOG_ERROR, "nb_frames must be less than or equal to %dx%d=%d\n",
96 ✗ tile->w, tile->h, tile->w * tile->h);
97 ✗ return AVERROR(EINVAL);
98 }
99
100
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
 2 if (tile->overlap >= tile->nb_frames) {
101 ✗ av_log(ctx, AV_LOG_WARNING, "overlap must be less than %d\n", tile->nb_frames);
102 ✗ tile->overlap = tile->nb_frames - 1;
103 }
104
105
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
 2 if (tile->init_padding >= tile->nb_frames) {
106 ✗ av_log(ctx, AV_LOG_WARNING, "init_padding must be less than %d\n", tile->nb_frames);
107 } else {
108 2 tile->current = tile->init_padding;
109 }
110
111 2 return 0;
112 }
113
114 1 static int query_formats(const AVFilterContext *ctx,
115 AVFilterFormatsConfig **cfg_in,
116 AVFilterFormatsConfig **cfg_out)
117 {
118 1 return ff_set_common_formats2(ctx, cfg_in, cfg_out,
119 ff_draw_supported_pixel_formats(0));
120 }
121
122 1 static int config_props(AVFilterLink *outlink)
123 {
124 1 AVFilterContext *ctx = outlink->src;
125 1 TileContext *tile = ctx->priv;
126 1 AVFilterLink *inlink = ctx->inputs[0];
127 1 FilterLink *il = ff_filter_link(inlink);
128 1 FilterLink *ol = ff_filter_link(outlink);
129 1 const unsigned total_margin_w = (tile->w - 1) * tile->padding + 2*tile->margin;
130 1 const unsigned total_margin_h = (tile->h - 1) * tile->padding + 2*tile->margin;
131 int ret;
132
133
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
 1 if (inlink->w > (INT_MAX - total_margin_w) / tile->w) {
134 ✗ av_log(ctx, AV_LOG_ERROR, "Total width %ux%u is too much.\n",
135 tile->w, inlink->w);
136 ✗ return AVERROR(EINVAL);
137 }
138
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
 1 if (inlink->h > (INT_MAX - total_margin_h) / tile->h) {
139 ✗ av_log(ctx, AV_LOG_ERROR, "Total height %ux%u is too much.\n",
140 tile->h, inlink->h);
141 ✗ return AVERROR(EINVAL);
142 }
143 1 outlink->w = tile->w * inlink->w + total_margin_w;
144 1 outlink->h = tile->h * inlink->h + total_margin_h;
145 1 outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
146 1 ol->frame_rate = av_mul_q(il->frame_rate, av_make_q(1, tile->nb_frames - tile->overlap));
147 1 ret = ff_draw_init2(&tile->draw, inlink->format, inlink->colorspace, inlink->color_range, 0);
148
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
 1 if (ret < 0) {
149 ✗ av_log(ctx, AV_LOG_ERROR, "Failed to initialize FFDrawContext\n");
150 ✗ return ret;
151 }
152 1 ff_draw_color(&tile->draw, &tile->blank, tile->rgba_color);
153
154 1 return 0;
155 }
156
157 25 static void get_tile_pos(AVFilterContext *ctx, unsigned *x, unsigned *y, unsigned current)
158 {
159 25 TileContext *tile = ctx->priv;
160 25 AVFilterLink *inlink = ctx->inputs[0];
161 25 const unsigned tx = current % tile->w;
162 25 const unsigned ty = current / tile->w;
163
164 25 *x = tile->margin + (inlink->w + tile->padding) * tx;
165 25 *y = tile->margin + (inlink->h + tile->padding) * ty;
166 25 }
167
168 ✗ static void draw_blank_frame(AVFilterContext *ctx, AVFrame *out_buf)
169 {
170 ✗ TileContext *tile = ctx->priv;
171 ✗ AVFilterLink *inlink = ctx->inputs[0];
172 unsigned x0, y0;
173
174 ✗ get_tile_pos(ctx, &x0, &y0, tile->current);
175 ✗ ff_fill_rectangle(&tile->draw, &tile->blank,
176 ✗ out_buf->data, out_buf->linesize,
177 x0, y0, inlink->w, inlink->h);
178 ✗ tile->current++;
179 ✗ }
180
181 5 static int end_last_frame(AVFilterContext *ctx)
182 {
183 5 TileContext *tile = ctx->priv;
184 5 AVFilterLink *outlink = ctx->outputs[0];
185 5 AVFrame *out_buf = tile->out_ref;
186 int ret;
187
188
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
 5 while (tile->current < tile->nb_frames)
189 ✗ draw_blank_frame(ctx, out_buf);
190 5 tile->current = tile->overlap;
191
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
 5 if (tile->current) {
192 ✗ av_frame_free(&tile->prev_out_ref);
193 ✗ tile->prev_out_ref = av_frame_clone(out_buf);
194 }
195 5 ret = ff_filter_frame(outlink, out_buf);
196 5 tile->out_ref = NULL;
197 5 return ret;
198 }
199
200 /* Note: direct rendering is not possible since there is no guarantee that
201 * buffers are fed to filter_frame in the order they were obtained from
202 * get_buffer (think B-frames). */
203
204 25 static int filter_frame(AVFilterLink *inlink, AVFrame *picref)
205 {
206 25 AVFilterContext *ctx = inlink->dst;
207 25 TileContext *tile = ctx->priv;
208 25 AVFilterLink *outlink = ctx->outputs[0];
209 unsigned x0, y0;
210
211
2/2
✓ Branch 0 taken 5 times.
✓ Branch 1 taken 20 times.
 25 if (!tile->out_ref) {
212 5 tile->out_ref = ff_get_video_buffer(outlink, outlink->w, outlink->h);
213
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
 5 if (!tile->out_ref) {
214 ✗ av_frame_free(&picref);
215 ✗ return AVERROR(ENOMEM);
216 }
217 5 av_frame_copy_props(tile->out_ref, picref);
218 5 tile->out_ref->width = outlink->w;
219 5 tile->out_ref->height = outlink->h;
220
221 /* fill surface once for margin/padding */
222
1/6
✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
 5 if (tile->margin || tile->padding || tile->init_padding)
223 5 ff_fill_rectangle(&tile->draw, &tile->blank,
224 5 tile->out_ref->data,
225 5 tile->out_ref->linesize,
226 0, 0, outlink->w, outlink->h);
227 5 tile->init_padding = 0;
228 }
229
230
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 25 times.
 25 if (tile->prev_out_ref) {
231 unsigned x1, y1, i;
232
233 ✗ for (i = tile->nb_frames - tile->overlap; i < tile->nb_frames; i++) {
234 ✗ get_tile_pos(ctx, &x1, &y1, i);
235 ✗ get_tile_pos(ctx, &x0, &y0, i - (tile->nb_frames - tile->overlap));
236 ✗ ff_copy_rectangle2(&tile->draw,
237 ✗ tile->out_ref->data, tile->out_ref->linesize,
238 ✗ tile->prev_out_ref->data, tile->prev_out_ref->linesize,
239 x0, y0, x1, y1, inlink->w, inlink->h);
240
241 }
242 }
243
244 25 get_tile_pos(ctx, &x0, &y0, tile->current);
245 25 ff_copy_rectangle2(&tile->draw,
246 25 tile->out_ref->data, tile->out_ref->linesize,
247 25 picref->data, picref->linesize,
248 x0, y0, 0, 0, inlink->w, inlink->h);
249
250 25 av_frame_free(&picref);
251
2/2
✓ Branch 0 taken 5 times.
✓ Branch 1 taken 20 times.
 25 if (++tile->current == tile->nb_frames)
252 5 return end_last_frame(ctx);
253
254 20 return 0;
255 }
256
257 24 static int request_frame(AVFilterLink *outlink)
258 {
259 24 AVFilterContext *ctx = outlink->src;
260 24 TileContext *tile = ctx->priv;
261 24 AVFilterLink *inlink = ctx->inputs[0];
262 int r;
263
264 24 r = ff_request_frame(inlink);
265
1/6
✗ Branch 0 not taken.
✓ Branch 1 taken 24 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
 24 if (r == AVERROR_EOF && tile->current && tile->out_ref)
266 ✗ r = end_last_frame(ctx);
267 24 return r;
268 }
269
270 2 static av_cold void uninit(AVFilterContext *ctx)
271 {
272 2 TileContext *tile = ctx->priv;
273
274 2 av_frame_free(&tile->out_ref);
275 2 av_frame_free(&tile->prev_out_ref);
276 2 }
277
278 static const AVFilterPad tile_inputs[] = {
279 {
280 .name = "default",
281 .type = AVMEDIA_TYPE_VIDEO,
282 .filter_frame = filter_frame,
283 },
284 };
285
286 static const AVFilterPad tile_outputs[] = {
287 {
288 .name = "default",
289 .type = AVMEDIA_TYPE_VIDEO,
290 .config_props = config_props,
291 .request_frame = request_frame,
292 },
293 };
294
295 const FFFilter ff_vf_tile = {
296 .p.name = "tile",
297 .p.description = NULL_IF_CONFIG_SMALL("Tile several successive frames together."),
298 .p.priv_class = &tile_class,
299 .init = init,
300 .uninit = uninit,
301 .priv_size = sizeof(TileContext),
302 FILTER_INPUTS(tile_inputs),
303 FILTER_OUTPUTS(tile_outputs),
304 FILTER_QUERY_FUNC2(query_formats),
305 };
306