| Line | Branch | Exec | Source |
|---|---|---|---|
| 1 | /* | ||
| 2 | * Copyright (c) 2008 Affine Systems, Inc (Michael Sullivan, Bobby Impollonia) | ||
| 3 | * Copyright (c) 2013 Andrey Utkin <andrey.krieger.utkin gmail com> | ||
| 4 | * | ||
| 5 | * This file is part of FFmpeg. | ||
| 6 | * | ||
| 7 | * FFmpeg is free software; you can redistribute it and/or | ||
| 8 | * modify it under the terms of the GNU Lesser General Public | ||
| 9 | * License as published by the Free Software Foundation; either | ||
| 10 | * version 2.1 of the License, or (at your option) any later version. | ||
| 11 | * | ||
| 12 | * FFmpeg is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
| 15 | * Lesser General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU Lesser General Public | ||
| 18 | * License along with FFmpeg; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
| 20 | */ | ||
| 21 | |||
| 22 | /** | ||
| 23 | * @file | ||
| 24 | * Box and grid drawing filters. Also a nice template for a filter | ||
| 25 | * that needs to write in the input frame. | ||
| 26 | */ | ||
| 27 | |||
| 28 | #include "config_components.h" | ||
| 29 | |||
| 30 | #include "libavutil/colorspace.h" | ||
| 31 | #include "libavutil/common.h" | ||
| 32 | #include "libavutil/opt.h" | ||
| 33 | #include "libavutil/eval.h" | ||
| 34 | #include "libavutil/pixdesc.h" | ||
| 35 | #include "libavutil/parseutils.h" | ||
| 36 | #include "libavutil/detection_bbox.h" | ||
| 37 | #include "avfilter.h" | ||
| 38 | #include "drawutils.h" | ||
| 39 | #include "filters.h" | ||
| 40 | #include "video.h" | ||
| 41 | |||
| 42 | static const char *const var_names[] = { | ||
| 43 | "dar", | ||
| 44 | "hsub", "vsub", | ||
| 45 | "in_h", "ih", ///< height of the input video | ||
| 46 | "in_w", "iw", ///< width of the input video | ||
| 47 | "sar", | ||
| 48 | "x", | ||
| 49 | "y", | ||
| 50 | "h", ///< height of the rendered box | ||
| 51 | "w", ///< width of the rendered box | ||
| 52 | "t", | ||
| 53 | "fill", | ||
| 54 | NULL | ||
| 55 | }; | ||
| 56 | |||
| 57 | enum { Y, U, V, A }; | ||
| 58 | enum { R, G, B }; | ||
| 59 | |||
| 60 | enum var_name { | ||
| 61 | VAR_DAR, | ||
| 62 | VAR_HSUB, VAR_VSUB, | ||
| 63 | VAR_IN_H, VAR_IH, | ||
| 64 | VAR_IN_W, VAR_IW, | ||
| 65 | VAR_SAR, | ||
| 66 | VAR_X, | ||
| 67 | VAR_Y, | ||
| 68 | VAR_H, | ||
| 69 | VAR_W, | ||
| 70 | VAR_T, | ||
| 71 | VAR_MAX, | ||
| 72 | VARS_NB | ||
| 73 | }; | ||
| 74 | |||
| 75 | struct DrawBoxContext; | ||
| 76 | |||
| 77 | typedef int (*PixelBelongsToRegion)(struct DrawBoxContext *s, int x, int y); | ||
| 78 | |||
| 79 | typedef struct DrawBoxContext { | ||
| 80 | const AVClass *class; | ||
| 81 | int x, y, w, h; | ||
| 82 | int thickness; | ||
| 83 | char *color_str; | ||
| 84 | uint8_t rgba_map[4]; | ||
| 85 | uint8_t rgba_color[4]; | ||
| 86 | unsigned char yuv_color[4]; | ||
| 87 | int invert_color; ///< invert luma color | ||
| 88 | int vsub, hsub; ///< chroma subsampling | ||
| 89 | char *x_expr, *y_expr; ///< expression for x and y | ||
| 90 | char *w_expr, *h_expr; ///< expression for width and height | ||
| 91 | char *t_expr; ///< expression for thickness | ||
| 92 | char *box_source_string; ///< string for box data source | ||
| 93 | int have_alpha; | ||
| 94 | int replace; | ||
| 95 | int step; | ||
| 96 | enum AVFrameSideDataType box_source; | ||
| 97 | |||
| 98 | void (*draw_region)(AVFrame *frame, struct DrawBoxContext *ctx, int left, int top, int right, int down, | ||
| 99 | PixelBelongsToRegion pixel_belongs_to_region); | ||
| 100 | } DrawBoxContext; | ||
| 101 | |||
| 102 | static const int NUM_EXPR_EVALS = 5; | ||
| 103 | |||
| 104 | #define ASSIGN_THREE_CHANNELS \ | ||
| 105 | row[0] = frame->data[0] + y * frame->linesize[0]; \ | ||
| 106 | row[1] = frame->data[1] + (y >> ctx->vsub) * frame->linesize[1]; \ | ||
| 107 | row[2] = frame->data[2] + (y >> ctx->vsub) * frame->linesize[2]; | ||
| 108 | |||
| 109 | #define ASSIGN_FOUR_CHANNELS \ | ||
| 110 | ASSIGN_THREE_CHANNELS \ | ||
| 111 | row[3] = frame->data[3] + y * frame->linesize[3]; | ||
| 112 | |||
| 113 | 1618 | static void draw_region(AVFrame *frame, DrawBoxContext *ctx, int left, int top, int right, int down, | |
| 114 | PixelBelongsToRegion pixel_belongs_to_region) | ||
| 115 | { | ||
| 116 | unsigned char *row[4]; | ||
| 117 | int x, y; | ||
| 118 |
1/4✗ Branch 0 not taken.
✓ Branch 1 taken 1618 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
|
1618 | if (ctx->have_alpha && ctx->replace) { |
| 119 | ✗ | for (y = top; y < down; y++) { | |
| 120 | ✗ | ASSIGN_FOUR_CHANNELS | |
| 121 | ✗ | if (ctx->invert_color) { | |
| 122 | ✗ | for (x = left; x < right; x++) | |
| 123 | ✗ | if (pixel_belongs_to_region(ctx, x, y)) | |
| 124 | ✗ | row[0][x] = 0xff - row[0][x]; | |
| 125 | } else { | ||
| 126 | ✗ | for (x = left; x < right; x++) { | |
| 127 | ✗ | if (pixel_belongs_to_region(ctx, x, y)) { | |
| 128 | ✗ | row[0][x ] = ctx->yuv_color[Y]; | |
| 129 | ✗ | row[1][x >> ctx->hsub] = ctx->yuv_color[U]; | |
| 130 | ✗ | row[2][x >> ctx->hsub] = ctx->yuv_color[V]; | |
| 131 | ✗ | row[3][x ] = ctx->yuv_color[A]; | |
| 132 | } | ||
| 133 | } | ||
| 134 | } | ||
| 135 | } | ||
| 136 | } else { | ||
| 137 | 1618 | const double alpha = (double)ctx->yuv_color[A] / 255; | |
| 138 | 1618 | const int hsub = ctx->hsub; | |
| 139 | 1618 | const int yc = ctx->yuv_color[Y]; | |
| 140 | 1618 | const int uc = ctx->yuv_color[U]; | |
| 141 | 1618 | const int vc = ctx->yuv_color[V]; | |
| 142 | |||
| 143 |
2/2✓ Branch 0 taken 6736 times.
✓ Branch 1 taken 1618 times.
|
8354 | for (y = top; y < down; y++) { |
| 144 | 6736 | ASSIGN_THREE_CHANNELS | |
| 145 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6736 times.
|
6736 | if (ctx->invert_color) { |
| 146 | ✗ | for (x = left; x < right; x++) | |
| 147 | ✗ | if (pixel_belongs_to_region(ctx, x, y)) | |
| 148 | ✗ | row[0][x] = 0xff - row[0][x]; | |
| 149 | } else { | ||
| 150 |
2/2✓ Branch 0 taken 323072 times.
✓ Branch 1 taken 6736 times.
|
329808 | for (x = left; x < right; x++) { |
| 151 |
2/2✓ Branch 1 taken 52472 times.
✓ Branch 2 taken 270600 times.
|
323072 | if (pixel_belongs_to_region(ctx, x, y)) { |
| 152 | 52472 | row[0][x ] = (1 - alpha) * row[0][x ] + alpha * yc; | |
| 153 | 52472 | row[1][x >> hsub] = (1 - alpha) * row[1][x >> hsub] + alpha * uc; | |
| 154 | 52472 | row[2][x >> hsub] = (1 - alpha) * row[2][x >> hsub] + alpha * vc; | |
| 155 | } | ||
| 156 | } | ||
| 157 | } | ||
| 158 | } | ||
| 159 | } | ||
| 160 | 1618 | } | |
| 161 | |||
| 162 | #define ASSIGN_THREE_CHANNELS_PACKED \ | ||
| 163 | row[0] = frame->data[0] + y * frame->linesize[0] + ctx->rgba_map[0]; \ | ||
| 164 | row[1] = frame->data[0] + y * frame->linesize[0] + ctx->rgba_map[1]; \ | ||
| 165 | row[2] = frame->data[0] + y * frame->linesize[0] + ctx->rgba_map[2]; | ||
| 166 | |||
| 167 | #define ASSIGN_FOUR_CHANNELS_PACKED \ | ||
| 168 | ASSIGN_THREE_CHANNELS_PACKED \ | ||
| 169 | row[3] = frame->data[0] + y * frame->linesize[0] + ctx->rgba_map[3]; | ||
| 170 | |||
| 171 | ✗ | static void draw_region_rgb_packed(AVFrame *frame, DrawBoxContext *ctx, int left, int top, int right, int down, | |
| 172 | PixelBelongsToRegion pixel_belongs_to_region) | ||
| 173 | { | ||
| 174 | ✗ | const int C = ctx->step; | |
| 175 | uint8_t *row[4]; | ||
| 176 | |||
| 177 | ✗ | if (ctx->have_alpha && ctx->replace) { | |
| 178 | ✗ | for (int y = top; y < down; y++) { | |
| 179 | ✗ | ASSIGN_FOUR_CHANNELS_PACKED | |
| 180 | ✗ | if (ctx->invert_color) { | |
| 181 | ✗ | for (int x = left; x < right; x++) | |
| 182 | ✗ | if (pixel_belongs_to_region(ctx, x, y)) { | |
| 183 | ✗ | row[0][x*C] = 0xff - row[0][x*C]; | |
| 184 | ✗ | row[1][x*C] = 0xff - row[1][x*C]; | |
| 185 | ✗ | row[2][x*C] = 0xff - row[2][x*C]; | |
| 186 | } | ||
| 187 | } else { | ||
| 188 | ✗ | for (int x = left; x < right; x++) { | |
| 189 | ✗ | if (pixel_belongs_to_region(ctx, x, y)) { | |
| 190 | ✗ | row[0][x*C] = ctx->rgba_color[R]; | |
| 191 | ✗ | row[1][x*C] = ctx->rgba_color[G]; | |
| 192 | ✗ | row[2][x*C] = ctx->rgba_color[B]; | |
| 193 | ✗ | row[3][x*C] = ctx->rgba_color[A]; | |
| 194 | } | ||
| 195 | } | ||
| 196 | } | ||
| 197 | } | ||
| 198 | } else { | ||
| 199 | ✗ | const float alpha = (float)ctx->rgba_color[A] / 255.f; | |
| 200 | |||
| 201 | ✗ | for (int y = top; y < down; y++) { | |
| 202 | ✗ | ASSIGN_THREE_CHANNELS_PACKED | |
| 203 | ✗ | if (ctx->invert_color) { | |
| 204 | ✗ | for (int x = left; x < right; x++) | |
| 205 | ✗ | if (pixel_belongs_to_region(ctx, x, y)) { | |
| 206 | ✗ | row[0][x*C] = 0xff - row[0][x*C]; | |
| 207 | ✗ | row[1][x*C] = 0xff - row[1][x*C]; | |
| 208 | ✗ | row[2][x*C] = 0xff - row[2][x*C]; | |
| 209 | } | ||
| 210 | } else { | ||
| 211 | ✗ | for (int x = left; x < right; x++) { | |
| 212 | ✗ | if (pixel_belongs_to_region(ctx, x, y)) { | |
| 213 | ✗ | row[0][x*C] = (1.f - alpha) * row[0][x*C] + alpha * ctx->rgba_color[R]; | |
| 214 | ✗ | row[1][x*C] = (1.f - alpha) * row[1][x*C] + alpha * ctx->rgba_color[G]; | |
| 215 | ✗ | row[2][x*C] = (1.f - alpha) * row[2][x*C] + alpha * ctx->rgba_color[B]; | |
| 216 | } | ||
| 217 | } | ||
| 218 | } | ||
| 219 | } | ||
| 220 | } | ||
| 221 | ✗ | } | |
| 222 | |||
| 223 | ✗ | static enum AVFrameSideDataType box_source_string_parse(const char *box_source_string) | |
| 224 | { | ||
| 225 | ✗ | av_assert0(box_source_string); | |
| 226 | ✗ | if (!strcmp(box_source_string, "side_data_detection_bboxes")) { | |
| 227 | ✗ | return AV_FRAME_DATA_DETECTION_BBOXES; | |
| 228 | } else { | ||
| 229 | // will support side_data_regions_of_interest next | ||
| 230 | ✗ | return AVERROR(EINVAL); | |
| 231 | } | ||
| 232 | } | ||
| 233 | |||
| 234 | 10 | static av_cold int init(AVFilterContext *ctx) | |
| 235 | { | ||
| 236 | 10 | DrawBoxContext *s = ctx->priv; | |
| 237 | |||
| 238 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
|
10 | if (s->box_source_string) { |
| 239 | ✗ | s->box_source = box_source_string_parse(s->box_source_string); | |
| 240 | ✗ | if ((int)s->box_source < 0) { | |
| 241 | ✗ | av_log(ctx, AV_LOG_ERROR, "Error box source: %s\n",s->box_source_string); | |
| 242 | ✗ | return AVERROR(EINVAL); | |
| 243 | } | ||
| 244 | } | ||
| 245 | |||
| 246 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
|
10 | if (!strcmp(s->color_str, "invert")) |
| 247 | ✗ | s->invert_color = 1; | |
| 248 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 10 times.
|
10 | else if (av_parse_color(s->rgba_color, s->color_str, -1, ctx) < 0) |
| 249 | ✗ | return AVERROR(EINVAL); | |
| 250 | |||
| 251 |
1/2✓ Branch 0 taken 10 times.
✗ Branch 1 not taken.
|
10 | if (!s->invert_color) { |
| 252 | 10 | s->yuv_color[Y] = RGB_TO_Y_CCIR(s->rgba_color[0], s->rgba_color[1], s->rgba_color[2]); | |
| 253 | 10 | s->yuv_color[U] = RGB_TO_U_CCIR(s->rgba_color[0], s->rgba_color[1], s->rgba_color[2], 0); | |
| 254 | 10 | s->yuv_color[V] = RGB_TO_V_CCIR(s->rgba_color[0], s->rgba_color[1], s->rgba_color[2], 0); | |
| 255 | 10 | s->yuv_color[A] = s->rgba_color[3]; | |
| 256 | } | ||
| 257 | |||
| 258 | 10 | return 0; | |
| 259 | } | ||
| 260 | |||
| 261 | static const enum AVPixelFormat pix_fmts[] = { | ||
| 262 | AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUV420P, | ||
| 263 | AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P, | ||
| 264 | AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ422P, AV_PIX_FMT_YUVJ420P, | ||
| 265 | AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUVJ440P, | ||
| 266 | AV_PIX_FMT_YUVA420P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA444P, | ||
| 267 | AV_PIX_FMT_RGB24, AV_PIX_FMT_BGR24, | ||
| 268 | AV_PIX_FMT_RGBA, AV_PIX_FMT_BGRA, | ||
| 269 | AV_PIX_FMT_ARGB, AV_PIX_FMT_ABGR, | ||
| 270 | AV_PIX_FMT_0RGB, AV_PIX_FMT_0BGR, | ||
| 271 | AV_PIX_FMT_RGB0, AV_PIX_FMT_BGR0, | ||
| 272 | AV_PIX_FMT_NONE | ||
| 273 | }; | ||
| 274 | |||
| 275 | 5 | static int config_input(AVFilterLink *inlink) | |
| 276 | { | ||
| 277 | 5 | AVFilterContext *ctx = inlink->dst; | |
| 278 | 5 | DrawBoxContext *s = ctx->priv; | |
| 279 | 5 | const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format); | |
| 280 | double var_values[VARS_NB], res; | ||
| 281 | char *expr; | ||
| 282 | int ret; | ||
| 283 | int i; | ||
| 284 | |||
| 285 | 5 | ff_fill_rgba_map(s->rgba_map, inlink->format); | |
| 286 | |||
| 287 |
1/2✓ Branch 0 taken 5 times.
✗ Branch 1 not taken.
|
5 | if (!(desc->flags & AV_PIX_FMT_FLAG_RGB)) |
| 288 | 5 | s->draw_region = draw_region; | |
| 289 | else | ||
| 290 | ✗ | s->draw_region = draw_region_rgb_packed; | |
| 291 | |||
| 292 | 5 | s->step = av_get_padded_bits_per_pixel(desc) >> 3; | |
| 293 | 5 | s->hsub = desc->log2_chroma_w; | |
| 294 | 5 | s->vsub = desc->log2_chroma_h; | |
| 295 | 5 | s->have_alpha = desc->flags & AV_PIX_FMT_FLAG_ALPHA; | |
| 296 | |||
| 297 | 5 | var_values[VAR_IN_H] = var_values[VAR_IH] = inlink->h; | |
| 298 | 5 | var_values[VAR_IN_W] = var_values[VAR_IW] = inlink->w; | |
| 299 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
|
5 | var_values[VAR_SAR] = inlink->sample_aspect_ratio.num ? av_q2d(inlink->sample_aspect_ratio) : 1; |
| 300 | 5 | var_values[VAR_DAR] = (double)inlink->w / inlink->h * var_values[VAR_SAR]; | |
| 301 | 5 | var_values[VAR_HSUB] = s->hsub; | |
| 302 | 5 | var_values[VAR_VSUB] = s->vsub; | |
| 303 | 5 | var_values[VAR_X] = NAN; | |
| 304 | 5 | var_values[VAR_Y] = NAN; | |
| 305 | 5 | var_values[VAR_H] = NAN; | |
| 306 | 5 | var_values[VAR_W] = NAN; | |
| 307 | 5 | var_values[VAR_T] = NAN; | |
| 308 | |||
| 309 |
2/2✓ Branch 0 taken 30 times.
✓ Branch 1 taken 5 times.
|
35 | for (i = 0; i <= NUM_EXPR_EVALS; i++) { |
| 310 | /* evaluate expressions, fail on last iteration */ | ||
| 311 | 30 | var_values[VAR_MAX] = inlink->w; | |
| 312 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 30 times.
|
30 | if ((ret = av_expr_parse_and_eval(&res, (expr = s->x_expr), |
| 313 | var_names, var_values, | ||
| 314 | ✗ | NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0 && i == NUM_EXPR_EVALS) | |
| 315 | ✗ | goto fail; | |
| 316 | 30 | var_values[VAR_X] = res; | |
| 317 | |||
| 318 | 30 | var_values[VAR_MAX] = inlink->h; | |
| 319 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 30 times.
|
30 | if ((ret = av_expr_parse_and_eval(&res, (expr = s->y_expr), |
| 320 | var_names, var_values, | ||
| 321 | ✗ | NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0 && i == NUM_EXPR_EVALS) | |
| 322 | ✗ | goto fail; | |
| 323 | 30 | var_values[VAR_Y] = res; | |
| 324 | |||
| 325 | 30 | var_values[VAR_MAX] = inlink->w - trunc(var_values[VAR_X]); | |
| 326 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 30 times.
|
30 | if ((ret = av_expr_parse_and_eval(&res, (expr = s->w_expr), |
| 327 | var_names, var_values, | ||
| 328 | ✗ | NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0 && i == NUM_EXPR_EVALS) | |
| 329 | ✗ | goto fail; | |
| 330 | 30 | var_values[VAR_W] = res; | |
| 331 | |||
| 332 | 30 | var_values[VAR_MAX] = inlink->h - trunc(var_values[VAR_Y]); | |
| 333 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 30 times.
|
30 | if ((ret = av_expr_parse_and_eval(&res, (expr = s->h_expr), |
| 334 | var_names, var_values, | ||
| 335 | ✗ | NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0 && i == NUM_EXPR_EVALS) | |
| 336 | ✗ | goto fail; | |
| 337 | 30 | var_values[VAR_H] = res; | |
| 338 | |||
| 339 | 30 | var_values[VAR_MAX] = INT_MAX; | |
| 340 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 30 times.
|
30 | if ((ret = av_expr_parse_and_eval(&res, (expr = s->t_expr), |
| 341 | var_names, var_values, | ||
| 342 | ✗ | NULL, NULL, NULL, NULL, NULL, 0, ctx)) < 0 && i == NUM_EXPR_EVALS) | |
| 343 | ✗ | goto fail; | |
| 344 | 30 | var_values[VAR_T] = res; | |
| 345 | } | ||
| 346 | |||
| 347 |
2/4✓ Branch 0 taken 5 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 5 times.
✗ Branch 3 not taken.
|
5 | if (!(fabs(var_values[VAR_X]) <= INT_MAX / 4 && fabs(var_values[VAR_Y]) <= INT_MAX / 4 && |
| 348 |
2/4✓ Branch 0 taken 5 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 5 times.
✗ Branch 3 not taken.
|
5 | fabs(var_values[VAR_W]) <= INT_MAX / 4 && fabs(var_values[VAR_H]) <= INT_MAX / 4 && |
| 349 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5 times.
|
5 | fabs(var_values[VAR_T]) <= INT_MAX)) { |
| 350 | ✗ | av_log(ctx, AV_LOG_ERROR, "Position, size or thickness out of range.\n"); | |
| 351 | ✗ | return AVERROR(EINVAL); | |
| 352 | } | ||
| 353 | 5 | s->x = var_values[VAR_X]; | |
| 354 | 5 | s->y = var_values[VAR_Y]; | |
| 355 | 5 | s->w = var_values[VAR_W]; | |
| 356 | 5 | s->h = var_values[VAR_H]; | |
| 357 | 5 | s->thickness = var_values[VAR_T]; | |
| 358 | |||
| 359 | /* if w or h are zero, use the input w/h */ | ||
| 360 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 4 times.
|
5 | s->w = (s->w > 0) ? s->w : inlink->w; |
| 361 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 4 times.
|
5 | s->h = (s->h > 0) ? s->h : inlink->h; |
| 362 | |||
| 363 | /* sanity check width and height */ | ||
| 364 |
2/4✓ Branch 0 taken 5 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 5 times.
|
5 | if (s->w < 0 || s->h < 0) { |
| 365 | ✗ | av_log(ctx, AV_LOG_ERROR, "Size values less than 0 are not acceptable.\n"); | |
| 366 | ✗ | return AVERROR(EINVAL); | |
| 367 | } | ||
| 368 | |||
| 369 | 5 | av_log(ctx, AV_LOG_VERBOSE, "x:%d y:%d w:%d h:%d color:0x%02X%02X%02X%02X\n", | |
| 370 | s->x, s->y, s->w, s->h, | ||
| 371 | 5 | s->yuv_color[Y], s->yuv_color[U], s->yuv_color[V], s->yuv_color[A]); | |
| 372 | |||
| 373 | 5 | return 0; | |
| 374 | |||
| 375 | ✗ | fail: | |
| 376 | ✗ | av_log(ctx, AV_LOG_ERROR, | |
| 377 | "Error when evaluating the expression '%s'.\n", | ||
| 378 | expr); | ||
| 379 | ✗ | return ret; | |
| 380 | } | ||
| 381 | |||
| 382 | 323072 | static av_pure av_always_inline int pixel_belongs_to_box(DrawBoxContext *s, int x, int y) | |
| 383 | { | ||
| 384 |
2/2✓ Branch 0 taken 290400 times.
✓ Branch 1 taken 13200 times.
|
303600 | return (y - s->y < s->thickness) || (s->y + s->h - 1 - y < s->thickness) || |
| 385 |
6/6✓ Branch 0 taken 303600 times.
✓ Branch 1 taken 19472 times.
✓ Branch 2 taken 280500 times.
✓ Branch 3 taken 9900 times.
✓ Branch 4 taken 9900 times.
✓ Branch 5 taken 270600 times.
|
626672 | (x - s->x < s->thickness) || (s->x + s->w - 1 - x < s->thickness); |
| 386 | } | ||
| 387 | |||
| 388 | 1618 | static int filter_frame(AVFilterLink *inlink, AVFrame *frame) | |
| 389 | { | ||
| 390 | 1618 | AVFilterContext *ctx = inlink->dst; | |
| 391 | 1618 | DrawBoxContext *s = ctx->priv; | |
| 392 | 1618 | const AVDetectionBBoxHeader *header = NULL; | |
| 393 | const AVDetectionBBox *bbox; | ||
| 394 | AVFrameSideData *sd; | ||
| 395 | 1618 | int loop = 1; | |
| 396 | |||
| 397 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1618 times.
|
1618 | if (s->box_source == AV_FRAME_DATA_DETECTION_BBOXES) { |
| 398 | ✗ | sd = av_frame_get_side_data(frame, AV_FRAME_DATA_DETECTION_BBOXES); | |
| 399 | ✗ | if (sd) { | |
| 400 | ✗ | header = (AVDetectionBBoxHeader *)sd->data; | |
| 401 | ✗ | loop = header->nb_bboxes; | |
| 402 | } else { | ||
| 403 | ✗ | av_log(ctx, AV_LOG_WARNING, "No detection bboxes.\n"); | |
| 404 | ✗ | return ff_filter_frame(inlink->dst->outputs[0], frame); | |
| 405 | } | ||
| 406 | } | ||
| 407 | |||
| 408 |
2/2✓ Branch 0 taken 1618 times.
✓ Branch 1 taken 1618 times.
|
3236 | for (int i = 0; i < loop; i++) { |
| 409 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1618 times.
|
1618 | if (header) { |
| 410 | ✗ | bbox = av_get_detection_bbox(header, i); | |
| 411 | ✗ | s->y = bbox->y; | |
| 412 | ✗ | s->x = bbox->x; | |
| 413 | ✗ | s->h = bbox->h; | |
| 414 | ✗ | s->w = bbox->w; | |
| 415 | } | ||
| 416 | |||
| 417 | 1618 | s->draw_region(frame, s, FFMAX(s->x, 0), FFMAX(s->y, 0), FFMIN(s->x + s->w, frame->width), | |
| 418 | 1618 | FFMIN(s->y + s->h, frame->height), pixel_belongs_to_box); | |
| 419 | } | ||
| 420 | |||
| 421 | 1618 | return ff_filter_frame(inlink->dst->outputs[0], frame); | |
| 422 | } | ||
| 423 | |||
| 424 | ✗ | static int process_command(AVFilterContext *ctx, const char *cmd, const char *args, char *res, int res_len, int flags) | |
| 425 | { | ||
| 426 | ✗ | AVFilterLink *inlink = ctx->inputs[0]; | |
| 427 | ✗ | DrawBoxContext *s = ctx->priv; | |
| 428 | ✗ | int old_x = s->x; | |
| 429 | ✗ | int old_y = s->y; | |
| 430 | ✗ | int old_w = s->w; | |
| 431 | ✗ | int old_h = s->h; | |
| 432 | ✗ | int old_t = s->thickness; | |
| 433 | ✗ | int old_r = s->replace; | |
| 434 | int ret; | ||
| 435 | |||
| 436 | ✗ | ret = ff_filter_process_command(ctx, cmd, args, res, res_len, flags); | |
| 437 | ✗ | if (ret < 0) | |
| 438 | ✗ | return ret; | |
| 439 | |||
| 440 | ✗ | ret = init(ctx); | |
| 441 | ✗ | if (ret < 0) | |
| 442 | ✗ | goto end; | |
| 443 | ✗ | ret = config_input(inlink); | |
| 444 | ✗ | end: | |
| 445 | ✗ | if (ret < 0) { | |
| 446 | ✗ | s->x = old_x; | |
| 447 | ✗ | s->y = old_y; | |
| 448 | ✗ | s->w = old_w; | |
| 449 | ✗ | s->h = old_h; | |
| 450 | ✗ | s->thickness = old_t; | |
| 451 | ✗ | s->replace = old_r; | |
| 452 | } | ||
| 453 | |||
| 454 | ✗ | return ret; | |
| 455 | } | ||
| 456 | |||
| 457 | #define OFFSET(x) offsetof(DrawBoxContext, x) | ||
| 458 | #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_RUNTIME_PARAM | ||
| 459 | |||
| 460 | #if CONFIG_DRAWBOX_FILTER | ||
| 461 | |||
| 462 | static const AVOption drawbox_options[] = { | ||
| 463 | { "x", "set horizontal position of the left box edge", OFFSET(x_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 464 | { "y", "set vertical position of the top box edge", OFFSET(y_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 465 | { "width", "set width of the box", OFFSET(w_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 466 | { "w", "set width of the box", OFFSET(w_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 467 | { "height", "set height of the box", OFFSET(h_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 468 | { "h", "set height of the box", OFFSET(h_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 469 | { "color", "set color of the box", OFFSET(color_str), AV_OPT_TYPE_STRING, { .str = "black" }, 0, 0, FLAGS }, | ||
| 470 | { "c", "set color of the box", OFFSET(color_str), AV_OPT_TYPE_STRING, { .str = "black" }, 0, 0, FLAGS }, | ||
| 471 | { "thickness", "set the box thickness", OFFSET(t_expr), AV_OPT_TYPE_STRING, { .str="3" }, 0, 0, FLAGS }, | ||
| 472 | { "t", "set the box thickness", OFFSET(t_expr), AV_OPT_TYPE_STRING, { .str="3" }, 0, 0, FLAGS }, | ||
| 473 | { "replace", "replace color & alpha", OFFSET(replace), AV_OPT_TYPE_BOOL, { .i64=0 }, 0, 1, FLAGS }, | ||
| 474 | { "box_source","use data from bounding box in side data", OFFSET(box_source_string), AV_OPT_TYPE_STRING, { .str=NULL }, 0, 1, FLAGS }, | ||
| 475 | { NULL } | ||
| 476 | }; | ||
| 477 | |||
| 478 | AVFILTER_DEFINE_CLASS(drawbox); | ||
| 479 | |||
| 480 | static const AVFilterPad drawbox_inputs[] = { | ||
| 481 | { | ||
| 482 | .name = "default", | ||
| 483 | .type = AVMEDIA_TYPE_VIDEO, | ||
| 484 | .flags = AVFILTERPAD_FLAG_NEEDS_WRITABLE, | ||
| 485 | .config_props = config_input, | ||
| 486 | .filter_frame = filter_frame, | ||
| 487 | }, | ||
| 488 | }; | ||
| 489 | |||
| 490 | const FFFilter ff_vf_drawbox = { | ||
| 491 | .p.name = "drawbox", | ||
| 492 | .p.description = NULL_IF_CONFIG_SMALL("Draw a colored box on the input video."), | ||
| 493 | .p.priv_class = &drawbox_class, | ||
| 494 | .p.flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, | ||
| 495 | .priv_size = sizeof(DrawBoxContext), | ||
| 496 | .init = init, | ||
| 497 | FILTER_INPUTS(drawbox_inputs), | ||
| 498 | FILTER_OUTPUTS(ff_video_default_filterpad), | ||
| 499 | FILTER_PIXFMTS_ARRAY(pix_fmts), | ||
| 500 | .process_command = process_command, | ||
| 501 | .flags_internal = FF_FILTER_FLAG_DYNAMIC_FRAME_SIZE, | ||
| 502 | }; | ||
| 503 | #endif /* CONFIG_DRAWBOX_FILTER */ | ||
| 504 | |||
| 505 | #if CONFIG_DRAWGRID_FILTER | ||
| 506 | ✗ | static av_pure av_always_inline int pixel_belongs_to_grid(DrawBoxContext *drawgrid, int x, int y) | |
| 507 | { | ||
| 508 | // x is horizontal (width) coord, | ||
| 509 | // y is vertical (height) coord | ||
| 510 | int x_modulo; | ||
| 511 | int y_modulo; | ||
| 512 | |||
| 513 | // Abstract from the offset | ||
| 514 | ✗ | x -= drawgrid->x; | |
| 515 | ✗ | y -= drawgrid->y; | |
| 516 | |||
| 517 | ✗ | x_modulo = x % drawgrid->w; | |
| 518 | ✗ | y_modulo = y % drawgrid->h; | |
| 519 | |||
| 520 | // If x or y got negative, fix values to preserve logics | ||
| 521 | ✗ | if (x_modulo < 0) | |
| 522 | ✗ | x_modulo += drawgrid->w; | |
| 523 | ✗ | if (y_modulo < 0) | |
| 524 | ✗ | y_modulo += drawgrid->h; | |
| 525 | |||
| 526 | ✗ | return x_modulo < drawgrid->thickness // Belongs to vertical line | |
| 527 | ✗ | || y_modulo < drawgrid->thickness; // Belongs to horizontal line | |
| 528 | } | ||
| 529 | |||
| 530 | ✗ | static int drawgrid_filter_frame(AVFilterLink *inlink, AVFrame *frame) | |
| 531 | { | ||
| 532 | ✗ | DrawBoxContext *drawgrid = inlink->dst->priv; | |
| 533 | |||
| 534 | ✗ | drawgrid->draw_region(frame, drawgrid, 0, 0, frame->width, frame->height, pixel_belongs_to_grid); | |
| 535 | |||
| 536 | ✗ | return ff_filter_frame(inlink->dst->outputs[0], frame); | |
| 537 | } | ||
| 538 | |||
| 539 | static const AVOption drawgrid_options[] = { | ||
| 540 | { "x", "set horizontal offset", OFFSET(x_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 541 | { "y", "set vertical offset", OFFSET(y_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 542 | { "width", "set width of grid cell", OFFSET(w_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 543 | { "w", "set width of grid cell", OFFSET(w_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 544 | { "height", "set height of grid cell", OFFSET(h_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 545 | { "h", "set height of grid cell", OFFSET(h_expr), AV_OPT_TYPE_STRING, { .str="0" }, 0, 0, FLAGS }, | ||
| 546 | { "color", "set color of the grid", OFFSET(color_str), AV_OPT_TYPE_STRING, { .str = "black" }, 0, 0, FLAGS }, | ||
| 547 | { "c", "set color of the grid", OFFSET(color_str), AV_OPT_TYPE_STRING, { .str = "black" }, 0, 0, FLAGS }, | ||
| 548 | { "thickness", "set grid line thickness", OFFSET(t_expr), AV_OPT_TYPE_STRING, {.str="1"}, 0, 0, FLAGS }, | ||
| 549 | { "t", "set grid line thickness", OFFSET(t_expr), AV_OPT_TYPE_STRING, {.str="1"}, 0, 0, FLAGS }, | ||
| 550 | { "replace", "replace color & alpha", OFFSET(replace), AV_OPT_TYPE_BOOL, { .i64=0 }, 0, 1, FLAGS }, | ||
| 551 | { NULL } | ||
| 552 | }; | ||
| 553 | |||
| 554 | AVFILTER_DEFINE_CLASS(drawgrid); | ||
| 555 | |||
| 556 | static const AVFilterPad drawgrid_inputs[] = { | ||
| 557 | { | ||
| 558 | .name = "default", | ||
| 559 | .type = AVMEDIA_TYPE_VIDEO, | ||
| 560 | .flags = AVFILTERPAD_FLAG_NEEDS_WRITABLE, | ||
| 561 | .config_props = config_input, | ||
| 562 | .filter_frame = drawgrid_filter_frame, | ||
| 563 | }, | ||
| 564 | }; | ||
| 565 | |||
| 566 | const FFFilter ff_vf_drawgrid = { | ||
| 567 | .p.name = "drawgrid", | ||
| 568 | .p.description = NULL_IF_CONFIG_SMALL("Draw a colored grid on the input video."), | ||
| 569 | .p.priv_class = &drawgrid_class, | ||
| 570 | .p.flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC, | ||
| 571 | .priv_size = sizeof(DrawBoxContext), | ||
| 572 | .init = init, | ||
| 573 | FILTER_INPUTS(drawgrid_inputs), | ||
| 574 | FILTER_OUTPUTS(ff_video_default_filterpad), | ||
| 575 | FILTER_PIXFMTS_ARRAY(pix_fmts), | ||
| 576 | .process_command = process_command, | ||
| 577 | .flags_internal = FF_FILTER_FLAG_DYNAMIC_FRAME_SIZE, | ||
| 578 | }; | ||
| 579 | |||
| 580 | #endif /* CONFIG_DRAWGRID_FILTER */ | ||
| 581 |