FFmpeg coverage


Directory: ../../../ffmpeg/
File: src/libavfilter/vf_pullup.c
Date: 2022-12-05 03:11:11
Exec Total Coverage
Lines: 339 421 80.5%
Functions: 25 25 100.0%
Branches: 175 264 66.3%

Line Branch Exec Source
1 /*
2 * Copyright (c) 2003 Rich Felker
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU General Public
8 * License as published by the Free Software Foundation; either
9 * version 2 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License along
17 * with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 #include "libavutil/avassert.h"
22 #include "libavutil/imgutils.h"
23 #include "libavutil/opt.h"
24 #include "libavutil/pixdesc.h"
25 #include "avfilter.h"
26 #include "formats.h"
27 #include "internal.h"
28 #include "video.h"
29 #include "vf_pullup.h"
30
31 #define F_HAVE_BREAKS 1
32 #define F_HAVE_AFFINITY 2
33
34 #define BREAK_LEFT 1
35 #define BREAK_RIGHT 2
36
37 #define OFFSET(x) offsetof(PullupContext, x)
38 #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM
39
40 static const AVOption pullup_options[] = {
41 { "jl", "set left junk size", OFFSET(junk_left), AV_OPT_TYPE_INT, {.i64=1}, 0, INT_MAX, FLAGS },
42 { "jr", "set right junk size", OFFSET(junk_right), AV_OPT_TYPE_INT, {.i64=1}, 0, INT_MAX, FLAGS },
43 { "jt", "set top junk size", OFFSET(junk_top), AV_OPT_TYPE_INT, {.i64=4}, 1, INT_MAX, FLAGS },
44 { "jb", "set bottom junk size", OFFSET(junk_bottom), AV_OPT_TYPE_INT, {.i64=4}, 1, INT_MAX, FLAGS },
45 { "sb", "set strict breaks", OFFSET(strict_breaks), AV_OPT_TYPE_BOOL,{.i64=0},-1, 1, FLAGS },
46 { "mp", "set metric plane", OFFSET(metric_plane), AV_OPT_TYPE_INT, {.i64=0}, 0, 2, FLAGS, "mp" },
47 { "y", "luma", 0, AV_OPT_TYPE_CONST, {.i64=0}, 0, 0, FLAGS, "mp" },
48 { "u", "chroma blue", 0, AV_OPT_TYPE_CONST, {.i64=1}, 0, 0, FLAGS, "mp" },
49 { "v", "chroma red", 0, AV_OPT_TYPE_CONST, {.i64=2}, 0, 0, FLAGS, "mp" },
50 { NULL }
51 };
52
53 AVFILTER_DEFINE_CLASS(pullup);
54
55 static const enum AVPixelFormat pix_fmts[] = {
56 AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ440P,
57 AV_PIX_FMT_YUVJ422P, AV_PIX_FMT_YUVJ420P,
58 AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV440P,
59 AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUV420P,
60 AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P,
61 AV_PIX_FMT_YUVJ411P, AV_PIX_FMT_GRAY8,
62 AV_PIX_FMT_NONE
63 };
64
65 #define ABS(a) (((a) ^ ((a) >> 31)) - ((a) >> 31))
66
67 993888 static int diff_c(const uint8_t *a, const uint8_t *b, ptrdiff_t s)
68 {
69 993888 int i, j, diff = 0;
70
71
2/2
✓ Branch 0 taken 3975552 times.
✓ Branch 1 taken 993888 times.
4969440 for (i = 0; i < 4; i++) {
72
2/2
✓ Branch 0 taken 31804416 times.
✓ Branch 1 taken 3975552 times.
35779968 for (j = 0; j < 8; j++)
73 31804416 diff += ABS(a[j] - b[j]);
74 3975552 a += s;
75 3975552 b += s;
76 }
77
78 993888 return diff;
79 }
80
81 1113840 static int comb_c(const uint8_t *a, const uint8_t *b, ptrdiff_t s)
82 {
83 1113840 int i, j, comb = 0;
84
85
2/2
✓ Branch 0 taken 4455360 times.
✓ Branch 1 taken 1113840 times.
5569200 for (i = 0; i < 4; i++) {
86
2/2
✓ Branch 0 taken 35642880 times.
✓ Branch 1 taken 4455360 times.
40098240 for (j = 0; j < 8; j++)
87 35642880 comb += ABS((a[j] << 1) - b[j - s] - b[j ]) +
88 35642880 ABS((b[j] << 1) - a[j ] - a[j + s]);
89 4455360 a += s;
90 4455360 b += s;
91 }
92
93 1113840 return comb;
94 }
95
96 1130976 static int var_c(const uint8_t *a, const uint8_t *b, ptrdiff_t s)
97 {
98 1130976 int i, j, var = 0;
99
100
2/2
✓ Branch 0 taken 3392928 times.
✓ Branch 1 taken 1130976 times.
4523904 for (i = 0; i < 3; i++) {
101
2/2
✓ Branch 0 taken 27143424 times.
✓ Branch 1 taken 3392928 times.
30536352 for (j = 0; j < 8; j++)
102 27143424 var += ABS(a[j] - a[j + s]);
103 3392928 a += s;
104 }
105
106 1130976 return 4 * var; /* match comb scaling */
107 }
108
109 108 static int alloc_metrics(PullupContext *s, PullupField *f)
110 {
111 108 f->diffs = av_calloc(FFALIGN(s->metric_length, 16), sizeof(*f->diffs));
112 108 f->combs = av_calloc(FFALIGN(s->metric_length, 16), sizeof(*f->combs));
113 108 f->vars = av_calloc(FFALIGN(s->metric_length, 16), sizeof(*f->vars));
114
115
3/6
✓ Branch 0 taken 108 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 108 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 108 times.
108 if (!f->diffs || !f->combs || !f->vars) {
116 av_freep(&f->diffs);
117 av_freep(&f->combs);
118 av_freep(&f->vars);
119 return AVERROR(ENOMEM);
120 }
121 108 return 0;
122 }
123
124 13 static void free_field_queue(PullupField *head)
125 {
126 13 PullupField *f = head;
127 do {
128 PullupField *next;
129
2/2
✓ Branch 0 taken 1 times.
✓ Branch 1 taken 108 times.
109 if (!f)
130 1 break;
131 108 av_free(f->diffs);
132 108 av_free(f->combs);
133 108 av_free(f->vars);
134 108 next = f->next;
135 108 memset(f, 0, sizeof(*f)); // clear all pointers to avoid stale ones
136 108 av_free(f);
137 108 f = next;
138
2/2
✓ Branch 0 taken 96 times.
✓ Branch 1 taken 12 times.
108 } while (f != head);
139 13 }
140
141 12 static PullupField *make_field_queue(PullupContext *s, int len)
142 {
143 PullupField *head, *f;
144
145 12 f = head = av_mallocz(sizeof(*head));
146
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 12 times.
12 if (!f)
147 return NULL;
148
149
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 12 times.
12 if (alloc_metrics(s, f) < 0) {
150 av_free(f);
151 return NULL;
152 }
153
154
2/2
✓ Branch 0 taken 96 times.
✓ Branch 1 taken 12 times.
108 for (; len > 0; len--) {
155 96 f->next = av_mallocz(sizeof(*f->next));
156
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 96 times.
96 if (!f->next) {
157 free_field_queue(head);
158 return NULL;
159 }
160
161 96 f->next->prev = f;
162 96 f = f->next;
163
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 96 times.
96 if (alloc_metrics(s, f) < 0) {
164 free_field_queue(head);
165 return NULL;
166 }
167 }
168
169 12 f->next = head;
170 12 head->prev = f;
171
172 12 return head;
173 }
174
175 12 static int config_input(AVFilterLink *inlink)
176 {
177 12 AVFilterContext *ctx = inlink->dst;
178 12 PullupContext *s = ctx->priv;
179 12 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
180 12 int mp = s->metric_plane;
181
182 12 s->nb_planes = av_pix_fmt_count_planes(inlink->format);
183
184
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 12 times.
12 if (mp + 1 > s->nb_planes) {
185 av_log(ctx, AV_LOG_ERROR, "input format does not have such plane\n");
186 return AVERROR(EINVAL);
187 }
188
189 12 s->planeheight[1] = s->planeheight[2] = AV_CEIL_RSHIFT(inlink->h, desc->log2_chroma_h);
190 12 s->planeheight[0] = s->planeheight[3] = inlink->h;
191 12 s->planewidth[1] = s->planewidth[2] = AV_CEIL_RSHIFT(inlink->w, desc->log2_chroma_w);
192 12 s->planewidth[0] = s->planewidth[3] = inlink->w;
193
194 12 s->metric_w = (s->planewidth[mp] - ((s->junk_left + s->junk_right) << 3)) >> 3;
195 12 s->metric_h = (s->planeheight[mp] - ((s->junk_top + s->junk_bottom) << 1)) >> 3;
196 12 s->metric_offset = (s->junk_left << 3) + (s->junk_top << 1) * s->planewidth[mp];
197 12 s->metric_length = s->metric_w * s->metric_h;
198
199 12 av_log(ctx, AV_LOG_DEBUG, "w: %d h: %d\n", s->metric_w, s->metric_h);
200 12 av_log(ctx, AV_LOG_DEBUG, "offset: %d length: %d\n", s->metric_offset, s->metric_length);
201
202 12 s->head = make_field_queue(s, 8);
203
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 12 times.
12 if (!s->head)
204 return AVERROR(ENOMEM);
205
206 12 s->diff = diff_c;
207 12 s->comb = comb_c;
208 12 s->var = var_c;
209
210 #if ARCH_X86
211 12 ff_pullup_init_x86(s);
212 #endif
213 12 return 0;
214 }
215
216 2136 static PullupBuffer *pullup_lock_buffer(PullupBuffer *b, int parity)
217 {
218
2/2
✓ Branch 0 taken 24 times.
✓ Branch 1 taken 2112 times.
2136 if (!b)
219 24 return NULL;
220
221
2/2
✓ Branch 0 taken 1404 times.
✓ Branch 1 taken 708 times.
2112 if ((parity + 1) & 1)
222 1404 b->lock[0]++;
223
2/2
✓ Branch 0 taken 1404 times.
✓ Branch 1 taken 708 times.
2112 if ((parity + 1) & 2)
224 1404 b->lock[1]++;
225
226 2112 return b;
227 }
228
229 2124 static void pullup_release_buffer(PullupBuffer *b, int parity)
230 {
231
2/2
✓ Branch 0 taken 24 times.
✓ Branch 1 taken 2100 times.
2124 if (!b)
232 24 return;
233
234
2/2
✓ Branch 0 taken 1404 times.
✓ Branch 1 taken 696 times.
2100 if ((parity + 1) & 1)
235 1404 b->lock[0]--;
236
2/2
✓ Branch 0 taken 1392 times.
✓ Branch 1 taken 708 times.
2100 if ((parity + 1) & 2)
237 1392 b->lock[1]--;
238 }
239
240 396 static int alloc_buffer(PullupContext *s, PullupBuffer *b)
241 {
242 int i;
243
244
2/2
✓ Branch 0 taken 360 times.
✓ Branch 1 taken 36 times.
396 if (b->planes[0])
245 360 return 0;
246
2/2
✓ Branch 0 taken 102 times.
✓ Branch 1 taken 36 times.
138 for (i = 0; i < s->nb_planes; i++) {
247 102 b->planes[i] = av_malloc(s->planeheight[i] * s->planewidth[i]);
248 }
249
2/2
✓ Branch 0 taken 3 times.
✓ Branch 1 taken 33 times.
36 if (s->nb_planes == 1)
250 3 b->planes[1] = av_malloc(4*256);
251
252 36 return 0;
253 }
254
255 396 static PullupBuffer *pullup_get_buffer(PullupContext *s, int parity)
256 {
257 int i;
258
259 /* Try first to get the sister buffer for the previous field */
260
1/6
✗ Branch 0 not taken.
✓ Branch 1 taken 396 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
396 if (parity < 2 && s->last && parity != s->last->parity
261 && !s->last->buffer->lock[parity]) {
262 alloc_buffer(s, s->last->buffer);
263 return pullup_lock_buffer(s->last->buffer, parity);
264 }
265
266 /* Prefer a buffer with both fields open */
267
1/2
✓ Branch 0 taken 720 times.
✗ Branch 1 not taken.
720 for (i = 0; i < FF_ARRAY_ELEMS(s->buffers); i++) {
268
2/2
✓ Branch 0 taken 180 times.
✓ Branch 1 taken 540 times.
720 if (s->buffers[i].lock[0])
269 180 continue;
270
2/2
✓ Branch 0 taken 144 times.
✓ Branch 1 taken 396 times.
540 if (s->buffers[i].lock[1])
271 144 continue;
272 396 alloc_buffer(s, &s->buffers[i]);
273 396 return pullup_lock_buffer(&s->buffers[i], parity);
274 }
275
276 if (parity == 2)
277 return 0;
278
279 /* Search for any half-free buffer */
280 for (i = 0; i < FF_ARRAY_ELEMS(s->buffers); i++) {
281 if (((parity + 1) & 1) && s->buffers[i].lock[0])
282 continue;
283 if (((parity + 1) & 2) && s->buffers[i].lock[1])
284 continue;
285 alloc_buffer(s, &s->buffers[i]);
286 return pullup_lock_buffer(&s->buffers[i], parity);
287 }
288
289 return NULL;
290 }
291
292 744 static int queue_length(PullupField *begin, PullupField *end)
293 {
294 PullupField *f;
295 744 int count = 1;
296
297
2/4
✓ Branch 0 taken 744 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 744 times.
744 if (!begin || !end)
298 return 0;
299
300
2/2
✓ Branch 0 taken 2436 times.
✓ Branch 1 taken 744 times.
3180 for (f = begin; f != end; f = f->next)
301 2436 count++;
302
303 744 return count;
304 }
305
306 300 static int find_first_break(PullupField *f, int max)
307 {
308 int i;
309
310
2/2
✓ Branch 0 taken 828 times.
✓ Branch 1 taken 72 times.
900 for (i = 0; i < max; i++) {
311
4/4
✓ Branch 0 taken 672 times.
✓ Branch 1 taken 156 times.
✓ Branch 2 taken 72 times.
✓ Branch 3 taken 600 times.
828 if (f->breaks & BREAK_RIGHT || f->next->breaks & BREAK_LEFT)
312 228 return i + 1;
313 600 f = f->next;
314 }
315
316 72 return 0;
317 }
318
319 480 static void compute_breaks(PullupContext *s, PullupField *f0)
320 {
321 480 PullupField *f1 = f0->next;
322 480 PullupField *f2 = f1->next;
323 480 PullupField *f3 = f2->next;
324 480 int i, l, max_l = 0, max_r = 0;
325
326
2/2
✓ Branch 0 taken 12 times.
✓ Branch 1 taken 468 times.
480 if (f0->flags & F_HAVE_BREAKS)
327 12 return;
328
329 468 f0->flags |= F_HAVE_BREAKS;
330
331 /* Special case when fields are 100% identical */
332
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 468 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
468 if (f0->buffer == f2->buffer && f1->buffer != f3->buffer) {
333 f2->breaks |= BREAK_RIGHT;
334 return;
335 }
336
337
2/4
✓ Branch 0 taken 468 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 468 times.
468 if (f0->buffer != f2->buffer && f1->buffer == f3->buffer) {
338 f1->breaks |= BREAK_LEFT;
339 return;
340 }
341
342
2/2
✓ Branch 0 taken 668304 times.
✓ Branch 1 taken 468 times.
668772 for (i = 0; i < s->metric_length; i++) {
343 668304 l = f2->diffs[i] - f3->diffs[i];
344
345
2/2
✓ Branch 0 taken 2880 times.
✓ Branch 1 taken 665424 times.
668304 if ( l > max_l)
346 2880 max_l = l;
347
2/2
✓ Branch 0 taken 3948 times.
✓ Branch 1 taken 664356 times.
668304 if (-l > max_r)
348 3948 max_r = -l;
349 }
350
351 /* Don't get tripped up when differences are mostly quant error */
352
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 468 times.
468 if (max_l + max_r < 128)
353 return;
354
2/2
✓ Branch 0 taken 84 times.
✓ Branch 1 taken 384 times.
468 if (max_l > 4 * max_r)
355 84 f1->breaks |= BREAK_LEFT;
356
2/2
✓ Branch 0 taken 156 times.
✓ Branch 1 taken 312 times.
468 if (max_r > 4 * max_l)
357 156 f2->breaks |= BREAK_RIGHT;
358 }
359
360 1128 static void compute_affinity(PullupContext *s, PullupField *f)
361 {
362 1128 int i, max_l = 0, max_r = 0, l;
363
364
2/2
✓ Branch 0 taken 348 times.
✓ Branch 1 taken 780 times.
1128 if (f->flags & F_HAVE_AFFINITY)
365 348 return;
366
367 780 f->flags |= F_HAVE_AFFINITY;
368
369
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 780 times.
780 if (f->buffer == f->next->next->buffer) {
370 f->affinity = 1;
371 f->next->affinity = 0;
372 f->next->next->affinity = -1;
373 f->next->flags |= F_HAVE_AFFINITY;
374 f->next->next->flags |= F_HAVE_AFFINITY;
375 return;
376 }
377
378
2/2
✓ Branch 0 taken 1113840 times.
✓ Branch 1 taken 780 times.
1114620 for (i = 0; i < s->metric_length; i++) {
379 1113840 int v = f->vars[i];
380 1113840 int lv = f->prev->vars[i];
381 1113840 int rv = f->next->vars[i];
382 1113840 int lc = f-> combs[i] - 2*(v < lv ? v : lv);
383 1113840 int rc = f->next->combs[i] - 2*(v < rv ? v : rv);
384
385 1113840 lc = FFMAX(lc, 0);
386 1113840 rc = FFMAX(rc, 0);
387 1113840 l = lc - rc;
388
389
2/2
✓ Branch 0 taken 3948 times.
✓ Branch 1 taken 1109892 times.
1113840 if ( l > max_l)
390 3948 max_l = l;
391
2/2
✓ Branch 0 taken 4110 times.
✓ Branch 1 taken 1109730 times.
1113840 if (-l > max_r)
392 4110 max_r = -l;
393 }
394
395
2/2
✓ Branch 0 taken 156 times.
✓ Branch 1 taken 624 times.
780 if (max_l + max_r < 64)
396 156 return;
397
398
2/2
✓ Branch 0 taken 252 times.
✓ Branch 1 taken 372 times.
624 if (max_r > 6 * max_l)
399 252 f->affinity = -1;
400
2/2
✓ Branch 0 taken 204 times.
✓ Branch 1 taken 168 times.
372 else if (max_l > 6 * max_r)
401 204 f->affinity = 1;
402 }
403
404 420 static int decide_frame_length(PullupContext *s)
405 {
406 420 PullupField *f0 = s->first;
407 420 PullupField *f1 = f0->next;
408 420 PullupField *f2 = f1->next;
409 PullupField *f;
410 int i, l, n;
411
412
2/2
✓ Branch 1 taken 96 times.
✓ Branch 2 taken 324 times.
420 if (queue_length(s->first, s->last) < 4)
413 96 return 0;
414
415 324 f = s->first;
416 324 n = queue_length(f, s->last);
417
2/2
✓ Branch 0 taken 1128 times.
✓ Branch 1 taken 324 times.
1452 for (i = 0; i < n - 1; i++) {
418
2/2
✓ Branch 0 taken 480 times.
✓ Branch 1 taken 648 times.
1128 if (i < n - 3)
419 480 compute_breaks(s, f);
420
421 1128 compute_affinity(s, f);
422
423 1128 f = f->next;
424 }
425
426
2/2
✓ Branch 0 taken 24 times.
✓ Branch 1 taken 300 times.
324 if (f0->affinity == -1)
427 24 return 1;
428
429 300 l = find_first_break(f0, 3);
430
431
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 300 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
300 if (l == 1 && s->strict_breaks < 0)
432 l = 0;
433
434
3/4
✗ Branch 0 not taken.
✓ Branch 1 taken 72 times.
✓ Branch 2 taken 156 times.
✓ Branch 3 taken 72 times.
300 switch (l) {
435 case 1:
436 return 1 + (s->strict_breaks < 1 && f0->affinity == 1 && f1->affinity == -1);
437 72 case 2:
438 /* FIXME: strictly speaking, f0->prev is no longer valid... :) */
439
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 72 times.
72 if (s->strict_pairs
440 && (f0->prev->breaks & BREAK_RIGHT) && (f2->breaks & BREAK_LEFT)
441 && (f0->affinity != 1 || f1->affinity != -1) )
442 return 1;
443
1/2
✓ Branch 0 taken 72 times.
✗ Branch 1 not taken.
72 return 1 + (f1->affinity != 1);
444 156 case 3:
445
1/2
✓ Branch 0 taken 156 times.
✗ Branch 1 not taken.
156 return 2 + (f2->affinity != 1);
446 72 default:
447 /* 9 possibilities covered before switch */
448
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 72 times.
72 if (f1->affinity == 1)
449 return 1; /* covers 6 */
450
2/2
✓ Branch 0 taken 60 times.
✓ Branch 1 taken 12 times.
72 else if (f1->affinity == -1)
451 60 return 2; /* covers 6 */
452
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 12 times.
12 else if (f2->affinity == -1) { /* covers 2 */
453 return (f0->affinity == 1) ? 3 : 1;
454 } else {
455 12 return 2; /* the remaining 6 */
456 }
457 }
458 }
459
460 420 static PullupFrame *pullup_get_frame(PullupContext *s)
461 {
462 420 PullupFrame *fr = &s->frame;
463 420 int i, n = decide_frame_length(s);
464 420 int aff = s->first->next->affinity;
465
466 av_assert1(n < FF_ARRAY_ELEMS(fr->ifields));
467
3/4
✓ Branch 0 taken 324 times.
✓ Branch 1 taken 96 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 324 times.
420 if (!n || fr->lock)
468 96 return NULL;
469
470 324 fr->lock++;
471 324 fr->length = n;
472 324 fr->parity = s->first->parity;
473 324 fr->buffer = 0;
474
475
2/2
✓ Branch 0 taken 780 times.
✓ Branch 1 taken 324 times.
1104 for (i = 0; i < n; i++) {
476 /* We cheat and steal the buffer without release+relock */
477 780 fr->ifields[i] = s->first->buffer;
478 780 s->first->buffer = 0;
479 780 s->first = s->first->next;
480 }
481
482
2/2
✓ Branch 0 taken 24 times.
✓ Branch 1 taken 300 times.
324 if (n == 1) {
483 24 fr->ofields[fr->parity ] = fr->ifields[0];
484 24 fr->ofields[fr->parity ^ 1] = 0;
485
2/2
✓ Branch 0 taken 144 times.
✓ Branch 1 taken 156 times.
300 } else if (n == 2) {
486 144 fr->ofields[fr->parity ] = fr->ifields[0];
487 144 fr->ofields[fr->parity ^ 1] = fr->ifields[1];
488
1/2
✓ Branch 0 taken 156 times.
✗ Branch 1 not taken.
156 } else if (n == 3) {
489
1/2
✓ Branch 0 taken 156 times.
✗ Branch 1 not taken.
156 if (!aff)
490
2/2
✓ Branch 0 taken 84 times.
✓ Branch 1 taken 72 times.
156 aff = (fr->ifields[0] == fr->ifields[1]) ? -1 : 1;
491 156 fr->ofields[fr->parity ] = fr->ifields[1 + aff];
492 156 fr->ofields[fr->parity ^ 1] = fr->ifields[1 ];
493 }
494
495 324 pullup_lock_buffer(fr->ofields[0], 0);
496 324 pullup_lock_buffer(fr->ofields[1], 1);
497
498
2/2
✓ Branch 0 taken 228 times.
✓ Branch 1 taken 96 times.
324 if (fr->ofields[0] == fr->ofields[1]) {
499 228 fr->buffer = fr->ofields[0];
500 228 pullup_lock_buffer(fr->buffer, 2);
501 228 return fr;
502 }
503
504 96 return fr;
505 }
506
507 324 static void pullup_release_frame(PullupFrame *f)
508 {
509 int i;
510
511
2/2
✓ Branch 0 taken 780 times.
✓ Branch 1 taken 324 times.
1104 for (i = 0; i < f->length; i++)
512 780 pullup_release_buffer(f->ifields[i], f->parity ^ (i & 1));
513
514 324 pullup_release_buffer(f->ofields[0], 0);
515 324 pullup_release_buffer(f->ofields[1], 1);
516
517
2/2
✓ Branch 0 taken 300 times.
✓ Branch 1 taken 24 times.
324 if (f->buffer)
518 300 pullup_release_buffer(f->buffer, 2);
519 324 f->lock--;
520 324 }
521
522 2376 static void compute_metric(PullupContext *s, int *dest,
523 PullupField *fa, int pa, PullupField *fb, int pb,
524 int (*func)(const uint8_t *, const uint8_t *, ptrdiff_t))
525 {
526 2376 int mp = s->metric_plane;
527 2376 int xstep = 8;
528 2376 int ystep = s->planewidth[mp] << 3;
529 2376 int stride = s->planewidth[mp] << 1; /* field stride */
530 2376 int w = s->metric_w * xstep;
531 uint8_t *a, *b;
532 int x, y;
533
534
3/4
✓ Branch 0 taken 2376 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 108 times.
✓ Branch 3 taken 2268 times.
2376 if (!fa->buffer || !fb->buffer)
535 108 return;
536
537 /* Shortcut for duplicate fields (e.g. from RFF flag) */
538
3/4
✓ Branch 0 taken 1188 times.
✓ Branch 1 taken 1080 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 1188 times.
2268 if (fa->buffer == fb->buffer && pa == pb) {
539 memset(dest, 0, s->metric_length * sizeof(*dest));
540 return;
541 }
542
543 2268 a = fa->buffer->planes[mp] + pa * s->planewidth[mp] + s->metric_offset;
544 2268 b = fb->buffer->planes[mp] + pb * s->planewidth[mp] + s->metric_offset;
545
546
2/2
✓ Branch 0 taken 77112 times.
✓ Branch 1 taken 2268 times.
79380 for (y = 0; y < s->metric_h; y++) {
547
2/2
✓ Branch 0 taken 3238704 times.
✓ Branch 1 taken 77112 times.
3315816 for (x = 0; x < w; x += xstep)
548 3238704 *dest++ = func(a + x, b + x, stride);
549 77112 a += ystep; b += ystep;
550 }
551 }
552
553 792 static int check_field_queue(PullupContext *s)
554 {
555 int ret;
556
557
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 792 times.
792 if (s->head->next == s->first) {
558 PullupField *f = av_mallocz(sizeof(*f));
559
560 if (!f)
561 return AVERROR(ENOMEM);
562
563 if ((ret = alloc_metrics(s, f)) < 0) {
564 av_free(f);
565 return ret;
566 }
567
568 f->prev = s->head;
569 f->next = s->first;
570 s->head->next = f;
571 s->first->prev = f;
572 }
573
574 792 return 0;
575 }
576
577 792 static void pullup_submit_field(PullupContext *s, PullupBuffer *b, int parity)
578 {
579 PullupField *f;
580
581 /* Grow the circular list if needed */
582
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 792 times.
792 if (check_field_queue(s) < 0)
583 return;
584
585 /* Cannot have two fields of same parity in a row; drop the new one */
586
3/4
✓ Branch 0 taken 780 times.
✓ Branch 1 taken 12 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 780 times.
792 if (s->last && s->last->parity == parity)
587 return;
588
589 792 f = s->head;
590 792 f->parity = parity;
591 792 f->buffer = pullup_lock_buffer(b, parity);
592 792 f->flags = 0;
593 792 f->breaks = 0;
594 792 f->affinity = 0;
595
596 792 compute_metric(s, f->diffs, f, parity, f->prev->prev, parity, s->diff);
597
4/4
✓ Branch 0 taken 396 times.
✓ Branch 1 taken 396 times.
✓ Branch 2 taken 396 times.
✓ Branch 3 taken 396 times.
792 compute_metric(s, f->combs, parity ? f->prev : f, 0, parity ? f : f->prev, 1, s->comb);
598 792 compute_metric(s, f->vars, f, parity, f, -1, s->var);
599 792 emms_c();
600
601 /* Advance the circular list */
602
2/2
✓ Branch 0 taken 12 times.
✓ Branch 1 taken 780 times.
792 if (!s->first)
603 12 s->first = s->head;
604
605 792 s->last = s->head;
606 792 s->head = s->head->next;
607 }
608
609 72 static void copy_field(PullupContext *s,
610 PullupBuffer *dst, PullupBuffer *src, int parity)
611 {
612 uint8_t *dd, *ss;
613 int i;
614
615
2/2
✓ Branch 0 taken 204 times.
✓ Branch 1 taken 72 times.
276 for (i = 0; i < s->nb_planes; i++) {
616 204 ss = src->planes[i] + parity * s->planewidth[i];
617 204 dd = dst->planes[i] + parity * s->planewidth[i];
618
619 204 av_image_copy_plane(dd, s->planewidth[i] << 1,
620 204 ss, s->planewidth[i] << 1,
621 204 s->planewidth[i], s->planeheight[i] >> 1);
622 }
623 72 }
624
625 72 static void pullup_pack_frame(PullupContext *s, PullupFrame *fr)
626 {
627 int i;
628
629
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 72 times.
72 if (fr->buffer)
630 return;
631
632
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 72 times.
72 if (fr->length < 2)
633 return; /* FIXME: deal with this */
634
635
1/2
✓ Branch 0 taken 144 times.
✗ Branch 1 not taken.
144 for (i = 0; i < 2; i++) {
636
2/2
✓ Branch 0 taken 72 times.
✓ Branch 1 taken 72 times.
144 if (fr->ofields[i]->lock[i^1])
637 72 continue;
638
639 72 fr->buffer = fr->ofields[i];
640 72 pullup_lock_buffer(fr->buffer, 2);
641 72 copy_field(s, fr->buffer, fr->ofields[i^1], i^1);
642 72 return;
643 }
644
645 fr->buffer = pullup_get_buffer(s, 2);
646
647 copy_field(s, fr->buffer, fr->ofields[0], 0);
648 copy_field(s, fr->buffer, fr->ofields[1], 1);
649 }
650
651 396 static int filter_frame(AVFilterLink *inlink, AVFrame *in)
652 {
653 396 AVFilterContext *ctx = inlink->dst;
654 396 AVFilterLink *outlink = ctx->outputs[0];
655 396 PullupContext *s = ctx->priv;
656 PullupBuffer *b;
657 PullupFrame *f;
658 AVFrame *out;
659 396 int p, ret = 0;
660
661 396 b = pullup_get_buffer(s, 2);
662
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 396 times.
396 if (!b) {
663 av_log(ctx, AV_LOG_WARNING, "Could not get buffer!\n");
664 f = pullup_get_frame(s);
665 pullup_release_frame(f);
666 goto end;
667 }
668
669 396 av_image_copy(b->planes, s->planewidth,
670 396 (const uint8_t**)in->data, in->linesize,
671 396 inlink->format, inlink->w, inlink->h);
672
673
3/4
✓ Branch 0 taken 156 times.
✓ Branch 1 taken 240 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 156 times.
396 p = in->interlaced_frame ? !in->top_field_first : 0;
674 396 pullup_submit_field(s, b, p );
675 396 pullup_submit_field(s, b, p^1);
676
677
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 396 times.
396 if (in->repeat_pict)
678 pullup_submit_field(s, b, p);
679
680 396 pullup_release_buffer(b, 2);
681
682 396 f = pullup_get_frame(s);
683
2/2
✓ Branch 0 taken 84 times.
✓ Branch 1 taken 312 times.
396 if (!f)
684 84 goto end;
685
686
2/2
✓ Branch 0 taken 24 times.
✓ Branch 1 taken 288 times.
312 if (f->length < 2) {
687 24 pullup_release_frame(f);
688 24 f = pullup_get_frame(s);
689
2/2
✓ Branch 0 taken 12 times.
✓ Branch 1 taken 12 times.
24 if (!f)
690 12 goto end;
691
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 12 times.
12 if (f->length < 2) {
692 pullup_release_frame(f);
693 if (!in->repeat_pict)
694 goto end;
695 f = pullup_get_frame(s);
696 if (!f)
697 goto end;
698 if (f->length < 2) {
699 pullup_release_frame(f);
700 goto end;
701 }
702 }
703 }
704
705 /* If the frame isn't already exportable... */
706
2/2
✓ Branch 0 taken 72 times.
✓ Branch 1 taken 228 times.
300 if (!f->buffer)
707 72 pullup_pack_frame(s, f);
708
709 300 out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
710
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 300 times.
300 if (!out) {
711 ret = AVERROR(ENOMEM);
712 goto end;
713 }
714 300 av_frame_copy_props(out, in);
715
716 300 av_image_copy(out->data, out->linesize,
717 300 (const uint8_t**)f->buffer->planes, s->planewidth,
718 300 inlink->format, inlink->w, inlink->h);
719
720 300 ret = ff_filter_frame(outlink, out);
721 300 pullup_release_frame(f);
722 396 end:
723 396 av_frame_free(&in);
724 396 return ret;
725 }
726
727 13 static av_cold void uninit(AVFilterContext *ctx)
728 {
729 13 PullupContext *s = ctx->priv;
730 int i;
731
732 13 free_field_queue(s->head);
733 13 s->last = NULL;
734
735
2/2
✓ Branch 0 taken 130 times.
✓ Branch 1 taken 13 times.
143 for (i = 0; i < FF_ARRAY_ELEMS(s->buffers); i++) {
736 130 av_freep(&s->buffers[i].planes[0]);
737 130 av_freep(&s->buffers[i].planes[1]);
738 130 av_freep(&s->buffers[i].planes[2]);
739 }
740 13 }
741
742 static const AVFilterPad pullup_inputs[] = {
743 {
744 .name = "default",
745 .type = AVMEDIA_TYPE_VIDEO,
746 .filter_frame = filter_frame,
747 .config_props = config_input,
748 },
749 };
750
751 static const AVFilterPad pullup_outputs[] = {
752 {
753 .name = "default",
754 .type = AVMEDIA_TYPE_VIDEO,
755 },
756 };
757
758 const AVFilter ff_vf_pullup = {
759 .name = "pullup",
760 .description = NULL_IF_CONFIG_SMALL("Pullup from field sequence to frames."),
761 .priv_size = sizeof(PullupContext),
762 .priv_class = &pullup_class,
763 .uninit = uninit,
764 FILTER_INPUTS(pullup_inputs),
765 FILTER_OUTPUTS(pullup_outputs),
766 FILTER_PIXFMTS_ARRAY(pix_fmts),
767 };
768