FFmpeg coverage


Directory: ../../../ffmpeg/
File: src/libavcodec/vp8dsp.c
Date: 2024-03-28 04:31:58
Exec Total Coverage
Lines: 239 260 91.9%
Functions: 85 88 96.6%
Branches: 244 248 98.4%

Line Branch Exec Source
1 /*
2 * Copyright (C) 2010 David Conrad
3 * Copyright (C) 2010 Ronald S. Bultje
4 * Copyright (C) 2014 Peter Ross
5 *
6 * This file is part of FFmpeg.
7 *
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
12 *
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 */
22
23 /**
24 * @file
25 * VP8 compatible video decoder
26 */
27
28 #include "config_components.h"
29
30 #include "libavutil/common.h"
31 #include "libavutil/intreadwrite.h"
32
33 #include "mathops.h"
34 #include "vp8dsp.h"
35
36 #define MK_IDCT_DC_ADD4_C(name) \
37 static void name ## _idct_dc_add4uv_c(uint8_t *dst, int16_t block[4][16], \
38 ptrdiff_t stride) \
39 { \
40 name ## _idct_dc_add_c(dst + stride * 0 + 0, block[0], stride); \
41 name ## _idct_dc_add_c(dst + stride * 0 + 4, block[1], stride); \
42 name ## _idct_dc_add_c(dst + stride * 4 + 0, block[2], stride); \
43 name ## _idct_dc_add_c(dst + stride * 4 + 4, block[3], stride); \
44 } \
45 \
46 static void name ## _idct_dc_add4y_c(uint8_t *dst, int16_t block[4][16], \
47 ptrdiff_t stride) \
48 { \
49 name ## _idct_dc_add_c(dst + 0, block[0], stride); \
50 name ## _idct_dc_add_c(dst + 4, block[1], stride); \
51 name ## _idct_dc_add_c(dst + 8, block[2], stride); \
52 name ## _idct_dc_add_c(dst + 12, block[3], stride); \
53 }
54
55 #if CONFIG_VP7_DECODER
56 static void vp7_luma_dc_wht_c(int16_t block[4][4][16], int16_t dc[16])
57 {
58 int i;
59 unsigned a1, b1, c1, d1;
60 int16_t tmp[16];
61
62 for (i = 0; i < 4; i++) {
63 a1 = (dc[i * 4 + 0] + dc[i * 4 + 2]) * 23170;
64 b1 = (dc[i * 4 + 0] - dc[i * 4 + 2]) * 23170;
65 c1 = dc[i * 4 + 1] * 12540 - dc[i * 4 + 3] * 30274;
66 d1 = dc[i * 4 + 1] * 30274 + dc[i * 4 + 3] * 12540;
67 tmp[i * 4 + 0] = (int)(a1 + d1) >> 14;
68 tmp[i * 4 + 3] = (int)(a1 - d1) >> 14;
69 tmp[i * 4 + 1] = (int)(b1 + c1) >> 14;
70 tmp[i * 4 + 2] = (int)(b1 - c1) >> 14;
71 }
72
73 for (i = 0; i < 4; i++) {
74 a1 = (tmp[i + 0] + tmp[i + 8]) * 23170;
75 b1 = (tmp[i + 0] - tmp[i + 8]) * 23170;
76 c1 = tmp[i + 4] * 12540 - tmp[i + 12] * 30274;
77 d1 = tmp[i + 4] * 30274 + tmp[i + 12] * 12540;
78 AV_ZERO64(dc + i * 4);
79 block[0][i][0] = (int)(a1 + d1 + 0x20000) >> 18;
80 block[3][i][0] = (int)(a1 - d1 + 0x20000) >> 18;
81 block[1][i][0] = (int)(b1 + c1 + 0x20000) >> 18;
82 block[2][i][0] = (int)(b1 - c1 + 0x20000) >> 18;
83 }
84 }
85
86 26 static void vp7_luma_dc_wht_dc_c(int16_t block[4][4][16], int16_t dc[16])
87 {
88 26 int i, val = (23170 * (23170 * dc[0] >> 14) + 0x20000) >> 18;
89 26 dc[0] = 0;
90
91
2/2
✓ Branch 0 taken 104 times.
✓ Branch 1 taken 26 times.
130 for (i = 0; i < 4; i++) {
92 104 block[i][0][0] = val;
93 104 block[i][1][0] = val;
94 104 block[i][2][0] = val;
95 104 block[i][3][0] = val;
96 }
97 26 }
98
99 658 static void vp7_idct_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride)
100 {
101 int i;
102 unsigned a1, b1, c1, d1;
103 int16_t tmp[16];
104
105
2/2
✓ Branch 0 taken 2632 times.
✓ Branch 1 taken 658 times.
3290 for (i = 0; i < 4; i++) {
106 2632 a1 = (block[i * 4 + 0] + block[i * 4 + 2]) * 23170;
107 2632 b1 = (block[i * 4 + 0] - block[i * 4 + 2]) * 23170;
108 2632 c1 = block[i * 4 + 1] * 12540 - block[i * 4 + 3] * 30274;
109 2632 d1 = block[i * 4 + 1] * 30274 + block[i * 4 + 3] * 12540;
110 2632 AV_ZERO64(block + i * 4);
111 2632 tmp[i * 4 + 0] = (int)(a1 + d1) >> 14;
112 2632 tmp[i * 4 + 3] = (int)(a1 - d1) >> 14;
113 2632 tmp[i * 4 + 1] = (int)(b1 + c1) >> 14;
114 2632 tmp[i * 4 + 2] = (int)(b1 - c1) >> 14;
115 }
116
117
2/2
✓ Branch 0 taken 2632 times.
✓ Branch 1 taken 658 times.
3290 for (i = 0; i < 4; i++) {
118 2632 a1 = (tmp[i + 0] + tmp[i + 8]) * 23170;
119 2632 b1 = (tmp[i + 0] - tmp[i + 8]) * 23170;
120 2632 c1 = tmp[i + 4] * 12540 - tmp[i + 12] * 30274;
121 2632 d1 = tmp[i + 4] * 30274 + tmp[i + 12] * 12540;
122 2632 dst[0 * stride + i] = av_clip_uint8(dst[0 * stride + i] +
123 2632 ((int)(a1 + d1 + 0x20000) >> 18));
124 2632 dst[3 * stride + i] = av_clip_uint8(dst[3 * stride + i] +
125 2632 ((int)(a1 - d1 + 0x20000) >> 18));
126 2632 dst[1 * stride + i] = av_clip_uint8(dst[1 * stride + i] +
127 2632 ((int)(b1 + c1 + 0x20000) >> 18));
128 2632 dst[2 * stride + i] = av_clip_uint8(dst[2 * stride + i] +
129 2632 ((int)(b1 - c1 + 0x20000) >> 18));
130 }
131 658 }
132
133 511 static void vp7_idct_dc_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride)
134 {
135 511 int i, dc = (23170 * (23170 * block[0] >> 14) + 0x20000) >> 18;
136 511 block[0] = 0;
137
138
2/2
✓ Branch 0 taken 2044 times.
✓ Branch 1 taken 511 times.
2555 for (i = 0; i < 4; i++) {
139 2044 dst[0] = av_clip_uint8(dst[0] + dc);
140 2044 dst[1] = av_clip_uint8(dst[1] + dc);
141 2044 dst[2] = av_clip_uint8(dst[2] + dc);
142 2044 dst[3] = av_clip_uint8(dst[3] + dc);
143 2044 dst += stride;
144 }
145 511 }
146
147 242 MK_IDCT_DC_ADD4_C(vp7)
148 #endif /* CONFIG_VP7_DECODER */
149
150 // TODO: Maybe add dequant
151 #if CONFIG_VP8_DECODER
152 24886 static void vp8_luma_dc_wht_c(int16_t block[4][4][16], int16_t dc[16])
153 {
154 int i, t0, t1, t2, t3;
155
156
2/2
✓ Branch 0 taken 99544 times.
✓ Branch 1 taken 24886 times.
124430 for (i = 0; i < 4; i++) {
157 99544 t0 = dc[0 * 4 + i] + dc[3 * 4 + i];
158 99544 t1 = dc[1 * 4 + i] + dc[2 * 4 + i];
159 99544 t2 = dc[1 * 4 + i] - dc[2 * 4 + i];
160 99544 t3 = dc[0 * 4 + i] - dc[3 * 4 + i];
161
162 99544 dc[0 * 4 + i] = t0 + t1;
163 99544 dc[1 * 4 + i] = t3 + t2;
164 99544 dc[2 * 4 + i] = t0 - t1;
165 99544 dc[3 * 4 + i] = t3 - t2;
166 }
167
168
2/2
✓ Branch 0 taken 99544 times.
✓ Branch 1 taken 24886 times.
124430 for (i = 0; i < 4; i++) {
169 99544 t0 = dc[i * 4 + 0] + dc[i * 4 + 3] + 3; // rounding
170 99544 t1 = dc[i * 4 + 1] + dc[i * 4 + 2];
171 99544 t2 = dc[i * 4 + 1] - dc[i * 4 + 2];
172 99544 t3 = dc[i * 4 + 0] - dc[i * 4 + 3] + 3; // rounding
173 99544 AV_ZERO64(dc + i * 4);
174
175 99544 block[i][0][0] = (t0 + t1) >> 3;
176 99544 block[i][1][0] = (t3 + t2) >> 3;
177 99544 block[i][2][0] = (t0 - t1) >> 3;
178 99544 block[i][3][0] = (t3 - t2) >> 3;
179 }
180 24886 }
181
182 10490 static void vp8_luma_dc_wht_dc_c(int16_t block[4][4][16], int16_t dc[16])
183 {
184 10490 int i, val = (dc[0] + 3) >> 3;
185 10490 dc[0] = 0;
186
187
2/2
✓ Branch 0 taken 41960 times.
✓ Branch 1 taken 10490 times.
52450 for (i = 0; i < 4; i++) {
188 41960 block[i][0][0] = val;
189 41960 block[i][1][0] = val;
190 41960 block[i][2][0] = val;
191 41960 block[i][3][0] = val;
192 }
193 10490 }
194
195 #define MUL_20091(a) ((((a) * 20091) >> 16) + (a))
196 #define MUL_35468(a) (((a) * 35468) >> 16)
197
198 218789 static void vp8_idct_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride)
199 {
200 int i, t0, t1, t2, t3;
201 int16_t tmp[16];
202
203
2/2
✓ Branch 0 taken 875156 times.
✓ Branch 1 taken 218789 times.
1093945 for (i = 0; i < 4; i++) {
204 875156 t0 = block[0 * 4 + i] + block[2 * 4 + i];
205 875156 t1 = block[0 * 4 + i] - block[2 * 4 + i];
206 875156 t2 = MUL_35468(block[1 * 4 + i]) - MUL_20091(block[3 * 4 + i]);
207 875156 t3 = MUL_20091(block[1 * 4 + i]) + MUL_35468(block[3 * 4 + i]);
208 875156 block[0 * 4 + i] = 0;
209 875156 block[1 * 4 + i] = 0;
210 875156 block[2 * 4 + i] = 0;
211 875156 block[3 * 4 + i] = 0;
212
213 875156 tmp[i * 4 + 0] = t0 + t3;
214 875156 tmp[i * 4 + 1] = t1 + t2;
215 875156 tmp[i * 4 + 2] = t1 - t2;
216 875156 tmp[i * 4 + 3] = t0 - t3;
217 }
218
219
2/2
✓ Branch 0 taken 875156 times.
✓ Branch 1 taken 218789 times.
1093945 for (i = 0; i < 4; i++) {
220 875156 t0 = tmp[0 * 4 + i] + tmp[2 * 4 + i];
221 875156 t1 = tmp[0 * 4 + i] - tmp[2 * 4 + i];
222 875156 t2 = MUL_35468(tmp[1 * 4 + i]) - MUL_20091(tmp[3 * 4 + i]);
223 875156 t3 = MUL_20091(tmp[1 * 4 + i]) + MUL_35468(tmp[3 * 4 + i]);
224
225 875156 dst[0] = av_clip_uint8(dst[0] + ((t0 + t3 + 4) >> 3));
226 875156 dst[1] = av_clip_uint8(dst[1] + ((t1 + t2 + 4) >> 3));
227 875156 dst[2] = av_clip_uint8(dst[2] + ((t1 - t2 + 4) >> 3));
228 875156 dst[3] = av_clip_uint8(dst[3] + ((t0 - t3 + 4) >> 3));
229 875156 dst += stride;
230 }
231 218789 }
232
233 757804 static void vp8_idct_dc_add_c(uint8_t *dst, int16_t block[16], ptrdiff_t stride)
234 {
235 757804 int i, dc = (block[0] + 4) >> 3;
236 757804 block[0] = 0;
237
238
2/2
✓ Branch 0 taken 3031216 times.
✓ Branch 1 taken 757804 times.
3789020 for (i = 0; i < 4; i++) {
239 3031216 dst[0] = av_clip_uint8(dst[0] + dc);
240 3031216 dst[1] = av_clip_uint8(dst[1] + dc);
241 3031216 dst[2] = av_clip_uint8(dst[2] + dc);
242 3031216 dst[3] = av_clip_uint8(dst[3] + dc);
243 3031216 dst += stride;
244 }
245 757804 }
246
247 326324 MK_IDCT_DC_ADD4_C(vp8)
248 #endif /* CONFIG_VP8_DECODER */
249
250 // because I like only having two parameters to pass functions...
251 #define LOAD_PIXELS \
252 int av_unused p3 = p[-4 * stride]; \
253 int av_unused p2 = p[-3 * stride]; \
254 int av_unused p1 = p[-2 * stride]; \
255 int av_unused p0 = p[-1 * stride]; \
256 int av_unused q0 = p[ 0 * stride]; \
257 int av_unused q1 = p[ 1 * stride]; \
258 int av_unused q2 = p[ 2 * stride]; \
259 int av_unused q3 = p[ 3 * stride];
260
261 #define clip_int8(n) (cm[(n) + 0x80] - 0x80)
262
263 10257170 static av_always_inline void filter_common(uint8_t *p, ptrdiff_t stride,
264 int is4tap, int is_vp7)
265 {
266 10257170 LOAD_PIXELS
267 int a, f1, f2;
268 10257170 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;
269
270 10257170 a = 3 * (q0 - p0);
271
272
2/2
✓ Branch 0 taken 5538278 times.
✓ Branch 1 taken 4718892 times.
10257170 if (is4tap)
273 5538278 a += clip_int8(p1 - q1);
274
275 10257170 a = clip_int8(a);
276
277 // We deviate from the spec here with c(a+3) >> 3
278 // since that's what libvpx does.
279 10257170 f1 = FFMIN(a + 4, 127) >> 3;
280
281
2/2
✓ Branch 0 taken 781529 times.
✓ Branch 1 taken 9475641 times.
10257170 if (is_vp7)
282 781529 f2 = f1 - ((a & 7) == 4);
283 else
284 9475641 f2 = FFMIN(a + 3, 127) >> 3;
285
286 // Despite what the spec says, we do need to clamp here to
287 // be bitexact with libvpx.
288 10257170 p[-1 * stride] = cm[p0 + f2];
289 10257170 p[ 0 * stride] = cm[q0 - f1];
290
291 // only used for _inner on blocks without high edge variance
292
2/2
✓ Branch 0 taken 4718892 times.
✓ Branch 1 taken 5538278 times.
10257170 if (!is4tap) {
293 4718892 a = (f1 + 1) >> 1;
294 4718892 p[-2 * stride] = cm[p1 + a];
295 4718892 p[ 1 * stride] = cm[q1 - a];
296 }
297 10257170 }
298
299 781529 static av_always_inline void vp7_filter_common(uint8_t *p, ptrdiff_t stride,
300 int is4tap)
301 {
302 781529 filter_common(p, stride, is4tap, IS_VP7);
303 781529 }
304
305 9475641 static av_always_inline void vp8_filter_common(uint8_t *p, ptrdiff_t stride,
306 int is4tap)
307 {
308 9475641 filter_common(p, stride, is4tap, IS_VP8);
309 9475641 }
310
311 1278688 static av_always_inline int vp7_simple_limit(uint8_t *p, ptrdiff_t stride,
312 int flim)
313 {
314 1278688 LOAD_PIXELS
315 1278688 return FFABS(p0 - q0) <= flim;
316 }
317
318 33362784 static av_always_inline int vp8_simple_limit(uint8_t *p, ptrdiff_t stride,
319 int flim)
320 {
321 33362784 LOAD_PIXELS
322 33362784 return 2 * FFABS(p0 - q0) + (FFABS(p1 - q1) >> 1) <= flim;
323 }
324
325 /**
326 * E - limit at the macroblock edge
327 * I - limit for interior difference
328 */
329 #define NORMAL_LIMIT(vpn) \
330 static av_always_inline int vp ## vpn ## _normal_limit(uint8_t *p, \
331 ptrdiff_t stride, \
332 int E, int I) \
333 { \
334 LOAD_PIXELS \
335 return vp ## vpn ## _simple_limit(p, stride, E) && \
336 FFABS(p3 - p2) <= I && FFABS(p2 - p1) <= I && \
337 FFABS(p1 - p0) <= I && FFABS(q3 - q2) <= I && \
338 FFABS(q2 - q1) <= I && FFABS(q1 - q0) <= I; \
339 }
340
341
14/14
✓ Branch 1 taken 1203410 times.
✓ Branch 2 taken 75278 times.
✓ Branch 3 taken 1171432 times.
✓ Branch 4 taken 31978 times.
✓ Branch 5 taken 1155407 times.
✓ Branch 6 taken 16025 times.
✓ Branch 7 taken 1151251 times.
✓ Branch 8 taken 4156 times.
✓ Branch 9 taken 1131483 times.
✓ Branch 10 taken 19768 times.
✓ Branch 11 taken 1128766 times.
✓ Branch 12 taken 2717 times.
✓ Branch 13 taken 1127903 times.
✓ Branch 14 taken 863 times.
1278688 NORMAL_LIMIT(7)
342
14/14
✓ Branch 1 taken 31687317 times.
✓ Branch 2 taken 1124011 times.
✓ Branch 3 taken 31080023 times.
✓ Branch 4 taken 607294 times.
✓ Branch 5 taken 30799661 times.
✓ Branch 6 taken 280362 times.
✓ Branch 7 taken 30692098 times.
✓ Branch 8 taken 107563 times.
✓ Branch 9 taken 30292829 times.
✓ Branch 10 taken 399269 times.
✓ Branch 11 taken 30099299 times.
✓ Branch 12 taken 193530 times.
✓ Branch 13 taken 30028044 times.
✓ Branch 14 taken 71255 times.
32811328 NORMAL_LIMIT(8)
343
344 // high edge variance
345 31155947 static av_always_inline int hev(uint8_t *p, ptrdiff_t stride, int thresh)
346 {
347 31155947 LOAD_PIXELS
348
4/4
✓ Branch 0 taken 27511295 times.
✓ Branch 1 taken 3644652 times.
✓ Branch 2 taken 1402541 times.
✓ Branch 3 taken 26108754 times.
31155947 return FFABS(p1 - p0) > thresh || FFABS(q1 - q0) > thresh;
349 }
350
351 21389862 static av_always_inline void filter_mbedge(uint8_t *p, ptrdiff_t stride)
352 {
353 int a0, a1, a2, w;
354 21389862 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP;
355
356 21389862 LOAD_PIXELS
357
358 21389862 w = clip_int8(p1 - q1);
359 21389862 w = clip_int8(w + 3 * (q0 - p0));
360
361 21389862 a0 = (27 * w + 63) >> 7;
362 21389862 a1 = (18 * w + 63) >> 7;
363 21389862 a2 = (9 * w + 63) >> 7;
364
365 21389862 p[-3 * stride] = cm[p2 + a2];
366 21389862 p[-2 * stride] = cm[p1 + a1];
367 21389862 p[-1 * stride] = cm[p0 + a0];
368 21389862 p[ 0 * stride] = cm[q0 - a0];
369 21389862 p[ 1 * stride] = cm[q1 - a1];
370 21389862 p[ 2 * stride] = cm[q2 - a2];
371 21389862 }
372
373 #define LOOP_FILTER(vpn, dir, size, stridea, strideb, maybe_inline) \
374 static maybe_inline \
375 void vpn ## _ ## dir ## _loop_filter ## size ## _c(uint8_t *dst, \
376 ptrdiff_t stride, \
377 int flim_E, int flim_I, \
378 int hev_thresh) \
379 { \
380 int i; \
381 for (i = 0; i < size; i++) \
382 if (vpn ## _normal_limit(dst + i * stridea, strideb, \
383 flim_E, flim_I)) { \
384 if (hev(dst + i * stridea, strideb, hev_thresh)) \
385 vpn ## _filter_common(dst + i * stridea, strideb, 1); \
386 else \
387 filter_mbedge(dst + i * stridea, strideb); \
388 } \
389 } \
390 \
391 static maybe_inline \
392 void vpn ## _ ## dir ## _loop_filter ## size ## _inner_c(uint8_t *dst, \
393 ptrdiff_t stride, \
394 int flim_E, \
395 int flim_I, \
396 int hev_thresh) \
397 { \
398 int i; \
399 for (i = 0; i < size; i++) \
400 if (vpn ## _normal_limit(dst + i * stridea, strideb, \
401 flim_E, flim_I)) { \
402 int hv = hev(dst + i * stridea, strideb, hev_thresh); \
403 if (hv) \
404 vpn ## _filter_common(dst + i * stridea, strideb, 1); \
405 else \
406 vpn ## _filter_common(dst + i * stridea, strideb, 0); \
407 } \
408 }
409
410 #define UV_LOOP_FILTER(vpn, dir, stridea, strideb) \
411 LOOP_FILTER(vpn, dir, 8, stridea, strideb, av_always_inline) \
412 static void vpn ## _ ## dir ## _loop_filter8uv_c(uint8_t *dstU, \
413 uint8_t *dstV, \
414 ptrdiff_t stride, int fE, \
415 int fI, int hev_thresh) \
416 { \
417 vpn ## _ ## dir ## _loop_filter8_c(dstU, stride, fE, fI, hev_thresh); \
418 vpn ## _ ## dir ## _loop_filter8_c(dstV, stride, fE, fI, hev_thresh); \
419 } \
420 \
421 static void vpn ## _ ## dir ## _loop_filter8uv_inner_c(uint8_t *dstU, \
422 uint8_t *dstV, \
423 ptrdiff_t stride, \
424 int fE, int fI, \
425 int hev_thresh) \
426 { \
427 vpn ## _ ## dir ## _loop_filter8_inner_c(dstU, stride, fE, fI, \
428 hev_thresh); \
429 vpn ## _ ## dir ## _loop_filter8_inner_c(dstV, stride, fE, fI, \
430 hev_thresh); \
431 }
432
433 #define LOOP_FILTER_SIMPLE(vpn) \
434 static void vpn ## _v_loop_filter_simple_c(uint8_t *dst, ptrdiff_t stride, \
435 int flim) \
436 { \
437 int i; \
438 for (i = 0; i < 16; i++) \
439 if (vpn ## _simple_limit(dst + i, stride, flim)) \
440 vpn ## _filter_common(dst + i, stride, 1); \
441 } \
442 \
443 static void vpn ## _h_loop_filter_simple_c(uint8_t *dst, ptrdiff_t stride, \
444 int flim) \
445 { \
446 int i; \
447 for (i = 0; i < 16; i++) \
448 if (vpn ## _simple_limit(dst + i * stride, 1, flim)) \
449 vpn ## _filter_common(dst + i * stride, 1, 1); \
450 }
451
452 #define LOOP_FILTERS(vpn) \
453 LOOP_FILTER(vpn, v, 16, 1, stride, ) \
454 LOOP_FILTER(vpn, h, 16, stride, 1, ) \
455 UV_LOOP_FILTER(vpn, v, 1, stride) \
456 UV_LOOP_FILTER(vpn, h, stride, 1) \
457 LOOP_FILTER_SIMPLE(vpn) \
458
459 static const uint8_t subpel_filters[7][6] = {
460 { 0, 6, 123, 12, 1, 0 },
461 { 2, 11, 108, 36, 8, 1 },
462 { 0, 9, 93, 50, 6, 0 },
463 { 3, 16, 77, 77, 16, 3 },
464 { 0, 6, 50, 93, 9, 0 },
465 { 1, 8, 36, 108, 11, 2 },
466 { 0, 1, 12, 123, 6, 0 },
467 };
468
469 #define PUT_PIXELS(WIDTH) \
470 static void put_vp8_pixels ## WIDTH ## _c(uint8_t *dst, ptrdiff_t dststride, \
471 const uint8_t *src, ptrdiff_t srcstride, \
472 int h, int x, int y) \
473 { \
474 int i; \
475 for (i = 0; i < h; i++, dst += dststride, src += srcstride) \
476 memcpy(dst, src, WIDTH); \
477 }
478
479
2/2
✓ Branch 0 taken 5399216 times.
✓ Branch 1 taken 340038 times.
5739254 PUT_PIXELS(16)
480
2/2
✓ Branch 0 taken 5423544 times.
✓ Branch 1 taken 680403 times.
6103947 PUT_PIXELS(8)
481
2/2
✓ Branch 0 taken 327104 times.
✓ Branch 1 taken 78426 times.
405530 PUT_PIXELS(4)
482
483 #define FILTER_6TAP(src, F, stride) \
484 cm[(F[2] * src[x + 0 * stride] - F[1] * src[x - 1 * stride] + \
485 F[0] * src[x - 2 * stride] + F[3] * src[x + 1 * stride] - \
486 F[4] * src[x + 2 * stride] + F[5] * src[x + 3 * stride] + 64) >> 7]
487
488 #define FILTER_4TAP(src, F, stride) \
489 cm[(F[2] * src[x + 0 * stride] - F[1] * src[x - 1 * stride] + \
490 F[3] * src[x + 1 * stride] - F[4] * src[x + 2 * stride] + 64) >> 7]
491
492 #define VP8_EPEL_H(SIZE, TAPS) \
493 static void put_vp8_epel ## SIZE ## _h ## TAPS ## _c(uint8_t *dst, \
494 ptrdiff_t dststride, \
495 const uint8_t *src, \
496 ptrdiff_t srcstride, \
497 int h, int mx, int my) \
498 { \
499 const uint8_t *filter = subpel_filters[mx - 1]; \
500 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
501 int x, y; \
502 for (y = 0; y < h; y++) { \
503 for (x = 0; x < SIZE; x++) \
504 dst[x] = FILTER_ ## TAPS ## TAP(src, filter, 1); \
505 dst += dststride; \
506 src += srcstride; \
507 } \
508 }
509
510 #define VP8_EPEL_V(SIZE, TAPS) \
511 static void put_vp8_epel ## SIZE ## _v ## TAPS ## _c(uint8_t *dst, \
512 ptrdiff_t dststride, \
513 const uint8_t *src, \
514 ptrdiff_t srcstride, \
515 int h, int mx, int my) \
516 { \
517 const uint8_t *filter = subpel_filters[my - 1]; \
518 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
519 int x, y; \
520 for (y = 0; y < h; y++) { \
521 for (x = 0; x < SIZE; x++) \
522 dst[x] = FILTER_ ## TAPS ## TAP(src, filter, srcstride); \
523 dst += dststride; \
524 src += srcstride; \
525 } \
526 }
527
528 #define VP8_EPEL_HV(SIZE, HTAPS, VTAPS) \
529 static void \
530 put_vp8_epel ## SIZE ## _h ## HTAPS ## v ## VTAPS ## _c(uint8_t *dst, \
531 ptrdiff_t dststride, \
532 const uint8_t *src, \
533 ptrdiff_t srcstride, \
534 int h, int mx, \
535 int my) \
536 { \
537 const uint8_t *filter = subpel_filters[mx - 1]; \
538 const uint8_t *cm = ff_crop_tab + MAX_NEG_CROP; \
539 int x, y; \
540 uint8_t tmp_array[(2 * SIZE + VTAPS - 1) * SIZE]; \
541 uint8_t *tmp = tmp_array; \
542 src -= (2 - (VTAPS == 4)) * srcstride; \
543 \
544 for (y = 0; y < h + VTAPS - 1; y++) { \
545 for (x = 0; x < SIZE; x++) \
546 tmp[x] = FILTER_ ## HTAPS ## TAP(src, filter, 1); \
547 tmp += SIZE; \
548 src += srcstride; \
549 } \
550 tmp = tmp_array + (2 - (VTAPS == 4)) * SIZE; \
551 filter = subpel_filters[my - 1]; \
552 \
553 for (y = 0; y < h; y++) { \
554 for (x = 0; x < SIZE; x++) \
555 dst[x] = FILTER_ ## VTAPS ## TAP(tmp, filter, SIZE); \
556 dst += dststride; \
557 tmp += SIZE; \
558 } \
559 }
560
561
4/4
✓ Branch 0 taken 512 times.
✓ Branch 1 taken 32 times.
✓ Branch 2 taken 32 times.
✓ Branch 3 taken 2 times.
546 VP8_EPEL_H(16, 4)
562
4/4
✓ Branch 0 taken 812032 times.
✓ Branch 1 taken 101504 times.
✓ Branch 2 taken 101504 times.
✓ Branch 3 taken 13323 times.
926859 VP8_EPEL_H(8, 4)
563
4/4
✓ Branch 0 taken 158048 times.
✓ Branch 1 taken 39512 times.
✓ Branch 2 taken 39512 times.
✓ Branch 3 taken 8655 times.
206215 VP8_EPEL_H(4, 4)
564
4/4
✓ Branch 0 taken 2627328 times.
✓ Branch 1 taken 164208 times.
✓ Branch 2 taken 164208 times.
✓ Branch 3 taken 10860 times.
2802396 VP8_EPEL_H(16, 6)
565
4/4
✓ Branch 0 taken 845760 times.
✓ Branch 1 taken 105720 times.
✓ Branch 2 taken 105720 times.
✓ Branch 3 taken 12798 times.
964278 VP8_EPEL_H(8, 6)
566
4/4
✓ Branch 0 taken 366848 times.
✓ Branch 1 taken 91712 times.
✓ Branch 2 taken 91712 times.
✓ Branch 3 taken 21989 times.
480549 VP8_EPEL_H(4, 6)
567
4/4
✓ Branch 0 taken 512 times.
✓ Branch 1 taken 32 times.
✓ Branch 2 taken 32 times.
✓ Branch 3 taken 2 times.
546 VP8_EPEL_V(16, 4)
568
4/4
✓ Branch 0 taken 645888 times.
✓ Branch 1 taken 80736 times.
✓ Branch 2 taken 80736 times.
✓ Branch 3 taken 10643 times.
737267 VP8_EPEL_V(8, 4)
569
4/4
✓ Branch 0 taken 144160 times.
✓ Branch 1 taken 36040 times.
✓ Branch 2 taken 36040 times.
✓ Branch 3 taken 7921 times.
188121 VP8_EPEL_V(4, 4)
570
4/4
✓ Branch 0 taken 2144768 times.
✓ Branch 1 taken 134048 times.
✓ Branch 2 taken 134048 times.
✓ Branch 3 taken 8895 times.
2287711 VP8_EPEL_V(16, 6)
571
4/4
✓ Branch 0 taken 664448 times.
✓ Branch 1 taken 83056 times.
✓ Branch 2 taken 83056 times.
✓ Branch 3 taken 9791 times.
757295 VP8_EPEL_V(8, 6)
572
4/4
✓ Branch 0 taken 330864 times.
✓ Branch 1 taken 82716 times.
✓ Branch 2 taken 82716 times.
✓ Branch 3 taken 19992 times.
433572 VP8_EPEL_V(4, 6)
573
574
8/8
✓ Branch 0 taken 608 times.
✓ Branch 1 taken 38 times.
✓ Branch 2 taken 38 times.
✓ Branch 3 taken 2 times.
✓ Branch 4 taken 512 times.
✓ Branch 5 taken 32 times.
✓ Branch 6 taken 32 times.
✓ Branch 7 taken 2 times.
1192 VP8_EPEL_HV(16, 4, 4)
575
8/8
✓ Branch 0 taken 1280776 times.
✓ Branch 1 taken 160097 times.
✓ Branch 2 taken 160097 times.
✓ Branch 3 taken 15283 times.
✓ Branch 4 taken 913984 times.
✓ Branch 5 taken 114248 times.
✓ Branch 6 taken 114248 times.
✓ Branch 7 taken 15283 times.
2484388 VP8_EPEL_HV(8, 4, 4)
576
8/8
✓ Branch 0 taken 417612 times.
✓ Branch 1 taken 104403 times.
✓ Branch 2 taken 104403 times.
✓ Branch 3 taken 13913 times.
✓ Branch 4 taken 250656 times.
✓ Branch 5 taken 62664 times.
✓ Branch 6 taken 62664 times.
✓ Branch 7 taken 13913 times.
849248 VP8_EPEL_HV(4, 4, 4)
577
8/8
✓ Branch 0 taken 672 times.
✓ Branch 1 taken 42 times.
✓ Branch 2 taken 42 times.
✓ Branch 3 taken 2 times.
✓ Branch 4 taken 512 times.
✓ Branch 5 taken 32 times.
✓ Branch 6 taken 32 times.
✓ Branch 7 taken 2 times.
1260 VP8_EPEL_HV(16, 4, 6)
578
8/8
✓ Branch 0 taken 778488 times.
✓ Branch 1 taken 97311 times.
✓ Branch 2 taken 97311 times.
✓ Branch 3 taken 7835 times.
✓ Branch 4 taken 465088 times.
✓ Branch 5 taken 58136 times.
✓ Branch 6 taken 58136 times.
✓ Branch 7 taken 7835 times.
1406858 VP8_EPEL_HV(8, 4, 6)
579
8/8
✓ Branch 0 taken 307532 times.
✓ Branch 1 taken 76883 times.
✓ Branch 2 taken 76883 times.
✓ Branch 3 taken 8087 times.
✓ Branch 4 taken 145792 times.
✓ Branch 5 taken 36448 times.
✓ Branch 6 taken 36448 times.
✓ Branch 7 taken 8087 times.
574742 VP8_EPEL_HV(4, 4, 6)
580
8/8
✓ Branch 0 taken 608 times.
✓ Branch 1 taken 38 times.
✓ Branch 2 taken 38 times.
✓ Branch 3 taken 2 times.
✓ Branch 4 taken 512 times.
✓ Branch 5 taken 32 times.
✓ Branch 6 taken 32 times.
✓ Branch 7 taken 2 times.
1192 VP8_EPEL_HV(16, 6, 4)
581
8/8
✓ Branch 0 taken 830200 times.
✓ Branch 1 taken 103775 times.
✓ Branch 2 taken 103775 times.
✓ Branch 3 taken 9933 times.
✓ Branch 4 taken 591808 times.
✓ Branch 5 taken 73976 times.
✓ Branch 6 taken 73976 times.
✓ Branch 7 taken 9933 times.
1609692 VP8_EPEL_HV(8, 6, 4)
582
8/8
✓ Branch 0 taken 276108 times.
✓ Branch 1 taken 69027 times.
✓ Branch 2 taken 69027 times.
✓ Branch 3 taken 9113 times.
✓ Branch 4 taken 166752 times.
✓ Branch 5 taken 41688 times.
✓ Branch 6 taken 41688 times.
✓ Branch 7 taken 9113 times.
562688 VP8_EPEL_HV(4, 6, 4)
583
8/8
✓ Branch 0 taken 5355216 times.
✓ Branch 1 taken 334701 times.
✓ Branch 2 taken 334701 times.
✓ Branch 3 taken 16793 times.
✓ Branch 4 taken 4011776 times.
✓ Branch 5 taken 250736 times.
✓ Branch 6 taken 250736 times.
✓ Branch 7 taken 16793 times.
9969222 VP8_EPEL_HV(16, 6, 6)
584
8/8
✓ Branch 0 taken 1489592 times.
✓ Branch 1 taken 186199 times.
✓ Branch 2 taken 186199 times.
✓ Branch 3 taken 13475 times.
✓ Branch 4 taken 950592 times.
✓ Branch 5 taken 118824 times.
✓ Branch 6 taken 118824 times.
✓ Branch 7 taken 13475 times.
2758682 VP8_EPEL_HV(8, 6, 6)
585
8/8
✓ Branch 0 taken 1004488 times.
✓ Branch 1 taken 251122 times.
✓ Branch 2 taken 251122 times.
✓ Branch 3 taken 27526 times.
✓ Branch 4 taken 453968 times.
✓ Branch 5 taken 113492 times.
✓ Branch 6 taken 113492 times.
✓ Branch 7 taken 27526 times.
1850596 VP8_EPEL_HV(4, 6, 6)
586
587 #define VP8_BILINEAR(SIZE) \
588 static void put_vp8_bilinear ## SIZE ## _h_c(uint8_t *dst, ptrdiff_t dstride, \
589 const uint8_t *src, ptrdiff_t sstride, \
590 int h, int mx, int my) \
591 { \
592 int a = 8 - mx, b = mx; \
593 int x, y; \
594 for (y = 0; y < h; y++) { \
595 for (x = 0; x < SIZE; x++) \
596 dst[x] = (a * src[x] + b * src[x + 1] + 4) >> 3; \
597 dst += dstride; \
598 src += sstride; \
599 } \
600 } \
601 \
602 static void put_vp8_bilinear ## SIZE ## _v_c(uint8_t *dst, ptrdiff_t dstride, \
603 const uint8_t *src, ptrdiff_t sstride, \
604 int h, int mx, int my) \
605 { \
606 int c = 8 - my, d = my; \
607 int x, y; \
608 for (y = 0; y < h; y++) { \
609 for (x = 0; x < SIZE; x++) \
610 dst[x] = (c * src[x] + d * src[x + sstride] + 4) >> 3; \
611 dst += dstride; \
612 src += sstride; \
613 } \
614 } \
615 \
616 static void put_vp8_bilinear ## SIZE ## _hv_c(uint8_t *dst, \
617 ptrdiff_t dstride, \
618 const uint8_t *src, \
619 ptrdiff_t sstride, \
620 int h, int mx, int my) \
621 { \
622 int a = 8 - mx, b = mx; \
623 int c = 8 - my, d = my; \
624 int x, y; \
625 uint8_t tmp_array[(2 * SIZE + 1) * SIZE]; \
626 uint8_t *tmp = tmp_array; \
627 for (y = 0; y < h + 1; y++) { \
628 for (x = 0; x < SIZE; x++) \
629 tmp[x] = (a * src[x] + b * src[x + 1] + 4) >> 3; \
630 tmp += SIZE; \
631 src += sstride; \
632 } \
633 tmp = tmp_array; \
634 for (y = 0; y < h; y++) { \
635 for (x = 0; x < SIZE; x++) \
636 dst[x] = (c * tmp[x] + d * tmp[x + SIZE] + 4) >> 3; \
637 dst += dstride; \
638 tmp += SIZE; \
639 } \
640 }
641
642
8/8
✓ Branch 0 taken 444304 times.
✓ Branch 1 taken 27769 times.
✓ Branch 2 taken 27769 times.
✓ Branch 3 taken 1775 times.
✓ Branch 4 taken 185216 times.
✓ Branch 5 taken 11576 times.
✓ Branch 6 taken 11576 times.
✓ Branch 7 taken 761 times.
1341280 VP8_BILINEAR(16)
643
8/8
✓ Branch 0 taken 283480 times.
✓ Branch 1 taken 35435 times.
✓ Branch 2 taken 35435 times.
✓ Branch 3 taken 4182 times.
✓ Branch 4 taken 124992 times.
✓ Branch 5 taken 15624 times.
✓ Branch 6 taken 15624 times.
✓ Branch 7 taken 1963 times.
927426 VP8_BILINEAR(8)
644
8/8
✓ Branch 0 taken 96024 times.
✓ Branch 1 taken 24006 times.
✓ Branch 2 taken 24006 times.
✓ Branch 3 taken 5073 times.
✓ Branch 4 taken 39856 times.
✓ Branch 5 taken 9964 times.
✓ Branch 6 taken 9964 times.
✓ Branch 7 taken 2302 times.
349846 VP8_BILINEAR(4)
645
646 #define VP78_MC_FUNC(IDX, SIZE) \
647 dsp->put_vp8_epel_pixels_tab[IDX][0][0] = put_vp8_pixels ## SIZE ## _c; \
648 dsp->put_vp8_epel_pixels_tab[IDX][0][1] = put_vp8_epel ## SIZE ## _h4_c; \
649 dsp->put_vp8_epel_pixels_tab[IDX][0][2] = put_vp8_epel ## SIZE ## _h6_c; \
650 dsp->put_vp8_epel_pixels_tab[IDX][1][0] = put_vp8_epel ## SIZE ## _v4_c; \
651 dsp->put_vp8_epel_pixels_tab[IDX][1][1] = put_vp8_epel ## SIZE ## _h4v4_c; \
652 dsp->put_vp8_epel_pixels_tab[IDX][1][2] = put_vp8_epel ## SIZE ## _h6v4_c; \
653 dsp->put_vp8_epel_pixels_tab[IDX][2][0] = put_vp8_epel ## SIZE ## _v6_c; \
654 dsp->put_vp8_epel_pixels_tab[IDX][2][1] = put_vp8_epel ## SIZE ## _h4v6_c; \
655 dsp->put_vp8_epel_pixels_tab[IDX][2][2] = put_vp8_epel ## SIZE ## _h6v6_c
656
657 #define VP78_BILINEAR_MC_FUNC(IDX, SIZE) \
658 dsp->put_vp8_bilinear_pixels_tab[IDX][0][0] = put_vp8_pixels ## SIZE ## _c; \
659 dsp->put_vp8_bilinear_pixels_tab[IDX][0][1] = put_vp8_bilinear ## SIZE ## _h_c; \
660 dsp->put_vp8_bilinear_pixels_tab[IDX][0][2] = put_vp8_bilinear ## SIZE ## _h_c; \
661 dsp->put_vp8_bilinear_pixels_tab[IDX][1][0] = put_vp8_bilinear ## SIZE ## _v_c; \
662 dsp->put_vp8_bilinear_pixels_tab[IDX][1][1] = put_vp8_bilinear ## SIZE ## _hv_c; \
663 dsp->put_vp8_bilinear_pixels_tab[IDX][1][2] = put_vp8_bilinear ## SIZE ## _hv_c; \
664 dsp->put_vp8_bilinear_pixels_tab[IDX][2][0] = put_vp8_bilinear ## SIZE ## _v_c; \
665 dsp->put_vp8_bilinear_pixels_tab[IDX][2][1] = put_vp8_bilinear ## SIZE ## _hv_c; \
666 dsp->put_vp8_bilinear_pixels_tab[IDX][2][2] = put_vp8_bilinear ## SIZE ## _hv_c
667
668 76 av_cold void ff_vp78dsp_init(VP8DSPContext *dsp)
669 {
670 76 VP78_MC_FUNC(0, 16);
671 76 VP78_MC_FUNC(1, 8);
672 76 VP78_MC_FUNC(2, 4);
673
674 76 VP78_BILINEAR_MC_FUNC(0, 16);
675 76 VP78_BILINEAR_MC_FUNC(1, 8);
676 76 VP78_BILINEAR_MC_FUNC(2, 4);
677
678 #if ARCH_AARCH64
679 ff_vp78dsp_init_aarch64(dsp);
680 #elif ARCH_ARM
681 ff_vp78dsp_init_arm(dsp);
682 #elif ARCH_PPC
683 ff_vp78dsp_init_ppc(dsp);
684 #elif ARCH_X86
685 76 ff_vp78dsp_init_x86(dsp);
686 #endif
687 76 }
688
689 #if CONFIG_VP7_DECODER
690
6/6
✓ Branch 1 taken 1127903 times.
✓ Branch 2 taken 150785 times.
✓ Branch 4 taken 19902 times.
✓ Branch 5 taken 1108001 times.
✓ Branch 8 taken 1278688 times.
✓ Branch 9 taken 106237 times.
2822488 LOOP_FILTERS(vp7)
691
692 3 av_cold void ff_vp7dsp_init(VP8DSPContext *dsp)
693 {
694 3 dsp->vp8_luma_dc_wht = vp7_luma_dc_wht_c;
695 3 dsp->vp8_luma_dc_wht_dc = vp7_luma_dc_wht_dc_c;
696 3 dsp->vp8_idct_add = vp7_idct_add_c;
697 3 dsp->vp8_idct_dc_add = vp7_idct_dc_add_c;
698 3 dsp->vp8_idct_dc_add4y = vp7_idct_dc_add4y_c;
699 3 dsp->vp8_idct_dc_add4uv = vp7_idct_dc_add4uv_c;
700
701 3 dsp->vp8_v_loop_filter16y = vp7_v_loop_filter16_c;
702 3 dsp->vp8_h_loop_filter16y = vp7_h_loop_filter16_c;
703 3 dsp->vp8_v_loop_filter8uv = vp7_v_loop_filter8uv_c;
704 3 dsp->vp8_h_loop_filter8uv = vp7_h_loop_filter8uv_c;
705
706 3 dsp->vp8_v_loop_filter16y_inner = vp7_v_loop_filter16_inner_c;
707 3 dsp->vp8_h_loop_filter16y_inner = vp7_h_loop_filter16_inner_c;
708 3 dsp->vp8_v_loop_filter8uv_inner = vp7_v_loop_filter8uv_inner_c;
709 3 dsp->vp8_h_loop_filter8uv_inner = vp7_h_loop_filter8uv_inner_c;
710
711 3 dsp->vp8_v_loop_filter_simple = vp7_v_loop_filter_simple_c;
712 3 dsp->vp8_h_loop_filter_simple = vp7_h_loop_filter_simple_c;
713 3 }
714 #endif /* CONFIG_VP7_DECODER */
715
716 #if CONFIG_VP8_DECODER
717
6/6
✓ Branch 1 taken 30519129 times.
✓ Branch 2 taken 2843655 times.
✓ Branch 4 taken 5578747 times.
✓ Branch 5 taken 25035219 times.
✓ Branch 8 taken 32811328 times.
✓ Branch 9 taken 2950686 times.
74495828 LOOP_FILTERS(vp8)
718
719 138 av_cold void ff_vp8dsp_init(VP8DSPContext *dsp)
720 {
721 138 dsp->vp8_luma_dc_wht = vp8_luma_dc_wht_c;
722 138 dsp->vp8_luma_dc_wht_dc = vp8_luma_dc_wht_dc_c;
723 138 dsp->vp8_idct_add = vp8_idct_add_c;
724 138 dsp->vp8_idct_dc_add = vp8_idct_dc_add_c;
725 138 dsp->vp8_idct_dc_add4y = vp8_idct_dc_add4y_c;
726 138 dsp->vp8_idct_dc_add4uv = vp8_idct_dc_add4uv_c;
727
728 138 dsp->vp8_v_loop_filter16y = vp8_v_loop_filter16_c;
729 138 dsp->vp8_h_loop_filter16y = vp8_h_loop_filter16_c;
730 138 dsp->vp8_v_loop_filter8uv = vp8_v_loop_filter8uv_c;
731 138 dsp->vp8_h_loop_filter8uv = vp8_h_loop_filter8uv_c;
732
733 138 dsp->vp8_v_loop_filter16y_inner = vp8_v_loop_filter16_inner_c;
734 138 dsp->vp8_h_loop_filter16y_inner = vp8_h_loop_filter16_inner_c;
735 138 dsp->vp8_v_loop_filter8uv_inner = vp8_v_loop_filter8uv_inner_c;
736 138 dsp->vp8_h_loop_filter8uv_inner = vp8_h_loop_filter8uv_inner_c;
737
738 138 dsp->vp8_v_loop_filter_simple = vp8_v_loop_filter_simple_c;
739 138 dsp->vp8_h_loop_filter_simple = vp8_h_loop_filter_simple_c;
740
741 #if ARCH_AARCH64
742 ff_vp8dsp_init_aarch64(dsp);
743 #elif ARCH_ARM
744 ff_vp8dsp_init_arm(dsp);
745 #elif ARCH_RISCV
746 ff_vp8dsp_init_riscv(dsp);
747 #elif ARCH_X86
748 138 ff_vp8dsp_init_x86(dsp);
749 #elif ARCH_MIPS
750 ff_vp8dsp_init_mips(dsp);
751 #elif ARCH_LOONGARCH
752 ff_vp8dsp_init_loongarch(dsp);
753 #endif
754 138 }
755 #endif /* CONFIG_VP8_DECODER */
756