FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavcodec/h264dsp_template.c
Date: 2025-07-05 02:49:51
Exec Total Coverage
Lines: 162 162 100.0%
Functions: 74 140 52.9%
Branches: 70 70 100.0%
Line Branch Exec Source
1 /*
2 * H.26L/H.264/AVC/JVT/14496-10/... encoder/decoder
3 * Copyright (c) 2003-2011 Michael Niedermayer <michaelni@gmx.at>
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
16 *
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20 */
21
22 /**
23 * @file
24 * H.264 / AVC / MPEG-4 part10 DSP functions.
25 * @author Michael Niedermayer <michaelni@gmx.at>
26 */
27
28 #include "bit_depth_template.c"
29
30 #define op_scale1(x) block[x] = av_clip_pixel( (block[x]*weight + offset) >> log2_denom )
31 #define op_scale2(x) dst[x] = av_clip_pixel( (src[x]*weights + dst[x]*weightd + offset) >> (log2_denom+1))
32 #define H264_WEIGHT(W) \
33 static void FUNCC(weight_h264_pixels ## W)(uint8_t *_block, ptrdiff_t stride, int height, \
34 int log2_denom, int weight, int offset) \
35 { \
36 int y; \
37 pixel *block = (pixel*)_block; \
38 stride >>= sizeof(pixel)-1; \
39 offset = (unsigned)offset << (log2_denom + (BIT_DEPTH-8)); \
40 if(log2_denom) offset += 1<<(log2_denom-1); \
41 for (y = 0; y < height; y++, block += stride) { \
42 op_scale1(0); \
43 op_scale1(1); \
44 if(W==2) continue; \
45 op_scale1(2); \
46 op_scale1(3); \
47 if(W==4) continue; \
48 op_scale1(4); \
49 op_scale1(5); \
50 op_scale1(6); \
51 op_scale1(7); \
52 if(W==8) continue; \
53 op_scale1(8); \
54 op_scale1(9); \
55 op_scale1(10); \
56 op_scale1(11); \
57 op_scale1(12); \
58 op_scale1(13); \
59 op_scale1(14); \
60 op_scale1(15); \
61 } \
62 } \
63 static void FUNCC(biweight_h264_pixels ## W)(uint8_t *_dst, uint8_t *_src, ptrdiff_t stride, int height, \
64 int log2_denom, int weightd, int weights, int offset) \
65 { \
66 int y; \
67 pixel *dst = (pixel*)_dst; \
68 pixel *src = (pixel*)_src; \
69 stride >>= sizeof(pixel)-1; \
70 offset = (unsigned)offset << (BIT_DEPTH-8); \
71 offset = (unsigned)((offset + 1) | 1) << log2_denom; \
72 for (y = 0; y < height; y++, dst += stride, src += stride) { \
73 op_scale2(0); \
74 op_scale2(1); \
75 if(W==2) continue; \
76 op_scale2(2); \
77 op_scale2(3); \
78 if(W==4) continue; \
79 op_scale2(4); \
80 op_scale2(5); \
81 op_scale2(6); \
82 op_scale2(7); \
83 if(W==8) continue; \
84 op_scale2(8); \
85 op_scale2(9); \
86 op_scale2(10); \
87 op_scale2(11); \
88 op_scale2(12); \
89 op_scale2(13); \
90 op_scale2(14); \
91 op_scale2(15); \
92 } \
93 }
94
95
4/4
✓ Branch 0 taken 3598627 times.
✓ Branch 1 taken 672628 times.
✓ Branch 2 taken 9614472 times.
✓ Branch 3 taken 635068 times.
 27771454 H264_WEIGHT(16)
96
4/4
✓ Branch 0 taken 4244576 times.
✓ Branch 1 taken 532298 times.
✓ Branch 2 taken 3562912 times.
✓ Branch 3 taken 475486 times.
 16679572 H264_WEIGHT(8)
97
4/4
✓ Branch 0 taken 1273982 times.
✓ Branch 1 taken 151998 times.
✓ Branch 2 taken 3111408 times.
✓ Branch 3 taken 697530 times.
 9074776 H264_WEIGHT(4)
98
4/4
✓ Branch 0 taken 642584 times.
✓ Branch 1 taken 98228 times.
✓ Branch 2 taken 1261776 times.
✓ Branch 3 taken 447120 times.
 4005176 H264_WEIGHT(2)
99
100 #undef op_scale1
101 #undef op_scale2
102 #undef H264_WEIGHT
103
104 75394698 static av_always_inline av_flatten void FUNCC(h264_loop_filter_luma)(uint8_t *p_pix, ptrdiff_t xstride, ptrdiff_t ystride, int inner_iters, int alpha, int beta, int8_t *tc0)
105 {
106 75394698 pixel *pix = (pixel*)p_pix;
107 int i, d;
108 75394698 xstride >>= sizeof(pixel)-1;
109 75394698 ystride >>= sizeof(pixel)-1;
110 75394698 alpha <<= BIT_DEPTH - 8;
111 75394698 beta <<= BIT_DEPTH - 8;
112
2/2
✓ Branch 0 taken 150789396 times.
✓ Branch 1 taken 37697349 times.
 376973490 for( i = 0; i < 4; i++ ) {
113 301578792 const int tc_orig = tc0[i] * (1 << (BIT_DEPTH - 8));
114
2/2
✓ Branch 0 taken 25312336 times.
✓ Branch 1 taken 125477060 times.
 301578792 if( tc_orig < 0 ) {
115 50624672 pix += inner_iters*ystride;
116 50624672 continue;
117 }
118
2/2
✓ Branch 0 taken 499503592 times.
✓ Branch 1 taken 125477060 times.
 1249961304 for( d = 0; d < inner_iters; d++ ) {
119 999007184 const int p0 = pix[-1*xstride];
120 999007184 const int p1 = pix[-2*xstride];
121 999007184 const int p2 = pix[-3*xstride];
122 999007184 const int q0 = pix[0];
123 999007184 const int q1 = pix[1*xstride];
124 999007184 const int q2 = pix[2*xstride];
125
126
2/2
✓ Branch 0 taken 428237684 times.
✓ Branch 1 taken 71265908 times.
 999007184 if( FFABS( p0 - q0 ) < alpha &&
127
2/2
✓ Branch 0 taken 322009960 times.
✓ Branch 1 taken 106227724 times.
 856475368 FFABS( p1 - p0 ) < beta &&
128
2/2
✓ Branch 0 taken 269601505 times.
✓ Branch 1 taken 52408455 times.
 644019920 FFABS( q1 - q0 ) < beta ) {
129
130 539203010 int tc = tc_orig;
131 int i_delta;
132
133
2/2
✓ Branch 0 taken 228506924 times.
✓ Branch 1 taken 41094581 times.
 539203010 if( FFABS( p2 - p0 ) < beta ) {
134
2/2
✓ Branch 0 taken 213427156 times.
✓ Branch 1 taken 15079768 times.
 457013848 if(tc_orig)
135 426854312 pix[-2*xstride] = p1 + av_clip( (( p2 + ( ( p0 + q0 + 1 ) >> 1 ) ) >> 1) - p1, -tc_orig, tc_orig );
136 457013848 tc++;
137 }
138
2/2
✓ Branch 0 taken 227336951 times.
✓ Branch 1 taken 42264554 times.
 539203010 if( FFABS( q2 - q0 ) < beta ) {
139
2/2
✓ Branch 0 taken 212285700 times.
✓ Branch 1 taken 15051251 times.
 454673902 if(tc_orig)
140 424571400 pix[ xstride] = q1 + av_clip( (( q2 + ( ( p0 + q0 + 1 ) >> 1 ) ) >> 1) - q1, -tc_orig, tc_orig );
141 454673902 tc++;
142 }
143
144 539203010 i_delta = av_clip( (((q0 - p0 ) * 4) + (p1 - q1) + 4) >> 3, -tc, tc );
145 539203010 pix[-xstride] = av_clip_pixel( p0 + i_delta ); /* p0' */
146 539203010 pix[0] = av_clip_pixel( q0 - i_delta ); /* q0' */
147 }
148 999007184 pix += ystride;
149 }
150 }
151 75394698 }
152 38260554 static void FUNCC(h264_v_loop_filter_luma)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, int8_t *tc0)
153 {
154 38260554 FUNCC(h264_loop_filter_luma)(pix, stride, sizeof(pixel), 4, alpha, beta, tc0);
155 38260554 }
156 36532982 static void FUNCC(h264_h_loop_filter_luma)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, int8_t *tc0)
157 {
158 36532982 FUNCC(h264_loop_filter_luma)(pix, sizeof(pixel), stride, 4, alpha, beta, tc0);
159 36532982 }
160 601162 static void FUNCC(h264_h_loop_filter_luma_mbaff)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, int8_t *tc0)
161 {
162 601162 FUNCC(h264_loop_filter_luma)(pix, sizeof(pixel), stride, 2, alpha, beta, tc0);
163 601162 }
164
165 11275572 static av_always_inline av_flatten void FUNCC(h264_loop_filter_luma_intra)(uint8_t *p_pix, ptrdiff_t xstride, ptrdiff_t ystride, int inner_iters, int alpha, int beta)
166 {
167 11275572 pixel *pix = (pixel*)p_pix;
168 int d;
169 11275572 xstride >>= sizeof(pixel)-1;
170 11275572 ystride >>= sizeof(pixel)-1;
171 11275572 alpha <<= BIT_DEPTH - 8;
172 11275572 beta <<= BIT_DEPTH - 8;
173
2/2
✓ Branch 0 taken 87197768 times.
✓ Branch 1 taken 5637786 times.
 185671108 for( d = 0; d < 4 * inner_iters; d++ ) {
174 174395536 const int p2 = pix[-3*xstride];
175 174395536 const int p1 = pix[-2*xstride];
176 174395536 const int p0 = pix[-1*xstride];
177
178 174395536 const int q0 = pix[ 0*xstride];
179 174395536 const int q1 = pix[ 1*xstride];
180 174395536 const int q2 = pix[ 2*xstride];
181
182
2/2
✓ Branch 0 taken 76695113 times.
✓ Branch 1 taken 10502655 times.
 174395536 if( FFABS( p0 - q0 ) < alpha &&
183
2/2
✓ Branch 0 taken 61487459 times.
✓ Branch 1 taken 15207654 times.
 153390226 FFABS( p1 - p0 ) < beta &&
184
2/2
✓ Branch 0 taken 52956087 times.
✓ Branch 1 taken 8531372 times.
 122974918 FFABS( q1 - q0 ) < beta ) {
185
186
2/2
✓ Branch 0 taken 44002623 times.
✓ Branch 1 taken 8953464 times.
 105912174 if(FFABS( p0 - q0 ) < (( alpha >> 2 ) + 2 )){
187
2/2
✓ Branch 0 taken 39618288 times.
✓ Branch 1 taken 4384335 times.
 88005246 if( FFABS( p2 - p0 ) < beta)
188 {
189 79236576 const int p3 = pix[-4*xstride];
190 /* p0', p1', p2' */
191 79236576 pix[-1*xstride] = ( p2 + 2*p1 + 2*p0 + 2*q0 + q1 + 4 ) >> 3;
192 79236576 pix[-2*xstride] = ( p2 + p1 + p0 + q0 + 2 ) >> 2;
193 79236576 pix[-3*xstride] = ( 2*p3 + 3*p2 + p1 + p0 + q0 + 4 ) >> 3;
194 } else {
195 /* p0' */
196 8768670 pix[-1*xstride] = ( 2*p1 + p0 + q1 + 2 ) >> 2;
197 }
198
2/2
✓ Branch 0 taken 39388937 times.
✓ Branch 1 taken 4613686 times.
 88005246 if( FFABS( q2 - q0 ) < beta)
199 {
200 78777874 const int q3 = pix[3*xstride];
201 /* q0', q1', q2' */
202 78777874 pix[0*xstride] = ( p1 + 2*p0 + 2*q0 + 2*q1 + q2 + 4 ) >> 3;
203 78777874 pix[1*xstride] = ( p0 + q0 + q1 + q2 + 2 ) >> 2;
204 78777874 pix[2*xstride] = ( 2*q3 + 3*q2 + q1 + q0 + p0 + 4 ) >> 3;
205 } else {
206 /* q0' */
207 9227372 pix[0*xstride] = ( 2*q1 + q0 + p1 + 2 ) >> 2;
208 }
209 }else{
210 /* p0', q0' */
211 17906928 pix[-1*xstride] = ( 2*p1 + p0 + q1 + 2 ) >> 2;
212 17906928 pix[ 0*xstride] = ( 2*q1 + q0 + p1 + 2 ) >> 2;
213 }
214 }
215 174395536 pix += ystride;
216 }
217 11275572 }
218 4658142 static void FUNCC(h264_v_loop_filter_luma_intra)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta)
219 {
220 4658142 FUNCC(h264_loop_filter_luma_intra)(pix, stride, sizeof(pixel), 4, alpha, beta);
221 4658142 }
222 5865728 static void FUNCC(h264_h_loop_filter_luma_intra)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta)
223 {
224 5865728 FUNCC(h264_loop_filter_luma_intra)(pix, sizeof(pixel), stride, 4, alpha, beta);
225 5865728 }
226 751702 static void FUNCC(h264_h_loop_filter_luma_mbaff_intra)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta)
227 {
228 751702 FUNCC(h264_loop_filter_luma_intra)(pix, sizeof(pixel), stride, 2, alpha, beta);
229 751702 }
230
231 89573910 static av_always_inline av_flatten void FUNCC(h264_loop_filter_chroma)(uint8_t *p_pix, ptrdiff_t xstride, ptrdiff_t ystride, int inner_iters, int alpha, int beta, int8_t *tc0)
232 {
233 89573910 pixel *pix = (pixel*)p_pix;
234 int i, d;
235 89573910 alpha <<= BIT_DEPTH - 8;
236 89573910 beta <<= BIT_DEPTH - 8;
237 89573910 xstride >>= sizeof(pixel)-1;
238 89573910 ystride >>= sizeof(pixel)-1;
239
2/2
✓ Branch 0 taken 179147820 times.
✓ Branch 1 taken 44786955 times.
 447869550 for( i = 0; i < 4; i++ ) {
240 358295640 const int tc = ((tc0[i] - 1U) << (BIT_DEPTH - 8)) + 1;
241
2/2
✓ Branch 0 taken 23920988 times.
✓ Branch 1 taken 155226832 times.
 358295640 if( tc <= 0 ) {
242 47841976 pix += inner_iters*ystride;
243 47841976 continue;
244 }
245
2/2
✓ Branch 0 taken 318920122 times.
✓ Branch 1 taken 155226832 times.
 948293908 for( d = 0; d < inner_iters; d++ ) {
246 637840244 const int p0 = pix[-1*xstride];
247 637840244 const int p1 = pix[-2*xstride];
248 637840244 const int q0 = pix[0];
249 637840244 const int q1 = pix[1*xstride];
250
251
2/2
✓ Branch 0 taken 312350358 times.
✓ Branch 1 taken 6569764 times.
 637840244 if( FFABS( p0 - q0 ) < alpha &&
252
2/2
✓ Branch 0 taken 293730500 times.
✓ Branch 1 taken 18619858 times.
 624700716 FFABS( p1 - p0 ) < beta &&
253
2/2
✓ Branch 0 taken 281275471 times.
✓ Branch 1 taken 12455029 times.
 587461000 FFABS( q1 - q0 ) < beta ) {
254
255 562550942 int delta = av_clip( ((q0 - p0) * 4 + (p1 - q1) + 4) >> 3, -tc, tc );
256
257 562550942 pix[-xstride] = av_clip_pixel( p0 + delta ); /* p0' */
258 562550942 pix[0] = av_clip_pixel( q0 - delta ); /* q0' */
259 }
260 637840244 pix += ystride;
261 }
262 }
263 89573910 }
264 48619568 static void FUNCC(h264_v_loop_filter_chroma)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, int8_t *tc0)
265 {
266 48619568 FUNCC(h264_loop_filter_chroma)(pix, stride, sizeof(pixel), 2, alpha, beta, tc0);
267 48619568 }
268 36879814 static void FUNCC(h264_h_loop_filter_chroma)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, int8_t *tc0)
269 {
270 36879814 FUNCC(h264_loop_filter_chroma)(pix, sizeof(pixel), stride, 2, alpha, beta, tc0);
271 36879814 }
272 1300824 static void FUNCC(h264_h_loop_filter_chroma_mbaff)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, int8_t *tc0)
273 {
274 1300824 FUNCC(h264_loop_filter_chroma)(pix, sizeof(pixel), stride, 1, alpha, beta, tc0);
275 1300824 }
276 2773272 static void FUNCC(h264_h_loop_filter_chroma422)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, int8_t *tc0)
277 {
278 2773272 FUNCC(h264_loop_filter_chroma)(pix, sizeof(pixel), stride, 4, alpha, beta, tc0);
279 2773272 }
280 432 static void FUNCC(h264_h_loop_filter_chroma422_mbaff)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta, int8_t *tc0)
281 {
282 432 FUNCC(h264_loop_filter_chroma)(pix, sizeof(pixel), stride, 2, alpha, beta, tc0);
283 432 }
284
285 21989150 static av_always_inline av_flatten void FUNCC(h264_loop_filter_chroma_intra)(uint8_t *p_pix, ptrdiff_t xstride, ptrdiff_t ystride, int inner_iters, int alpha, int beta)
286 {
287 21989150 pixel *pix = (pixel*)p_pix;
288 int d;
289 21989150 xstride >>= sizeof(pixel)-1;
290 21989150 ystride >>= sizeof(pixel)-1;
291 21989150 alpha <<= BIT_DEPTH - 8;
292 21989150 beta <<= BIT_DEPTH - 8;
293
2/2
✓ Branch 0 taken 95826184 times.
✓ Branch 1 taken 10994575 times.
 213641518 for( d = 0; d < 4 * inner_iters; d++ ) {
294 191652368 const int p0 = pix[-1*xstride];
295 191652368 const int p1 = pix[-2*xstride];
296 191652368 const int q0 = pix[0];
297 191652368 const int q1 = pix[1*xstride];
298
299
2/2
✓ Branch 0 taken 92946408 times.
✓ Branch 1 taken 2879776 times.
 191652368 if( FFABS( p0 - q0 ) < alpha &&
300
2/2
✓ Branch 0 taken 87909214 times.
✓ Branch 1 taken 5037194 times.
 185892816 FFABS( p1 - p0 ) < beta &&
301
2/2
✓ Branch 0 taken 84363232 times.
✓ Branch 1 taken 3545982 times.
 175818428 FFABS( q1 - q0 ) < beta ) {
302
303 168726464 pix[-xstride] = ( 2*p1 + p0 + q1 + 2 ) >> 2; /* p0' */
304 168726464 pix[0] = ( 2*q1 + q0 + p1 + 2 ) >> 2; /* q0' */
305 }
306 191652368 pix += ystride;
307 }
308 21989150 }
309 9012148 static void FUNCC(h264_v_loop_filter_chroma_intra)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta)
310 {
311 9012148 FUNCC(h264_loop_filter_chroma_intra)(pix, stride, sizeof(pixel), 2, alpha, beta);
312 9012148 }
313 8974702 static void FUNCC(h264_h_loop_filter_chroma_intra)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta)
314 {
315 8974702 FUNCC(h264_loop_filter_chroma_intra)(pix, sizeof(pixel), stride, 2, alpha, beta);
316 8974702 }
317 1063536 static void FUNCC(h264_h_loop_filter_chroma_mbaff_intra)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta)
318 {
319 1063536 FUNCC(h264_loop_filter_chroma_intra)(pix, sizeof(pixel), stride, 1, alpha, beta);
320 1063536 }
321 2499164 static void FUNCC(h264_h_loop_filter_chroma422_intra)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta)
322 {
323 2499164 FUNCC(h264_loop_filter_chroma_intra)(pix, sizeof(pixel), stride, 4, alpha, beta);
324 2499164 }
325 439600 static void FUNCC(h264_h_loop_filter_chroma422_mbaff_intra)(uint8_t *pix, ptrdiff_t stride, int alpha, int beta)
326 {
327 439600 FUNCC(h264_loop_filter_chroma_intra)(pix, sizeof(pixel), stride, 2, alpha, beta);
328 439600 }
329