FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavcodec/vp6.c
Date: 2025-07-02 09:19:21
Exec Total Coverage
Lines: 415 442 93.9%
Functions: 19 19 100.0%
Branches: 267 300 89.0%
Line Branch Exec Source
1 /*
2 * Copyright (C) 2006 Aurelien Jacobs <aurel@gnuage.org>
3 *
4 * This file is part of FFmpeg.
5 *
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
10 *
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
15 *
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 */
20
21 /**
22 * @file
23 * VP6 compatible video decoder
24 *
25 * The VP6F decoder accepts an optional 1 byte extradata. It is composed of:
26 * - upper 4 bits: difference between encoded width and visible width
27 * - lower 4 bits: difference between encoded height and visible height
28 */
29
30 #include <stdlib.h>
31
32 #include "avcodec.h"
33 #include "codec_internal.h"
34 #include "decode.h"
35 #include "get_bits.h"
36 #include "huffman.h"
37
38 #include "vp56.h"
39 #include "vp56data.h"
40 #include "vp6data.h"
41 #include "vpx_rac.h"
42
43 #define VP6_MAX_HUFF_SIZE 12
44 #define AC_DC_HUFF_BITS 10
45 #define RUN_HUFF_BITS 8
46
47 static int vp6_parse_coeff(VP56Context *s);
48 static int vp6_parse_coeff_huffman(VP56Context *s);
49
50 1019 static int vp6_parse_header(VP56Context *s, const uint8_t *buf, int buf_size)
51 {
52 1019 VPXRangeCoder *c = &s->c;
53 1019 int parse_filter_info = 0;
54 1019 int coeff_offset = 0;
55 1019 int vrt_shift = 0;
56 int sub_version;
57 int rows, cols;
58 1019 int res = 0;
59 int ret;
60 1019 int separated_coeff = buf[0] & 1;
61
62
2/2
✓ Branch 0 taken 41 times.
✓ Branch 1 taken 978 times.
 1019 if (!(buf[0] & 0x80))
63 41 s->frames[VP56_FRAME_CURRENT]->flags |= AV_FRAME_FLAG_KEY;
64 else
65 978 s->frames[VP56_FRAME_CURRENT]->flags &= ~AV_FRAME_FLAG_KEY;
66 1019 ff_vp56_init_dequant(s, (buf[0] >> 1) & 0x3F);
67
68
2/2
✓ Branch 0 taken 41 times.
✓ Branch 1 taken 978 times.
 1019 if (s->frames[VP56_FRAME_CURRENT]->flags & AV_FRAME_FLAG_KEY) {
69 41 sub_version = buf[1] >> 3;
70
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 41 times.
 41 if (sub_version > 8)
71 ✗ return AVERROR_INVALIDDATA;
72 41 s->filter_header = buf[1] & 0x06;
73 41 s->interlaced = buf[1] & 1;
74
2/2
✓ Branch 0 taken 2 times.
✓ Branch 1 taken 39 times.
 41 if (s->interlaced)
75 2 s->def_coeff_reorder = vp6_il_coeff_reorder;
76 else
77 39 s->def_coeff_reorder = vp6_def_coeff_reorder;
78
3/4
✓ Branch 0 taken 28 times.
✓ Branch 1 taken 13 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 28 times.
 41 if (separated_coeff || !s->filter_header) {
79 13 coeff_offset = AV_RB16(buf+2) - 2;
80 13 buf += 2;
81 13 buf_size -= 2;
82 }
83
84 41 rows = buf[2]; /* number of stored macroblock rows */
85 41 cols = buf[3]; /* number of stored macroblock cols */
86 /* buf[4] is number of displayed macroblock rows */
87 /* buf[5] is number of displayed macroblock cols */
88
2/4
✓ Branch 0 taken 41 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 41 times.
 41 if (!rows || !cols) {
89 ✗ av_log(s->avctx, AV_LOG_ERROR, "Invalid size %dx%d\n", cols << 4, rows << 4);
90 ✗ return AVERROR_INVALIDDATA;
91 }
92
93
2/2
✓ Branch 0 taken 28 times.
✓ Branch 1 taken 13 times.
 41 if (!s->macroblocks || /* first frame */
94
1/2
✓ Branch 0 taken 28 times.
✗ Branch 1 not taken.
 28 16*cols != s->avctx->coded_width ||
95
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 28 times.
 28 16*rows != s->avctx->coded_height) {
96
2/2
✓ Branch 0 taken 11 times.
✓ Branch 1 taken 2 times.
 13 if (s->avctx->extradata_size == 0 &&
97
2/2
✓ Branch 0 taken 6 times.
✓ Branch 1 taken 5 times.
 11 FFALIGN(s->avctx->width, 16) == 16 * cols &&
98
1/2
✓ Branch 0 taken 6 times.
✗ Branch 1 not taken.
 6 FFALIGN(s->avctx->height, 16) == 16 * rows) {
99 // We assume this is properly signalled container cropping,
100 // in an F4V file. Just set the coded_width/height, don't
101 // touch the cropped ones.
102 6 s->avctx->coded_width = 16 * cols;
103 6 s->avctx->coded_height = 16 * rows;
104 } else {
105 7 ret = ff_set_dimensions(s->avctx, 16 * cols, 16 * rows);
106
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 7 times.
 7 if (ret < 0)
107 ✗ return ret;
108
109
2/2
✓ Branch 0 taken 2 times.
✓ Branch 1 taken 5 times.
 7 if (s->avctx->extradata_size == 1) {
110 2 s->avctx->width -= s->avctx->extradata[0] >> 4;
111 2 s->avctx->height -= s->avctx->extradata[0] & 0x0F;
112 }
113 }
114 13 res = VP56_SIZE_CHANGE;
115 }
116
117 41 ret = ff_vpx_init_range_decoder(c, buf+6, buf_size-6);
118
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 41 times.
 41 if (ret < 0)
119 ✗ goto fail;
120 41 vp56_rac_gets(c, 2);
121
122 41 parse_filter_info = s->filter_header;
123
2/2
✓ Branch 0 taken 16 times.
✓ Branch 1 taken 25 times.
 41 if (sub_version < 8)
124 16 vrt_shift = 5;
125 41 s->sub_version = sub_version;
126 41 s->golden_frame = 0;
127 } else {
128
3/6
✓ Branch 0 taken 978 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 978 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 978 times.
 978 if (!s->sub_version || !s->avctx->coded_width || !s->avctx->coded_height)
129 ✗ return AVERROR_INVALIDDATA;
130
131
3/4
✓ Branch 0 taken 552 times.
✓ Branch 1 taken 426 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 552 times.
 978 if (separated_coeff || !s->filter_header) {
132 426 coeff_offset = AV_RB16(buf+1) - 2;
133 426 buf += 2;
134 426 buf_size -= 2;
135 }
136 978 ret = ff_vpx_init_range_decoder(c, buf+1, buf_size-1);
137
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 978 times.
 978 if (ret < 0)
138 ✗ return ret;
139
140 978 s->golden_frame = vpx_rac_get(c);
141
2/2
✓ Branch 0 taken 552 times.
✓ Branch 1 taken 426 times.
 978 if (s->filter_header) {
142 552 s->deblock_filtering = vpx_rac_get(c);
143
1/2
✓ Branch 0 taken 552 times.
✗ Branch 1 not taken.
 552 if (s->deblock_filtering)
144 552 vpx_rac_get(c);
145
2/2
✓ Branch 0 taken 429 times.
✓ Branch 1 taken 123 times.
 552 if (s->sub_version > 7)
146 429 parse_filter_info = vpx_rac_get(c);
147 }
148 }
149
150
2/2
✓ Branch 0 taken 167 times.
✓ Branch 1 taken 852 times.
 1019 if (parse_filter_info) {
151
1/2
✓ Branch 1 taken 167 times.
✗ Branch 2 not taken.
 167 if (vpx_rac_get(c)) {
152 167 s->filter_mode = 2;
153 167 s->sample_variance_threshold = vp56_rac_gets(c, 5) << vrt_shift;
154 167 s->max_vector_length = 2 << vp56_rac_gets(c, 3);
155 ✗ } else if (vpx_rac_get(c)) {
156 ✗ s->filter_mode = 1;
157 } else {
158 ✗ s->filter_mode = 0;
159 }
160
2/2
✓ Branch 0 taken 164 times.
✓ Branch 1 taken 3 times.
 167 if (s->sub_version > 7)
161 164 s->filter_selection = vp56_rac_gets(c, 4);
162 else
163 3 s->filter_selection = 16;
164 }
165
166 1019 s->use_huffman = vpx_rac_get(c);
167
168 1019 s->parse_coeff = vp6_parse_coeff;
169
2/2
✓ Branch 0 taken 439 times.
✓ Branch 1 taken 580 times.
 1019 if (coeff_offset) {
170 439 buf += coeff_offset;
171 439 buf_size -= coeff_offset;
172
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 439 times.
 439 if (buf_size < 0) {
173 ✗ ret = AVERROR_INVALIDDATA;
174 ✗ goto fail;
175 }
176
2/2
✓ Branch 0 taken 117 times.
✓ Branch 1 taken 322 times.
 439 if (s->use_huffman) {
177 117 s->parse_coeff = vp6_parse_coeff_huffman;
178 117 ret = init_get_bits8(&s->gb, buf, buf_size);
179
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 117 times.
 117 if (ret < 0)
180 ✗ return ret;
181 } else {
182 322 ret = ff_vpx_init_range_decoder(&s->cc, buf, buf_size);
183
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 322 times.
 322 if (ret < 0)
184 ✗ goto fail;
185 322 s->ccp = &s->cc;
186 }
187 } else {
188 580 s->ccp = &s->c;
189 }
190
191 1019 return res;
192 ✗ fail:
193 ✗ if (res == VP56_SIZE_CHANGE)
194 ✗ ff_set_dimensions(s->avctx, 0, 0);
195 ✗ return ret;
196 }
197
198 344 static void vp6_coeff_order_table_init(VP56Context *s)
199 {
200 344 int i, pos, idx = 1;
201
202 344 s->modelp->coeff_index_to_pos[0] = 0;
203
2/2
✓ Branch 0 taken 5504 times.
✓ Branch 1 taken 344 times.
 5848 for (i=0; i<16; i++)
204
2/2
✓ Branch 0 taken 346752 times.
✓ Branch 1 taken 5504 times.
 352256 for (pos=1; pos<64; pos++)
205
2/2
✓ Branch 0 taken 21672 times.
✓ Branch 1 taken 325080 times.
 346752 if (s->modelp->coeff_reorder[pos] == i)
206 21672 s->modelp->coeff_index_to_pos[idx++] = pos;
207
208
2/2
✓ Branch 0 taken 22016 times.
✓ Branch 1 taken 344 times.
 22360 for (idx = 0; idx < 64; idx++) {
209 22016 int max = 0;
210
2/2
✓ Branch 0 taken 715520 times.
✓ Branch 1 taken 22016 times.
 737536 for (i = 0; i <= idx; i++) {
211 715520 int v = s->modelp->coeff_index_to_pos[i];
212
2/2
✓ Branch 0 taken 257658 times.
✓ Branch 1 taken 457862 times.
 715520 if (v > max)
213 257658 max = v;
214 }
215
2/2
✓ Branch 0 taken 2560 times.
✓ Branch 1 taken 19456 times.
 22016 if (s->sub_version > 6)
216 2560 max++;
217 22016 s->modelp->coeff_index_to_idct_selector[idx] = max;
218 }
219 344 }
220
221 41 static void vp6_default_models_init(VP56Context *s)
222 {
223 41 VP56Model *model = s->modelp;
224
225 41 model->vector_dct[0] = 0xA2;
226 41 model->vector_dct[1] = 0xA4;
227 41 model->vector_sig[0] = 0x80;
228 41 model->vector_sig[1] = 0x80;
229
230 41 memcpy(model->mb_types_stats, ff_vp56_def_mb_types_stats, sizeof(model->mb_types_stats));
231 41 memcpy(model->vector_fdv, vp6_def_fdv_vector_model, sizeof(model->vector_fdv));
232 41 memcpy(model->vector_pdv, vp6_def_pdv_vector_model, sizeof(model->vector_pdv));
233 41 memcpy(model->coeff_runv, vp6_def_runv_coeff_model, sizeof(model->coeff_runv));
234 41 memcpy(model->coeff_reorder, s->def_coeff_reorder, sizeof(model->coeff_reorder));
235
236 41 vp6_coeff_order_table_init(s);
237 41 }
238
239 978 static void vp6_parse_vector_models(VP56Context *s)
240 {
241 978 VPXRangeCoder *c = &s->c;
242 978 VP56Model *model = s->modelp;
243 int comp, node;
244
245
2/2
✓ Branch 0 taken 1956 times.
✓ Branch 1 taken 978 times.
 2934 for (comp=0; comp<2; comp++) {
246
2/2
✓ Branch 1 taken 109 times.
✓ Branch 2 taken 1847 times.
 1956 if (vpx_rac_get_prob_branchy(c, vp6_sig_dct_pct[comp][0]))
247 109 model->vector_dct[comp] = vp56_rac_gets_nn(c, 7);
248
2/2
✓ Branch 1 taken 17 times.
✓ Branch 2 taken 1939 times.
 1956 if (vpx_rac_get_prob_branchy(c, vp6_sig_dct_pct[comp][1]))
249 17 model->vector_sig[comp] = vp56_rac_gets_nn(c, 7);
250 }
251
252
2/2
✓ Branch 0 taken 1956 times.
✓ Branch 1 taken 978 times.
 2934 for (comp=0; comp<2; comp++)
253
2/2
✓ Branch 0 taken 13692 times.
✓ Branch 1 taken 1956 times.
 15648 for (node=0; node<7; node++)
254
2/2
✓ Branch 1 taken 24 times.
✓ Branch 2 taken 13668 times.
 13692 if (vpx_rac_get_prob_branchy(c, vp6_pdv_pct[comp][node]))
255 24 model->vector_pdv[comp][node] = vp56_rac_gets_nn(c, 7);
256
257
2/2
✓ Branch 0 taken 1956 times.
✓ Branch 1 taken 978 times.
 2934 for (comp=0; comp<2; comp++)
258
2/2
✓ Branch 0 taken 15648 times.
✓ Branch 1 taken 1956 times.
 17604 for (node=0; node<8; node++)
259
2/2
✓ Branch 1 taken 10 times.
✓ Branch 2 taken 15638 times.
 15648 if (vpx_rac_get_prob_branchy(c, vp6_fdv_pct[comp][node]))
260 10 model->vector_fdv[comp][node] = vp56_rac_gets_nn(c, 7);
261 978 }
262
263 /* nodes must ascend by count, but with descending symbol order */
264 104420 static int vp6_huff_cmp(const void *va, const void *vb)
265 {
266 104420 const Node *a = va, *b = vb;
267 104420 return (a->count - b->count)*16 + (b->sym - a->sym);
268 }
269
270 3276 static int vp6_build_huff_tree(VP56Context *s, uint8_t coeff_model[],
271 const uint8_t *map, unsigned size,
272 int nb_bits, VLC *vlc)
273 {
274 3276 Node nodes[2*VP6_MAX_HUFF_SIZE], *tmp = &nodes[size];
275 int a, b, i;
276
277 /* first compute probabilities from model */
278 3276 tmp[0].count = 256;
279
2/2
✓ Branch 0 taken 35334 times.
✓ Branch 1 taken 3276 times.
 38610 for (i=0; i<size-1; i++) {
280 35334 a = tmp[i].count * coeff_model[i] >> 8;
281 35334 b = tmp[i].count * (255 - coeff_model[i]) >> 8;
282 35334 nodes[map[2*i ]].count = a + !a;
283 35334 nodes[map[2*i+1]].count = b + !b;
284 }
285
286 3276 ff_vlc_free(vlc);
287 /* then build the huffman tree according to probabilities */
288 3276 return ff_huff_build_tree(s->avctx, vlc, size, nb_bits,
289 nodes, vp6_huff_cmp,
290 FF_HUFFMAN_FLAG_HNODE_FIRST);
291 }
292
293 1019 static int vp6_parse_coeff_models(VP56Context *s)
294 {
295 1019 VPXRangeCoder *c = &s->c;
296 1019 VP56Model *model = s->modelp;
297 int def_prob[11];
298 int node, cg, ctx, pos;
299 int ct; /* code type */
300 int pt; /* plane type (0 for Y, 1 for U or V) */
301 int ret;
302
303 1019 memset(def_prob, 0x80, sizeof(def_prob));
304
305
2/2
✓ Branch 0 taken 2038 times.
✓ Branch 1 taken 1019 times.
 3057 for (pt=0; pt<2; pt++)
306
2/2
✓ Branch 0 taken 22418 times.
✓ Branch 1 taken 2038 times.
 24456 for (node=0; node<11; node++)
307
2/2
✓ Branch 1 taken 1216 times.
✓ Branch 2 taken 21202 times.
 22418 if (vpx_rac_get_prob_branchy(c, vp6_dccv_pct[pt][node])) {
308 1216 def_prob[node] = vp56_rac_gets_nn(c, 7);
309 1216 model->coeff_dccv[pt][node] = def_prob[node];
310
2/2
✓ Branch 0 taken 601 times.
✓ Branch 1 taken 20601 times.
 21202 } else if (s->frames[VP56_FRAME_CURRENT]->flags & AV_FRAME_FLAG_KEY) {
311 601 model->coeff_dccv[pt][node] = def_prob[node];
312 }
313
314
2/2
✓ Branch 1 taken 303 times.
✓ Branch 2 taken 716 times.
 1019 if (vpx_rac_get(c)) {
315
2/2
✓ Branch 0 taken 19089 times.
✓ Branch 1 taken 303 times.
 19392 for (pos=1; pos<64; pos++)
316
2/2
✓ Branch 1 taken 15976 times.
✓ Branch 2 taken 3113 times.
 19089 if (vpx_rac_get_prob_branchy(c, vp6_coeff_reorder_pct[pos]))
317 15976 model->coeff_reorder[pos] = vp56_rac_gets(c, 4);
318 303 vp6_coeff_order_table_init(s);
319 }
320
321
2/2
✓ Branch 0 taken 2038 times.
✓ Branch 1 taken 1019 times.
 3057 for (cg=0; cg<2; cg++)
322
2/2
✓ Branch 0 taken 28532 times.
✓ Branch 1 taken 2038 times.
 30570 for (node=0; node<14; node++)
323
2/2
✓ Branch 1 taken 889 times.
✓ Branch 2 taken 27643 times.
 28532 if (vpx_rac_get_prob_branchy(c, vp6_runv_pct[cg][node]))
324 889 model->coeff_runv[cg][node] = vp56_rac_gets_nn(c, 7);
325
326
2/2
✓ Branch 0 taken 3057 times.
✓ Branch 1 taken 1019 times.
 4076 for (ct=0; ct<3; ct++)
327
2/2
✓ Branch 0 taken 6114 times.
✓ Branch 1 taken 3057 times.
 9171 for (pt=0; pt<2; pt++)
328
2/2
✓ Branch 0 taken 36684 times.
✓ Branch 1 taken 6114 times.
 42798 for (cg=0; cg<6; cg++)
329
2/2
✓ Branch 0 taken 403524 times.
✓ Branch 1 taken 36684 times.
 440208 for (node=0; node<11; node++)
330
2/2
✓ Branch 1 taken 5430 times.
✓ Branch 2 taken 398094 times.
 403524 if (vpx_rac_get_prob_branchy(c, vp6_ract_pct[ct][pt][cg][node])) {
331 5430 def_prob[node] = vp56_rac_gets_nn(c, 7);
332 5430 model->coeff_ract[pt][ct][cg][node] = def_prob[node];
333
2/2
✓ Branch 0 taken 14606 times.
✓ Branch 1 taken 383488 times.
 398094 } else if (s->frames[VP56_FRAME_CURRENT]->flags & AV_FRAME_FLAG_KEY) {
334 14606 model->coeff_ract[pt][ct][cg][node] = def_prob[node];
335 }
336
337
2/2
✓ Branch 0 taken 117 times.
✓ Branch 1 taken 902 times.
 1019 if (s->use_huffman) {
338
2/2
✓ Branch 0 taken 234 times.
✓ Branch 1 taken 117 times.
 351 for (pt=0; pt<2; pt++) {
339 234 ret = vp6_build_huff_tree(s, model->coeff_dccv[pt],
340 vp6_huff_coeff_map, 12, AC_DC_HUFF_BITS,
341 &s->dccv_vlc[pt]);
342
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 234 times.
 234 if (ret < 0)
343 ✗ return ret;
344 234 ret = vp6_build_huff_tree(s, model->coeff_runv[pt],
345 vp6_huff_run_map, 9, RUN_HUFF_BITS,
346 &s->runv_vlc[pt]);
347
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 234 times.
 234 if (ret < 0)
348 ✗ return ret;
349
2/2
✓ Branch 0 taken 702 times.
✓ Branch 1 taken 234 times.
 936 for (ct=0; ct<3; ct++)
350
2/2
✓ Branch 0 taken 2808 times.
✓ Branch 1 taken 702 times.
 3510 for (int cg = 0; cg < 4; cg++) {
351 2808 ret = vp6_build_huff_tree(s, model->coeff_ract[pt][ct][cg],
352 vp6_huff_coeff_map, 12,
353 AC_DC_HUFF_BITS,
354 &s->ract_vlc[pt][ct][cg]);
355
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2808 times.
 2808 if (ret < 0)
356 ✗ return ret;
357 }
358 }
359 117 memset(s->nb_null, 0, sizeof(s->nb_null));
360 } else {
361 /* coeff_dcct is a linear combination of coeff_dccv */
362
2/2
✓ Branch 0 taken 1804 times.
✓ Branch 1 taken 902 times.
 2706 for (pt=0; pt<2; pt++)
363
2/2
✓ Branch 0 taken 5412 times.
✓ Branch 1 taken 1804 times.
 7216 for (ctx=0; ctx<3; ctx++)
364
2/2
✓ Branch 0 taken 27060 times.
✓ Branch 1 taken 5412 times.
 32472 for (node=0; node<5; node++)
365 27060 model->coeff_dcct[pt][ctx][node] = av_clip(((model->coeff_dccv[pt][node] * vp6_dccv_lc[ctx][node][0] + 128) >> 8) + vp6_dccv_lc[ctx][node][1], 1, 255);
366 }
367 1019 return 0;
368 }
369
370 19438 static void vp6_parse_vector_adjustment(VP56Context *s, VP56mv *vect)
371 {
372 19438 VPXRangeCoder *c = &s->c;
373 19438 VP56Model *model = s->modelp;
374 int comp;
375
376 19438 *vect = (VP56mv) {0,0};
377
2/2
✓ Branch 0 taken 16654 times.
✓ Branch 1 taken 2784 times.
 19438 if (s->vector_candidate_pos < 2)
378 16654 *vect = s->vector_candidate[0];
379
380
2/2
✓ Branch 0 taken 38876 times.
✓ Branch 1 taken 19438 times.
 58314 for (comp=0; comp<2; comp++) {
381 38876 int i, delta = 0;
382
383
2/2
✓ Branch 1 taken 8755 times.
✓ Branch 2 taken 30121 times.
 38876 if (vpx_rac_get_prob_branchy(c, model->vector_dct[comp])) {
384 static const uint8_t prob_order[] = {0, 1, 2, 7, 6, 5, 4};
385
2/2
✓ Branch 0 taken 61285 times.
✓ Branch 1 taken 8755 times.
 70040 for (i=0; i<sizeof(prob_order); i++) {
386 61285 int j = prob_order[i];
387 61285 delta |= vpx_rac_get_prob(c, model->vector_fdv[comp][j])<<j;
388 }
389
2/2
✓ Branch 0 taken 4348 times.
✓ Branch 1 taken 4407 times.
 8755 if (delta & 0xF0)
390 4348 delta |= vpx_rac_get_prob(c, model->vector_fdv[comp][3])<<3;
391 else
392 4407 delta |= 8;
393 } else {
394 30121 delta = vp56_rac_get_tree(c, ff_vp56_pva_tree,
395 30121 model->vector_pdv[comp]);
396 }
397
398
4/4
✓ Branch 0 taken 29702 times.
✓ Branch 1 taken 9174 times.
✓ Branch 3 taken 14331 times.
✓ Branch 4 taken 15371 times.
 38876 if (delta && vpx_rac_get_prob_branchy(c, model->vector_sig[comp]))
399 14331 delta = -delta;
400
401
2/2
✓ Branch 0 taken 19438 times.
✓ Branch 1 taken 19438 times.
 38876 if (!comp)
402 19438 vect->x += delta;
403 else
404 19438 vect->y += delta;
405 }
406 19438 }
407
408 /**
409 * Read number of consecutive blocks with null DC or AC.
410 * This value is < 74.
411 */
412 28576 static unsigned vp6_get_nb_null(VP56Context *s)
413 {
414 28576 unsigned val = get_bits(&s->gb, 2);
415
2/2
✓ Branch 0 taken 4892 times.
✓ Branch 1 taken 23684 times.
 28576 if (val == 2)
416 4892 val += get_bits(&s->gb, 2);
417
2/2
✓ Branch 0 taken 806 times.
✓ Branch 1 taken 22878 times.
 23684 else if (val == 3) {
418 806 val = get_bits1(&s->gb) << 2;
419 806 val = 6+val + get_bits(&s->gb, 2+val);
420 }
421 28576 return val;
422 }
423
424 16848 static int vp6_parse_coeff_huffman(VP56Context *s)
425 {
426 16848 VP56Model *model = s->modelp;
427 16848 uint8_t *permute = s->idct_scantable;
428 VLC *vlc_coeff;
429 int sign, coeff_idx;
430 int b, cg, idx;
431 16848 int pt = 0; /* plane type (0 for Y, 1 for U or V) */
432
433
2/2
✓ Branch 0 taken 101088 times.
✓ Branch 1 taken 16848 times.
 117936 for (b=0; b<6; b++) {
434 101088 int ct = 0; /* code type */
435
2/2
✓ Branch 0 taken 33696 times.
✓ Branch 1 taken 67392 times.
 101088 if (b > 3) pt = 1;
436 101088 vlc_coeff = &s->dccv_vlc[pt];
437
438 101088 for (coeff_idx = 0;;) {
439 1161120 int run = 1;
440
4/4
✓ Branch 0 taken 202176 times.
✓ Branch 1 taken 958944 times.
✓ Branch 2 taken 28871 times.
✓ Branch 3 taken 173305 times.
 1161120 if (coeff_idx<2 && s->nb_null[coeff_idx][pt]) {
441 28871 s->nb_null[coeff_idx][pt]--;
442
2/2
✓ Branch 0 taken 11362 times.
✓ Branch 1 taken 17509 times.
 28871 if (coeff_idx)
443 11362 break;
444 } else {
445
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1132249 times.
 1132249 if (get_bits_left(&s->gb) <= 0)
446 ✗ return AVERROR_INVALIDDATA;
447 1132249 int coeff = get_vlc2(&s->gb, vlc_coeff->table, AC_DC_HUFF_BITS, 2);
448
2/2
✓ Branch 0 taken 345601 times.
✓ Branch 1 taken 786648 times.
 1132249 if (coeff == 0) {
449
2/2
✓ Branch 0 taken 326823 times.
✓ Branch 1 taken 18778 times.
 345601 if (coeff_idx) {
450 326823 int pt = (coeff_idx >= 6);
451 326823 run += get_vlc2(&s->gb, s->runv_vlc[pt].table, RUN_HUFF_BITS, 1);
452
2/2
✓ Branch 0 taken 60162 times.
✓ Branch 1 taken 266661 times.
 326823 if (run >= 9)
453 60162 run += get_bits(&s->gb, 6);
454 } else
455 18778 s->nb_null[0][pt] = vp6_get_nb_null(s);
456 345601 ct = 0;
457
2/2
✓ Branch 0 taken 88872 times.
✓ Branch 1 taken 697776 times.
 786648 } else if (coeff == 11) { /* end of block */
458
2/2
✓ Branch 0 taken 9798 times.
✓ Branch 1 taken 79074 times.
 88872 if (coeff_idx == 1) /* first AC coeff ? */
459 9798 s->nb_null[1][pt] = vp6_get_nb_null(s);
460 88872 break;
461 } else {
462 697776 int coeff2 = ff_vp56_coeff_bias[coeff];
463
2/2
✓ Branch 0 taken 39048 times.
✓ Branch 1 taken 658728 times.
 697776 if (coeff > 4)
464
2/2
✓ Branch 0 taken 38623 times.
✓ Branch 1 taken 425 times.
 39048 coeff2 += get_bits(&s->gb, coeff <= 9 ? coeff - 4 : 11);
465
2/2
✓ Branch 0 taken 188610 times.
✓ Branch 1 taken 509166 times.
 697776 ct = 1 + (coeff2 > 1);
466 697776 sign = get_bits1(&s->gb);
467 697776 coeff2 = (coeff2 ^ -sign) + sign;
468
2/2
✓ Branch 0 taken 632975 times.
✓ Branch 1 taken 64801 times.
 697776 if (coeff_idx)
469 632975 coeff2 *= s->dequant_ac;
470 697776 idx = model->coeff_index_to_pos[coeff_idx];
471 697776 s->block_coeff[b][permute[idx]] = coeff2;
472 }
473 }
474 1060886 coeff_idx+=run;
475
2/2
✓ Branch 0 taken 854 times.
✓ Branch 1 taken 1060032 times.
 1060886 if (coeff_idx >= 64)
476 854 break;
477 1060032 cg = FFMIN(vp6_coeff_groups[coeff_idx], 3);
478 1060032 vlc_coeff = &s->ract_vlc[pt][ct][cg];
479 }
480 101088 s->idct_selector[b] = model->coeff_index_to_idct_selector[FFMIN(coeff_idx, 63)];
481 }
482 16848 return 0;
483 }
484
485 80715 static int vp6_parse_coeff(VP56Context *s)
486 {
487 80715 VPXRangeCoder *c = s->ccp;
488 80715 VP56Model *model = s->modelp;
489 80715 uint8_t *permute = s->idct_scantable;
490 uint8_t *model1, *model2, *model3;
491 int coeff, sign, coeff_idx;
492 int b, i, cg, idx, ctx;
493 80715 int pt = 0; /* plane type (0 for Y, 1 for U or V) */
494
495
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 80715 times.
 80715 if (vpx_rac_is_end(c)) {
496 ✗ av_log(s->avctx, AV_LOG_ERROR, "End of AC stream reached in vp6_parse_coeff\n");
497 ✗ return AVERROR_INVALIDDATA;
498 }
499
500
2/2
✓ Branch 0 taken 484290 times.
✓ Branch 1 taken 80715 times.
 565005 for (b=0; b<6; b++) {
501 484290 int ct = 1; /* code type */
502 484290 int run = 1;
503
504
2/2
✓ Branch 0 taken 161430 times.
✓ Branch 1 taken 322860 times.
 484290 if (b > 3) pt = 1;
505
506 484290 ctx = s->left_block[ff_vp56_b6to4[b]].not_null_dc
507 484290 + s->above_blocks[s->above_block_idx[b]].not_null_dc;
508 484290 model1 = model->coeff_dccv[pt];
509 484290 model2 = model->coeff_dcct[pt][ctx];
510
511 484290 coeff_idx = 0;
512 for (;;) {
513
6/6
✓ Branch 0 taken 1173900 times.
✓ Branch 1 taken 968580 times.
✓ Branch 2 taken 800629 times.
✓ Branch 3 taken 373271 times.
✓ Branch 5 taken 514981 times.
✓ Branch 6 taken 1254228 times.
 2142480 if ((coeff_idx>1 && ct==0) || vpx_rac_get_prob_branchy(c, model2[0])) {
514 /* parse a coeff */
515
2/2
✓ Branch 1 taken 251077 times.
✓ Branch 2 taken 637175 times.
 888252 if (vpx_rac_get_prob_branchy(c, model2[2])) {
516
2/2
✓ Branch 1 taken 48252 times.
✓ Branch 2 taken 202825 times.
 251077 if (vpx_rac_get_prob_branchy(c, model2[3])) {
517 48252 idx = vp56_rac_get_tree(c, ff_vp56_pc_tree, model1);
518 48252 coeff = ff_vp56_coeff_bias[idx+5];
519
2/2
✓ Branch 0 taken 96960 times.
✓ Branch 1 taken 48252 times.
 145212 for (i=ff_vp56_coeff_bit_length[idx]; i>=0; i--)
520 96960 coeff += vpx_rac_get_prob(c, ff_vp56_coeff_parse_table[idx][i]) << i;
521 } else {
522
2/2
✓ Branch 1 taken 69918 times.
✓ Branch 2 taken 132907 times.
 202825 if (vpx_rac_get_prob_branchy(c, model2[4]))
523 69918 coeff = 3 + vpx_rac_get_prob(c, model1[5]);
524 else
525 132907 coeff = 2;
526 }
527 251077 ct = 2;
528 } else {
529 637175 ct = 1;
530 637175 coeff = 1;
531 }
532 888252 sign = vpx_rac_get(c);
533 888252 coeff = (coeff ^ -sign) + sign;
534
2/2
✓ Branch 0 taken 803049 times.
✓ Branch 1 taken 85203 times.
 888252 if (coeff_idx)
535 803049 coeff *= s->dequant_ac;
536 888252 idx = model->coeff_index_to_pos[coeff_idx];
537 888252 s->block_coeff[b][permute[idx]] = coeff;
538 888252 run = 1;
539 } else {
540 /* parse a run */
541 1254228 ct = 0;
542
2/2
✓ Branch 0 taken 855141 times.
✓ Branch 1 taken 399087 times.
 1254228 if (coeff_idx > 0) {
543
2/2
✓ Branch 1 taken 481870 times.
✓ Branch 2 taken 373271 times.
 855141 if (!vpx_rac_get_prob_branchy(c, model2[1]))
544 481870 break;
545
546 373271 model3 = model->coeff_runv[coeff_idx >= 6];
547 373271 run = vp56_rac_get_tree(c, vp6_pcr_tree, model3);
548
2/2
✓ Branch 0 taken 53107 times.
✓ Branch 1 taken 320164 times.
 373271 if (!run)
549
2/2
✓ Branch 0 taken 318642 times.
✓ Branch 1 taken 53107 times.
 371749 for (run=9, i=0; i<6; i++)
550 318642 run += vpx_rac_get_prob(c, model3[i+8]) << i;
551 }
552 }
553 1660610 coeff_idx += run;
554
2/2
✓ Branch 0 taken 2420 times.
✓ Branch 1 taken 1658190 times.
 1660610 if (coeff_idx >= 64)
555 2420 break;
556 1658190 cg = vp6_coeff_groups[coeff_idx];
557 1658190 model1 = model2 = model->coeff_ract[pt][ct][cg];
558 }
559
560 484290 s->left_block[ff_vp56_b6to4[b]].not_null_dc =
561 484290 s->above_blocks[s->above_block_idx[b]].not_null_dc = !!s->block_coeff[b][0];
562 484290 s->idct_selector[b] = model->coeff_index_to_idct_selector[FFMIN(coeff_idx, 63)];
563 }
564 80715 return 0;
565 }
566
567 85398 static int vp6_block_variance(uint8_t *src, ptrdiff_t stride)
568 {
569 85398 int sum = 0, square_sum = 0;
570 int y, x;
571
572
2/2
✓ Branch 0 taken 341592 times.
✓ Branch 1 taken 85398 times.
 426990 for (y=0; y<8; y+=2) {
573
2/2
✓ Branch 0 taken 1366368 times.
✓ Branch 1 taken 341592 times.
 1707960 for (x=0; x<8; x+=2) {
574 1366368 sum += src[x];
575 1366368 square_sum += src[x]*src[x];
576 }
577 341592 src += 2*stride;
578 }
579 85398 return (16*square_sum - sum*sum) >> 8;
580 }
581
582 32987 static void vp6_filter_hv4(uint8_t *dst, uint8_t *src, ptrdiff_t stride,
583 int delta, const int16_t *weights)
584 {
585 int x, y;
586
587
2/2
✓ Branch 0 taken 263896 times.
✓ Branch 1 taken 32987 times.
 296883 for (y=0; y<8; y++) {
588
2/2
✓ Branch 0 taken 2111168 times.
✓ Branch 1 taken 263896 times.
 2375064 for (x=0; x<8; x++) {
589 2111168 dst[x] = av_clip_uint8(( src[x-delta ] * weights[0]
590 2111168 + src[x ] * weights[1]
591 2111168 + src[x+delta ] * weights[2]
592 2111168 + src[x+2*delta] * weights[3] + 64) >> 7);
593 }
594 263896 src += stride;
595 263896 dst += stride;
596 }
597 32987 }
598
599 54829 static void vp6_filter_diag2(VP56Context *s, uint8_t *dst, uint8_t *src,
600 ptrdiff_t stride, int h_weight, int v_weight)
601 {
602 54829 uint8_t *tmp = s->edge_emu_buffer+16;
603 54829 s->h264chroma.put_h264_chroma_pixels_tab[0](tmp, src, stride, 9, h_weight, 0);
604 54829 s->h264chroma.put_h264_chroma_pixels_tab[0](dst, tmp, stride, 8, 0, v_weight);
605 54829 }
606
607 178196 static void vp6_filter(VP56Context *s, uint8_t *dst, uint8_t *src,
608 int offset1, int offset2, ptrdiff_t stride,
609 VP56mv mv, int mask, int select, int luma)
610 {
611 178196 int filter4 = 0;
612 178196 int x8 = mv.x & mask;
613 178196 int y8 = mv.y & mask;
614
615
2/2
✓ Branch 0 taken 120620 times.
✓ Branch 1 taken 57576 times.
 178196 if (luma) {
616 120620 x8 *= 2;
617 120620 y8 *= 2;
618 120620 filter4 = s->filter_mode;
619
2/2
✓ Branch 0 taken 105823 times.
✓ Branch 1 taken 14797 times.
 120620 if (filter4 == 2) {
620
1/2
✓ Branch 0 taken 105823 times.
✗ Branch 1 not taken.
 105823 if (s->max_vector_length &&
621
2/2
✓ Branch 0 taken 93058 times.
✓ Branch 1 taken 12765 times.
 105823 (FFABS(mv.x) > s->max_vector_length ||
622
2/2
✓ Branch 0 taken 7660 times.
✓ Branch 1 taken 85398 times.
 93058 FFABS(mv.y) > s->max_vector_length)) {
623 20425 filter4 = 0;
624
1/2
✓ Branch 0 taken 85398 times.
✗ Branch 1 not taken.
 85398 } else if (s->sample_variance_threshold
625 85398 && (vp6_block_variance(src+offset1, stride)
626
2/2
✓ Branch 0 taken 25065 times.
✓ Branch 1 taken 60333 times.
 85398 < s->sample_variance_threshold)) {
627 25065 filter4 = 0;
628 }
629 }
630 }
631
632
8/8
✓ Branch 0 taken 136809 times.
✓ Branch 1 taken 41387 times.
✓ Branch 2 taken 61409 times.
✓ Branch 3 taken 75400 times.
✓ Branch 4 taken 41387 times.
✓ Branch 5 taken 61409 times.
✓ Branch 6 taken 15077 times.
✓ Branch 7 taken 26310 times.
 178196 if ((y8 && (offset2-offset1)*s->flip<0) || (!y8 && offset1 > offset2)) {
633 90477 offset1 = offset2;
634 }
635
636
2/2
✓ Branch 0 taken 60333 times.
✓ Branch 1 taken 117863 times.
 178196 if (filter4) {
637
2/2
✓ Branch 0 taken 12003 times.
✓ Branch 1 taken 48330 times.
 60333 if (!y8) { /* left or right combine */
638 12003 vp6_filter_hv4(dst, src+offset1, stride, 1,
639 12003 vp6_block_copy_filter[select][x8]);
640
2/2
✓ Branch 0 taken 20984 times.
✓ Branch 1 taken 27346 times.
 48330 } else if (!x8) { /* above or below combine */
641 20984 vp6_filter_hv4(dst, src+offset1, stride, stride,
642 20984 vp6_block_copy_filter[select][y8]);
643 } else {
644 27346 s->vp56dsp.vp6_filter_diag4(dst, src+offset1+((mv.x^mv.y)>>31), stride,
645 27346 vp6_block_copy_filter[select][x8],
646 27346 vp6_block_copy_filter[select][y8]);
647 }
648 } else {
649
4/4
✓ Branch 0 taken 84213 times.
✓ Branch 1 taken 33650 times.
✓ Branch 2 taken 29384 times.
✓ Branch 3 taken 54829 times.
 117863 if (!x8 || !y8) {
650 63034 s->h264chroma.put_h264_chroma_pixels_tab[0](dst, src + offset1, stride, 8, x8, y8);
651 } else {
652 54829 vp6_filter_diag2(s, dst, src+offset1 + ((mv.x^mv.y)>>31), stride, x8, y8);
653 }
654 }
655 178196 }
656
657 21 static av_cold int vp6_decode_init_context(AVCodecContext *avctx,
658 VP56Context *s, int flip, int has_alpha)
659 {
660 21 int ret = ff_vp56_init_context(avctx, s, flip, has_alpha);
661
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 21 times.
 21 if (ret < 0)
662 ✗ return ret;
663
664 21 ff_vp6dsp_init(&s->vp56dsp);
665
666 21 s->deblock_filtering = 0;
667 21 s->vp56_coord_div = vp6_coord_div;
668 21 s->parse_vector_adjustment = vp6_parse_vector_adjustment;
669 21 s->filter = vp6_filter;
670 21 s->default_models_init = vp6_default_models_init;
671 21 s->parse_vector_models = vp6_parse_vector_models;
672 21 s->parse_coeff_models = vp6_parse_coeff_models;
673 21 s->parse_header = vp6_parse_header;
674
675 21 return 0;
676 }
677
678 17 static av_cold int vp6_decode_init(AVCodecContext *avctx)
679 {
680 17 VP56Context *s = avctx->priv_data;
681 int ret;
682
683 17 ret = vp6_decode_init_context(avctx, s, avctx->codec_id == AV_CODEC_ID_VP6,
684 17 avctx->codec_id == AV_CODEC_ID_VP6A);
685
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 17 times.
 17 if (ret < 0)
686 ✗ return ret;
687
688
2/2
✓ Branch 0 taken 4 times.
✓ Branch 1 taken 13 times.
 17 if (s->has_alpha) {
689 /* Can only happen for ff_vp6a_decoder */
690 4 s->alpha_context = &s[1];
691 4 ret = vp6_decode_init_context(avctx, s->alpha_context,
692 4 s->flip == -1, s->has_alpha);
693
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
 4 if (ret < 0)
694 ✗ return ret;
695 }
696
697 17 return 0;
698 }
699
700 static av_cold void vp6_decode_free_context(VP56Context *s);
701
702 17 static av_cold int vp6_decode_free(AVCodecContext *avctx)
703 {
704 17 VP56Context *s = avctx->priv_data;
705
706 17 vp6_decode_free_context(s);
707
708
2/2
✓ Branch 0 taken 4 times.
✓ Branch 1 taken 13 times.
 17 if (s->alpha_context) {
709 4 vp6_decode_free_context(s->alpha_context);
710 4 s->alpha_context = NULL;
711 }
712
713 17 return 0;
714 }
715
716 21 static av_cold void vp6_decode_free_context(VP56Context *s)
717 {
718 21 ff_vp56_free_context(s);
719
720
2/2
✓ Branch 0 taken 42 times.
✓ Branch 1 taken 21 times.
 63 for (int pt = 0; pt < 2; ++pt) {
721 42 ff_vlc_free(&s->dccv_vlc[pt]);
722 42 ff_vlc_free(&s->runv_vlc[pt]);
723
2/2
✓ Branch 0 taken 126 times.
✓ Branch 1 taken 42 times.
 168 for (int ct = 0; ct < 3; ++ct)
724
2/2
✓ Branch 0 taken 504 times.
✓ Branch 1 taken 126 times.
 630 for (int cg = 0; cg < 4; ++cg)
725 504 ff_vlc_free(&s->ract_vlc[pt][ct][cg]);
726 }
727 21 }
728
729 const FFCodec ff_vp6_decoder = {
730 .p.name = "vp6",
731 CODEC_LONG_NAME("On2 VP6"),
732 .p.type = AVMEDIA_TYPE_VIDEO,
733 .p.id = AV_CODEC_ID_VP6,
734 .priv_data_size = sizeof(VP56Context),
735 .init = vp6_decode_init,
736 .close = vp6_decode_free,
737 FF_CODEC_DECODE_CB(ff_vp56_decode_frame),
738 .p.capabilities = AV_CODEC_CAP_DR1,
739 .caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
740 };
741
742 /* flash version, not flipped upside-down */
743 const FFCodec ff_vp6f_decoder = {
744 .p.name = "vp6f",
745 CODEC_LONG_NAME("On2 VP6 (Flash version)"),
746 .p.type = AVMEDIA_TYPE_VIDEO,
747 .p.id = AV_CODEC_ID_VP6F,
748 .priv_data_size = sizeof(VP56Context),
749 .init = vp6_decode_init,
750 .close = vp6_decode_free,
751 FF_CODEC_DECODE_CB(ff_vp56_decode_frame),
752 .p.capabilities = AV_CODEC_CAP_DR1,
753 .caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
754 };
755
756 /* flash version, not flipped upside-down, with alpha channel */
757 const FFCodec ff_vp6a_decoder = {
758 .p.name = "vp6a",
759 CODEC_LONG_NAME("On2 VP6 (Flash version, with alpha channel)"),
760 .p.type = AVMEDIA_TYPE_VIDEO,
761 .p.id = AV_CODEC_ID_VP6A,
762 .priv_data_size = 2 /* Main context + alpha context */ * sizeof(VP56Context),
763 .init = vp6_decode_init,
764 .close = vp6_decode_free,
765 FF_CODEC_DECODE_CB(ff_vp56_decode_frame),
766 .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_SLICE_THREADS,
767 .caps_internal = FF_CODEC_CAP_INIT_CLEANUP,
768 };
769