FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavcodec/vvc/dec.c
Date: 2026-09-17 21:53:11
Exec Total Coverage
Lines: 633 769 82.3%
Functions: 56 56 100.0%
Branches: 378 565 66.9%
Line Branch Exec Source
1 /*
2 * VVC video decoder
3 *
4 * Copyright (C) 2021 Nuo Mi
5 * Copyright (C) 2022 Xu Mu
6 *
7 * This file is part of FFmpeg.
8 *
9 * FFmpeg is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
13 *
14 * FFmpeg is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
18 *
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with FFmpeg; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 */
23
24 #include "libavcodec/bytestream.h"
25 #include "libavcodec/codec_internal.h"
26 #include "libavcodec/decode.h"
27 #include "libavcodec/hwaccel_internal.h"
28 #include "libavcodec/hwconfig.h"
29 #include "libavcodec/profiles.h"
30 #include "libavutil/refstruct.h"
31 #include "libavcodec/aom_film_grain.h"
32 #include "libavcodec/thread.h"
33 #include "libavutil/cpu.h"
34 #include "libavutil/mem.h"
35 #include "libavutil/thread.h"
36 #include "libavutil/film_grain_params.h"
37
38 #include "dec.h"
39 #include "ctu.h"
40 #include "data.h"
41 #include "refs.h"
42 #include "thread.h"
43 #include "config_components.h"
44
45 #define TAB_MAX 32
46
47 typedef struct Tab {
48 void **tab;
49 size_t size;
50 } Tab;
51
52 typedef struct TabList {
53 Tab tabs[TAB_MAX];
54 int nb_tabs;
55
56 int zero;
57 int realloc;
58 } TabList;
59
60 #define TL_ADD(t, s) do { \
61 av_assert0(l->nb_tabs < TAB_MAX); \
62 l->tabs[l->nb_tabs].tab = (void**)&fc->tab.t; \
63 l->tabs[l->nb_tabs].size = sizeof(*fc->tab.t) * (s); \
64 l->nb_tabs++; \
65 } while (0)
66
67 34078 static void tl_init(TabList *l, const int zero, const int realloc)
68 {
69 34078 l->nb_tabs = 0;
70 34078 l->zero = zero;
71 34078 l->realloc = realloc;
72 34078 }
73
74 12551 static int tl_free(TabList *l)
75 {
76
2/2
✓ Branch 0 taken 85575 times.
✓ Branch 1 taken 12551 times.
 98126 for (int i = 0; i < l->nb_tabs; i++)
77 85575 av_freep(l->tabs[i].tab);
78
79 12551 return 0;
80 }
81
82 12463 static int tl_create(TabList *l)
83 {
84
2/2
✓ Branch 0 taken 3399 times.
✓ Branch 1 taken 9064 times.
 12463 if (l->realloc) {
85 3399 tl_free(l);
86
87
2/2
✓ Branch 0 taken 23175 times.
✓ Branch 1 taken 3399 times.
 26574 for (int i = 0; i < l->nb_tabs; i++) {
88 23175 Tab *t = l->tabs + i;
89
2/2
✓ Branch 0 taken 120 times.
✓ Branch 1 taken 23055 times.
 23175 if (!t->size)
90 120 continue;
91
2/2
✓ Branch 0 taken 5367 times.
✓ Branch 1 taken 17688 times.
 23055 *t->tab = l->zero ? av_mallocz(t->size) : av_malloc(t->size);
92
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 23055 times.
 23055 if (!*t->tab)
93 ✗ return AVERROR(ENOMEM);
94 }
95 }
96 12463 return 0;
97 }
98
99 12463 static int tl_zero(TabList *l)
100 {
101
2/2
✓ Branch 0 taken 5790 times.
✓ Branch 1 taken 6673 times.
 12463 if (l->zero) {
102
2/2
✓ Branch 0 taken 19636 times.
✓ Branch 1 taken 5790 times.
 25426 for (int i = 0; i < l->nb_tabs; i++) {
103 19636 Tab *t = l->tabs + i;
104 19636 memset(*t->tab, 0, t->size);
105 }
106 }
107 12463 return 0;
108 }
109
110 3098 static void ctu_nz_tl_init(TabList *l, VVCFrameContext *fc)
111 {
112 3098 const VVCSPS *sps = fc->ps.sps;
113 3098 const VVCPPS *pps = fc->ps.pps;
114
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int ctu_size = sps ? (1 << sps->ctb_log2_size_y << sps->ctb_log2_size_y) : 0;
115
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int ctu_count = pps ? pps->ctb_count : 0;
116
3/4
✓ Branch 0 taken 2789 times.
✓ Branch 1 taken 309 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 2789 times.
 3098 const int changed = fc->tab.sz.ctu_count != ctu_count || fc->tab.sz.ctu_size != ctu_size;
117
118 3098 tl_init(l, 0, changed);
119
120
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(cus, ctu_count);
121
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(ctus, ctu_count);
122
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(deblock, ctu_count);
123
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(sao, ctu_count);
124
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(alf, ctu_count);
125
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(slice_idx, ctu_count);
126
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(coeffs, ctu_count * ctu_size * VVC_MAX_SAMPLE_ARRAYS);
127 3098 }
128
129 3098 static void min_cb_tl_init(TabList *l, VVCFrameContext *fc)
130 {
131 3098 const VVCPPS *pps = fc->ps.pps;
132
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int pic_size_in_min_cb = pps ? pps->min_cb_width * pps->min_cb_height : 0;
133 3098 const int changed = fc->tab.sz.pic_size_in_min_cb != pic_size_in_min_cb;
134
135 3098 tl_init(l, 1, changed);
136
137
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(imf, pic_size_in_min_cb);
138
139
2/2
✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 3098 times.
 9294 for (int i = LUMA; i <= CHROMA; i++)
140
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(cb_width[i], pic_size_in_min_cb); //is_a0_available requires this
141 3098 }
142
143 3098 static void min_cb_nz_tl_init(TabList *l, VVCFrameContext *fc)
144 {
145 3098 const VVCPPS *pps = fc->ps.pps;
146
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int pic_size_in_min_cb = pps ? pps->min_cb_width * pps->min_cb_height : 0;
147 3098 const int changed = fc->tab.sz.pic_size_in_min_cb != pic_size_in_min_cb;
148
149 3098 tl_init(l, 0, changed);
150
151
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(skip, pic_size_in_min_cb);
152
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(ipm, pic_size_in_min_cb);
153
154
2/2
✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 3098 times.
 9294 for (int i = LUMA; i <= CHROMA; i++) {
155
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(cqt_depth[i], pic_size_in_min_cb);
156
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(cb_pos_x[i], pic_size_in_min_cb);
157
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(cb_pos_y[i], pic_size_in_min_cb);
158
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(cb_height[i], pic_size_in_min_cb);
159
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(cp_mv[i], pic_size_in_min_cb * MAX_CONTROL_POINTS);
160
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(cpm[i], pic_size_in_min_cb);
161
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(pcmf[i], pic_size_in_min_cb);
162 }
163 // For luma, qp can only change at the CU level, so the qp tab size is related to the CU.
164
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(qp[LUMA], pic_size_in_min_cb);
165 3098 }
166
167 3098 static void min_pu_tl_init(TabList *l, VVCFrameContext *fc)
168 {
169 3098 const VVCPPS *pps = fc->ps.pps;
170
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int pic_size_in_min_pu = pps ? pps->min_pu_width * pps->min_pu_height : 0;
171 3098 const int changed = fc->tab.sz.pic_size_in_min_pu != pic_size_in_min_pu;
172
173 3098 tl_init(l, 1, changed);
174
175
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(iaf, pic_size_in_min_pu);
176 3098 }
177
178 3098 static void min_pu_nz_tl_init(TabList *l, VVCFrameContext *fc)
179 {
180 3098 const VVCPPS *pps = fc->ps.pps;
181
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int pic_size_in_min_pu = pps ? pps->min_pu_width * pps->min_pu_height : 0;
182 3098 const int changed = fc->tab.sz.pic_size_in_min_pu != pic_size_in_min_pu;
183
184 3098 tl_init(l, 0, changed);
185
186
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(msf, pic_size_in_min_pu);
187
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(mmi, pic_size_in_min_pu);
188
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(mvf, pic_size_in_min_pu);
189 3098 }
190
191 3098 static void min_tu_tl_init(TabList *l, VVCFrameContext *fc)
192 {
193 3098 const VVCPPS *pps = fc->ps.pps;
194
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int pic_size_in_min_tu = pps ? pps->min_tu_width * pps->min_tu_height : 0;
195 3098 const int changed = fc->tab.sz.pic_size_in_min_tu != pic_size_in_min_tu;
196
197 3098 tl_init(l, 1, changed);
198
199
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(tu_joint_cbcr_residual_flag, pic_size_in_min_tu);
200
201
2/2
✓ Branch 0 taken 9294 times.
✓ Branch 1 taken 3098 times.
 12392 for (int i = 0; i < VVC_MAX_SAMPLE_ARRAYS; i++) {
202
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 9294 times.
 9294 TL_ADD(tu_coded_flag[i], pic_size_in_min_tu);
203
204
2/2
✓ Branch 0 taken 18588 times.
✓ Branch 1 taken 9294 times.
 27882 for (int vertical = 0; vertical < 2; vertical++)
205
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 18588 times.
 18588 TL_ADD(bs[vertical][i], pic_size_in_min_tu);
206 }
207 3098 }
208
209 3098 static void min_tu_nz_tl_init(TabList *l, VVCFrameContext *fc)
210 {
211 3098 const VVCPPS *pps = fc->ps.pps;
212
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int pic_size_in_min_tu = pps ? pps->min_tu_width * pps->min_tu_height : 0;
213 3098 const int changed = fc->tab.sz.pic_size_in_min_tu != pic_size_in_min_tu;
214
215 3098 tl_init(l, 0, changed);
216
217
2/2
✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 3098 times.
 9294 for (int i = LUMA; i <= CHROMA; i++) {
218
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(tb_width[i], pic_size_in_min_tu);
219
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(tb_height[i], pic_size_in_min_tu);
220 }
221
222
2/2
✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 3098 times.
 9294 for (int vertical = 0; vertical < 2; vertical++) {
223
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(max_len_p[vertical], pic_size_in_min_tu);
224
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(max_len_q[vertical], pic_size_in_min_tu);
225 }
226
227 // For chroma, considering the joint CbCr, the QP tab size is related to the TU.
228
2/2
✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 3098 times.
 9294 for (int i = CB; i < VVC_MAX_SAMPLE_ARRAYS; i++)
229
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(qp[i], pic_size_in_min_tu);
230 3098 }
231
232 3098 static void pixel_buffer_nz_tl_init(TabList *l, VVCFrameContext *fc)
233 {
234 3098 const VVCSPS *sps = fc->ps.sps;
235 3098 const VVCPPS *pps = fc->ps.pps;
236
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int width = pps ? pps->width : 0;
237
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int height = pps ? pps->height : 0;
238
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int ctu_width = pps ? pps->ctb_width : 0;
239
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int ctu_height = pps ? pps->ctb_height : 0;
240
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int chroma_idc = sps ? sps->r->sps_chroma_format_idc : 0;
241
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int ps = sps ? sps->pixel_shift : 0;
242
2/2
✓ Branch 0 taken 2433 times.
✓ Branch 1 taken 665 times.
 3098 const int c_end = chroma_idc ? VVC_MAX_SAMPLE_ARRAYS : 1;
243 8995 const int changed = fc->tab.sz.chroma_format_idc != chroma_idc ||
244
3/4
✓ Branch 0 taken 2789 times.
✓ Branch 1 taken 10 times.
✓ Branch 2 taken 2789 times.
✗ Branch 3 not taken.
 2799 fc->tab.sz.width != width || fc->tab.sz.height != height ||
245
4/6
✓ Branch 0 taken 2799 times.
✓ Branch 1 taken 299 times.
✓ Branch 2 taken 2789 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2789 times.
✗ Branch 5 not taken.
 8686 fc->tab.sz.ctu_width != ctu_width || fc->tab.sz.ctu_height != ctu_height ||
246
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2789 times.
 2789 fc->tab.sz.pixel_shift != ps;
247
248 3098 tl_init(l, 0, changed);
249
250 /* Add size 0 tabs for the components beyond c_end, so tl_free() frees
251 * tabs allocated under a previous, larger chroma format. */
252
2/2
✓ Branch 0 taken 9294 times.
✓ Branch 1 taken 3098 times.
 12392 for (int c_idx = 0; c_idx < VVC_MAX_SAMPLE_ARRAYS; c_idx++) {
253 9294 const int active = c_idx < c_end;
254
4/4
✓ Branch 0 taken 7964 times.
✓ Branch 1 taken 1330 times.
✓ Branch 2 taken 7441 times.
✓ Branch 3 taken 523 times.
 9294 const int w = active ? width >> (sps ? sps->hshift[c_idx] : 0) : 0;
255
4/4
✓ Branch 0 taken 7964 times.
✓ Branch 1 taken 1330 times.
✓ Branch 2 taken 7441 times.
✓ Branch 3 taken 523 times.
 9294 const int h = active ? height >> (sps ? sps->vshift[c_idx] : 0) : 0;
256
2/2
✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 3098 times.
 9294 const int border_pixels = c_idx ? ALF_BORDER_CHROMA : ALF_BORDER_LUMA;
257
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 9294 times.
 9294 TL_ADD(sao_pixel_buffer_h[c_idx], (w * 2 * ctu_height) << ps);
258
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 9294 times.
 9294 TL_ADD(sao_pixel_buffer_v[c_idx], (h * 2 * ctu_width) << ps);
259
2/2
✓ Branch 0 taken 18588 times.
✓ Branch 1 taken 9294 times.
 27882 for (int i = 0; i < 2; i++) {
260
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 18588 times.
 18588 TL_ADD(alf_pixel_buffer_h[c_idx][i], (w * border_pixels * ctu_height) << ps);
261
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 18588 times.
 18588 TL_ADD(alf_pixel_buffer_v[c_idx][i], h * ALF_PADDING_SIZE * ctu_width);
262 }
263 }
264 3098 }
265
266 3098 static void msm_tl_init(TabList *l, VVCFrameContext *fc)
267 {
268 3098 const VVCPPS *pps = fc->ps.pps;
269
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int w32 = pps ? AV_CEIL_RSHIFT(pps->width, 5) : 0;
270
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int h32 = pps ? AV_CEIL_RSHIFT(pps->height, 5) : 0;
271
2/2
✓ Branch 0 taken 2789 times.
✓ Branch 1 taken 309 times.
 5887 const int changed = AV_CEIL_RSHIFT(fc->tab.sz.width, 5) != w32 ||
272
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2789 times.
 2789 AV_CEIL_RSHIFT(fc->tab.sz.height, 5) != h32;
273
274 3098 tl_init(l, 1, changed);
275
276
2/2
✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 3098 times.
 9294 for (int i = LUMA; i <= CHROMA; i++)
277
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6196 times.
 6196 TL_ADD(msm[i], w32 * h32);
278 3098 }
279
280 3098 static void ispmf_tl_init(TabList *l, VVCFrameContext *fc)
281 {
282 3098 const VVCPPS *pps = fc->ps.pps;
283
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int w64 = pps ? AV_CEIL_RSHIFT(pps->width, 6) : 0;
284
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int h64 = pps ? AV_CEIL_RSHIFT(pps->height, 6) : 0;
285
2/2
✓ Branch 0 taken 2789 times.
✓ Branch 1 taken 309 times.
 5887 const int changed = AV_CEIL_RSHIFT(fc->tab.sz.width, 6) != w64 ||
286
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2789 times.
 2789 AV_CEIL_RSHIFT(fc->tab.sz.height, 6) != h64;
287
288 3098 tl_init(l, 1, changed);
289
290
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 3098 times.
 3098 TL_ADD(ispmf, w64 * h64);
291 3098 }
292
293 3098 static void ibc_tl_init(TabList *l, VVCFrameContext *fc)
294 {
295 3098 const VVCSPS *sps = fc->ps.sps;
296 3098 const VVCPPS *pps = fc->ps.pps;
297
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int ctu_height = pps ? pps->ctb_height : 0;
298
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int ctu_size = sps ? sps->ctb_size_y : 0;
299
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int ps = sps ? sps->pixel_shift : 0;
300
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int chroma_idc = sps ? sps->r->sps_chroma_format_idc : 0;
301
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 const int has_ibc = sps ? sps->r->sps_ibc_enabled_flag : 0;
302 8995 const int changed = fc->tab.sz.chroma_format_idc != chroma_idc ||
303
2/2
✓ Branch 0 taken 2789 times.
✓ Branch 1 taken 10 times.
 2799 fc->tab.sz.ctu_height != ctu_height ||
304
3/4
✓ Branch 0 taken 2799 times.
✓ Branch 1 taken 299 times.
✓ Branch 2 taken 2789 times.
✗ Branch 3 not taken.
 8686 fc->tab.sz.ctu_size != ctu_size * ctu_size ||
305
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2789 times.
 2789 fc->tab.sz.pixel_shift != ps;
306
307
2/2
✓ Branch 0 taken 2575 times.
✓ Branch 1 taken 523 times.
 3098 fc->tab.sz.ibc_buffer_width = ctu_size ? 2 * MAX_CTU_SIZE * MAX_CTU_SIZE / ctu_size : 0;
308
309 3098 tl_init(l, has_ibc, changed);
310
311
2/2
✓ Branch 0 taken 9294 times.
✓ Branch 1 taken 3098 times.
 12392 for (int i = LUMA; i < VVC_MAX_SAMPLE_ARRAYS; i++) {
312
2/2
✓ Branch 0 taken 7725 times.
✓ Branch 1 taken 1569 times.
 9294 const int hs = sps ? sps->hshift[i] : 0;
313
2/2
✓ Branch 0 taken 7725 times.
✓ Branch 1 taken 1569 times.
 9294 const int vs = sps ? sps->vshift[i] : 0;
314
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 9294 times.
 9294 TL_ADD(ibc_vir_buf[i], fc->tab.sz.ibc_buffer_width * ctu_size * ctu_height << ps >> hs >> vs);
315 }
316 3098 }
317
318 typedef void (*tl_init_fn)(TabList *l, VVCFrameContext *fc);
319
320 3098 static int frame_context_for_each_tl(VVCFrameContext *fc, int (*unary_fn)(TabList *l))
321 {
322 3098 const tl_init_fn init[] = {
323 ctu_nz_tl_init,
324 min_cb_tl_init,
325 min_cb_nz_tl_init,
326 min_pu_tl_init,
327 min_pu_nz_tl_init,
328 min_tu_tl_init,
329 min_tu_nz_tl_init,
330 pixel_buffer_nz_tl_init,
331 msm_tl_init,
332 ispmf_tl_init,
333 ibc_tl_init,
334 };
335
336
2/2
✓ Branch 0 taken 34078 times.
✓ Branch 1 taken 3098 times.
 37176 for (int i = 0; i < FF_ARRAY_ELEMS(init); i++) {
337 TabList l;
338 int ret;
339
340 34078 init[i](&l, fc);
341 34078 ret = unary_fn(&l);
342
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 34078 times.
 34078 if (ret < 0)
343 ✗ return ret;
344 }
345 3098 return 0;
346 }
347
348 1965 static void free_cus(VVCFrameContext *fc)
349 {
350
2/2
✓ Branch 0 taken 1133 times.
✓ Branch 1 taken 832 times.
 1965 if (fc->tab.cus) {
351
2/2
✓ Branch 0 taken 55816 times.
✓ Branch 1 taken 1133 times.
 56949 for (int i = 0; i < fc->tab.sz.ctu_count; i++)
352 55816 ff_vvc_ctu_free_cus(fc->tab.cus + i);
353 }
354 1965 }
355
356 832 static void pic_arrays_free(VVCFrameContext *fc)
357 {
358 832 free_cus(fc);
359 832 frame_context_for_each_tl(fc, tl_free);
360 832 av_refstruct_pool_uninit(&fc->rpl_tab_pool);
361 832 av_refstruct_pool_uninit(&fc->tab_dmvr_mvf_pool);
362
363 832 memset(&fc->tab.sz, 0, sizeof(fc->tab.sz));
364 832 }
365
366 1133 static int pic_arrays_init(VVCContext *s, VVCFrameContext *fc)
367 {
368 1133 const VVCSPS *sps = fc->ps.sps;
369 1133 const VVCPPS *pps = fc->ps.pps;
370 1133 const int ctu_count = pps->ctb_count;
371 1133 const int pic_size_in_min_pu = pps->min_pu_width * pps->min_pu_height;
372
373 1133 free_cus(fc);
374
375
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1133 times.
 1133 if (frame_context_for_each_tl(fc, tl_create) < 0)
376 ✗ goto fail;
377
378 // for error handling case, we may call free_cus before VVC_TASK_STAGE_INIT, so we need to set cus to 0 here
379 1133 memset(fc->tab.cus, 0, sizeof(*fc->tab.cus) * ctu_count);
380
381 1133 memset(fc->tab.slice_idx, -1, sizeof(*fc->tab.slice_idx) * ctu_count);
382
383
2/2
✓ Branch 0 taken 309 times.
✓ Branch 1 taken 824 times.
 1133 if (fc->tab.sz.ctu_count != ctu_count) {
384 309 av_refstruct_pool_uninit(&fc->rpl_tab_pool);
385 309 fc->rpl_tab_pool = av_refstruct_pool_alloc(ctu_count * sizeof(RefPicListTab), 0);
386
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 309 times.
 309 if (!fc->rpl_tab_pool)
387 ✗ goto fail;
388 }
389
390
2/2
✓ Branch 0 taken 309 times.
✓ Branch 1 taken 824 times.
 1133 if (fc->tab.sz.pic_size_in_min_pu != pic_size_in_min_pu) {
391 309 av_refstruct_pool_uninit(&fc->tab_dmvr_mvf_pool);
392 309 fc->tab_dmvr_mvf_pool = av_refstruct_pool_alloc(
393 pic_size_in_min_pu * sizeof(MvField), AV_REFSTRUCT_POOL_FLAG_ZERO_EVERY_TIME);
394
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 309 times.
 309 if (!fc->tab_dmvr_mvf_pool)
395 ✗ goto fail;
396 }
397
398 1133 fc->tab.sz.ctu_count = pps->ctb_count;
399 1133 fc->tab.sz.ctu_size = 1 << sps->ctb_log2_size_y << sps->ctb_log2_size_y;
400 1133 fc->tab.sz.pic_size_in_min_cb = pps->min_cb_width * pps->min_cb_height;
401 1133 fc->tab.sz.pic_size_in_min_pu = pic_size_in_min_pu;
402 1133 fc->tab.sz.pic_size_in_min_tu = pps->min_tu_width * pps->min_tu_height;
403 1133 fc->tab.sz.width = pps->width;
404 1133 fc->tab.sz.height = pps->height;
405 1133 fc->tab.sz.ctu_width = pps->ctb_width;
406 1133 fc->tab.sz.ctu_height = pps->ctb_height;
407 1133 fc->tab.sz.chroma_format_idc = sps->r->sps_chroma_format_idc;
408 1133 fc->tab.sz.pixel_shift = sps->pixel_shift;
409
410 1133 return 0;
411
412 ✗ fail:
413 ✗ fc->tab.sz.ctu_count = 0;
414 ✗ pic_arrays_free(fc);
415 ✗ return AVERROR(ENOMEM);
416 }
417
418 1133 int ff_vvc_per_frame_init(VVCFrameContext *fc)
419 {
420 1133 return frame_context_for_each_tl(fc, tl_zero);
421 }
422
423 3490 static int min_positive(const int idx, const int diff, const int min_diff)
424 {
425
6/6
✓ Branch 0 taken 2998 times.
✓ Branch 1 taken 492 times.
✓ Branch 2 taken 1227 times.
✓ Branch 3 taken 1771 times.
✓ Branch 4 taken 18 times.
✓ Branch 5 taken 1209 times.
 3490 return diff > 0 && (idx < 0 || diff < min_diff);
426 }
427
428 3498 static int max_negtive(const int idx, const int diff, const int max_diff)
429 {
430
6/6
✓ Branch 0 taken 2094 times.
✓ Branch 1 taken 1404 times.
✓ Branch 2 taken 803 times.
✓ Branch 3 taken 1291 times.
✓ Branch 4 taken 5 times.
✓ Branch 5 taken 798 times.
 3498 return diff < 0 && (idx < 0 || diff > max_diff);
431 }
432
433 typedef int (*smvd_find_fxn)(const int idx, const int diff, const int old_diff);
434
435 3666 static int8_t smvd_find(const VVCFrameContext *fc, const SliceContext *sc, int lx, smvd_find_fxn find)
436 {
437 3666 const H266RawSliceHeader *rsh = sc->sh.r;
438 3666 const RefPicList *rpl = sc->rpl + lx;
439 3666 const int poc = fc->ref->poc;
440 3666 int8_t idx = -1;
441 3666 int old_diff = -1;
442
2/2
✓ Branch 0 taken 7525 times.
✓ Branch 1 taken 3666 times.
 11191 for (int i = 0; i < rsh->num_ref_idx_active[lx]; i++) {
443
2/2
✓ Branch 0 taken 6988 times.
✓ Branch 1 taken 537 times.
 7525 if (!rpl->refs[i].is_lt) {
444 6988 int diff = poc - rpl->refs[i].poc;
445
2/2
✓ Branch 1 taken 3085 times.
✓ Branch 2 taken 3903 times.
 6988 if (find(idx, diff, old_diff)) {
446 3085 idx = i;
447 3085 old_diff = diff;
448 }
449 }
450 }
451 3666 return idx;
452 }
453
454 1605 static void smvd_ref_idx(const VVCFrameContext *fc, SliceContext *sc)
455 {
456 1605 VVCSH *sh = &sc->sh;
457
2/2
✓ Branch 0 taken 1538 times.
✓ Branch 1 taken 67 times.
 1605 if (IS_B(sh->r)) {
458 1538 sh->ref_idx_sym[0] = smvd_find(fc, sc, 0, min_positive);
459 1538 sh->ref_idx_sym[1] = smvd_find(fc, sc, 1, max_negtive);
460
4/4
✓ Branch 0 taken 1507 times.
✓ Branch 1 taken 31 times.
✓ Branch 2 taken 264 times.
✓ Branch 3 taken 1243 times.
 1538 if (sh->ref_idx_sym[0] == -1 || sh->ref_idx_sym[1] == -1) {
461 295 sh->ref_idx_sym[0] = smvd_find(fc, sc, 0, max_negtive);
462 295 sh->ref_idx_sym[1] = smvd_find(fc, sc, 1, min_positive);
463 }
464 }
465 1605 }
466
467 1583 static void eps_free(SliceContext *slice)
468 {
469 1583 av_freep(&slice->eps);
470 1583 slice->nb_eps = 0;
471 1583 }
472
473 832 static void slices_free(VVCFrameContext *fc)
474 {
475
2/2
✓ Branch 0 taken 309 times.
✓ Branch 1 taken 523 times.
 832 if (fc->slices) {
476
2/2
✓ Branch 0 taken 841 times.
✓ Branch 1 taken 309 times.
 1150 for (int i = 0; i < fc->nb_slices_allocated; i++) {
477 841 SliceContext *slice = fc->slices[i];
478
1/2
✓ Branch 0 taken 841 times.
✗ Branch 1 not taken.
 841 if (slice) {
479 841 av_refstruct_unref(&slice->ref);
480 841 av_refstruct_unref(&slice->sh.r);
481 841 eps_free(slice);
482 841 av_free(slice);
483 }
484 }
485 309 av_freep(&fc->slices);
486 }
487 832 fc->nb_slices_allocated = 0;
488 832 fc->nb_slices = 0;
489 832 }
490
491 1898 static int slices_realloc(VVCFrameContext *fc)
492 {
493 void *p;
494 1898 const int size = (fc->nb_slices_allocated + 1) * 3 / 2;
495
496
2/2
✓ Branch 0 taken 1479 times.
✓ Branch 1 taken 419 times.
 1898 if (fc->nb_slices < fc->nb_slices_allocated)
497 1479 return 0;
498
499 419 p = av_realloc_array(fc->slices, size, sizeof(*fc->slices));
500
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 419 times.
 419 if (!p)
501 ✗ return AVERROR(ENOMEM);
502
503 419 fc->slices = p;
504
2/2
✓ Branch 0 taken 841 times.
✓ Branch 1 taken 419 times.
 1260 for (int i = fc->nb_slices_allocated; i < size; i++) {
505 841 fc->slices[i] = av_mallocz(sizeof(*fc->slices[0]));
506
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 841 times.
 841 if (!fc->slices[i]) {
507 ✗ fc->nb_slices_allocated = i;
508 ✗ return AVERROR(ENOMEM);
509 }
510 841 fc->slices[i]->slice_idx = i;
511 }
512 419 fc->nb_slices_allocated = size;
513
514 419 return 0;
515 }
516
517 2305 static int get_ep_size(const H266RawSliceHeader *rsh, const GetByteContext *gb,
518 const H2645NAL *nal, const int header_size, const int ep_index)
519 {
520 int size;
521
522
2/2
✓ Branch 0 taken 407 times.
✓ Branch 1 taken 1898 times.
 2305 if (ep_index < rsh->num_entry_points) {
523 407 int skipped = 0;
524 407 int64_t start = bytestream2_tell(gb);
525 407 int64_t end = start + rsh->sh_entry_point_offset_minus1[ep_index] + 1;
526
3/4
✓ Branch 0 taken 6 times.
✓ Branch 1 taken 401 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
 407 while (skipped < nal->skipped_bytes && nal->skipped_bytes_pos[skipped] <= start + header_size) {
527 ✗ skipped++;
528 }
529
3/4
✓ Branch 0 taken 6 times.
✓ Branch 1 taken 401 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
 407 while (skipped < nal->skipped_bytes && nal->skipped_bytes_pos[skipped] <= end + header_size) {
530 ✗ end--;
531 ✗ skipped++;
532 }
533 407 size = end - start;
534 407 size = av_clip(size, 0, bytestream2_get_bytes_left(gb));
535 } else {
536 1898 size = bytestream2_get_bytes_left(gb);
537 }
538 2305 return size;
539 }
540
541 2305 static int ep_init_cabac_decoder(EntryPoint *ep, GetByteContext *gb, const int size)
542 {
543 int ret;
544
545
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 2305 times.
 2305 av_assert0(size <= bytestream2_get_bytes_left(gb));
546 2305 ret = ff_init_cabac_decoder(&ep->cc, gb->buffer, size);
547
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2305 times.
 2305 if (ret < 0)
548 ✗ return ret;
549 2305 bytestream2_skipu(gb, size);
550 2305 return 0;
551 }
552
553 2305 static int ep_init(EntryPoint *ep, const int ctu_addr, const int ctu_end,
554 GetByteContext *gb, const int size)
555 {
556 2305 const int ret = ep_init_cabac_decoder(ep, gb, size);
557
558
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2305 times.
 2305 if (ret < 0)
559 ✗ return ret;
560
561 2305 ep->ctu_start = ctu_addr;
562 2305 ep->ctu_end = ctu_end;
563
564
2/2
✓ Branch 0 taken 6915 times.
✓ Branch 1 taken 2305 times.
 9220 for (int c_idx = LUMA; c_idx <= CR; c_idx++)
565 6915 ep->pp[c_idx].size = 0;
566
567 2305 return 0;
568 }
569
570 1898 static int slice_init_entry_points(SliceContext *sc,
571 VVCFrameContext *fc, const H2645NAL *nal, const CodedBitstreamUnit *unit)
572 {
573 1898 const VVCSH *sh = &sc->sh;
574 1898 const H266RawSlice *slice = unit->content_ref;
575 1898 int nb_eps = sh->r->num_entry_points + 1;
576 1898 int ctu_addr = 0;
577 GetByteContext gb;
578 int ret;
579
580
2/2
✓ Branch 0 taken 742 times.
✓ Branch 1 taken 1156 times.
 1898 if (sc->nb_eps != nb_eps) {
581 742 eps_free(sc);
582 742 sc->eps = av_calloc(nb_eps, sizeof(*sc->eps));
583
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 742 times.
 742 if (!sc->eps)
584 ✗ return AVERROR(ENOMEM);
585 742 sc->nb_eps = nb_eps;
586 }
587
588 1898 bytestream2_init(&gb, slice->data, slice->data_size);
589
590
2/2
✓ Branch 0 taken 2305 times.
✓ Branch 1 taken 1898 times.
 4203 for (int i = 0; i < sc->nb_eps; i++)
591 {
592 2305 const int size = get_ep_size(sc->sh.r, &gb, nal, slice->header_size, i);
593
2/2
✓ Branch 0 taken 1898 times.
✓ Branch 1 taken 407 times.
 2305 const int ctu_end = (i + 1 == sc->nb_eps ? sh->num_ctus_in_curr_slice : sh->entry_point_start_ctu[i]);
594 2305 EntryPoint *ep = sc->eps + i;
595
596 2305 ret = ep_init(ep, ctu_addr, ctu_end, &gb, size);
597
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2305 times.
 2305 if (ret < 0)
598 ✗ return ret;
599
600
2/2
✓ Branch 0 taken 55816 times.
✓ Branch 1 taken 2305 times.
 58121 for (int j = ep->ctu_start; j < ep->ctu_end; j++) {
601 55816 const int rs = sc->sh.ctb_addr_in_curr_slice[j];
602 55816 fc->tab.slice_idx[rs] = sc->slice_idx;
603 }
604
605
2/2
✓ Branch 0 taken 407 times.
✓ Branch 1 taken 1898 times.
 2305 if (i + 1 < sc->nb_eps)
606 407 ctu_addr = sh->entry_point_start_ctu[i];
607 }
608
609 1898 return 0;
610 }
611
612 3536 static VVCFrameContext* get_frame_context(const VVCContext *s, const VVCFrameContext *fc, const int delta)
613 {
614 3536 const int size = s->nb_fcs;
615 3536 const int idx = (fc - s->fcs + delta + size) % size;
616 3536 return s->fcs + idx;
617 }
618
619 5251 static int ref_frame(VVCFrame *dst, const VVCFrame *src)
620 {
621 int ret;
622
623 5251 ret = av_frame_ref(dst->frame, src->frame);
624
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 5251 times.
 5251 if (ret < 0)
625 ✗ return ret;
626
627 5251 av_refstruct_replace(&dst->sps, src->sps);
628 5251 av_refstruct_replace(&dst->pps, src->pps);
629
630
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 5251 times.
 5251 if (src->needs_fg) {
631 ✗ ret = av_frame_ref(dst->frame_grain, src->frame_grain);
632 ✗ if (ret < 0)
633 ✗ return ret;
634
635 ✗ dst->needs_fg = src->needs_fg;
636 }
637
638 5251 av_refstruct_replace(&dst->progress, src->progress);
639
640 5251 av_refstruct_replace(&dst->tab_dmvr_mvf, src->tab_dmvr_mvf);
641
642 5251 av_refstruct_replace(&dst->rpl_tab, src->rpl_tab);
643 5251 av_refstruct_replace(&dst->rpl, src->rpl);
644 5251 av_refstruct_replace(&dst->hwaccel_picture_private,
645 5251 src->hwaccel_picture_private);
646 5251 dst->nb_rpl_elems = src->nb_rpl_elems;
647
648 5251 dst->poc = src->poc;
649 5251 dst->ctb_count = src->ctb_count;
650
651 5251 dst->scaling_win = src->scaling_win;
652 5251 dst->ref_width = src->ref_width;
653 5251 dst->ref_height = src->ref_height;
654
655 5251 dst->flags = src->flags;
656 5251 dst->sequence = src->sequence;
657
658 5251 return 0;
659 }
660
661 832 static av_cold void frame_context_free(VVCFrameContext *fc)
662 {
663 832 slices_free(fc);
664
665 832 av_refstruct_pool_uninit(&fc->tu_pool);
666 832 av_refstruct_pool_uninit(&fc->cu_pool);
667
668
2/2
✓ Branch 0 taken 14144 times.
✓ Branch 1 taken 832 times.
 14976 for (int i = 0; i < FF_ARRAY_ELEMS(fc->DPB); i++) {
669 14144 ff_vvc_unref_frame(fc, &fc->DPB[i], ~0);
670 14144 av_frame_free(&fc->DPB[i].frame);
671 14144 av_frame_free(&fc->DPB[i].frame_grain);
672 }
673
674 832 ff_vvc_frame_thread_free(fc);
675 832 pic_arrays_free(fc);
676 832 av_frame_free(&fc->output_frame);
677 832 ff_vvc_frame_ps_free(&fc->ps);
678 832 ff_vvc_sei_reset(&fc->sei);
679 832 }
680
681 832 static av_cold int frame_context_init(VVCFrameContext *fc, AVCodecContext *avctx)
682 {
683
684 832 fc->log_ctx = avctx;
685
686 832 fc->output_frame = av_frame_alloc();
687
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 832 times.
 832 if (!fc->output_frame)
688 ✗ return AVERROR(ENOMEM);
689
690
2/2
✓ Branch 0 taken 14144 times.
✓ Branch 1 taken 832 times.
 14976 for (int j = 0; j < FF_ARRAY_ELEMS(fc->DPB); j++) {
691 14144 fc->DPB[j].frame = av_frame_alloc();
692
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 14144 times.
 14144 if (!fc->DPB[j].frame)
693 ✗ return AVERROR(ENOMEM);
694
695 14144 fc->DPB[j].frame_grain = av_frame_alloc();
696
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 14144 times.
 14144 if (!fc->DPB[j].frame_grain)
697 ✗ return AVERROR(ENOMEM);
698 }
699 832 fc->cu_pool = av_refstruct_pool_alloc(sizeof(CodingUnit), 0);
700
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 832 times.
 832 if (!fc->cu_pool)
701 ✗ return AVERROR(ENOMEM);
702
703 832 fc->tu_pool = av_refstruct_pool_alloc(sizeof(TransformUnit), 0);
704
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 832 times.
 832 if (!fc->tu_pool)
705 ✗ return AVERROR(ENOMEM);
706
707 832 return 0;
708 }
709
710 1133 static int frame_context_setup(VVCFrameContext *fc, VVCContext *s)
711 {
712 int ret;
713
714 // copy refs from the last frame
715
3/4
✓ Branch 0 taken 1030 times.
✓ Branch 1 taken 103 times.
✓ Branch 2 taken 1030 times.
✗ Branch 3 not taken.
 1133 if (s->nb_frames && s->nb_fcs > 1) {
716 1030 VVCFrameContext *prev = get_frame_context(s, fc, -1);
717
2/2
✓ Branch 0 taken 17510 times.
✓ Branch 1 taken 1030 times.
 18540 for (int i = 0; i < FF_ARRAY_ELEMS(fc->DPB); i++) {
718 17510 ff_vvc_unref_frame(fc, &fc->DPB[i], ~0);
719
2/2
✓ Branch 0 taken 5251 times.
✓ Branch 1 taken 12259 times.
 17510 if (prev->DPB[i].frame->buf[0]) {
720 5251 ret = ref_frame(&fc->DPB[i], &prev->DPB[i]);
721
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 5251 times.
 5251 if (ret < 0)
722 ✗ return ret;
723 }
724 }
725
726 1030 ret = ff_vvc_sei_replace(&fc->sei, &prev->sei);
727
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1030 times.
 1030 if (ret < 0)
728 ✗ return ret;
729 }
730
731
4/4
✓ Branch 0 taken 1126 times.
✓ Branch 1 taken 7 times.
✓ Branch 2 taken 105 times.
✓ Branch 3 taken 1021 times.
 1133 if (IS_IDR(s)) {
732 112 ff_vvc_clear_refs(fc);
733 }
734
735 1133 ret = pic_arrays_init(s, fc);
736
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
737 ✗ return ret;
738 1133 ff_vvc_dsp_init(&fc->vvcdsp, fc->ps.sps->bit_depth);
739 1133 ff_videodsp_init(&fc->vdsp, fc->ps.sps->bit_depth);
740 1133 return 0;
741 }
742
743 /* SEI does not affect decoding, so we ignore the return value */
744 1133 static void decode_prefix_sei(VVCFrameContext *fc, VVCContext *s)
745 {
746 1133 CodedBitstreamFragment *frame = &s->current_frame;
747
748
2/2
✓ Branch 0 taken 4071 times.
✓ Branch 1 taken 1133 times.
 5204 for (int i = 0; i < frame->nb_units; i++) {
749 4071 const CodedBitstreamUnit *unit = frame->units + i;
750
751
2/2
✓ Branch 0 taken 119 times.
✓ Branch 1 taken 3952 times.
 4071 if (unit->type == VVC_PREFIX_SEI_NUT) {
752 119 int ret = ff_vvc_sei_decode(&fc->sei, unit->content_ref, fc);
753
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 119 times.
 119 if (ret < 0)
754 ✗ return;
755 }
756 }
757 }
758
759 1133 static int set_side_data(VVCContext *s, VVCFrameContext *fc)
760 {
761 1133 AVFrame *out = fc->ref->frame;
762
763 2266 return ff_h2645_sei_to_frame(out, &fc->sei.common, AV_CODEC_ID_VVC, s->avctx,
764 1133 NULL, fc->ps.sps->bit_depth, fc->ps.sps->bit_depth, fc->ref->poc);
765 }
766
767 1133 static int check_film_grain(VVCContext *s, VVCFrameContext *fc)
768 {
769 int ret;
770
771 2266 fc->ref->needs_fg = (fc->sei.common.film_grain_characteristics &&
772 ✗ fc->sei.common.film_grain_characteristics->present ||
773
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 fc->sei.common.itut_t35.aom_film_grain.enable) &&
774
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
 2266 !(s->avctx->export_side_data & AV_CODEC_EXPORT_DATA_FILM_GRAIN) &&
775 ✗ !s->avctx->hwaccel;
776
777
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (fc->ref->needs_fg &&
778 ✗ (fc->sei.common.film_grain_characteristics &&
779 ✗ fc->sei.common.film_grain_characteristics->present &&
780 ✗ !ff_h274_film_grain_params_supported(fc->sei.common.film_grain_characteristics->model_id,
781 ✗ fc->ref->frame->format) ||
782 ✗ !av_film_grain_params_select(fc->ref->frame))) {
783 ✗ av_log_once(s->avctx, AV_LOG_WARNING, AV_LOG_DEBUG, &s->film_grain_warning_shown,
784 "Unsupported film grain parameters. Ignoring film grain.\n");
785 ✗ fc->ref->needs_fg = 0;
786 }
787
788
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (fc->ref->needs_fg) {
789 ✗ fc->ref->frame_grain->format = fc->ref->frame->format;
790 ✗ fc->ref->frame_grain->width = fc->ref->frame->width;
791 ✗ fc->ref->frame_grain->height = fc->ref->frame->height;
792
793 ✗ ret = ff_thread_get_buffer(s->avctx, fc->ref->frame_grain, 0);
794 ✗ if (ret < 0)
795 ✗ return ret;
796
797 ✗ return av_frame_copy_props(fc->ref->frame_grain, fc->ref->frame);
798 }
799
800 1133 return 0;
801 }
802
803 1133 static int frame_start(VVCContext *s, VVCFrameContext *fc, SliceContext *sc)
804 {
805 1133 const VVCPH *ph = &fc->ps.ph;
806 1133 const H266RawSliceHeader *rsh = sc->sh.r;
807 int ret;
808
809 // 8.3.1 Decoding process for picture order count
810
6/8
✓ Branch 0 taken 300 times.
✓ Branch 1 taken 833 times.
✓ Branch 2 taken 288 times.
✓ Branch 3 taken 12 times.
✓ Branch 4 taken 288 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 288 times.
✗ Branch 7 not taken.
 1133 if (!s->temporal_id && !ph->r->ph_non_ref_pic_flag && !(IS_RASL(s) || IS_RADL(s)))
811 288 s->poc_tid0 = ph->poc;
812
813 1133 decode_prefix_sei(fc, s);
814
815
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1133 times.
 1133 if ((ret = ff_vvc_set_new_ref(s, fc, &fc->frame)) < 0)
816 ✗ goto fail;
817
818 1133 ret = set_side_data(s, fc);
819
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
820 ✗ goto fail;
821
822 1133 ret = check_film_grain(s, fc);
823
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
824 ✗ goto fail;
825
826
4/4
✓ Branch 0 taken 1126 times.
✓ Branch 1 taken 7 times.
✓ Branch 2 taken 1021 times.
✓ Branch 3 taken 105 times.
 1133 if (!IS_IDR(s))
827 1021 ff_vvc_bump_frame(s, fc);
828
829 1133 av_frame_unref(fc->output_frame);
830
831
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1133 times.
 1133 if ((ret = ff_vvc_output_frame(s, fc, fc->output_frame,rsh->sh_no_output_of_prior_pics_flag, 0)) < 0)
832 ✗ goto fail;
833
834
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1133 times.
 1133 if ((ret = ff_vvc_frame_rpl(s, fc, sc)) < 0)
835 ✗ goto fail;
836
837
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1133 times.
 1133 if ((ret = ff_vvc_frame_thread_init(fc)) < 0)
838 ✗ goto fail;
839 1133 return 0;
840 ✗ fail:
841 ✗ if (fc->ref)
842 ✗ ff_vvc_unref_frame(fc, fc->ref, ~0);
843 ✗ fc->ref = NULL;
844 ✗ return ret;
845 }
846
847 1898 static int slice_start(SliceContext *sc, VVCContext *s, VVCFrameContext *fc,
848 const CodedBitstreamUnit *unit, const int is_first_slice)
849 {
850 1898 VVCSH *sh = &sc->sh;
851 int ret;
852
853 1898 ret = ff_vvc_decode_sh(sh, &fc->ps, unit);
854
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1898 times.
 1898 if (ret < 0)
855 ✗ return ret;
856
857
2/2
✓ Branch 0 taken 1133 times.
✓ Branch 1 taken 765 times.
 1898 if (is_first_slice) {
858 1133 ret = frame_start(s, fc, sc);
859
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
860 ✗ return ret;
861
1/2
✓ Branch 0 taken 765 times.
✗ Branch 1 not taken.
 765 } else if (fc->ref) {
862
2/2
✓ Branch 0 taken 599 times.
✓ Branch 1 taken 166 times.
 765 if (!IS_I(sh->r)) {
863 599 ret = ff_vvc_slice_rpl(s, fc, sc);
864
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 599 times.
 599 if (ret < 0) {
865 ✗ av_log(fc->log_ctx, AV_LOG_WARNING,
866 "Error constructing the reference lists for the current slice.\n");
867 ✗ return ret;
868 }
869 }
870 } else {
871 ✗ av_log(fc->log_ctx, AV_LOG_ERROR, "First slice in a frame missing.\n");
872 ✗ return ret;
873 }
874
875
2/2
✓ Branch 0 taken 1605 times.
✓ Branch 1 taken 293 times.
 1898 if (!IS_I(sh->r))
876 1605 smvd_ref_idx(fc, sc);
877
878 1898 return 0;
879 }
880
881 104 static enum AVPixelFormat get_format(AVCodecContext *avctx, const VVCSPS *sps)
882 {
883 #define HWACCEL_MAX CONFIG_VVC_VAAPI_HWACCEL
884
885 104 enum AVPixelFormat pix_fmts[HWACCEL_MAX + 2], *fmt = pix_fmts;
886
887
3/3
✓ Branch 0 taken 12 times.
✓ Branch 1 taken 80 times.
✓ Branch 2 taken 12 times.
 104 switch (sps->pix_fmt) {
888 12 case AV_PIX_FMT_YUV420P:
889 #if CONFIG_VVC_VAAPI_HWACCEL
890 12 *fmt++ = AV_PIX_FMT_VAAPI;
891 #endif
892 12 break;
893 80 case AV_PIX_FMT_YUV420P10:
894 #if CONFIG_VVC_VAAPI_HWACCEL
895 80 *fmt++ = AV_PIX_FMT_VAAPI;
896 #endif
897 80 break;
898 }
899
900 104 *fmt++ = sps->pix_fmt;
901 104 *fmt = AV_PIX_FMT_NONE;
902
903 104 return ff_get_format(avctx, pix_fmts);
904 }
905
906 1133 static int export_frame_params(VVCContext *s, const VVCFrameContext *fc)
907 {
908 1133 AVCodecContext *c = s->avctx;
909 1133 const VVCSPS *sps = fc->ps.sps;
910 1133 const VVCPPS *pps = fc->ps.pps;
911
912 // Reset the format if pix_fmt/w/h change.
913
5/6
✓ Branch 0 taken 1030 times.
✓ Branch 1 taken 103 times.
✓ Branch 2 taken 1029 times.
✓ Branch 3 taken 1 times.
✗ Branch 4 not taken.
✓ Branch 5 taken 1029 times.
 1133 if (c->sw_pix_fmt != sps->pix_fmt || c->coded_width != pps->width || c->coded_height != pps->height) {
914 104 c->coded_width = pps->width;
915 104 c->coded_height = pps->height;
916 104 c->sw_pix_fmt = sps->pix_fmt;
917 104 c->pix_fmt = get_format(c, sps);
918
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 104 times.
 104 if (c->pix_fmt < 0)
919 ✗ return AVERROR_INVALIDDATA;
920 }
921
922 1133 c->width = pps->width - ((pps->r->pps_conf_win_left_offset + pps->r->pps_conf_win_right_offset) << sps->hshift[CHROMA]);
923 1133 c->height = pps->height - ((pps->r->pps_conf_win_top_offset + pps->r->pps_conf_win_bottom_offset) << sps->vshift[CHROMA]);
924
925 1133 return 0;
926 }
927
928 1133 static int frame_setup(VVCFrameContext *fc, VVCContext *s)
929 {
930 1133 int ret = ff_vvc_decode_frame_ps(fc, s);
931
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
932 ✗ return ret;
933
934 1133 ret = frame_context_setup(fc, s);
935
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
936 ✗ return ret;
937
938 1133 ret = export_frame_params(s, fc);
939
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
940 ✗ return ret;
941
942 1133 return 0;
943 }
944
945 1898 static int decode_slice(VVCContext *s, VVCFrameContext *fc, AVBufferRef *buf_ref,
946 const H2645NAL *nal, const CodedBitstreamUnit *unit)
947 {
948 int ret;
949 SliceContext *sc;
950 1898 const int is_first_slice = !fc->nb_slices;
951
952 1898 ret = slices_realloc(fc);
953
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1898 times.
 1898 if (ret < 0)
954 ✗ return ret;
955
956 1898 sc = fc->slices[fc->nb_slices];
957 1898 av_refstruct_replace(&sc->ref, unit->content_ref);
958
959 1898 s->vcl_unit_type = nal->type;
960
2/2
✓ Branch 0 taken 1133 times.
✓ Branch 1 taken 765 times.
 1898 if (is_first_slice) {
961 1133 ret = frame_setup(fc, s);
962
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
963 ✗ return ret;
964 }
965
966 1898 ret = slice_start(sc, s, fc, unit, is_first_slice);
967
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1898 times.
 1898 if (ret < 0)
968 ✗ return ret;
969
970 1898 ret = slice_init_entry_points(sc, fc, nal, unit);
971
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1898 times.
 1898 if (ret < 0)
972 ✗ return ret;
973
974
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1898 times.
 1898 if (s->avctx->hwaccel) {
975 ✗ if (is_first_slice) {
976 ✗ ret = FF_HW_CALL(s->avctx, start_frame, buf_ref, NULL, 0);
977 ✗ if (ret < 0)
978 ✗ return ret;
979 }
980
981 ✗ ret = FF_HW_CALL(s->avctx, decode_slice,
982 nal->raw_data, nal->raw_size);
983 ✗ if (ret < 0)
984 ✗ return ret;
985 }
986
987 1898 fc->nb_slices++;
988
989 1898 return 0;
990 }
991
992 4071 static int decode_nal_unit(VVCContext *s, VVCFrameContext *fc, AVBufferRef *buf_ref,
993 const H2645NAL *nal, const CodedBitstreamUnit *unit)
994 {
995 int ret;
996
997 4071 s->temporal_id = nal->temporal_id;
998
999
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 4071 times.
 4071 if (nal->nuh_layer_id > 0) {
1000 ✗ avpriv_report_missing_feature(fc->log_ctx,
1001 "Decoding of multilayer bitstreams");
1002 ✗ return AVERROR_PATCHWELCOME;
1003 }
1004
1005
6/6
✓ Branch 0 taken 474 times.
✓ Branch 1 taken 1898 times.
✓ Branch 2 taken 431 times.
✓ Branch 3 taken 119 times.
✓ Branch 4 taken 1010 times.
✓ Branch 5 taken 139 times.
 4071 switch (unit->type) {
1006 474 case VVC_VPS_NUT:
1007 case VVC_SPS_NUT:
1008 case VVC_PPS_NUT:
1009 /* vps, sps, sps cached by s->cbc */
1010 474 break;
1011 1898 case VVC_TRAIL_NUT:
1012 case VVC_STSA_NUT:
1013 case VVC_RADL_NUT:
1014 case VVC_RASL_NUT:
1015 case VVC_IDR_W_RADL:
1016 case VVC_IDR_N_LP:
1017 case VVC_CRA_NUT:
1018 case VVC_GDR_NUT:
1019 1898 ret = decode_slice(s, fc, buf_ref, nal, unit);
1020
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1898 times.
 1898 if (ret < 0)
1021 ✗ return ret;
1022 1898 break;
1023 431 case VVC_PREFIX_APS_NUT:
1024 case VVC_SUFFIX_APS_NUT:
1025 431 ret = ff_vvc_decode_aps(&s->ps, unit);
1026
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 431 times.
 431 if (ret < 0)
1027 ✗ return ret;
1028 431 break;
1029 119 case VVC_PREFIX_SEI_NUT:
1030 /* handle by decode_prefix_sei() */
1031 119 break;
1032
1033 1010 case VVC_SUFFIX_SEI_NUT:
1034 /* SEI does not affect decoding, so we ignore the return value*/
1035
1/2
✓ Branch 0 taken 1010 times.
✗ Branch 1 not taken.
 1010 if (fc)
1036 1010 ff_vvc_sei_decode(&fc->sei, unit->content_ref, fc);
1037 1010 break;
1038 }
1039
1040 4071 return 0;
1041 }
1042
1043 1133 static int decode_nal_units(VVCContext *s, VVCFrameContext *fc, AVPacket *avpkt)
1044 {
1045 1133 const CodedBitstreamH266Context *h266 = s->cbc->priv_data;
1046 1133 CodedBitstreamFragment *frame = &s->current_frame;
1047 1133 int ret = 0;
1048 1133 s->last_eos = s->eos;
1049 1133 s->eos = 0;
1050 1133 fc->ref = NULL;
1051
1052 1133 ff_cbs_fragment_reset(frame);
1053 1133 ret = ff_cbs_read_packet(s->cbc, frame, avpkt);
1054
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0) {
1055 ✗ av_log(s->avctx, AV_LOG_ERROR, "Failed to read packet.\n");
1056 ✗ return ret;
1057 }
1058 /* decode the NAL units */
1059
2/2
✓ Branch 0 taken 4071 times.
✓ Branch 1 taken 1133 times.
 5204 for (int i = 0; i < frame->nb_units; i++) {
1060 4071 const H2645NAL *nal = h266->common.read_packet.nals + i;
1061 4071 const CodedBitstreamUnit *unit = frame->units + i;
1062
1063
2/4
✓ Branch 0 taken 4071 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 4071 times.
 4071 if (unit->type == VVC_EOB_NUT || unit->type == VVC_EOS_NUT) {
1064 ✗ s->last_eos = 1;
1065 } else {
1066 4071 ret = decode_nal_unit(s, fc, avpkt->buf, nal, unit);
1067
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 4071 times.
 4071 if (ret < 0) {
1068 ✗ av_log(s->avctx, AV_LOG_WARNING,
1069 "Error parsing NAL unit #%d.\n", i);
1070 ✗ goto fail;
1071 }
1072 }
1073 }
1074 1133 return 0;
1075
1076 ✗ fail:
1077 ✗ if (fc->ref)
1078 ✗ ff_vvc_report_frame_finished(fc->ref);
1079 ✗ return ret;
1080 }
1081
1082 1133 static int frame_end(VVCContext *s, VVCFrameContext *fc)
1083 {
1084 const AVFilmGrainParams *fgp;
1085 int ret;
1086
1087
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (fc->ref->needs_fg) {
1088 ✗ av_assert0(fc->ref->frame_grain->buf[0]);
1089 ✗ fgp = av_film_grain_params_select(fc->ref->frame);
1090 ✗ switch (fgp->type) {
1091 ✗ case AV_FILM_GRAIN_PARAMS_NONE:
1092 ✗ av_assert0(0);
1093 return AVERROR_BUG;
1094 ✗ case AV_FILM_GRAIN_PARAMS_H274:
1095 ✗ ret = ff_h274_apply_film_grain(fc->ref->frame_grain, fc->ref->frame, fgp);
1096 ✗ if (ret < 0)
1097 ✗ return ret;
1098 ✗ break;
1099 ✗ case AV_FILM_GRAIN_PARAMS_AV1:
1100 ✗ ret = ff_aom_apply_film_grain(fc->ref->frame_grain, fc->ref->frame, fgp);
1101 ✗ if (ret < 0)
1102 ✗ return ret;
1103 ✗ break;
1104 }
1105 }
1106
1107
2/4
✓ Branch 0 taken 1133 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 1133 times.
 1133 if (!s->avctx->hwaccel && s->avctx->err_recognition & AV_EF_CRCCHECK) {
1108 ✗ VVCSEI *sei = &fc->sei;
1109 ✗ if (sei->picture_hash.present) {
1110 ✗ ret = ff_h274_hash_init(&s->hash_ctx, sei->picture_hash.hash_type);
1111 ✗ if (ret < 0)
1112 ✗ return ret;
1113
1114 ✗ ret = ff_h274_hash_verify(s->hash_ctx, &sei->picture_hash, fc->ref->frame, fc->ps.pps->width, fc->ps.pps->height);
1115 ✗ av_log(s->avctx, ret < 0 ? AV_LOG_ERROR : AV_LOG_DEBUG,
1116 "Verifying checksum for frame with decode_order %d: %s\n",
1117 ✗ (int)fc->decode_order, ret < 0 ? "incorrect": "correct");
1118 ✗ if (ret < 0 && (s->avctx->err_recognition & AV_EF_EXPLODE))
1119 ✗ return ret;
1120 }
1121 }
1122
1123 1133 return 0;
1124 }
1125
1126 1133 static int wait_delayed_frame(VVCContext *s, AVFrame *output, int *got_output)
1127 {
1128 1133 VVCFrameContext *delayed = get_frame_context(s, s->fcs, s->nb_frames - s->nb_delayed);
1129 1133 int ret = ff_vvc_frame_wait(s, delayed);
1130
1131
1/2
✓ Branch 0 taken 1133 times.
✗ Branch 1 not taken.
 1133 if (!ret) {
1132 1133 ret = frame_end(s, delayed);
1133
5/6
✓ Branch 0 taken 1133 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 966 times.
✓ Branch 3 taken 167 times.
✓ Branch 4 taken 947 times.
✓ Branch 5 taken 19 times.
 1133 if (ret >= 0 && delayed->output_frame->buf[0] && output) {
1134 947 av_frame_move_ref(output, delayed->output_frame);
1135 947 *got_output = 1;
1136 }
1137 }
1138 1133 s->nb_delayed--;
1139
1140 1133 return ret;
1141 }
1142
1143 1133 static int submit_frame(VVCContext *s, VVCFrameContext *fc, AVFrame *output, int *got_output)
1144 {
1145 int ret;
1146
1147
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (s->avctx->hwaccel) {
1148 ✗ if (ret = FF_HW_SIMPLE_CALL(s->avctx, end_frame) < 0) {
1149 ✗ av_log(s->avctx, AV_LOG_ERROR,
1150 "Hardware accelerator failed to decode picture\n");
1151 ✗ ff_vvc_unref_frame(fc, fc->ref, ~0);
1152 ✗ return ret;
1153 }
1154 } else {
1155
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 1133 times.
 1133 if (ret = ff_vvc_frame_submit(s, fc) < 0) {
1156 ✗ ff_vvc_report_frame_finished(fc->ref);
1157 ✗ return ret;
1158 }
1159 }
1160
1161 1133 s->nb_frames++;
1162 1133 s->nb_delayed++;
1163
1164
3/4
✓ Branch 0 taken 282 times.
✓ Branch 1 taken 851 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 282 times.
 1133 if (s->nb_delayed >= s->nb_fcs || s->avctx->hwaccel) {
1165
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 851 times.
 851 if ((ret = wait_delayed_frame(s, output, got_output)) < 0)
1166 ✗ return ret;
1167 }
1168 1133 return 0;
1169 }
1170
1171 331 static int get_decoded_frame(VVCContext *s, AVFrame *output, int *got_output)
1172 {
1173 int ret;
1174
2/2
✓ Branch 0 taken 213 times.
✓ Branch 1 taken 136 times.
 349 while (s->nb_delayed) {
1175
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 213 times.
 213 if ((ret = wait_delayed_frame(s, output, got_output)) < 0)
1176 ✗ return ret;
1177
2/2
✓ Branch 0 taken 195 times.
✓ Branch 1 taken 18 times.
 213 if (*got_output)
1178 195 return 0;
1179 }
1180
1/2
✓ Branch 0 taken 136 times.
✗ Branch 1 not taken.
 136 if (s->nb_frames) {
1181 //we still have frames cached in dpb.
1182 136 VVCFrameContext *last = get_frame_context(s, s->fcs, s->nb_frames - 1);
1183
1184 136 ret = ff_vvc_output_frame(s, last, output, 0, 1);
1185
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 136 times.
 136 if (ret < 0)
1186 ✗ return ret;
1187 136 *got_output = ret;
1188 }
1189 136 return 0;
1190 }
1191
1192 1464 static int vvc_decode_frame(AVCodecContext *avctx, AVFrame *output,
1193 int *got_output, AVPacket *avpkt)
1194 {
1195 1464 VVCContext *s = avctx->priv_data;
1196 VVCFrameContext *fc;
1197 int ret;
1198
1199
2/2
✓ Branch 0 taken 331 times.
✓ Branch 1 taken 1133 times.
 1464 if (!avpkt->size)
1200 331 return get_decoded_frame(s, output, got_output);
1201
1202 1133 fc = get_frame_context(s, s->fcs, s->nb_frames);
1203
1204 1133 fc->nb_slices = 0;
1205 1133 fc->decode_order = s->nb_frames;
1206
1207 1133 ret = decode_nal_units(s, fc, avpkt);
1208
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
1209 ✗ return ret;
1210
1211
2/4
✓ Branch 0 taken 1133 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 1133 times.
 1133 if (!fc->ft || !fc->ref)
1212 ✗ return avpkt->size;
1213
1214 1133 ret = submit_frame(s, fc, output, got_output);
1215
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1133 times.
 1133 if (ret < 0)
1216 ✗ return ret;
1217
1218 1133 return avpkt->size;
1219 }
1220
1221 104 static av_cold void vvc_decode_flush(AVCodecContext *avctx)
1222 {
1223 104 VVCContext *s = avctx->priv_data;
1224 104 int got_output = 0;
1225
1226
2/2
✓ Branch 0 taken 69 times.
✓ Branch 1 taken 104 times.
 173 while (s->nb_delayed)
1227 69 wait_delayed_frame(s, NULL, &got_output);
1228
1229
1/2
✓ Branch 0 taken 104 times.
✗ Branch 1 not taken.
 104 if (s->fcs) {
1230 104 VVCFrameContext *last = get_frame_context(s, s->fcs, s->nb_frames - 1);
1231 104 ff_vvc_sei_reset(&last->sei);
1232 104 ff_vvc_flush_dpb(last);
1233 }
1234
1235 104 s->ps.sps_id_used = 0;
1236
1237 104 s->eos = 1;
1238 104 }
1239
1240 104 static av_cold int vvc_decode_free(AVCodecContext *avctx)
1241 {
1242 104 VVCContext *s = avctx->priv_data;
1243
1244 104 ff_cbs_fragment_free(&s->current_frame);
1245 104 vvc_decode_flush(avctx);
1246 104 ff_vvc_executor_free(&s->executor);
1247
1/2
✓ Branch 0 taken 104 times.
✗ Branch 1 not taken.
 104 if (s->fcs) {
1248
2/2
✓ Branch 0 taken 832 times.
✓ Branch 1 taken 104 times.
 936 for (int i = 0; i < s->nb_fcs; i++)
1249 832 frame_context_free(s->fcs + i);
1250 104 av_free(s->fcs);
1251 }
1252 104 ff_h274_hash_freep(&s->hash_ctx);
1253 104 ff_vvc_ps_uninit(&s->ps);
1254 104 ff_cbs_close(&s->cbc);
1255
1256 104 return 0;
1257 }
1258
1259 69 static av_cold void init_default_scale_m(void)
1260 {
1261 69 memset(&ff_vvc_default_scale_m, 16, sizeof(ff_vvc_default_scale_m));
1262 69 }
1263
1264 #define VVC_MAX_DELAYED_FRAMES 16
1265 104 static av_cold int vvc_decode_init(AVCodecContext *avctx)
1266 {
1267 104 VVCContext *s = avctx->priv_data;
1268 static AVOnce init_static_once = AV_ONCE_INIT;
1269 104 const int cpu_count = av_cpu_count();
1270 104 const int delayed = FFMIN(cpu_count, VVC_MAX_DELAYED_FRAMES);
1271
1/2
✓ Branch 0 taken 104 times.
✗ Branch 1 not taken.
 104 int thread_count = avctx->thread_count ? avctx->thread_count : delayed;
1272 int ret;
1273
1274 104 s->avctx = avctx;
1275
1276 104 ret = ff_cbs_init(&s->cbc, AV_CODEC_ID_VVC, avctx);
1277
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 104 times.
 104 if (ret)
1278 ✗ return ret;
1279
1280
3/4
✓ Branch 0 taken 38 times.
✓ Branch 1 taken 66 times.
✓ Branch 2 taken 38 times.
✗ Branch 3 not taken.
 104 if (avctx->extradata_size > 0 && avctx->extradata) {
1281 38 ret = ff_cbs_read_extradata_from_codec(s->cbc, &s->current_frame, avctx);
1282
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 38 times.
 38 if (ret < 0)
1283 ✗ return ret;
1284 }
1285
1286
1/2
✓ Branch 0 taken 104 times.
✗ Branch 1 not taken.
 104 s->nb_fcs = (avctx->flags & AV_CODEC_FLAG_LOW_DELAY) ? 1 : delayed;
1287 104 s->fcs = av_calloc(s->nb_fcs, sizeof(*s->fcs));
1288
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 104 times.
 104 if (!s->fcs)
1289 ✗ return AVERROR(ENOMEM);
1290
1291
2/2
✓ Branch 0 taken 832 times.
✓ Branch 1 taken 104 times.
 936 for (int i = 0; i < s->nb_fcs; i++) {
1292 832 VVCFrameContext *fc = s->fcs + i;
1293 832 ret = frame_context_init(fc, avctx);
1294
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 832 times.
 832 if (ret < 0)
1295 ✗ return ret;
1296 }
1297
1298
1/2
✓ Branch 0 taken 104 times.
✗ Branch 1 not taken.
 104 if (thread_count == 1)
1299 104 thread_count = 0;
1300 104 s->executor = ff_vvc_executor_alloc(s, thread_count);
1301
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 104 times.
 104 if (!s->executor)
1302 ✗ return AVERROR(ENOMEM);
1303
1304 104 s->eos = 1;
1305 104 GDR_SET_RECOVERED(s);
1306 104 ff_thread_once(&init_static_once, init_default_scale_m);
1307
1308 104 return 0;
1309 }
1310
1311 const FFCodec ff_vvc_decoder = {
1312 .p.name = "vvc",
1313 .p.long_name = NULL_IF_CONFIG_SMALL("VVC (Versatile Video Coding)"),
1314 .p.type = AVMEDIA_TYPE_VIDEO,
1315 .p.id = AV_CODEC_ID_VVC,
1316 .priv_data_size = sizeof(VVCContext),
1317 .init = vvc_decode_init,
1318 .close = vvc_decode_free,
1319 FF_CODEC_DECODE_CB(vvc_decode_frame),
1320 .flush = vvc_decode_flush,
1321 .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_DELAY | AV_CODEC_CAP_OTHER_THREADS,
1322 .caps_internal = FF_CODEC_CAP_EXPORTS_CROPPING | FF_CODEC_CAP_INIT_CLEANUP |
1323 FF_CODEC_CAP_AUTO_THREADS,
1324 .p.profiles = NULL_IF_CONFIG_SMALL(ff_vvc_profiles),
1325 .hw_configs = (const AVCodecHWConfigInternal *const []) {
1326 #if CONFIG_VVC_VAAPI_HWACCEL
1327 HWACCEL_VAAPI(vvc),
1328 #endif
1329 NULL
1330 },
1331 };
1332