Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * VVC video decoder | ||
3 | * | ||
4 | * Copyright (C) 2021 Nuo Mi | ||
5 | * Copyright (C) 2022 Xu Mu | ||
6 | * | ||
7 | * This file is part of FFmpeg. | ||
8 | * | ||
9 | * FFmpeg is free software; you can redistribute it and/or | ||
10 | * modify it under the terms of the GNU Lesser General Public | ||
11 | * License as published by the Free Software Foundation; either | ||
12 | * version 2.1 of the License, or (at your option) any later version. | ||
13 | * | ||
14 | * FFmpeg is distributed in the hope that it will be useful, | ||
15 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
16 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
17 | * Lesser General Public License for more details. | ||
18 | * | ||
19 | * You should have received a copy of the GNU Lesser General Public | ||
20 | * License along with FFmpeg; if not, write to the Free Software | ||
21 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
22 | */ | ||
23 | |||
24 | #include "libavcodec/bytestream.h" | ||
25 | #include "libavcodec/codec_internal.h" | ||
26 | #include "libavcodec/decode.h" | ||
27 | #include "libavcodec/hwaccel_internal.h" | ||
28 | #include "libavcodec/hwconfig.h" | ||
29 | #include "libavcodec/profiles.h" | ||
30 | #include "libavutil/refstruct.h" | ||
31 | #include "libavcodec/aom_film_grain.h" | ||
32 | #include "libavcodec/thread.h" | ||
33 | #include "libavutil/cpu.h" | ||
34 | #include "libavutil/mem.h" | ||
35 | #include "libavutil/thread.h" | ||
36 | #include "libavutil/film_grain_params.h" | ||
37 | |||
38 | #include "dec.h" | ||
39 | #include "ctu.h" | ||
40 | #include "data.h" | ||
41 | #include "refs.h" | ||
42 | #include "thread.h" | ||
43 | #include "config_components.h" | ||
44 | |||
45 | #define TAB_MAX 32 | ||
46 | |||
47 | typedef struct Tab { | ||
48 | void **tab; | ||
49 | size_t size; | ||
50 | } Tab; | ||
51 | |||
52 | typedef struct TabList { | ||
53 | Tab tabs[TAB_MAX]; | ||
54 | int nb_tabs; | ||
55 | |||
56 | int zero; | ||
57 | int realloc; | ||
58 | } TabList; | ||
59 | |||
60 | #define TL_ADD(t, s) do { \ | ||
61 | av_assert0(l->nb_tabs < TAB_MAX); \ | ||
62 | l->tabs[l->nb_tabs].tab = (void**)&fc->tab.t; \ | ||
63 | l->tabs[l->nb_tabs].size = sizeof(*fc->tab.t) * (s); \ | ||
64 | l->nb_tabs++; \ | ||
65 | } while (0) | ||
66 | |||
67 | 28721 | static void tl_init(TabList *l, const int zero, const int realloc) | |
68 | { | ||
69 | 28721 | l->nb_tabs = 0; | |
70 | 28721 | l->zero = zero; | |
71 | 28721 | l->realloc = realloc; | |
72 | 28721 | } | |
73 | |||
74 | 11235 | static int tl_free(TabList *l) | |
75 | { | ||
76 |
2/2✓ Branch 0 taken 68247 times.
✓ Branch 1 taken 11235 times.
|
79482 | for (int i = 0; i < l->nb_tabs; i++) |
77 | 68247 | av_freep(l->tabs[i].tab); | |
78 | |||
79 | 11235 | return 0; | |
80 | } | ||
81 | |||
82 | 10571 | static int tl_create(TabList *l) | |
83 | { | ||
84 |
2/2✓ Branch 0 taken 3491 times.
✓ Branch 1 taken 7080 times.
|
10571 | if (l->realloc) { |
85 | 3491 | tl_free(l); | |
86 | |||
87 |
2/2✓ Branch 0 taken 20979 times.
✓ Branch 1 taken 3491 times.
|
24470 | for (int i = 0; i < l->nb_tabs; i++) { |
88 | 20979 | Tab *t = l->tabs + i; | |
89 |
2/2✓ Branch 0 taken 4418 times.
✓ Branch 1 taken 16561 times.
|
20979 | *t->tab = l->zero ? av_mallocz(t->size) : av_malloc(t->size); |
90 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 20979 times.
|
20979 | if (!*t->tab) |
91 | ✗ | return AVERROR(ENOMEM); | |
92 | } | ||
93 | } | ||
94 | 10571 | return 0; | |
95 | } | ||
96 | |||
97 | 10406 | static int tl_zero(TabList *l) | |
98 | { | ||
99 |
2/2✓ Branch 0 taken 4769 times.
✓ Branch 1 taken 5637 times.
|
10406 | if (l->zero) { |
100 |
2/2✓ Branch 0 taken 16199 times.
✓ Branch 1 taken 4769 times.
|
20968 | for (int i = 0; i < l->nb_tabs; i++) { |
101 | 16199 | Tab *t = l->tabs + i; | |
102 | 16199 | memset(*t->tab, 0, t->size); | |
103 | } | ||
104 | } | ||
105 | 10406 | return 0; | |
106 | } | ||
107 | |||
108 | 2611 | static void ctu_nz_tl_init(TabList *l, VVCFrameContext *fc) | |
109 | { | ||
110 | 2611 | const VVCSPS *sps = fc->ps.sps; | |
111 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
112 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int ctu_size = sps ? (1 << sps->ctb_log2_size_y << sps->ctb_log2_size_y) : 0; |
113 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int ctu_count = pps ? pps->ctb_count : 0; |
114 |
3/4✓ Branch 0 taken 2358 times.
✓ Branch 1 taken 253 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 2358 times.
|
2611 | const int changed = fc->tab.sz.ctu_count != ctu_count || fc->tab.sz.ctu_size != ctu_size; |
115 | |||
116 | 2611 | tl_init(l, 0, changed); | |
117 | |||
118 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(cus, ctu_count); |
119 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(ctus, ctu_count); |
120 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(deblock, ctu_count); |
121 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(sao, ctu_count); |
122 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(alf, ctu_count); |
123 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(slice_idx, ctu_count); |
124 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(coeffs, ctu_count * ctu_size * VVC_MAX_SAMPLE_ARRAYS); |
125 | 2611 | } | |
126 | |||
127 | 2611 | static void min_cb_tl_init(TabList *l, VVCFrameContext *fc) | |
128 | { | ||
129 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
130 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int pic_size_in_min_cb = pps ? pps->min_cb_width * pps->min_cb_height : 0; |
131 | 2611 | const int changed = fc->tab.sz.pic_size_in_min_cb != pic_size_in_min_cb; | |
132 | |||
133 | 2611 | tl_init(l, 1, changed); | |
134 | |||
135 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(imf, pic_size_in_min_cb); |
136 | |||
137 |
2/2✓ Branch 0 taken 5222 times.
✓ Branch 1 taken 2611 times.
|
7833 | for (int i = LUMA; i <= CHROMA; i++) |
138 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(cb_width[i], pic_size_in_min_cb); //is_a0_available requires this |
139 | 2611 | } | |
140 | |||
141 | 2611 | static void min_cb_nz_tl_init(TabList *l, VVCFrameContext *fc) | |
142 | { | ||
143 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
144 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int pic_size_in_min_cb = pps ? pps->min_cb_width * pps->min_cb_height : 0; |
145 | 2611 | const int changed = fc->tab.sz.pic_size_in_min_cb != pic_size_in_min_cb; | |
146 | |||
147 | 2611 | tl_init(l, 0, changed); | |
148 | |||
149 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(skip, pic_size_in_min_cb); |
150 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(ipm, pic_size_in_min_cb); |
151 | |||
152 |
2/2✓ Branch 0 taken 5222 times.
✓ Branch 1 taken 2611 times.
|
7833 | for (int i = LUMA; i <= CHROMA; i++) { |
153 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(cqt_depth[i], pic_size_in_min_cb); |
154 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(cb_pos_x[i], pic_size_in_min_cb); |
155 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(cb_pos_y[i], pic_size_in_min_cb); |
156 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(cb_height[i], pic_size_in_min_cb); |
157 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(cp_mv[i], pic_size_in_min_cb * MAX_CONTROL_POINTS); |
158 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(cpm[i], pic_size_in_min_cb); |
159 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(pcmf[i], pic_size_in_min_cb); |
160 | } | ||
161 | // For luma, qp can only change at the CU level, so the qp tab size is related to the CU. | ||
162 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(qp[LUMA], pic_size_in_min_cb); |
163 | 2611 | } | |
164 | |||
165 | 2611 | static void min_pu_tl_init(TabList *l, VVCFrameContext *fc) | |
166 | { | ||
167 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
168 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int pic_size_in_min_pu = pps ? pps->min_pu_width * pps->min_pu_height : 0; |
169 | 2611 | const int changed = fc->tab.sz.pic_size_in_min_pu != pic_size_in_min_pu; | |
170 | |||
171 | 2611 | tl_init(l, 1, changed); | |
172 | |||
173 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(iaf, pic_size_in_min_pu); |
174 | 2611 | } | |
175 | |||
176 | 2611 | static void min_pu_nz_tl_init(TabList *l, VVCFrameContext *fc) | |
177 | { | ||
178 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
179 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int pic_size_in_min_pu = pps ? pps->min_pu_width * pps->min_pu_height : 0; |
180 | 2611 | const int changed = fc->tab.sz.pic_size_in_min_pu != pic_size_in_min_pu; | |
181 | |||
182 | 2611 | tl_init(l, 0, changed); | |
183 | |||
184 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(msf, pic_size_in_min_pu); |
185 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(mmi, pic_size_in_min_pu); |
186 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(mvf, pic_size_in_min_pu); |
187 | 2611 | } | |
188 | |||
189 | 2611 | static void min_tu_tl_init(TabList *l, VVCFrameContext *fc) | |
190 | { | ||
191 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
192 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int pic_size_in_min_tu = pps ? pps->min_tu_width * pps->min_tu_height : 0; |
193 | 2611 | const int changed = fc->tab.sz.pic_size_in_min_tu != pic_size_in_min_tu; | |
194 | |||
195 | 2611 | tl_init(l, 1, changed); | |
196 | |||
197 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(tu_joint_cbcr_residual_flag, pic_size_in_min_tu); |
198 | |||
199 |
2/2✓ Branch 0 taken 7833 times.
✓ Branch 1 taken 2611 times.
|
10444 | for (int i = 0; i < VVC_MAX_SAMPLE_ARRAYS; i++) { |
200 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 7833 times.
|
7833 | TL_ADD(tu_coded_flag[i], pic_size_in_min_tu); |
201 | |||
202 |
2/2✓ Branch 0 taken 15666 times.
✓ Branch 1 taken 7833 times.
|
23499 | for (int vertical = 0; vertical < 2; vertical++) |
203 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 15666 times.
|
15666 | TL_ADD(bs[vertical][i], pic_size_in_min_tu); |
204 | } | ||
205 | 2611 | } | |
206 | |||
207 | 2611 | static void min_tu_nz_tl_init(TabList *l, VVCFrameContext *fc) | |
208 | { | ||
209 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
210 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int pic_size_in_min_tu = pps ? pps->min_tu_width * pps->min_tu_height : 0; |
211 | 2611 | const int changed = fc->tab.sz.pic_size_in_min_tu != pic_size_in_min_tu; | |
212 | |||
213 | 2611 | tl_init(l, 0, changed); | |
214 | |||
215 |
2/2✓ Branch 0 taken 5222 times.
✓ Branch 1 taken 2611 times.
|
7833 | for (int i = LUMA; i <= CHROMA; i++) { |
216 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(tb_width[i], pic_size_in_min_tu); |
217 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(tb_height[i], pic_size_in_min_tu); |
218 | } | ||
219 | |||
220 |
2/2✓ Branch 0 taken 5222 times.
✓ Branch 1 taken 2611 times.
|
7833 | for (int vertical = 0; vertical < 2; vertical++) { |
221 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(max_len_p[vertical], pic_size_in_min_tu); |
222 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(max_len_q[vertical], pic_size_in_min_tu); |
223 | } | ||
224 | |||
225 | // For chroma, considering the joint CbCr, the QP tab size is related to the TU. | ||
226 |
2/2✓ Branch 0 taken 5222 times.
✓ Branch 1 taken 2611 times.
|
7833 | for (int i = CB; i < VVC_MAX_SAMPLE_ARRAYS; i++) |
227 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(qp[i], pic_size_in_min_tu); |
228 | 2611 | } | |
229 | |||
230 | 2611 | static void pixel_buffer_nz_tl_init(TabList *l, VVCFrameContext *fc) | |
231 | { | ||
232 | 2611 | const VVCSPS *sps = fc->ps.sps; | |
233 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
234 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int width = pps ? pps->width : 0; |
235 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int height = pps ? pps->height : 0; |
236 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int ctu_width = pps ? pps->ctb_width : 0; |
237 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int ctu_height = pps ? pps->ctb_height : 0; |
238 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int chroma_idc = sps ? sps->r->sps_chroma_format_idc : 0; |
239 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int ps = sps ? sps->pixel_shift : 0; |
240 |
2/2✓ Branch 0 taken 2018 times.
✓ Branch 1 taken 593 times.
|
2611 | const int c_end = chroma_idc ? VVC_MAX_SAMPLE_ARRAYS : 1; |
241 | 7590 | const int changed = fc->tab.sz.chroma_format_idc != chroma_idc || | |
242 |
3/4✓ Branch 0 taken 2358 times.
✓ Branch 1 taken 10 times.
✓ Branch 2 taken 2358 times.
✗ Branch 3 not taken.
|
2368 | fc->tab.sz.width != width || fc->tab.sz.height != height || |
243 |
4/6✓ Branch 0 taken 2368 times.
✓ Branch 1 taken 243 times.
✓ Branch 2 taken 2358 times.
✗ Branch 3 not taken.
✓ Branch 4 taken 2358 times.
✗ Branch 5 not taken.
|
7337 | fc->tab.sz.ctu_width != ctu_width || fc->tab.sz.ctu_height != ctu_height || |
244 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2358 times.
|
2358 | fc->tab.sz.pixel_shift != ps; |
245 | |||
246 | 2611 | tl_init(l, 0, changed); | |
247 | |||
248 |
2/2✓ Branch 0 taken 6647 times.
✓ Branch 1 taken 2611 times.
|
9258 | for (int c_idx = 0; c_idx < c_end; c_idx++) { |
249 |
2/2✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 451 times.
|
6647 | const int w = width >> (sps ? sps->hshift[c_idx] : 0); |
250 |
2/2✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 451 times.
|
6647 | const int h = height >> (sps ? sps->vshift[c_idx] : 0); |
251 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6647 times.
|
6647 | TL_ADD(sao_pixel_buffer_h[c_idx], (w * 2 * ctu_height) << ps); |
252 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6647 times.
|
6647 | TL_ADD(sao_pixel_buffer_v[c_idx], (h * 2 * ctu_width) << ps); |
253 | } | ||
254 | |||
255 |
2/2✓ Branch 0 taken 6647 times.
✓ Branch 1 taken 2611 times.
|
9258 | for (int c_idx = 0; c_idx < c_end; c_idx++) { |
256 |
2/2✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 451 times.
|
6647 | const int w = width >> (sps ? sps->hshift[c_idx] : 0); |
257 |
2/2✓ Branch 0 taken 6196 times.
✓ Branch 1 taken 451 times.
|
6647 | const int h = height >> (sps ? sps->vshift[c_idx] : 0); |
258 |
2/2✓ Branch 0 taken 4036 times.
✓ Branch 1 taken 2611 times.
|
6647 | const int border_pixels = c_idx ? ALF_BORDER_CHROMA : ALF_BORDER_LUMA; |
259 |
2/2✓ Branch 0 taken 13294 times.
✓ Branch 1 taken 6647 times.
|
19941 | for (int i = 0; i < 2; i++) { |
260 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 13294 times.
|
13294 | TL_ADD(alf_pixel_buffer_h[c_idx][i], (w * border_pixels * ctu_height) << ps); |
261 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 13294 times.
|
13294 | TL_ADD(alf_pixel_buffer_v[c_idx][i], h * ALF_PADDING_SIZE * ctu_width); |
262 | } | ||
263 | } | ||
264 | 2611 | } | |
265 | |||
266 | 2611 | static void msm_tl_init(TabList *l, VVCFrameContext *fc) | |
267 | { | ||
268 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
269 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int w32 = pps ? AV_CEIL_RSHIFT(pps->width, 5) : 0; |
270 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int h32 = pps ? AV_CEIL_RSHIFT(pps->height, 5) : 0; |
271 |
2/2✓ Branch 0 taken 2358 times.
✓ Branch 1 taken 253 times.
|
4969 | const int changed = AV_CEIL_RSHIFT(fc->tab.sz.width, 5) != w32 || |
272 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2358 times.
|
2358 | AV_CEIL_RSHIFT(fc->tab.sz.height, 5) != h32; |
273 | |||
274 | 2611 | tl_init(l, 1, changed); | |
275 | |||
276 |
2/2✓ Branch 0 taken 5222 times.
✓ Branch 1 taken 2611 times.
|
7833 | for (int i = LUMA; i <= CHROMA; i++) |
277 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5222 times.
|
5222 | TL_ADD(msm[i], w32 * h32); |
278 | 2611 | } | |
279 | |||
280 | 2611 | static void ispmf_tl_init(TabList *l, VVCFrameContext *fc) | |
281 | { | ||
282 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
283 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int w64 = pps ? AV_CEIL_RSHIFT(pps->width, 6) : 0; |
284 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int h64 = pps ? AV_CEIL_RSHIFT(pps->height, 6) : 0; |
285 |
2/2✓ Branch 0 taken 2358 times.
✓ Branch 1 taken 253 times.
|
4969 | const int changed = AV_CEIL_RSHIFT(fc->tab.sz.width, 6) != w64 || |
286 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2358 times.
|
2358 | AV_CEIL_RSHIFT(fc->tab.sz.height, 6) != h64; |
287 | |||
288 | 2611 | tl_init(l, 1, changed); | |
289 | |||
290 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2611 times.
|
2611 | TL_ADD(ispmf, w64 * h64); |
291 | 2611 | } | |
292 | |||
293 | 2611 | static void ibc_tl_init(TabList *l, VVCFrameContext *fc) | |
294 | { | ||
295 | 2611 | const VVCSPS *sps = fc->ps.sps; | |
296 | 2611 | const VVCPPS *pps = fc->ps.pps; | |
297 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int ctu_height = pps ? pps->ctb_height : 0; |
298 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int ctu_size = sps ? sps->ctb_size_y : 0; |
299 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int ps = sps ? sps->pixel_shift : 0; |
300 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int chroma_idc = sps ? sps->r->sps_chroma_format_idc : 0; |
301 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | const int has_ibc = sps ? sps->r->sps_ibc_enabled_flag : 0; |
302 | 7590 | const int changed = fc->tab.sz.chroma_format_idc != chroma_idc || | |
303 |
2/2✓ Branch 0 taken 2358 times.
✓ Branch 1 taken 10 times.
|
2368 | fc->tab.sz.ctu_height != ctu_height || |
304 |
4/4✓ Branch 0 taken 2368 times.
✓ Branch 1 taken 243 times.
✓ Branch 2 taken 451 times.
✓ Branch 3 taken 1907 times.
|
5430 | fc->tab.sz.ctu_size != ctu_size || |
305 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 451 times.
|
451 | fc->tab.sz.pixel_shift != ps; |
306 | |||
307 |
2/2✓ Branch 0 taken 2160 times.
✓ Branch 1 taken 451 times.
|
2611 | fc->tab.sz.ibc_buffer_width = ctu_size ? 2 * MAX_CTU_SIZE * MAX_CTU_SIZE / ctu_size : 0; |
308 | |||
309 | 2611 | tl_init(l, has_ibc, changed); | |
310 | |||
311 |
2/2✓ Branch 0 taken 7833 times.
✓ Branch 1 taken 2611 times.
|
10444 | for (int i = LUMA; i < VVC_MAX_SAMPLE_ARRAYS; i++) { |
312 |
2/2✓ Branch 0 taken 6480 times.
✓ Branch 1 taken 1353 times.
|
7833 | const int hs = sps ? sps->hshift[i] : 0; |
313 |
2/2✓ Branch 0 taken 6480 times.
✓ Branch 1 taken 1353 times.
|
7833 | const int vs = sps ? sps->vshift[i] : 0; |
314 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 7833 times.
|
7833 | TL_ADD(ibc_vir_buf[i], fc->tab.sz.ibc_buffer_width * ctu_size * ctu_height << ps >> hs >> vs); |
315 | } | ||
316 | 2611 | } | |
317 | |||
318 | typedef void (*tl_init_fn)(TabList *l, VVCFrameContext *fc); | ||
319 | |||
320 | 2611 | static int frame_context_for_each_tl(VVCFrameContext *fc, int (*unary_fn)(TabList *l)) | |
321 | { | ||
322 | 2611 | const tl_init_fn init[] = { | |
323 | ctu_nz_tl_init, | ||
324 | min_cb_tl_init, | ||
325 | min_cb_nz_tl_init, | ||
326 | min_pu_tl_init, | ||
327 | min_pu_nz_tl_init, | ||
328 | min_tu_tl_init, | ||
329 | min_tu_nz_tl_init, | ||
330 | pixel_buffer_nz_tl_init, | ||
331 | msm_tl_init, | ||
332 | ispmf_tl_init, | ||
333 | ibc_tl_init, | ||
334 | }; | ||
335 | |||
336 |
2/2✓ Branch 0 taken 28721 times.
✓ Branch 1 taken 2611 times.
|
31332 | for (int i = 0; i < FF_ARRAY_ELEMS(init); i++) { |
337 | TabList l; | ||
338 | int ret; | ||
339 | |||
340 | 28721 | init[i](&l, fc); | |
341 | 28721 | ret = unary_fn(&l); | |
342 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 28721 times.
|
28721 | if (ret < 0) |
343 | ✗ | return ret; | |
344 | } | ||
345 | 2611 | return 0; | |
346 | } | ||
347 | |||
348 | 1665 | static void free_cus(VVCFrameContext *fc) | |
349 | { | ||
350 |
2/2✓ Branch 0 taken 961 times.
✓ Branch 1 taken 704 times.
|
1665 | if (fc->tab.cus) { |
351 |
2/2✓ Branch 0 taken 46833 times.
✓ Branch 1 taken 961 times.
|
47794 | for (int i = 0; i < fc->tab.sz.ctu_count; i++) |
352 | 46833 | ff_vvc_ctu_free_cus(fc->tab.cus + i); | |
353 | } | ||
354 | 1665 | } | |
355 | |||
356 | 704 | static void pic_arrays_free(VVCFrameContext *fc) | |
357 | { | ||
358 | 704 | free_cus(fc); | |
359 | 704 | frame_context_for_each_tl(fc, tl_free); | |
360 | 704 | av_refstruct_pool_uninit(&fc->rpl_tab_pool); | |
361 | 704 | av_refstruct_pool_uninit(&fc->tab_dmvr_mvf_pool); | |
362 | |||
363 | 704 | memset(&fc->tab.sz, 0, sizeof(fc->tab.sz)); | |
364 | 704 | } | |
365 | |||
366 | 961 | static int pic_arrays_init(VVCContext *s, VVCFrameContext *fc) | |
367 | { | ||
368 | 961 | const VVCSPS *sps = fc->ps.sps; | |
369 | 961 | const VVCPPS *pps = fc->ps.pps; | |
370 | 961 | const int ctu_count = pps->ctb_count; | |
371 | 961 | const int pic_size_in_min_pu = pps->min_pu_width * pps->min_pu_height; | |
372 | int ret; | ||
373 | |||
374 | 961 | free_cus(fc); | |
375 | |||
376 | 961 | ret = frame_context_for_each_tl(fc, tl_create); | |
377 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) |
378 | ✗ | return ret; | |
379 | |||
380 | // for error handling case, we may call free_cus before VVC_TASK_STAGE_INIT, so we need to set cus to 0 here | ||
381 | 961 | memset(fc->tab.cus, 0, sizeof(*fc->tab.cus) * ctu_count); | |
382 | |||
383 | 961 | memset(fc->tab.slice_idx, -1, sizeof(*fc->tab.slice_idx) * ctu_count); | |
384 | |||
385 |
2/2✓ Branch 0 taken 253 times.
✓ Branch 1 taken 708 times.
|
961 | if (fc->tab.sz.ctu_count != ctu_count) { |
386 | 253 | av_refstruct_pool_uninit(&fc->rpl_tab_pool); | |
387 | 253 | fc->rpl_tab_pool = av_refstruct_pool_alloc(ctu_count * sizeof(RefPicListTab), 0); | |
388 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 253 times.
|
253 | if (!fc->rpl_tab_pool) |
389 | ✗ | return AVERROR(ENOMEM); | |
390 | } | ||
391 | |||
392 |
2/2✓ Branch 0 taken 253 times.
✓ Branch 1 taken 708 times.
|
961 | if (fc->tab.sz.pic_size_in_min_pu != pic_size_in_min_pu) { |
393 | 253 | av_refstruct_pool_uninit(&fc->tab_dmvr_mvf_pool); | |
394 | 253 | fc->tab_dmvr_mvf_pool = av_refstruct_pool_alloc( | |
395 | pic_size_in_min_pu * sizeof(MvField), AV_REFSTRUCT_POOL_FLAG_ZERO_EVERY_TIME); | ||
396 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 253 times.
|
253 | if (!fc->tab_dmvr_mvf_pool) |
397 | ✗ | return AVERROR(ENOMEM); | |
398 | } | ||
399 | |||
400 | 961 | fc->tab.sz.ctu_count = pps->ctb_count; | |
401 | 961 | fc->tab.sz.ctu_size = 1 << sps->ctb_log2_size_y << sps->ctb_log2_size_y; | |
402 | 961 | fc->tab.sz.pic_size_in_min_cb = pps->min_cb_width * pps->min_cb_height; | |
403 | 961 | fc->tab.sz.pic_size_in_min_pu = pic_size_in_min_pu; | |
404 | 961 | fc->tab.sz.pic_size_in_min_tu = pps->min_tu_width * pps->min_tu_height; | |
405 | 961 | fc->tab.sz.width = pps->width; | |
406 | 961 | fc->tab.sz.height = pps->height; | |
407 | 961 | fc->tab.sz.ctu_width = pps->ctb_width; | |
408 | 961 | fc->tab.sz.ctu_height = pps->ctb_height; | |
409 | 961 | fc->tab.sz.chroma_format_idc = sps->r->sps_chroma_format_idc; | |
410 | 961 | fc->tab.sz.pixel_shift = sps->pixel_shift; | |
411 | |||
412 | 961 | return 0; | |
413 | } | ||
414 | |||
415 | 946 | int ff_vvc_per_frame_init(VVCFrameContext *fc) | |
416 | { | ||
417 | 946 | return frame_context_for_each_tl(fc, tl_zero); | |
418 | } | ||
419 | |||
420 | 3189 | static int min_positive(const int idx, const int diff, const int min_diff) | |
421 | { | ||
422 |
6/6✓ Branch 0 taken 2718 times.
✓ Branch 1 taken 471 times.
✓ Branch 2 taken 1094 times.
✓ Branch 3 taken 1624 times.
✓ Branch 4 taken 18 times.
✓ Branch 5 taken 1076 times.
|
3189 | return diff > 0 && (idx < 0 || diff < min_diff); |
423 | } | ||
424 | |||
425 | 3197 | static int max_negtive(const int idx, const int diff, const int max_diff) | |
426 | { | ||
427 |
6/6✓ Branch 0 taken 1869 times.
✓ Branch 1 taken 1328 times.
✓ Branch 2 taken 707 times.
✓ Branch 3 taken 1162 times.
✓ Branch 4 taken 5 times.
✓ Branch 5 taken 702 times.
|
3197 | return diff < 0 && (idx < 0 || diff > max_diff); |
428 | } | ||
429 | |||
430 | typedef int (*smvd_find_fxn)(const int idx, const int diff, const int old_diff); | ||
431 | |||
432 | 3372 | static int8_t smvd_find(const VVCFrameContext *fc, const SliceContext *sc, int lx, smvd_find_fxn find) | |
433 | { | ||
434 | 3372 | const H266RawSliceHeader *rsh = sc->sh.r; | |
435 | 3372 | const RefPicList *rpl = sc->rpl + lx; | |
436 | 3372 | const int poc = fc->ref->poc; | |
437 | 3372 | int8_t idx = -1; | |
438 | 3372 | int old_diff = -1; | |
439 |
2/2✓ Branch 0 taken 6923 times.
✓ Branch 1 taken 3372 times.
|
10295 | for (int i = 0; i < rsh->num_ref_idx_active[lx]; i++) { |
440 |
2/2✓ Branch 0 taken 6386 times.
✓ Branch 1 taken 537 times.
|
6923 | if (!rpl->refs[i].is_lt) { |
441 | 6386 | int diff = poc - rpl->refs[i].poc; | |
442 |
2/2✓ Branch 1 taken 2809 times.
✓ Branch 2 taken 3577 times.
|
6386 | if (find(idx, diff, old_diff)) { |
443 | 2809 | idx = i; | |
444 | 2809 | old_diff = diff; | |
445 | } | ||
446 | } | ||
447 | } | ||
448 | 3372 | return idx; | |
449 | } | ||
450 | |||
451 | 1434 | static void smvd_ref_idx(const VVCFrameContext *fc, SliceContext *sc) | |
452 | { | ||
453 | 1434 | VVCSH *sh = &sc->sh; | |
454 |
2/2✓ Branch 0 taken 1400 times.
✓ Branch 1 taken 34 times.
|
1434 | if (IS_B(sh->r)) { |
455 | 1400 | sh->ref_idx_sym[0] = smvd_find(fc, sc, 0, min_positive); | |
456 | 1400 | sh->ref_idx_sym[1] = smvd_find(fc, sc, 1, max_negtive); | |
457 |
4/4✓ Branch 0 taken 1369 times.
✓ Branch 1 taken 31 times.
✓ Branch 2 taken 255 times.
✓ Branch 3 taken 1114 times.
|
1400 | if (sh->ref_idx_sym[0] == -1 || sh->ref_idx_sym[1] == -1) { |
458 | 286 | sh->ref_idx_sym[0] = smvd_find(fc, sc, 0, max_negtive); | |
459 | 286 | sh->ref_idx_sym[1] = smvd_find(fc, sc, 1, min_positive); | |
460 | } | ||
461 | } | ||
462 | 1434 | } | |
463 | |||
464 | 1470 | static void eps_free(SliceContext *slice) | |
465 | { | ||
466 | 1470 | av_freep(&slice->eps); | |
467 | 1470 | slice->nb_eps = 0; | |
468 | 1470 | } | |
469 | |||
470 | 704 | static void slices_free(VVCFrameContext *fc) | |
471 | { | ||
472 |
2/2✓ Branch 0 taken 253 times.
✓ Branch 1 taken 451 times.
|
704 | if (fc->slices) { |
473 |
2/2✓ Branch 0 taken 785 times.
✓ Branch 1 taken 253 times.
|
1038 | for (int i = 0; i < fc->nb_slices_allocated; i++) { |
474 | 785 | SliceContext *slice = fc->slices[i]; | |
475 |
1/2✓ Branch 0 taken 785 times.
✗ Branch 1 not taken.
|
785 | if (slice) { |
476 | 785 | av_refstruct_unref(&slice->ref); | |
477 | 785 | av_refstruct_unref(&slice->sh.r); | |
478 | 785 | eps_free(slice); | |
479 | 785 | av_free(slice); | |
480 | } | ||
481 | } | ||
482 | 253 | av_freep(&fc->slices); | |
483 | } | ||
484 | 704 | fc->nb_slices_allocated = 0; | |
485 | 704 | fc->nb_slices = 0; | |
486 | 704 | } | |
487 | |||
488 | 1726 | static int slices_realloc(VVCFrameContext *fc) | |
489 | { | ||
490 | void *p; | ||
491 | 1726 | const int size = (fc->nb_slices_allocated + 1) * 3 / 2; | |
492 | |||
493 |
2/2✓ Branch 0 taken 1363 times.
✓ Branch 1 taken 363 times.
|
1726 | if (fc->nb_slices < fc->nb_slices_allocated) |
494 | 1363 | return 0; | |
495 | |||
496 | 363 | p = av_realloc_array(fc->slices, size, sizeof(*fc->slices)); | |
497 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 363 times.
|
363 | if (!p) |
498 | ✗ | return AVERROR(ENOMEM); | |
499 | |||
500 | 363 | fc->slices = p; | |
501 |
2/2✓ Branch 0 taken 785 times.
✓ Branch 1 taken 363 times.
|
1148 | for (int i = fc->nb_slices_allocated; i < size; i++) { |
502 | 785 | fc->slices[i] = av_mallocz(sizeof(*fc->slices[0])); | |
503 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 785 times.
|
785 | if (!fc->slices[i]) { |
504 | ✗ | fc->nb_slices_allocated = i; | |
505 | ✗ | return AVERROR(ENOMEM); | |
506 | } | ||
507 | 785 | fc->slices[i]->slice_idx = i; | |
508 | } | ||
509 | 363 | fc->nb_slices_allocated = size; | |
510 | |||
511 | 363 | return 0; | |
512 | } | ||
513 | |||
514 | 2084 | static int get_ep_size(const H266RawSliceHeader *rsh, const GetByteContext *gb, | |
515 | const H2645NAL *nal, const int header_size, const int ep_index) | ||
516 | { | ||
517 | int size; | ||
518 | |||
519 |
2/2✓ Branch 0 taken 373 times.
✓ Branch 1 taken 1711 times.
|
2084 | if (ep_index < rsh->num_entry_points) { |
520 | 373 | int skipped = 0; | |
521 | 373 | int64_t start = bytestream2_tell(gb); | |
522 | 373 | int64_t end = start + rsh->sh_entry_point_offset_minus1[ep_index] + 1; | |
523 |
3/4✓ Branch 0 taken 6 times.
✓ Branch 1 taken 367 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
|
373 | while (skipped < nal->skipped_bytes && nal->skipped_bytes_pos[skipped] <= start + header_size) { |
524 | ✗ | skipped++; | |
525 | } | ||
526 |
3/4✓ Branch 0 taken 6 times.
✓ Branch 1 taken 367 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
|
373 | while (skipped < nal->skipped_bytes && nal->skipped_bytes_pos[skipped] <= end + header_size) { |
527 | ✗ | end--; | |
528 | ✗ | skipped++; | |
529 | } | ||
530 | 373 | size = end - start; | |
531 | 373 | size = av_clip(size, 0, bytestream2_get_bytes_left(gb)); | |
532 | } else { | ||
533 | 1711 | size = bytestream2_get_bytes_left(gb); | |
534 | } | ||
535 | 2084 | return size; | |
536 | } | ||
537 | |||
538 | 2084 | static int ep_init_cabac_decoder(EntryPoint *ep, GetByteContext *gb, const int size) | |
539 | { | ||
540 | int ret; | ||
541 | |||
542 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 2084 times.
|
2084 | av_assert0(size <= bytestream2_get_bytes_left(gb)); |
543 | 2084 | ret = ff_init_cabac_decoder(&ep->cc, gb->buffer, size); | |
544 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2084 times.
|
2084 | if (ret < 0) |
545 | ✗ | return ret; | |
546 | 2084 | bytestream2_skipu(gb, size); | |
547 | 2084 | return 0; | |
548 | } | ||
549 | |||
550 | 2084 | static int ep_init(EntryPoint *ep, const int ctu_addr, const int ctu_end, | |
551 | GetByteContext *gb, const int size) | ||
552 | { | ||
553 | 2084 | const int ret = ep_init_cabac_decoder(ep, gb, size); | |
554 | |||
555 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2084 times.
|
2084 | if (ret < 0) |
556 | ✗ | return ret; | |
557 | |||
558 | 2084 | ep->ctu_start = ctu_addr; | |
559 | 2084 | ep->ctu_end = ctu_end; | |
560 | |||
561 |
2/2✓ Branch 0 taken 6252 times.
✓ Branch 1 taken 2084 times.
|
8336 | for (int c_idx = LUMA; c_idx <= CR; c_idx++) |
562 | 6252 | ep->pp[c_idx].size = 0; | |
563 | |||
564 | 2084 | return 0; | |
565 | } | ||
566 | |||
567 | 1711 | static int slice_init_entry_points(SliceContext *sc, | |
568 | VVCFrameContext *fc, const H2645NAL *nal, const CodedBitstreamUnit *unit) | ||
569 | { | ||
570 | 1711 | const VVCSH *sh = &sc->sh; | |
571 | 1711 | const H266RawSlice *slice = unit->content_ref; | |
572 | 1711 | int nb_eps = sh->r->num_entry_points + 1; | |
573 | 1711 | int ctu_addr = 0; | |
574 | GetByteContext gb; | ||
575 | int ret; | ||
576 | |||
577 |
2/2✓ Branch 0 taken 685 times.
✓ Branch 1 taken 1026 times.
|
1711 | if (sc->nb_eps != nb_eps) { |
578 | 685 | eps_free(sc); | |
579 | 685 | sc->eps = av_calloc(nb_eps, sizeof(*sc->eps)); | |
580 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 685 times.
|
685 | if (!sc->eps) |
581 | ✗ | return AVERROR(ENOMEM); | |
582 | 685 | sc->nb_eps = nb_eps; | |
583 | } | ||
584 | |||
585 | 1711 | bytestream2_init(&gb, slice->data, slice->data_size); | |
586 | |||
587 |
2/2✓ Branch 0 taken 2084 times.
✓ Branch 1 taken 1711 times.
|
3795 | for (int i = 0; i < sc->nb_eps; i++) |
588 | { | ||
589 | 2084 | const int size = get_ep_size(sc->sh.r, &gb, nal, slice->header_size, i); | |
590 |
2/2✓ Branch 0 taken 1711 times.
✓ Branch 1 taken 373 times.
|
2084 | const int ctu_end = (i + 1 == sc->nb_eps ? sh->num_ctus_in_curr_slice : sh->entry_point_start_ctu[i]); |
591 | 2084 | EntryPoint *ep = sc->eps + i; | |
592 | |||
593 | 2084 | ret = ep_init(ep, ctu_addr, ctu_end, &gb, size); | |
594 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2084 times.
|
2084 | if (ret < 0) |
595 | ✗ | return ret; | |
596 | |||
597 |
2/2✓ Branch 0 taken 46713 times.
✓ Branch 1 taken 2084 times.
|
48797 | for (int j = ep->ctu_start; j < ep->ctu_end; j++) { |
598 | 46713 | const int rs = sc->sh.ctb_addr_in_curr_slice[j]; | |
599 | 46713 | fc->tab.slice_idx[rs] = sc->slice_idx; | |
600 | } | ||
601 | |||
602 |
2/2✓ Branch 0 taken 373 times.
✓ Branch 1 taken 1711 times.
|
2084 | if (i + 1 < sc->nb_eps) |
603 | 373 | ctu_addr = sh->entry_point_start_ctu[i]; | |
604 | } | ||
605 | |||
606 | 1711 | return 0; | |
607 | } | ||
608 | |||
609 | 2980 | static VVCFrameContext* get_frame_context(const VVCContext *s, const VVCFrameContext *fc, const int delta) | |
610 | { | ||
611 | 2980 | const int size = s->nb_fcs; | |
612 | 2980 | const int idx = (fc - s->fcs + delta + size) % size; | |
613 | 2980 | return s->fcs + idx; | |
614 | } | ||
615 | |||
616 | 4441 | static int ref_frame(VVCFrame *dst, const VVCFrame *src) | |
617 | { | ||
618 | int ret; | ||
619 | |||
620 | 4441 | ret = av_frame_ref(dst->frame, src->frame); | |
621 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4441 times.
|
4441 | if (ret < 0) |
622 | ✗ | return ret; | |
623 | |||
624 | 4441 | av_refstruct_replace(&dst->sps, src->sps); | |
625 | 4441 | av_refstruct_replace(&dst->pps, src->pps); | |
626 | |||
627 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4441 times.
|
4441 | if (src->needs_fg) { |
628 | ✗ | ret = av_frame_ref(dst->frame_grain, src->frame_grain); | |
629 | ✗ | if (ret < 0) | |
630 | ✗ | return ret; | |
631 | |||
632 | ✗ | dst->needs_fg = src->needs_fg; | |
633 | } | ||
634 | |||
635 | 4441 | av_refstruct_replace(&dst->progress, src->progress); | |
636 | |||
637 | 4441 | av_refstruct_replace(&dst->tab_dmvr_mvf, src->tab_dmvr_mvf); | |
638 | |||
639 | 4441 | av_refstruct_replace(&dst->rpl_tab, src->rpl_tab); | |
640 | 4441 | av_refstruct_replace(&dst->rpl, src->rpl); | |
641 | 4441 | av_refstruct_replace(&dst->hwaccel_picture_private, | |
642 | 4441 | src->hwaccel_picture_private); | |
643 | 4441 | dst->nb_rpl_elems = src->nb_rpl_elems; | |
644 | |||
645 | 4441 | dst->poc = src->poc; | |
646 | 4441 | dst->ctb_count = src->ctb_count; | |
647 | |||
648 | 4441 | dst->scaling_win = src->scaling_win; | |
649 | 4441 | dst->ref_width = src->ref_width; | |
650 | 4441 | dst->ref_height = src->ref_height; | |
651 | |||
652 | 4441 | dst->flags = src->flags; | |
653 | 4441 | dst->sequence = src->sequence; | |
654 | |||
655 | 4441 | return 0; | |
656 | } | ||
657 | |||
658 | 704 | static av_cold void frame_context_free(VVCFrameContext *fc) | |
659 | { | ||
660 | 704 | slices_free(fc); | |
661 | |||
662 | 704 | av_refstruct_pool_uninit(&fc->tu_pool); | |
663 | 704 | av_refstruct_pool_uninit(&fc->cu_pool); | |
664 | |||
665 |
2/2✓ Branch 0 taken 11968 times.
✓ Branch 1 taken 704 times.
|
12672 | for (int i = 0; i < FF_ARRAY_ELEMS(fc->DPB); i++) { |
666 | 11968 | ff_vvc_unref_frame(fc, &fc->DPB[i], ~0); | |
667 | 11968 | av_frame_free(&fc->DPB[i].frame); | |
668 | 11968 | av_frame_free(&fc->DPB[i].frame_grain); | |
669 | } | ||
670 | |||
671 | 704 | ff_vvc_frame_thread_free(fc); | |
672 | 704 | pic_arrays_free(fc); | |
673 | 704 | av_frame_free(&fc->output_frame); | |
674 | 704 | ff_vvc_frame_ps_free(&fc->ps); | |
675 | 704 | ff_vvc_sei_reset(&fc->sei); | |
676 | 704 | } | |
677 | |||
678 | 704 | static av_cold int frame_context_init(VVCFrameContext *fc, AVCodecContext *avctx) | |
679 | { | ||
680 | |||
681 | 704 | fc->log_ctx = avctx; | |
682 | |||
683 | 704 | fc->output_frame = av_frame_alloc(); | |
684 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 704 times.
|
704 | if (!fc->output_frame) |
685 | ✗ | return AVERROR(ENOMEM); | |
686 | |||
687 |
2/2✓ Branch 0 taken 11968 times.
✓ Branch 1 taken 704 times.
|
12672 | for (int j = 0; j < FF_ARRAY_ELEMS(fc->DPB); j++) { |
688 | 11968 | fc->DPB[j].frame = av_frame_alloc(); | |
689 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 11968 times.
|
11968 | if (!fc->DPB[j].frame) |
690 | ✗ | return AVERROR(ENOMEM); | |
691 | |||
692 | 11968 | fc->DPB[j].frame_grain = av_frame_alloc(); | |
693 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 11968 times.
|
11968 | if (!fc->DPB[j].frame_grain) |
694 | ✗ | return AVERROR(ENOMEM); | |
695 | } | ||
696 | 704 | fc->cu_pool = av_refstruct_pool_alloc(sizeof(CodingUnit), 0); | |
697 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 704 times.
|
704 | if (!fc->cu_pool) |
698 | ✗ | return AVERROR(ENOMEM); | |
699 | |||
700 | 704 | fc->tu_pool = av_refstruct_pool_alloc(sizeof(TransformUnit), 0); | |
701 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 704 times.
|
704 | if (!fc->tu_pool) |
702 | ✗ | return AVERROR(ENOMEM); | |
703 | |||
704 | 704 | return 0; | |
705 | } | ||
706 | |||
707 | 961 | static int frame_context_setup(VVCFrameContext *fc, VVCContext *s) | |
708 | { | ||
709 | int ret; | ||
710 | |||
711 | // copy refs from the last frame | ||
712 |
3/4✓ Branch 0 taken 873 times.
✓ Branch 1 taken 88 times.
✓ Branch 2 taken 873 times.
✗ Branch 3 not taken.
|
961 | if (s->nb_frames && s->nb_fcs > 1) { |
713 | 873 | VVCFrameContext *prev = get_frame_context(s, fc, -1); | |
714 |
2/2✓ Branch 0 taken 14841 times.
✓ Branch 1 taken 873 times.
|
15714 | for (int i = 0; i < FF_ARRAY_ELEMS(fc->DPB); i++) { |
715 | 14841 | ff_vvc_unref_frame(fc, &fc->DPB[i], ~0); | |
716 |
2/2✓ Branch 0 taken 4441 times.
✓ Branch 1 taken 10400 times.
|
14841 | if (prev->DPB[i].frame->buf[0]) { |
717 | 4441 | ret = ref_frame(&fc->DPB[i], &prev->DPB[i]); | |
718 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4441 times.
|
4441 | if (ret < 0) |
719 | ✗ | return ret; | |
720 | } | ||
721 | } | ||
722 | |||
723 | 873 | ret = ff_vvc_sei_replace(&fc->sei, &prev->sei); | |
724 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 873 times.
|
873 | if (ret < 0) |
725 | ✗ | return ret; | |
726 | } | ||
727 | |||
728 |
4/4✓ Branch 0 taken 954 times.
✓ Branch 1 taken 7 times.
✓ Branch 2 taken 90 times.
✓ Branch 3 taken 864 times.
|
961 | if (IS_IDR(s)) { |
729 | 97 | s->seq_decode = (s->seq_decode + 1) & 0xff; | |
730 | 97 | ff_vvc_clear_refs(fc); | |
731 | } | ||
732 | |||
733 | 961 | ret = pic_arrays_init(s, fc); | |
734 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) |
735 | ✗ | return ret; | |
736 | 961 | ff_vvc_dsp_init(&fc->vvcdsp, fc->ps.sps->bit_depth); | |
737 | 961 | ff_videodsp_init(&fc->vdsp, fc->ps.sps->bit_depth); | |
738 | 961 | return 0; | |
739 | } | ||
740 | |||
741 | /* SEI does not affect decoding, so we ignore the return value */ | ||
742 | 961 | static void decode_prefix_sei(VVCFrameContext *fc, VVCContext *s) | |
743 | { | ||
744 | 961 | CodedBitstreamFragment *frame = &s->current_frame; | |
745 | |||
746 |
2/2✓ Branch 0 taken 3645 times.
✓ Branch 1 taken 961 times.
|
4606 | for (int i = 0; i < frame->nb_units; i++) { |
747 | 3645 | const CodedBitstreamUnit *unit = frame->units + i; | |
748 | |||
749 |
2/2✓ Branch 0 taken 68 times.
✓ Branch 1 taken 3577 times.
|
3645 | if (unit->type == VVC_PREFIX_SEI_NUT) { |
750 | 68 | int ret = ff_vvc_sei_decode(&fc->sei, unit->content_ref, fc); | |
751 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 68 times.
|
68 | if (ret < 0) |
752 | ✗ | return; | |
753 | } | ||
754 | } | ||
755 | } | ||
756 | |||
757 | 961 | static int set_side_data(VVCContext *s, VVCFrameContext *fc) | |
758 | { | ||
759 | 961 | AVFrame *out = fc->ref->frame; | |
760 | |||
761 | 1922 | return ff_h2645_sei_to_frame(out, &fc->sei.common, AV_CODEC_ID_VVC, s->avctx, | |
762 | 961 | NULL, fc->ps.sps->bit_depth, fc->ps.sps->bit_depth, fc->ref->poc); | |
763 | } | ||
764 | |||
765 | 961 | static int check_film_grain(VVCContext *s, VVCFrameContext *fc) | |
766 | { | ||
767 | int ret; | ||
768 | |||
769 | 1922 | fc->ref->needs_fg = (fc->sei.common.film_grain_characteristics && | |
770 | ✗ | fc->sei.common.film_grain_characteristics->present || | |
771 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | fc->sei.common.aom_film_grain.enable) && |
772 |
1/4✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
|
1922 | !(s->avctx->export_side_data & AV_CODEC_EXPORT_DATA_FILM_GRAIN) && |
773 | ✗ | !s->avctx->hwaccel; | |
774 | |||
775 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (fc->ref->needs_fg && |
776 | ✗ | (fc->sei.common.film_grain_characteristics && | |
777 | ✗ | fc->sei.common.film_grain_characteristics->present && | |
778 | ✗ | !ff_h274_film_grain_params_supported(fc->sei.common.film_grain_characteristics->model_id, | |
779 | ✗ | fc->ref->frame->format) || | |
780 | ✗ | !av_film_grain_params_select(fc->ref->frame))) { | |
781 | ✗ | av_log_once(s->avctx, AV_LOG_WARNING, AV_LOG_DEBUG, &s->film_grain_warning_shown, | |
782 | "Unsupported film grain parameters. Ignoring film grain.\n"); | ||
783 | ✗ | fc->ref->needs_fg = 0; | |
784 | } | ||
785 | |||
786 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (fc->ref->needs_fg) { |
787 | ✗ | fc->ref->frame_grain->format = fc->ref->frame->format; | |
788 | ✗ | fc->ref->frame_grain->width = fc->ref->frame->width; | |
789 | ✗ | fc->ref->frame_grain->height = fc->ref->frame->height; | |
790 | |||
791 | ✗ | ret = ff_thread_get_buffer(s->avctx, fc->ref->frame_grain, 0); | |
792 | ✗ | if (ret < 0) | |
793 | ✗ | return ret; | |
794 | |||
795 | ✗ | return av_frame_copy_props(fc->ref->frame_grain, fc->ref->frame); | |
796 | } | ||
797 | |||
798 | 961 | return 0; | |
799 | } | ||
800 | |||
801 | 961 | static int frame_start(VVCContext *s, VVCFrameContext *fc, SliceContext *sc) | |
802 | { | ||
803 | 961 | const VVCPH *ph = &fc->ps.ph; | |
804 | 961 | const H266RawSliceHeader *rsh = sc->sh.r; | |
805 | int ret; | ||
806 | |||
807 | // 8.3.1 Decoding process for picture order count | ||
808 |
6/8✓ Branch 0 taken 221 times.
✓ Branch 1 taken 740 times.
✓ Branch 2 taken 209 times.
✓ Branch 3 taken 12 times.
✓ Branch 4 taken 209 times.
✗ Branch 5 not taken.
✓ Branch 6 taken 209 times.
✗ Branch 7 not taken.
|
961 | if (!s->temporal_id && !ph->r->ph_non_ref_pic_flag && !(IS_RASL(s) || IS_RADL(s))) |
809 | 209 | s->poc_tid0 = ph->poc; | |
810 | |||
811 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 961 times.
|
961 | if ((ret = ff_vvc_set_new_ref(s, fc, &fc->frame)) < 0) |
812 | ✗ | goto fail; | |
813 | |||
814 | 961 | decode_prefix_sei(fc, s); | |
815 | |||
816 | 961 | ret = set_side_data(s, fc); | |
817 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) |
818 | ✗ | goto fail; | |
819 | |||
820 | 961 | ret = check_film_grain(s, fc); | |
821 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) |
822 | ✗ | goto fail; | |
823 | |||
824 |
4/4✓ Branch 0 taken 954 times.
✓ Branch 1 taken 7 times.
✓ Branch 2 taken 864 times.
✓ Branch 3 taken 90 times.
|
961 | if (!IS_IDR(s)) |
825 | 864 | ff_vvc_bump_frame(s, fc); | |
826 | |||
827 | 961 | av_frame_unref(fc->output_frame); | |
828 | |||
829 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 961 times.
|
961 | if ((ret = ff_vvc_output_frame(s, fc, fc->output_frame,rsh->sh_no_output_of_prior_pics_flag, 0)) < 0) |
830 | ✗ | goto fail; | |
831 | |||
832 |
2/2✓ Branch 1 taken 15 times.
✓ Branch 2 taken 946 times.
|
961 | if ((ret = ff_vvc_frame_rpl(s, fc, sc)) < 0) |
833 | 15 | goto fail; | |
834 | |||
835 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 946 times.
|
946 | if ((ret = ff_vvc_frame_thread_init(fc)) < 0) |
836 | ✗ | goto fail; | |
837 | 946 | return 0; | |
838 | 15 | fail: | |
839 |
1/2✓ Branch 0 taken 15 times.
✗ Branch 1 not taken.
|
15 | if (fc->ref) |
840 | 15 | ff_vvc_unref_frame(fc, fc->ref, ~0); | |
841 | 15 | fc->ref = NULL; | |
842 | 15 | return ret; | |
843 | } | ||
844 | |||
845 | 1726 | static int slice_start(SliceContext *sc, VVCContext *s, VVCFrameContext *fc, | |
846 | const CodedBitstreamUnit *unit, const int is_first_slice) | ||
847 | { | ||
848 | 1726 | VVCSH *sh = &sc->sh; | |
849 | int ret; | ||
850 | |||
851 | 1726 | ret = ff_vvc_decode_sh(sh, &fc->ps, unit); | |
852 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1726 times.
|
1726 | if (ret < 0) |
853 | ✗ | return ret; | |
854 | |||
855 | 1726 | av_refstruct_replace(&sc->ref, unit->content_ref); | |
856 | |||
857 |
2/2✓ Branch 0 taken 961 times.
✓ Branch 1 taken 765 times.
|
1726 | if (is_first_slice) { |
858 | 961 | ret = frame_start(s, fc, sc); | |
859 |
2/2✓ Branch 0 taken 15 times.
✓ Branch 1 taken 946 times.
|
961 | if (ret < 0) |
860 | 15 | return ret; | |
861 |
1/2✓ Branch 0 taken 765 times.
✗ Branch 1 not taken.
|
765 | } else if (fc->ref) { |
862 |
2/2✓ Branch 0 taken 599 times.
✓ Branch 1 taken 166 times.
|
765 | if (!IS_I(sh->r)) { |
863 | 599 | ret = ff_vvc_slice_rpl(s, fc, sc); | |
864 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 599 times.
|
599 | if (ret < 0) { |
865 | ✗ | av_log(fc->log_ctx, AV_LOG_WARNING, | |
866 | "Error constructing the reference lists for the current slice.\n"); | ||
867 | ✗ | return ret; | |
868 | } | ||
869 | } | ||
870 | } else { | ||
871 | ✗ | av_log(fc->log_ctx, AV_LOG_ERROR, "First slice in a frame missing.\n"); | |
872 | ✗ | return ret; | |
873 | } | ||
874 | |||
875 |
2/2✓ Branch 0 taken 1434 times.
✓ Branch 1 taken 277 times.
|
1711 | if (!IS_I(sh->r)) |
876 | 1434 | smvd_ref_idx(fc, sc); | |
877 | |||
878 | 1711 | return 0; | |
879 | } | ||
880 | |||
881 | 89 | static enum AVPixelFormat get_format(AVCodecContext *avctx, const VVCSPS *sps) | |
882 | { | ||
883 | #define HWACCEL_MAX CONFIG_VVC_VAAPI_HWACCEL | ||
884 | |||
885 | 89 | enum AVPixelFormat pix_fmts[HWACCEL_MAX + 2], *fmt = pix_fmts; | |
886 | |||
887 |
3/3✓ Branch 0 taken 5 times.
✓ Branch 1 taken 78 times.
✓ Branch 2 taken 6 times.
|
89 | switch (sps->pix_fmt) { |
888 | 5 | case AV_PIX_FMT_YUV420P: | |
889 | #if CONFIG_VVC_VAAPI_HWACCEL | ||
890 | 5 | *fmt++ = AV_PIX_FMT_VAAPI; | |
891 | #endif | ||
892 | 5 | break; | |
893 | 78 | case AV_PIX_FMT_YUV420P10: | |
894 | #if CONFIG_VVC_VAAPI_HWACCEL | ||
895 | 78 | *fmt++ = AV_PIX_FMT_VAAPI; | |
896 | #endif | ||
897 | 78 | break; | |
898 | } | ||
899 | |||
900 | 89 | *fmt++ = sps->pix_fmt; | |
901 | 89 | *fmt = AV_PIX_FMT_NONE; | |
902 | |||
903 | 89 | return ff_get_format(avctx, pix_fmts); | |
904 | } | ||
905 | |||
906 | 961 | static int export_frame_params(VVCContext *s, const VVCFrameContext *fc) | |
907 | { | ||
908 | 961 | AVCodecContext *c = s->avctx; | |
909 | 961 | const VVCSPS *sps = fc->ps.sps; | |
910 | 961 | const VVCPPS *pps = fc->ps.pps; | |
911 | |||
912 | // Reset the format if pix_fmt/w/h change. | ||
913 |
5/6✓ Branch 0 taken 873 times.
✓ Branch 1 taken 88 times.
✓ Branch 2 taken 872 times.
✓ Branch 3 taken 1 times.
✗ Branch 4 not taken.
✓ Branch 5 taken 872 times.
|
961 | if (c->sw_pix_fmt != sps->pix_fmt || c->coded_width != pps->width || c->coded_height != pps->height) { |
914 | 89 | c->coded_width = pps->width; | |
915 | 89 | c->coded_height = pps->height; | |
916 | 89 | c->sw_pix_fmt = sps->pix_fmt; | |
917 | 89 | c->pix_fmt = get_format(c, sps); | |
918 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 89 times.
|
89 | if (c->pix_fmt < 0) |
919 | ✗ | return AVERROR_INVALIDDATA; | |
920 | } | ||
921 | |||
922 | 961 | c->width = pps->width - ((pps->r->pps_conf_win_left_offset + pps->r->pps_conf_win_right_offset) << sps->hshift[CHROMA]); | |
923 | 961 | c->height = pps->height - ((pps->r->pps_conf_win_top_offset + pps->r->pps_conf_win_bottom_offset) << sps->vshift[CHROMA]); | |
924 | |||
925 | 961 | return 0; | |
926 | } | ||
927 | |||
928 | 961 | static int frame_setup(VVCFrameContext *fc, VVCContext *s) | |
929 | { | ||
930 | 961 | int ret = ff_vvc_decode_frame_ps(&fc->ps, s); | |
931 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) |
932 | ✗ | return ret; | |
933 | |||
934 | 961 | ret = frame_context_setup(fc, s); | |
935 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) |
936 | ✗ | return ret; | |
937 | |||
938 | 961 | ret = export_frame_params(s, fc); | |
939 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) |
940 | ✗ | return ret; | |
941 | |||
942 | 961 | return 0; | |
943 | } | ||
944 | |||
945 | 1726 | static int decode_slice(VVCContext *s, VVCFrameContext *fc, AVBufferRef *buf_ref, | |
946 | const H2645NAL *nal, const CodedBitstreamUnit *unit) | ||
947 | { | ||
948 | int ret; | ||
949 | SliceContext *sc; | ||
950 | 1726 | const int is_first_slice = !fc->nb_slices; | |
951 | |||
952 | 1726 | ret = slices_realloc(fc); | |
953 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1726 times.
|
1726 | if (ret < 0) |
954 | ✗ | return ret; | |
955 | |||
956 | 1726 | sc = fc->slices[fc->nb_slices]; | |
957 | |||
958 | 1726 | s->vcl_unit_type = nal->type; | |
959 |
2/2✓ Branch 0 taken 961 times.
✓ Branch 1 taken 765 times.
|
1726 | if (is_first_slice) { |
960 | 961 | ret = frame_setup(fc, s); | |
961 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) |
962 | ✗ | return ret; | |
963 | } | ||
964 | |||
965 | 1726 | ret = slice_start(sc, s, fc, unit, is_first_slice); | |
966 |
2/2✓ Branch 0 taken 15 times.
✓ Branch 1 taken 1711 times.
|
1726 | if (ret < 0) |
967 | 15 | return ret; | |
968 | |||
969 | 1711 | ret = slice_init_entry_points(sc, fc, nal, unit); | |
970 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1711 times.
|
1711 | if (ret < 0) |
971 | ✗ | return ret; | |
972 | |||
973 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1711 times.
|
1711 | if (s->avctx->hwaccel) { |
974 | ✗ | if (is_first_slice) { | |
975 | ✗ | ret = FF_HW_CALL(s->avctx, start_frame, buf_ref, NULL, 0); | |
976 | ✗ | if (ret < 0) | |
977 | ✗ | return ret; | |
978 | } | ||
979 | |||
980 | ✗ | ret = FF_HW_CALL(s->avctx, decode_slice, | |
981 | nal->raw_data, nal->raw_size); | ||
982 | ✗ | if (ret < 0) | |
983 | ✗ | return ret; | |
984 | } | ||
985 | |||
986 | 1711 | fc->nb_slices++; | |
987 | |||
988 | 1711 | return 0; | |
989 | } | ||
990 | |||
991 | 3630 | static int decode_nal_unit(VVCContext *s, VVCFrameContext *fc, AVBufferRef *buf_ref, | |
992 | const H2645NAL *nal, const CodedBitstreamUnit *unit) | ||
993 | { | ||
994 | int ret; | ||
995 | |||
996 | 3630 | s->temporal_id = nal->temporal_id; | |
997 | |||
998 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 3630 times.
|
3630 | if (nal->nuh_layer_id > 0) { |
999 | ✗ | avpriv_report_missing_feature(fc->log_ctx, | |
1000 | "Decoding of multilayer bitstreams"); | ||
1001 | ✗ | return AVERROR_PATCHWELCOME; | |
1002 | } | ||
1003 | |||
1004 |
6/6✓ Branch 0 taken 442 times.
✓ Branch 1 taken 1726 times.
✓ Branch 2 taken 401 times.
✓ Branch 3 taken 68 times.
✓ Branch 4 taken 888 times.
✓ Branch 5 taken 105 times.
|
3630 | switch (unit->type) { |
1005 | 442 | case VVC_VPS_NUT: | |
1006 | case VVC_SPS_NUT: | ||
1007 | case VVC_PPS_NUT: | ||
1008 | /* vps, sps, sps cached by s->cbc */ | ||
1009 | 442 | break; | |
1010 | 1726 | case VVC_TRAIL_NUT: | |
1011 | case VVC_STSA_NUT: | ||
1012 | case VVC_RADL_NUT: | ||
1013 | case VVC_RASL_NUT: | ||
1014 | case VVC_IDR_W_RADL: | ||
1015 | case VVC_IDR_N_LP: | ||
1016 | case VVC_CRA_NUT: | ||
1017 | case VVC_GDR_NUT: | ||
1018 | 1726 | ret = decode_slice(s, fc, buf_ref, nal, unit); | |
1019 |
2/2✓ Branch 0 taken 15 times.
✓ Branch 1 taken 1711 times.
|
1726 | if (ret < 0) |
1020 | 15 | return ret; | |
1021 | 1711 | break; | |
1022 | 401 | case VVC_PREFIX_APS_NUT: | |
1023 | case VVC_SUFFIX_APS_NUT: | ||
1024 | 401 | ret = ff_vvc_decode_aps(&s->ps, unit); | |
1025 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 401 times.
|
401 | if (ret < 0) |
1026 | ✗ | return ret; | |
1027 | 401 | break; | |
1028 | 68 | case VVC_PREFIX_SEI_NUT: | |
1029 | /* handle by decode_prefix_sei() */ | ||
1030 | 68 | break; | |
1031 | |||
1032 | 888 | case VVC_SUFFIX_SEI_NUT: | |
1033 | /* SEI does not affect decoding, so we ignore the return value*/ | ||
1034 |
1/2✓ Branch 0 taken 888 times.
✗ Branch 1 not taken.
|
888 | if (fc) |
1035 | 888 | ff_vvc_sei_decode(&fc->sei, unit->content_ref, fc); | |
1036 | 888 | break; | |
1037 | } | ||
1038 | |||
1039 | 3615 | return 0; | |
1040 | } | ||
1041 | |||
1042 | 961 | static int decode_nal_units(VVCContext *s, VVCFrameContext *fc, AVPacket *avpkt) | |
1043 | { | ||
1044 | 961 | const CodedBitstreamH266Context *h266 = s->cbc->priv_data; | |
1045 | 961 | CodedBitstreamFragment *frame = &s->current_frame; | |
1046 | 961 | int ret = 0; | |
1047 | 961 | s->last_eos = s->eos; | |
1048 | 961 | s->eos = 0; | |
1049 | 961 | fc->ref = NULL; | |
1050 | |||
1051 | 961 | ff_cbs_fragment_reset(frame); | |
1052 | 961 | ret = ff_cbs_read_packet(s->cbc, frame, avpkt); | |
1053 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 961 times.
|
961 | if (ret < 0) { |
1054 | ✗ | av_log(s->avctx, AV_LOG_ERROR, "Failed to read packet.\n"); | |
1055 | ✗ | return ret; | |
1056 | } | ||
1057 | /* decode the NAL units */ | ||
1058 |
2/2✓ Branch 0 taken 3630 times.
✓ Branch 1 taken 946 times.
|
4576 | for (int i = 0; i < frame->nb_units; i++) { |
1059 | 3630 | const H2645NAL *nal = h266->common.read_packet.nals + i; | |
1060 | 3630 | const CodedBitstreamUnit *unit = frame->units + i; | |
1061 | |||
1062 |
2/4✓ Branch 0 taken 3630 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 3630 times.
|
3630 | if (unit->type == VVC_EOB_NUT || unit->type == VVC_EOS_NUT) { |
1063 | ✗ | s->last_eos = 1; | |
1064 | } else { | ||
1065 | 3630 | ret = decode_nal_unit(s, fc, avpkt->buf, nal, unit); | |
1066 |
2/2✓ Branch 0 taken 15 times.
✓ Branch 1 taken 3615 times.
|
3630 | if (ret < 0) { |
1067 | 15 | av_log(s->avctx, AV_LOG_WARNING, | |
1068 | "Error parsing NAL unit #%d.\n", i); | ||
1069 | 15 | goto fail; | |
1070 | } | ||
1071 | } | ||
1072 | } | ||
1073 | 946 | return 0; | |
1074 | |||
1075 | 15 | fail: | |
1076 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 15 times.
|
15 | if (fc->ref) |
1077 | ✗ | ff_vvc_report_frame_finished(fc->ref); | |
1078 | 15 | return ret; | |
1079 | } | ||
1080 | |||
1081 | 946 | static int frame_end(VVCContext *s, VVCFrameContext *fc) | |
1082 | { | ||
1083 | const AVFilmGrainParams *fgp; | ||
1084 | int ret; | ||
1085 | |||
1086 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 946 times.
|
946 | if (fc->ref->needs_fg) { |
1087 | ✗ | av_assert0(fc->ref->frame_grain->buf[0]); | |
1088 | ✗ | fgp = av_film_grain_params_select(fc->ref->frame); | |
1089 | ✗ | switch (fgp->type) { | |
1090 | ✗ | case AV_FILM_GRAIN_PARAMS_NONE: | |
1091 | ✗ | av_assert0(0); | |
1092 | return AVERROR_BUG; | ||
1093 | ✗ | case AV_FILM_GRAIN_PARAMS_H274: | |
1094 | ✗ | ret = ff_h274_apply_film_grain(fc->ref->frame_grain, fc->ref->frame, | |
1095 | &s->h274db, fgp); | ||
1096 | ✗ | if (ret < 0) | |
1097 | ✗ | return ret; | |
1098 | ✗ | break; | |
1099 | ✗ | case AV_FILM_GRAIN_PARAMS_AV1: | |
1100 | ✗ | ret = ff_aom_apply_film_grain(fc->ref->frame_grain, fc->ref->frame, fgp); | |
1101 | ✗ | if (ret < 0) | |
1102 | ✗ | return ret; | |
1103 | ✗ | break; | |
1104 | } | ||
1105 | } | ||
1106 | |||
1107 |
2/4✓ Branch 0 taken 946 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 946 times.
|
946 | if (!s->avctx->hwaccel && s->avctx->err_recognition & AV_EF_CRCCHECK) { |
1108 | ✗ | VVCSEI *sei = &fc->sei; | |
1109 | ✗ | if (sei->picture_hash.present) { | |
1110 | ✗ | ret = ff_h274_hash_init(&s->hash_ctx, sei->picture_hash.hash_type); | |
1111 | ✗ | if (ret < 0) | |
1112 | ✗ | return ret; | |
1113 | |||
1114 | ✗ | ret = ff_h274_hash_verify(s->hash_ctx, &sei->picture_hash, fc->ref->frame, fc->ps.pps->width, fc->ps.pps->height); | |
1115 | ✗ | if (ret < 0) { | |
1116 | ✗ | av_log(s->avctx, AV_LOG_ERROR, | |
1117 | "Verifying checksum for frame with decoder_order %d: failed\n", | ||
1118 | ✗ | (int)fc->decode_order); | |
1119 | ✗ | if (s->avctx->err_recognition & AV_EF_EXPLODE) | |
1120 | ✗ | return ret; | |
1121 | } | ||
1122 | } | ||
1123 | } | ||
1124 | |||
1125 | 946 | return 0; | |
1126 | } | ||
1127 | |||
1128 | 946 | static int wait_delayed_frame(VVCContext *s, AVFrame *output, int *got_output) | |
1129 | { | ||
1130 | 946 | VVCFrameContext *delayed = get_frame_context(s, s->fcs, s->nb_frames - s->nb_delayed); | |
1131 | 946 | int ret = ff_vvc_frame_wait(s, delayed); | |
1132 | |||
1133 |
1/2✓ Branch 0 taken 946 times.
✗ Branch 1 not taken.
|
946 | if (!ret) { |
1134 | 946 | ret = frame_end(s, delayed); | |
1135 |
5/6✓ Branch 0 taken 946 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 822 times.
✓ Branch 3 taken 124 times.
✓ Branch 4 taken 804 times.
✓ Branch 5 taken 18 times.
|
946 | if (ret >= 0 && delayed->output_frame->buf[0] && output) { |
1136 | 804 | av_frame_move_ref(output, delayed->output_frame); | |
1137 | 804 | *got_output = 1; | |
1138 | } | ||
1139 | } | ||
1140 | 946 | s->nb_delayed--; | |
1141 | |||
1142 | 946 | return ret; | |
1143 | } | ||
1144 | |||
1145 | 946 | static int submit_frame(VVCContext *s, VVCFrameContext *fc, AVFrame *output, int *got_output) | |
1146 | { | ||
1147 | int ret; | ||
1148 | |||
1149 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 946 times.
|
946 | if (s->avctx->hwaccel) { |
1150 | ✗ | if (ret = FF_HW_SIMPLE_CALL(s->avctx, end_frame) < 0) { | |
1151 | ✗ | av_log(s->avctx, AV_LOG_ERROR, | |
1152 | "Hardware accelerator failed to decode picture\n"); | ||
1153 | ✗ | ff_vvc_unref_frame(fc, fc->ref, ~0); | |
1154 | ✗ | return ret; | |
1155 | } | ||
1156 | } else { | ||
1157 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 946 times.
|
946 | if (ret = ff_vvc_frame_submit(s, fc) < 0) { |
1158 | ✗ | ff_vvc_report_frame_finished(fc->ref); | |
1159 | ✗ | return ret; | |
1160 | } | ||
1161 | } | ||
1162 | |||
1163 | 946 | s->nb_frames++; | |
1164 | 946 | s->nb_delayed++; | |
1165 | |||
1166 |
3/4✓ Branch 0 taken 231 times.
✓ Branch 1 taken 715 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 231 times.
|
946 | if (s->nb_delayed >= s->nb_fcs || s->avctx->hwaccel) { |
1167 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 715 times.
|
715 | if ((ret = wait_delayed_frame(s, output, got_output)) < 0) |
1168 | ✗ | return ret; | |
1169 | } | ||
1170 | 946 | return 0; | |
1171 | } | ||
1172 | |||
1173 | 272 | static int get_decoded_frame(VVCContext *s, AVFrame *output, int *got_output) | |
1174 | { | ||
1175 | int ret; | ||
1176 |
2/2✓ Branch 0 taken 172 times.
✓ Branch 1 taken 112 times.
|
284 | while (s->nb_delayed) { |
1177 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 172 times.
|
172 | if ((ret = wait_delayed_frame(s, output, got_output)) < 0) |
1178 | ✗ | return ret; | |
1179 |
2/2✓ Branch 0 taken 160 times.
✓ Branch 1 taken 12 times.
|
172 | if (*got_output) |
1180 | 160 | return 0; | |
1181 | } | ||
1182 |
1/2✓ Branch 0 taken 112 times.
✗ Branch 1 not taken.
|
112 | if (s->nb_frames) { |
1183 | //we still have frames cached in dpb. | ||
1184 | 112 | VVCFrameContext *last = get_frame_context(s, s->fcs, s->nb_frames - 1); | |
1185 | |||
1186 | 112 | ret = ff_vvc_output_frame(s, last, output, 0, 1); | |
1187 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 112 times.
|
112 | if (ret < 0) |
1188 | ✗ | return ret; | |
1189 | 112 | *got_output = ret; | |
1190 | } | ||
1191 | 112 | return 0; | |
1192 | } | ||
1193 | |||
1194 | 1233 | static int vvc_decode_frame(AVCodecContext *avctx, AVFrame *output, | |
1195 | int *got_output, AVPacket *avpkt) | ||
1196 | { | ||
1197 | 1233 | VVCContext *s = avctx->priv_data; | |
1198 | VVCFrameContext *fc; | ||
1199 | int ret; | ||
1200 | |||
1201 |
2/2✓ Branch 0 taken 272 times.
✓ Branch 1 taken 961 times.
|
1233 | if (!avpkt->size) |
1202 | 272 | return get_decoded_frame(s, output, got_output); | |
1203 | |||
1204 | 961 | fc = get_frame_context(s, s->fcs, s->nb_frames); | |
1205 | |||
1206 | 961 | fc->nb_slices = 0; | |
1207 | 961 | fc->decode_order = s->nb_frames; | |
1208 | |||
1209 | 961 | ret = decode_nal_units(s, fc, avpkt); | |
1210 |
2/2✓ Branch 0 taken 15 times.
✓ Branch 1 taken 946 times.
|
961 | if (ret < 0) |
1211 | 15 | return ret; | |
1212 | |||
1213 |
2/4✓ Branch 0 taken 946 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 946 times.
|
946 | if (!fc->ft || !fc->ref) |
1214 | ✗ | return avpkt->size; | |
1215 | |||
1216 | 946 | ret = submit_frame(s, fc, output, got_output); | |
1217 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 946 times.
|
946 | if (ret < 0) |
1218 | ✗ | return ret; | |
1219 | |||
1220 | 946 | return avpkt->size; | |
1221 | } | ||
1222 | |||
1223 | 88 | static av_cold void vvc_decode_flush(AVCodecContext *avctx) | |
1224 | { | ||
1225 | 88 | VVCContext *s = avctx->priv_data; | |
1226 | 88 | int got_output = 0; | |
1227 | |||
1228 |
2/2✓ Branch 0 taken 59 times.
✓ Branch 1 taken 88 times.
|
147 | while (s->nb_delayed) |
1229 | 59 | wait_delayed_frame(s, NULL, &got_output); | |
1230 | |||
1231 |
1/2✓ Branch 0 taken 88 times.
✗ Branch 1 not taken.
|
88 | if (s->fcs) { |
1232 | 88 | VVCFrameContext *last = get_frame_context(s, s->fcs, s->nb_frames - 1); | |
1233 | 88 | ff_vvc_flush_dpb(last); | |
1234 | } | ||
1235 | |||
1236 | 88 | s->ps.sps_id_used = 0; | |
1237 | |||
1238 | 88 | s->eos = 1; | |
1239 | 88 | } | |
1240 | |||
1241 | 88 | static av_cold int vvc_decode_free(AVCodecContext *avctx) | |
1242 | { | ||
1243 | 88 | VVCContext *s = avctx->priv_data; | |
1244 | |||
1245 | 88 | ff_cbs_fragment_free(&s->current_frame); | |
1246 | 88 | vvc_decode_flush(avctx); | |
1247 | 88 | ff_vvc_executor_free(&s->executor); | |
1248 |
1/2✓ Branch 0 taken 88 times.
✗ Branch 1 not taken.
|
88 | if (s->fcs) { |
1249 |
2/2✓ Branch 0 taken 704 times.
✓ Branch 1 taken 88 times.
|
792 | for (int i = 0; i < s->nb_fcs; i++) |
1250 | 704 | frame_context_free(s->fcs + i); | |
1251 | 88 | av_free(s->fcs); | |
1252 | } | ||
1253 | 88 | ff_h274_hash_freep(&s->hash_ctx); | |
1254 | 88 | ff_vvc_ps_uninit(&s->ps); | |
1255 | 88 | ff_cbs_close(&s->cbc); | |
1256 | |||
1257 | 88 | return 0; | |
1258 | } | ||
1259 | |||
1260 | 59 | static av_cold void init_default_scale_m(void) | |
1261 | { | ||
1262 | 59 | memset(&ff_vvc_default_scale_m, 16, sizeof(ff_vvc_default_scale_m)); | |
1263 | 59 | } | |
1264 | |||
1265 | #define VVC_MAX_DELAYED_FRAMES 16 | ||
1266 | 88 | static av_cold int vvc_decode_init(AVCodecContext *avctx) | |
1267 | { | ||
1268 | 88 | VVCContext *s = avctx->priv_data; | |
1269 | static AVOnce init_static_once = AV_ONCE_INIT; | ||
1270 | 88 | const int cpu_count = av_cpu_count(); | |
1271 | 88 | const int delayed = FFMIN(cpu_count, VVC_MAX_DELAYED_FRAMES); | |
1272 |
1/2✓ Branch 0 taken 88 times.
✗ Branch 1 not taken.
|
88 | int thread_count = avctx->thread_count ? avctx->thread_count : delayed; |
1273 | int ret; | ||
1274 | |||
1275 | 88 | s->avctx = avctx; | |
1276 | |||
1277 | 88 | ret = ff_cbs_init(&s->cbc, AV_CODEC_ID_VVC, avctx); | |
1278 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 88 times.
|
88 | if (ret) |
1279 | ✗ | return ret; | |
1280 | |||
1281 |
3/4✓ Branch 0 taken 31 times.
✓ Branch 1 taken 57 times.
✓ Branch 2 taken 31 times.
✗ Branch 3 not taken.
|
88 | if (avctx->extradata_size > 0 && avctx->extradata) { |
1282 | 31 | ret = ff_cbs_read_extradata_from_codec(s->cbc, &s->current_frame, avctx); | |
1283 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 31 times.
|
31 | if (ret < 0) |
1284 | ✗ | return ret; | |
1285 | } | ||
1286 | |||
1287 |
1/2✓ Branch 0 taken 88 times.
✗ Branch 1 not taken.
|
88 | s->nb_fcs = (avctx->flags & AV_CODEC_FLAG_LOW_DELAY) ? 1 : delayed; |
1288 | 88 | s->fcs = av_calloc(s->nb_fcs, sizeof(*s->fcs)); | |
1289 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 88 times.
|
88 | if (!s->fcs) |
1290 | ✗ | return AVERROR(ENOMEM); | |
1291 | |||
1292 |
2/2✓ Branch 0 taken 704 times.
✓ Branch 1 taken 88 times.
|
792 | for (int i = 0; i < s->nb_fcs; i++) { |
1293 | 704 | VVCFrameContext *fc = s->fcs + i; | |
1294 | 704 | ret = frame_context_init(fc, avctx); | |
1295 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 704 times.
|
704 | if (ret < 0) |
1296 | ✗ | return ret; | |
1297 | } | ||
1298 | |||
1299 |
1/2✓ Branch 0 taken 88 times.
✗ Branch 1 not taken.
|
88 | if (thread_count == 1) |
1300 | 88 | thread_count = 0; | |
1301 | 88 | s->executor = ff_vvc_executor_alloc(s, thread_count); | |
1302 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 88 times.
|
88 | if (!s->executor) |
1303 | ✗ | return AVERROR(ENOMEM); | |
1304 | |||
1305 | 88 | s->eos = 1; | |
1306 | 88 | GDR_SET_RECOVERED(s); | |
1307 | 88 | ff_thread_once(&init_static_once, init_default_scale_m); | |
1308 | |||
1309 | 88 | return 0; | |
1310 | } | ||
1311 | |||
1312 | const FFCodec ff_vvc_decoder = { | ||
1313 | .p.name = "vvc", | ||
1314 | .p.long_name = NULL_IF_CONFIG_SMALL("VVC (Versatile Video Coding)"), | ||
1315 | .p.type = AVMEDIA_TYPE_VIDEO, | ||
1316 | .p.id = AV_CODEC_ID_VVC, | ||
1317 | .priv_data_size = sizeof(VVCContext), | ||
1318 | .init = vvc_decode_init, | ||
1319 | .close = vvc_decode_free, | ||
1320 | FF_CODEC_DECODE_CB(vvc_decode_frame), | ||
1321 | .flush = vvc_decode_flush, | ||
1322 | .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_DELAY | AV_CODEC_CAP_OTHER_THREADS, | ||
1323 | .caps_internal = FF_CODEC_CAP_EXPORTS_CROPPING | FF_CODEC_CAP_INIT_CLEANUP | | ||
1324 | FF_CODEC_CAP_AUTO_THREADS, | ||
1325 | .p.profiles = NULL_IF_CONFIG_SMALL(ff_vvc_profiles), | ||
1326 | .hw_configs = (const AVCodecHWConfigInternal *const []) { | ||
1327 | #if CONFIG_VVC_VAAPI_HWACCEL | ||
1328 | HWACCEL_VAAPI(vvc), | ||
1329 | #endif | ||
1330 | NULL | ||
1331 | }, | ||
1332 | }; | ||
1333 |