Line |
Branch |
Exec |
Source |
1 |
|
|
/* |
2 |
|
|
* vMix decoder |
3 |
|
|
* Copyright (c) 2023 Paul B Mahol |
4 |
|
|
* |
5 |
|
|
* This file is part of FFmpeg. |
6 |
|
|
* |
7 |
|
|
* FFmpeg is free software; you can redistribute it and/or |
8 |
|
|
* modify it under the terms of the GNU Lesser General Public |
9 |
|
|
* License as published by the Free Software Foundation; either |
10 |
|
|
* version 2.1 of the License, or (at your option) any later version. |
11 |
|
|
* |
12 |
|
|
* FFmpeg is distributed in the hope that it will be useful, |
13 |
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
14 |
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
15 |
|
|
* Lesser General Public License for more details. |
16 |
|
|
* |
17 |
|
|
* You should have received a copy of the GNU Lesser General Public |
18 |
|
|
* License along with FFmpeg; if not, write to the Free Software |
19 |
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
20 |
|
|
*/ |
21 |
|
|
|
22 |
|
|
#include <stdio.h> |
23 |
|
|
#include <stdlib.h> |
24 |
|
|
#include <string.h> |
25 |
|
|
|
26 |
|
|
#include "libavutil/intreadwrite.h" |
27 |
|
|
#include "libavutil/mem.h" |
28 |
|
|
#include "libavutil/mem_internal.h" |
29 |
|
|
|
30 |
|
|
#include "avcodec.h" |
31 |
|
|
#include "codec_internal.h" |
32 |
|
|
#define CACHED_BITSTREAM_READER !ARCH_X86_32 |
33 |
|
|
#include "golomb.h" |
34 |
|
|
#include "get_bits.h" |
35 |
|
|
#include "idctdsp.h" |
36 |
|
|
#include "thread.h" |
37 |
|
|
|
38 |
|
|
typedef struct SliceContext { |
39 |
|
|
const uint8_t *dc_ptr; |
40 |
|
|
const uint8_t *ac_ptr; |
41 |
|
|
unsigned dc_size; |
42 |
|
|
unsigned ac_size; |
43 |
|
|
} SliceContext; |
44 |
|
|
|
45 |
|
|
typedef struct VMIXContext { |
46 |
|
|
int nb_slices; |
47 |
|
|
int lshift; |
48 |
|
|
|
49 |
|
|
int16_t factors[64]; |
50 |
|
|
uint8_t scan[64]; |
51 |
|
|
|
52 |
|
|
SliceContext *slices; |
53 |
|
|
unsigned int slices_size; |
54 |
|
|
|
55 |
|
|
IDCTDSPContext idsp; |
56 |
|
|
} VMIXContext; |
57 |
|
|
|
58 |
|
|
static const uint8_t quality[] = { |
59 |
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, |
60 |
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, |
61 |
|
|
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, |
62 |
|
|
1, 1, 1, 1, 1, 1,64,63,62,61, |
63 |
|
|
60,59,58,57,56,55,54,53,52,51, |
64 |
|
|
50,49,48,47,46,45,44,43,42,41, |
65 |
|
|
40,39,38,37,36,35,34,33,32,31, |
66 |
|
|
30,29,28,27,26,25,24,23,22,21, |
67 |
|
|
20,19,18,17,16,15,14,13,12,11, |
68 |
|
|
10, 9, 8, 7, 6, 5, 4, 3, 2, 1, |
69 |
|
|
}; |
70 |
|
|
|
71 |
|
|
static const uint8_t quant[64] = { |
72 |
|
|
16, 16, 19, 22, 22, 26, 26, 27, |
73 |
|
|
16, 16, 22, 22, 26, 27, 27, 29, |
74 |
|
|
19, 22, 26, 26, 27, 29, 29, 35, |
75 |
|
|
22, 24, 27, 27, 29, 32, 34, 38, |
76 |
|
|
26, 27, 29, 29, 32, 35, 38, 46, |
77 |
|
|
27, 29, 34, 34, 35, 40, 46, 56, |
78 |
|
|
29, 34, 34, 37, 40, 48, 56, 69, |
79 |
|
|
34, 37, 38, 40, 48, 58, 69, 83, |
80 |
|
|
}; |
81 |
|
|
|
82 |
|
✗ |
static av_cold int decode_init(AVCodecContext *avctx) |
83 |
|
|
{ |
84 |
|
✗ |
VMIXContext *s = avctx->priv_data; |
85 |
|
|
|
86 |
|
✗ |
avctx->bits_per_raw_sample = 8; |
87 |
|
✗ |
avctx->pix_fmt = AV_PIX_FMT_YUV422P; |
88 |
|
|
|
89 |
|
✗ |
avctx->coded_width = FFALIGN(avctx->width, 16); |
90 |
|
✗ |
avctx->coded_height = FFALIGN(avctx->height, 16); |
91 |
|
|
|
92 |
|
✗ |
ff_idctdsp_init(&s->idsp, avctx); |
93 |
|
✗ |
ff_permute_scantable(s->scan, ff_zigzag_direct, |
94 |
|
✗ |
s->idsp.idct_permutation); |
95 |
|
✗ |
return 0; |
96 |
|
|
} |
97 |
|
|
|
98 |
|
✗ |
static inline int get_se_golomb_vmix(GetBitContext *gb) |
99 |
|
|
{ |
100 |
|
✗ |
unsigned int buf = get_ue_golomb_long(gb); |
101 |
|
✗ |
int sign = (buf & 1) - 1; |
102 |
|
✗ |
return ((buf >> 1) ^ (~sign)); |
103 |
|
|
} |
104 |
|
|
|
105 |
|
✗ |
static int decode_dcac(AVCodecContext *avctx, |
106 |
|
|
GetBitContext *dc_gb, GetBitContext *ac_gb, |
107 |
|
|
unsigned *dcrun, unsigned *acrun, |
108 |
|
|
AVFrame *frame, int width, int by, int plane) |
109 |
|
|
{ |
110 |
|
✗ |
const ptrdiff_t linesize = frame->linesize[plane]; |
111 |
|
✗ |
uint8_t *dst = frame->data[plane] + by * linesize; |
112 |
|
✗ |
unsigned dc_run = *dcrun, ac_run = *acrun; |
113 |
|
✗ |
LOCAL_ALIGNED_32(int16_t, block, [64]); |
114 |
|
✗ |
VMIXContext *s = avctx->priv_data; |
115 |
|
✗ |
const int16_t *factors = s->factors; |
116 |
|
✗ |
const uint8_t *scan = s->scan; |
117 |
|
✗ |
const int add = plane ? 0 : 1024; |
118 |
|
✗ |
int i, dc_v = 0, ac_v = 0, dc = 0; |
119 |
|
✗ |
const int lshift = s->lshift; |
120 |
|
|
|
121 |
|
✗ |
for (int y = 0; y < 2; y++) { |
122 |
|
✗ |
for (int x = 0; x < width; x += 8) { |
123 |
|
✗ |
memset(block, 0, sizeof(*block)*64); |
124 |
|
|
|
125 |
|
✗ |
if (dc_run > 0) { |
126 |
|
✗ |
dc_run--; |
127 |
|
|
} else { |
128 |
|
✗ |
if (get_bits_left(dc_gb) < 1) |
129 |
|
✗ |
return AVERROR_INVALIDDATA; |
130 |
|
✗ |
dc_v = get_se_golomb_vmix(dc_gb); |
131 |
|
✗ |
dc += (unsigned)dc_v; |
132 |
|
✗ |
if (!dc_v) |
133 |
|
✗ |
dc_run = get_ue_golomb_long(dc_gb); |
134 |
|
|
} |
135 |
|
|
|
136 |
|
✗ |
for (int n = 0; n < 64; n++) { |
137 |
|
✗ |
if (ac_run > 0) { |
138 |
|
✗ |
ac_run--; |
139 |
|
✗ |
continue; |
140 |
|
|
} |
141 |
|
|
|
142 |
|
✗ |
if (get_bits_left(ac_gb) < 1) |
143 |
|
✗ |
return AVERROR_INVALIDDATA; |
144 |
|
✗ |
ac_v = get_se_golomb_vmix(ac_gb); |
145 |
|
✗ |
i = scan[n]; |
146 |
|
✗ |
block[i] = ((unsigned)ac_v * factors[i]) >> 4; |
147 |
|
✗ |
if (!ac_v) |
148 |
|
✗ |
ac_run = get_ue_golomb_long(ac_gb); |
149 |
|
|
} |
150 |
|
|
|
151 |
|
✗ |
block[0] = ((unsigned)dc << lshift) + (unsigned)add; |
152 |
|
✗ |
s->idsp.idct_put(dst + x, linesize, block); |
153 |
|
|
} |
154 |
|
|
|
155 |
|
✗ |
dst += 8 * linesize; |
156 |
|
|
} |
157 |
|
|
|
158 |
|
✗ |
*dcrun = dc_run; |
159 |
|
✗ |
*acrun = ac_run; |
160 |
|
|
|
161 |
|
✗ |
return 0; |
162 |
|
|
} |
163 |
|
|
|
164 |
|
✗ |
static int decode_slice(AVCodecContext *avctx, AVFrame *frame, |
165 |
|
|
const uint8_t *dc_src, unsigned dc_slice_size, |
166 |
|
|
const uint8_t *ac_src, unsigned ac_slice_size, |
167 |
|
|
int by) |
168 |
|
|
{ |
169 |
|
✗ |
unsigned dc_run = 0, ac_run = 0; |
170 |
|
|
GetBitContext dc_gb, ac_gb; |
171 |
|
|
int ret; |
172 |
|
|
|
173 |
|
✗ |
ret = init_get_bits8(&dc_gb, dc_src, dc_slice_size); |
174 |
|
✗ |
if (ret < 0) |
175 |
|
✗ |
return ret; |
176 |
|
|
|
177 |
|
✗ |
ret = init_get_bits8(&ac_gb, ac_src, ac_slice_size); |
178 |
|
✗ |
if (ret < 0) |
179 |
|
✗ |
return ret; |
180 |
|
|
|
181 |
|
✗ |
for (int p = 0; p < 3; p++) { |
182 |
|
✗ |
const int rshift = !!p; |
183 |
|
✗ |
ret = decode_dcac(avctx, &dc_gb, &ac_gb, |
184 |
|
|
&dc_run, &ac_run, frame, |
185 |
|
✗ |
frame->width >> rshift, by, p); |
186 |
|
✗ |
if (ret < 0) |
187 |
|
✗ |
return ret; |
188 |
|
|
|
189 |
|
✗ |
if (get_bits_left(&dc_gb) < 0) |
190 |
|
✗ |
return AVERROR_INVALIDDATA; |
191 |
|
✗ |
if (get_bits_left(&ac_gb) < 0) |
192 |
|
✗ |
return AVERROR_INVALIDDATA; |
193 |
|
|
|
194 |
|
✗ |
align_get_bits(&dc_gb); |
195 |
|
✗ |
align_get_bits(&ac_gb); |
196 |
|
|
} |
197 |
|
|
|
198 |
|
✗ |
if (get_bits_left(&dc_gb) > 0) |
199 |
|
✗ |
return AVERROR_INVALIDDATA; |
200 |
|
✗ |
if (get_bits_left(&ac_gb) > 0) |
201 |
|
✗ |
return AVERROR_INVALIDDATA; |
202 |
|
|
|
203 |
|
✗ |
return 0; |
204 |
|
|
} |
205 |
|
|
|
206 |
|
✗ |
static int decode_slices(AVCodecContext *avctx, void *arg, |
207 |
|
|
int n, int thread_nb) |
208 |
|
|
{ |
209 |
|
✗ |
VMIXContext *s = avctx->priv_data; |
210 |
|
✗ |
const uint8_t *dc_slice_ptr = s->slices[n].dc_ptr; |
211 |
|
✗ |
const uint8_t *ac_slice_ptr = s->slices[n].ac_ptr; |
212 |
|
✗ |
unsigned dc_slice_size = s->slices[n].dc_size; |
213 |
|
✗ |
unsigned ac_slice_size = s->slices[n].ac_size; |
214 |
|
✗ |
AVFrame *frame = arg; |
215 |
|
|
|
216 |
|
✗ |
return decode_slice(avctx, frame, dc_slice_ptr, dc_slice_size, |
217 |
|
|
ac_slice_ptr, ac_slice_size, n * 16); |
218 |
|
|
} |
219 |
|
|
|
220 |
|
✗ |
static int decode_frame(AVCodecContext *avctx, |
221 |
|
|
AVFrame *frame, int *got_frame, |
222 |
|
|
AVPacket *avpkt) |
223 |
|
|
{ |
224 |
|
✗ |
VMIXContext *s = avctx->priv_data; |
225 |
|
|
unsigned offset, q; |
226 |
|
|
int ret; |
227 |
|
|
|
228 |
|
✗ |
if (avpkt->size <= 7) |
229 |
|
✗ |
return AVERROR_INVALIDDATA; |
230 |
|
|
|
231 |
|
✗ |
s->lshift = 0; |
232 |
|
✗ |
offset = 2 + avpkt->data[0]; |
233 |
|
✗ |
if (offset == 5) |
234 |
|
✗ |
s->lshift = avpkt->data[1]; |
235 |
|
✗ |
else if (offset != 3) |
236 |
|
✗ |
return AVERROR_INVALIDDATA; |
237 |
|
|
|
238 |
|
✗ |
if (s->lshift > 31) |
239 |
|
✗ |
return AVERROR_INVALIDDATA; |
240 |
|
|
|
241 |
|
✗ |
q = quality[FFMIN(avpkt->data[offset - 2], FF_ARRAY_ELEMS(quality)-1)]; |
242 |
|
✗ |
for (int n = 0; n < 64; n++) |
243 |
|
✗ |
s->factors[n] = quant[n] * q; |
244 |
|
|
|
245 |
|
✗ |
s->nb_slices = (avctx->height + 15) / 16; |
246 |
|
✗ |
av_fast_mallocz(&s->slices, &s->slices_size, s->nb_slices * sizeof(*s->slices)); |
247 |
|
✗ |
if (!s->slices) |
248 |
|
✗ |
return AVERROR(ENOMEM); |
249 |
|
|
|
250 |
|
✗ |
for (int n = 0; n < s->nb_slices; n++) { |
251 |
|
|
unsigned slice_size; |
252 |
|
|
|
253 |
|
✗ |
if (offset + 4 > avpkt->size) |
254 |
|
✗ |
return AVERROR_INVALIDDATA; |
255 |
|
|
|
256 |
|
✗ |
slice_size = AV_RL32(avpkt->data + offset); |
257 |
|
✗ |
if (slice_size > avpkt->size) |
258 |
|
✗ |
return AVERROR_INVALIDDATA; |
259 |
|
|
|
260 |
|
✗ |
if (avpkt->size - slice_size - 4LL < offset) |
261 |
|
✗ |
return AVERROR_INVALIDDATA; |
262 |
|
|
|
263 |
|
✗ |
s->slices[n].dc_size = slice_size; |
264 |
|
✗ |
s->slices[n].dc_ptr = avpkt->data + offset + 4; |
265 |
|
✗ |
offset += slice_size + 4; |
266 |
|
|
} |
267 |
|
|
|
268 |
|
✗ |
for (int n = 0; n < s->nb_slices; n++) { |
269 |
|
|
unsigned slice_size; |
270 |
|
|
|
271 |
|
✗ |
if (offset + 4 > avpkt->size) |
272 |
|
✗ |
return AVERROR_INVALIDDATA; |
273 |
|
|
|
274 |
|
✗ |
slice_size = AV_RL32(avpkt->data + offset); |
275 |
|
✗ |
if (slice_size > avpkt->size) |
276 |
|
✗ |
return AVERROR_INVALIDDATA; |
277 |
|
|
|
278 |
|
✗ |
if (avpkt->size - slice_size - 4LL < offset) |
279 |
|
✗ |
return AVERROR_INVALIDDATA; |
280 |
|
|
|
281 |
|
✗ |
s->slices[n].ac_size = slice_size; |
282 |
|
✗ |
s->slices[n].ac_ptr = avpkt->data + offset + 4; |
283 |
|
✗ |
offset += slice_size + 4; |
284 |
|
|
} |
285 |
|
|
|
286 |
|
✗ |
ret = ff_thread_get_buffer(avctx, frame, 0); |
287 |
|
✗ |
if (ret < 0) |
288 |
|
✗ |
return ret; |
289 |
|
|
|
290 |
|
✗ |
avctx->execute2(avctx, decode_slices, frame, NULL, s->nb_slices); |
291 |
|
|
|
292 |
|
✗ |
*got_frame = 1; |
293 |
|
|
|
294 |
|
✗ |
return avpkt->size; |
295 |
|
|
} |
296 |
|
|
|
297 |
|
✗ |
static av_cold int decode_end(AVCodecContext *avctx) |
298 |
|
|
{ |
299 |
|
✗ |
VMIXContext *s = avctx->priv_data; |
300 |
|
✗ |
av_freep(&s->slices); |
301 |
|
✗ |
return 0; |
302 |
|
|
} |
303 |
|
|
|
304 |
|
|
const FFCodec ff_vmix_decoder = { |
305 |
|
|
.p.name = "vmix", |
306 |
|
|
CODEC_LONG_NAME("vMix Video"), |
307 |
|
|
.p.type = AVMEDIA_TYPE_VIDEO, |
308 |
|
|
.p.id = AV_CODEC_ID_VMIX, |
309 |
|
|
.priv_data_size = sizeof(VMIXContext), |
310 |
|
|
.init = decode_init, |
311 |
|
|
.close = decode_end, |
312 |
|
|
FF_CODEC_DECODE_CB(decode_frame), |
313 |
|
|
.p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_FRAME_THREADS | |
314 |
|
|
AV_CODEC_CAP_SLICE_THREADS, |
315 |
|
|
}; |
316 |
|
|
|