FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavcodec/binkaudio.c
Date: 2022-01-16 20:33:26
Exec Total Coverage
Lines: 135 161 83.9%
Branches: 75 94 79.8%
Line Branch Exec Source
1 /*
2 * Bink Audio decoder
3 * Copyright (c) 2007-2011 Peter Ross (pross@xvid.org)
4 * Copyright (c) 2009 Daniel Verkamp (daniel@drv.nu)
5 *
6 * This file is part of FFmpeg.
7 *
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
12 *
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 */
22
23 /**
24 * @file
25 * Bink Audio decoder
26 *
27 * Technical details here:
28 * http://wiki.multimedia.cx/index.php?title=Bink_Audio
29 */
30
31 #include "libavutil/channel_layout.h"
32 #include "libavutil/intfloat.h"
33 #include "libavutil/mem_internal.h"
34
35 #define BITSTREAM_READER_LE
36 #include "avcodec.h"
37 #include "dct.h"
38 #include "decode.h"
39 #include "get_bits.h"
40 #include "internal.h"
41 #include "rdft.h"
42 #include "wma_freqs.h"
43
44 #define MAX_CHANNELS 2
45 #define BINK_BLOCK_MAX_SIZE (MAX_CHANNELS << 11)
46
47 typedef struct BinkAudioContext {
48 GetBitContext gb;
49 int version_b; ///< Bink version 'b'
50 int first;
51 int channels;
52 int frame_len; ///< transform size (samples)
53 int overlap_len; ///< overlap size (samples)
54 int block_size;
55 int num_bands;
56 float root;
57 unsigned int bands[26];
58 float previous[MAX_CHANNELS][BINK_BLOCK_MAX_SIZE / 16]; ///< coeffs from previous audio block
59 float quant_table[96];
60 AVPacket *pkt;
61 union {
62 RDFTContext rdft;
63 DCTContext dct;
64 } trans;
65 } BinkAudioContext;
66
67
68 6 static av_cold int decode_init(AVCodecContext *avctx)
69 {
70 6 BinkAudioContext *s = avctx->priv_data;
71 6 int sample_rate = avctx->sample_rate;
72 int sample_rate_half;
73 int i, ret;
74 int frame_len_bits;
75
76 /* determine frame length */
77
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
 6 if (avctx->sample_rate < 22050) {
78 ✗ frame_len_bits = 9;
79
2/2
✓ Branch 0 taken 2 times.
✓ Branch 1 taken 4 times.
 6 } else if (avctx->sample_rate < 44100) {
80 2 frame_len_bits = 10;
81 } else {
82 4 frame_len_bits = 11;
83 }
84
85
2/4
✓ Branch 0 taken 6 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
 6 if (avctx->channels < 1 || avctx->channels > MAX_CHANNELS) {
86 ✗ av_log(avctx, AV_LOG_ERROR, "invalid number of channels: %d\n", avctx->channels);
87 ✗ return AVERROR_INVALIDDATA;
88 }
89
2/2
✓ Branch 0 taken 1 times.
✓ Branch 1 taken 5 times.
 6 avctx->channel_layout = avctx->channels == 1 ? AV_CH_LAYOUT_MONO :
90 AV_CH_LAYOUT_STEREO;
91
92
2/4
✓ Branch 0 taken 6 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 6 times.
 6 s->version_b = avctx->extradata_size >= 4 && avctx->extradata[3] == 'b';
93
94
2/2
✓ Branch 0 taken 2 times.
✓ Branch 1 taken 4 times.
 6 if (avctx->codec->id == AV_CODEC_ID_BINKAUDIO_RDFT) {
95 // audio is already interleaved for the RDFT format variant
96 2 avctx->sample_fmt = AV_SAMPLE_FMT_FLT;
97
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
 2 if (sample_rate > INT_MAX / avctx->channels)
98 ✗ return AVERROR_INVALIDDATA;
99 2 sample_rate *= avctx->channels;
100 2 s->channels = 1;
101
1/2
✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
 2 if (!s->version_b)
102 2 frame_len_bits += av_log2(avctx->channels);
103 } else {
104 4 s->channels = avctx->channels;
105 4 avctx->sample_fmt = AV_SAMPLE_FMT_FLTP;
106 }
107
108 6 s->frame_len = 1 << frame_len_bits;
109 6 s->overlap_len = s->frame_len / 16;
110 6 s->block_size = (s->frame_len - s->overlap_len) * s->channels;
111 6 sample_rate_half = (sample_rate + 1LL) / 2;
112
2/2
✓ Branch 0 taken 2 times.
✓ Branch 1 taken 4 times.
 6 if (avctx->codec->id == AV_CODEC_ID_BINKAUDIO_RDFT)
113 2 s->root = 2.0 / (sqrt(s->frame_len) * 32768.0);
114 else
115 4 s->root = s->frame_len / (sqrt(s->frame_len) * 32768.0);
116
2/2
✓ Branch 0 taken 576 times.
✓ Branch 1 taken 6 times.
 582 for (i = 0; i < 96; i++) {
117 /* constant is result of 0.066399999/log10(M_E) */
118 576 s->quant_table[i] = expf(i * 0.15289164787221953823f) * s->root;
119 }
120
121 /* calculate number of bands */
122
2/2
✓ Branch 0 taken 144 times.
✓ Branch 1 taken 6 times.
 150 for (s->num_bands = 1; s->num_bands < 25; s->num_bands++)
123
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 144 times.
 144 if (sample_rate_half <= ff_wma_critical_freqs[s->num_bands - 1])
124 ✗ break;
125
126 /* populate bands data */
127 6 s->bands[0] = 2;
128
2/2
✓ Branch 0 taken 144 times.
✓ Branch 1 taken 6 times.
 150 for (i = 1; i < s->num_bands; i++)
129 144 s->bands[i] = (ff_wma_critical_freqs[i - 1] * s->frame_len / sample_rate_half) & ~1;
130 6 s->bands[s->num_bands] = s->frame_len;
131
132 6 s->first = 1;
133
134
2/2
✓ Branch 0 taken 2 times.
✓ Branch 1 taken 4 times.
 6 if (CONFIG_BINKAUDIO_RDFT_DECODER && avctx->codec->id == AV_CODEC_ID_BINKAUDIO_RDFT)
135 2 ret = ff_rdft_init(&s->trans.rdft, frame_len_bits, DFT_C2R);
136 else if (CONFIG_BINKAUDIO_DCT_DECODER)
137 4 ret = ff_dct_init(&s->trans.dct, frame_len_bits, DCT_III);
138 else
139 av_assert0(0);
140
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
 6 if (ret < 0)
141 ✗ return ret;
142
143 6 s->pkt = avctx->internal->in_pkt;
144
145 6 return 0;
146 }
147
148 582 static float get_float(GetBitContext *gb)
149 {
150 582 int power = get_bits(gb, 5);
151 582 float f = ldexpf(get_bits(gb, 23), power - 23);
152
2/2
✓ Branch 1 taken 314 times.
✓ Branch 2 taken 268 times.
 582 if (get_bits1(gb))
153 314 f = -f;
154 582 return f;
155 }
156
157 static const uint8_t rle_length_tab[16] = {
158 2, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14, 15, 16, 32, 64
159 };
160
161 /**
162 * Decode Bink Audio block
163 * @param[out] out Output buffer (must contain s->block_size elements)
164 * @return 0 on success, negative error code on failure
165 */
166 172 static int decode_block(BinkAudioContext *s, float **out, int use_dct)
167 {
168 int ch, i, j, k;
169 float q, quant[25];
170 int width, coeff;
171 172 GetBitContext *gb = &s->gb;
172
173
2/2
✓ Branch 0 taken 119 times.
✓ Branch 1 taken 53 times.
 172 if (use_dct)
174 119 skip_bits(gb, 2);
175
176
2/2
✓ Branch 0 taken 291 times.
✓ Branch 1 taken 172 times.
 463 for (ch = 0; ch < s->channels; ch++) {
177 291 FFTSample *coeffs = out[ch];
178
179
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 291 times.
 291 if (s->version_b) {
180 ✗ if (get_bits_left(gb) < 64)
181 ✗ return AVERROR_INVALIDDATA;
182 ✗ coeffs[0] = av_int2float(get_bits_long(gb, 32)) * s->root;
183 ✗ coeffs[1] = av_int2float(get_bits_long(gb, 32)) * s->root;
184 } else {
185
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 291 times.
 291 if (get_bits_left(gb) < 58)
186 ✗ return AVERROR_INVALIDDATA;
187 291 coeffs[0] = get_float(gb) * s->root;
188 291 coeffs[1] = get_float(gb) * s->root;
189 }
190
191
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 291 times.
 291 if (get_bits_left(gb) < s->num_bands * 8)
192 ✗ return AVERROR_INVALIDDATA;
193
2/2
✓ Branch 0 taken 7275 times.
✓ Branch 1 taken 291 times.
 7566 for (i = 0; i < s->num_bands; i++) {
194 7275 int value = get_bits(gb, 8);
195 7275 quant[i] = s->quant_table[FFMIN(value, 95)];
196 }
197
198 291 k = 0;
199 291 q = quant[0];
200
201 // parse coefficients
202 291 i = 2;
203
2/2
✓ Branch 0 taken 21321 times.
✓ Branch 1 taken 291 times.
 21612 while (i < s->frame_len) {
204
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 21321 times.
 21321 if (s->version_b) {
205 ✗ j = i + 16;
206 } else {
207 21321 int v = get_bits1(gb);
208
2/2
✓ Branch 0 taken 7766 times.
✓ Branch 1 taken 13555 times.
 21321 if (v) {
209 7766 v = get_bits(gb, 4);
210 7766 j = i + rle_length_tab[v] * 8;
211 } else {
212 13555 j = i + 8;
213 }
214 }
215
216 21321 j = FFMIN(j, s->frame_len);
217
218 21321 width = get_bits(gb, 4);
219
2/2
✓ Branch 0 taken 827 times.
✓ Branch 1 taken 20494 times.
 21321 if (width == 0) {
220 827 memset(coeffs + i, 0, (j - i) * sizeof(*coeffs));
221 827 i = j;
222
2/2
✓ Branch 0 taken 262 times.
✓ Branch 1 taken 827 times.
 1089 while (s->bands[k] < i)
223 262 q = quant[k++];
224 } else {
225
2/2
✓ Branch 0 taken 351010 times.
✓ Branch 1 taken 20494 times.
 371504 while (i < j) {
226
2/2
✓ Branch 0 taken 7013 times.
✓ Branch 1 taken 343997 times.
 351010 if (s->bands[k] == i)
227 7013 q = quant[k++];
228 351010 coeff = get_bits(gb, width);
229
2/2
✓ Branch 0 taken 286706 times.
✓ Branch 1 taken 64304 times.
 351010 if (coeff) {
230 int v;
231 286706 v = get_bits1(gb);
232
2/2
✓ Branch 0 taken 138673 times.
✓ Branch 1 taken 148033 times.
 286706 if (v)
233 138673 coeffs[i] = -q * coeff;
234 else
235 148033 coeffs[i] = q * coeff;
236 } else {
237 64304 coeffs[i] = 0.0f;
238 }
239 351010 i++;
240 }
241 }
242 }
243
244
2/2
✓ Branch 0 taken 238 times.
✓ Branch 1 taken 53 times.
 291 if (CONFIG_BINKAUDIO_DCT_DECODER && use_dct) {
245 238 coeffs[0] /= 0.5;
246 238 s->trans.dct.dct_calc(&s->trans.dct, coeffs);
247 }
248 else if (CONFIG_BINKAUDIO_RDFT_DECODER)
249 53 s->trans.rdft.rdft_calc(&s->trans.rdft, coeffs);
250 }
251
252
2/2
✓ Branch 0 taken 291 times.
✓ Branch 1 taken 172 times.
 463 for (ch = 0; ch < s->channels; ch++) {
253 int j;
254 291 int count = s->overlap_len * s->channels;
255
2/2
✓ Branch 0 taken 288 times.
✓ Branch 1 taken 3 times.
 291 if (!s->first) {
256 288 j = ch;
257
2/2
✓ Branch 0 taken 28416 times.
✓ Branch 1 taken 288 times.
 28704 for (i = 0; i < s->overlap_len; i++, j += s->channels)
258 28416 out[ch][i] = (s->previous[ch][i] * (count - j) +
259 28416 out[ch][i] * j) / count;
260 }
261 291 memcpy(s->previous[ch], &out[ch][s->frame_len - s->overlap_len],
262 291 s->overlap_len * sizeof(*s->previous[ch]));
263 }
264
265 172 s->first = 0;
266
267 172 return 0;
268 }
269
270 6 static av_cold int decode_end(AVCodecContext *avctx)
271 {
272 6 BinkAudioContext * s = avctx->priv_data;
273
2/2
✓ Branch 0 taken 2 times.
✓ Branch 1 taken 4 times.
 6 if (CONFIG_BINKAUDIO_RDFT_DECODER && avctx->codec->id == AV_CODEC_ID_BINKAUDIO_RDFT)
274 2 ff_rdft_end(&s->trans.rdft);
275 else if (CONFIG_BINKAUDIO_DCT_DECODER)
276 4 ff_dct_end(&s->trans.dct);
277
278 6 return 0;
279 }
280
281 172 static void get_bits_align32(GetBitContext *s)
282 {
283 172 int n = (-get_bits_count(s)) & 31;
284
2/2
✓ Branch 0 taken 166 times.
✓ Branch 1 taken 6 times.
 172 if (n) skip_bits(s, n);
285 172 }
286
287 268 static int binkaudio_receive_frame(AVCodecContext *avctx, AVFrame *frame)
288 {
289 268 BinkAudioContext *s = avctx->priv_data;
290 268 GetBitContext *gb = &s->gb;
291 int ret;
292
293
2/2
✓ Branch 0 taken 188 times.
✓ Branch 1 taken 80 times.
 268 if (!s->pkt->data) {
294 188 ret = ff_decode_get_packet(avctx, s->pkt);
295
2/2
✓ Branch 0 taken 96 times.
✓ Branch 1 taken 92 times.
 188 if (ret < 0)
296 96 return ret;
297
298
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 92 times.
 92 if (s->pkt->size < 4) {
299 ✗ av_log(avctx, AV_LOG_ERROR, "Packet is too small\n");
300 ✗ ret = AVERROR_INVALIDDATA;
301 ✗ goto fail;
302 }
303
304 92 ret = init_get_bits8(gb, s->pkt->data, s->pkt->size);
305
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 92 times.
 92 if (ret < 0)
306 ✗ goto fail;
307
308 /* skip reported size */
309 92 skip_bits_long(gb, 32);
310 }
311
312 /* get output buffer */
313 172 frame->nb_samples = s->frame_len;
314
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 172 times.
 172 if ((ret = ff_get_buffer(avctx, frame, 0)) < 0)
315 ✗ return ret;
316
317
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 172 times.
 172 if (decode_block(s, (float **)frame->extended_data,
318 172 avctx->codec->id == AV_CODEC_ID_BINKAUDIO_DCT)) {
319 ✗ av_log(avctx, AV_LOG_ERROR, "Incomplete packet\n");
320 ✗ return AVERROR_INVALIDDATA;
321 }
322 172 get_bits_align32(gb);
323
2/2
✓ Branch 1 taken 92 times.
✓ Branch 2 taken 80 times.
 172 if (!get_bits_left(gb)) {
324 92 memset(gb, 0, sizeof(*gb));
325 92 av_packet_unref(s->pkt);
326 }
327
328 172 frame->nb_samples = s->block_size / avctx->channels;
329
330 172 return 0;
331 ✗ fail:
332 ✗ av_packet_unref(s->pkt);
333 ✗ return ret;
334 }
335
336 ✗ static void decode_flush(AVCodecContext *avctx)
337 {
338 ✗ BinkAudioContext *const s = avctx->priv_data;
339
340 /* s->pkt coincides with avctx->internal->in_pkt
341 * and is unreferenced generically when flushing. */
342 ✗ s->first = 1;
343 }
344
345 const AVCodec ff_binkaudio_rdft_decoder = {
346 .name = "binkaudio_rdft",
347 .long_name = NULL_IF_CONFIG_SMALL("Bink Audio (RDFT)"),
348 .type = AVMEDIA_TYPE_AUDIO,
349 .id = AV_CODEC_ID_BINKAUDIO_RDFT,
350 .priv_data_size = sizeof(BinkAudioContext),
351 .init = decode_init,
352 .flush = decode_flush,
353 .close = decode_end,
354 .receive_frame = binkaudio_receive_frame,
355 .capabilities = AV_CODEC_CAP_DR1,
356 .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
357 };
358
359 const AVCodec ff_binkaudio_dct_decoder = {
360 .name = "binkaudio_dct",
361 .long_name = NULL_IF_CONFIG_SMALL("Bink Audio (DCT)"),
362 .type = AVMEDIA_TYPE_AUDIO,
363 .id = AV_CODEC_ID_BINKAUDIO_DCT,
364 .priv_data_size = sizeof(BinkAudioContext),
365 .init = decode_init,
366 .flush = decode_flush,
367 .close = decode_end,
368 .receive_frame = binkaudio_receive_frame,
369 .capabilities = AV_CODEC_CAP_DR1,
370 .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
371 };
372