Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * RealAudio 2.0 (28.8K) | ||
3 | * Copyright (c) 2003 The FFmpeg project | ||
4 | * | ||
5 | * This file is part of FFmpeg. | ||
6 | * | ||
7 | * FFmpeg is free software; you can redistribute it and/or | ||
8 | * modify it under the terms of the GNU Lesser General Public | ||
9 | * License as published by the Free Software Foundation; either | ||
10 | * version 2.1 of the License, or (at your option) any later version. | ||
11 | * | ||
12 | * FFmpeg is distributed in the hope that it will be useful, | ||
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
15 | * Lesser General Public License for more details. | ||
16 | * | ||
17 | * You should have received a copy of the GNU Lesser General Public | ||
18 | * License along with FFmpeg; if not, write to the Free Software | ||
19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
20 | */ | ||
21 | |||
22 | #include "libavutil/channel_layout.h" | ||
23 | #include "libavutil/float_dsp.h" | ||
24 | #include "libavutil/internal.h" | ||
25 | #include "libavutil/mem.h" | ||
26 | #include "libavutil/mem_internal.h" | ||
27 | |||
28 | #define BITSTREAM_READER_LE | ||
29 | #include "avcodec.h" | ||
30 | #include "celp_filters.h" | ||
31 | #include "codec_internal.h" | ||
32 | #include "decode.h" | ||
33 | #include "get_bits.h" | ||
34 | #include "lpc_functions.h" | ||
35 | #include "ra288.h" | ||
36 | |||
37 | #define MAX_BACKWARD_FILTER_ORDER 36 | ||
38 | #define MAX_BACKWARD_FILTER_LEN 40 | ||
39 | #define MAX_BACKWARD_FILTER_NONREC 35 | ||
40 | |||
41 | #define RA288_BLOCK_SIZE 5 | ||
42 | #define RA288_BLOCKS_PER_FRAME 32 | ||
43 | |||
44 | typedef struct RA288Context { | ||
45 | void (*vector_fmul)(float *dst, const float *src0, const float *src1, | ||
46 | int len); | ||
47 | DECLARE_ALIGNED(32, float, sp_lpc)[FFALIGN(36, 16)]; ///< LPC coefficients for speech data (spec: A) | ||
48 | DECLARE_ALIGNED(32, float, gain_lpc)[FFALIGN(10, 16)]; ///< LPC coefficients for gain (spec: GB) | ||
49 | |||
50 | /** speech data history (spec: SB). | ||
51 | * Its first 70 coefficients are updated only at backward filtering. | ||
52 | */ | ||
53 | float sp_hist[111]; | ||
54 | |||
55 | /// speech part of the gain autocorrelation (spec: REXP) | ||
56 | float sp_rec[37]; | ||
57 | |||
58 | /** log-gain history (spec: SBLG). | ||
59 | * Its first 28 coefficients are updated only at backward filtering. | ||
60 | */ | ||
61 | float gain_hist[38]; | ||
62 | |||
63 | /// recursive part of the gain autocorrelation (spec: REXPLG) | ||
64 | float gain_rec[11]; | ||
65 | } RA288Context; | ||
66 | |||
67 | 2 | static av_cold int ra288_decode_init(AVCodecContext *avctx) | |
68 | { | ||
69 | 2 | RA288Context *ractx = avctx->priv_data; | |
70 | AVFloatDSPContext *fdsp; | ||
71 | |||
72 | 2 | av_channel_layout_uninit(&avctx->ch_layout); | |
73 | 2 | avctx->ch_layout = (AVChannelLayout)AV_CHANNEL_LAYOUT_MONO; | |
74 | 2 | avctx->sample_fmt = AV_SAMPLE_FMT_FLT; | |
75 | |||
76 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (avctx->block_align != 38) { |
77 | ✗ | av_log(avctx, AV_LOG_ERROR, "unsupported block align\n"); | |
78 | ✗ | return AVERROR_PATCHWELCOME; | |
79 | } | ||
80 | |||
81 | 2 | fdsp = avpriv_float_dsp_alloc(avctx->flags & AV_CODEC_FLAG_BITEXACT); | |
82 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (!fdsp) |
83 | ✗ | return AVERROR(ENOMEM); | |
84 | 2 | ractx->vector_fmul = fdsp->vector_fmul; | |
85 | 2 | av_free(fdsp); | |
86 | |||
87 | 2 | return 0; | |
88 | } | ||
89 | |||
90 | 39184 | static void convolve(float *tgt, const float *src, int len, int n) | |
91 | { | ||
92 |
2/2✓ Branch 0 taken 940416 times.
✓ Branch 1 taken 39184 times.
|
979600 | for (; n >= 0; n--) |
93 | 940416 | tgt[n] = avpriv_scalarproduct_float_c(src, src - n, len); | |
94 | |||
95 | 39184 | } | |
96 | |||
97 | 78368 | static void decode(RA288Context *ractx, float gain, int cb_coef) | |
98 | { | ||
99 | int i; | ||
100 | double sumsum; | ||
101 | float sum, buffer[5]; | ||
102 | 78368 | float *block = ractx->sp_hist + 70 + 36; // current block | |
103 | 78368 | float *gain_block = ractx->gain_hist + 28; | |
104 | |||
105 | 78368 | memmove(ractx->sp_hist + 70, ractx->sp_hist + 75, 36*sizeof(*block)); | |
106 | |||
107 | /* block 46 of G.728 spec */ | ||
108 | 78368 | sum = 32.0; | |
109 |
2/2✓ Branch 0 taken 783680 times.
✓ Branch 1 taken 78368 times.
|
862048 | for (i=0; i < 10; i++) |
110 | 783680 | sum -= gain_block[9-i] * ractx->gain_lpc[i]; | |
111 | |||
112 | /* block 47 of G.728 spec */ | ||
113 | 78368 | sum = av_clipf(sum, 0, 60); | |
114 | |||
115 | /* block 48 of G.728 spec */ | ||
116 | /* exp(sum * 0.1151292546497) == pow(10.0,sum/20) */ | ||
117 | 78368 | sumsum = exp(sum * 0.1151292546497) * gain * (1.0/(1<<23)); | |
118 | |||
119 |
2/2✓ Branch 0 taken 391840 times.
✓ Branch 1 taken 78368 times.
|
470208 | for (i=0; i < 5; i++) |
120 | 391840 | buffer[i] = codetable[cb_coef][i] * sumsum; | |
121 | |||
122 | 78368 | sum = avpriv_scalarproduct_float_c(buffer, buffer, 5); | |
123 | |||
124 |
2/2✓ Branch 0 taken 77829 times.
✓ Branch 1 taken 539 times.
|
78368 | sum = FFMAX(sum, 5.0 / (1<<24)); |
125 | |||
126 | /* shift and store */ | ||
127 | 78368 | memmove(gain_block, gain_block + 1, 9 * sizeof(*gain_block)); | |
128 | |||
129 | 78368 | gain_block[9] = 10 * log10(sum) + (10*log10(((1<<24)/5.)) - 32); | |
130 | |||
131 | 78368 | ff_celp_lp_synthesis_filterf(block, ractx->sp_lpc, buffer, 5, 36); | |
132 | 78368 | } | |
133 | |||
134 | /** | ||
135 | * Hybrid window filtering, see blocks 36 and 49 of the G.728 specification. | ||
136 | * | ||
137 | * @param order filter order | ||
138 | * @param n input length | ||
139 | * @param non_rec number of non-recursive samples | ||
140 | * @param out filter output | ||
141 | * @param hist pointer to the input history of the filter | ||
142 | * @param out pointer to the non-recursive part of the output | ||
143 | * @param out2 pointer to the recursive part of the output | ||
144 | * @param window pointer to the windowing function table | ||
145 | */ | ||
146 | 19592 | static void do_hybrid_window(RA288Context *ractx, | |
147 | int order, int n, int non_rec, float *out, | ||
148 | float *hist, float *out2, const float *window) | ||
149 | { | ||
150 | int i; | ||
151 | float buffer1[MAX_BACKWARD_FILTER_ORDER + 1]; | ||
152 | float buffer2[MAX_BACKWARD_FILTER_ORDER + 1]; | ||
153 | 19592 | LOCAL_ALIGNED(32, float, work, [FFALIGN(MAX_BACKWARD_FILTER_ORDER + | |
154 | MAX_BACKWARD_FILTER_LEN + | ||
155 | MAX_BACKWARD_FILTER_NONREC, 16)]); | ||
156 | |||
157 | av_assert2(order>=0); | ||
158 | |||
159 | 19592 | ractx->vector_fmul(work, window, hist, FFALIGN(order + n + non_rec, 16)); | |
160 | |||
161 | 19592 | convolve(buffer1, work + order , n , order); | |
162 | 19592 | convolve(buffer2, work + order + n, non_rec, order); | |
163 | |||
164 |
2/2✓ Branch 0 taken 470208 times.
✓ Branch 1 taken 19592 times.
|
489800 | for (i=0; i <= order; i++) { |
165 | 470208 | out2[i] = out2[i] * 0.5625 + buffer1[i]; | |
166 | 470208 | out [i] = out2[i] + buffer2[i]; | |
167 | } | ||
168 | |||
169 | /* Multiply by the white noise correcting factor (WNCF). */ | ||
170 | 19592 | *out *= 257.0 / 256.0; | |
171 | 19592 | } | |
172 | |||
173 | /** | ||
174 | * Backward synthesis filter, find the LPC coefficients from past speech data. | ||
175 | */ | ||
176 | 19592 | static void backward_filter(RA288Context *ractx, | |
177 | float *hist, float *rec, const float *window, | ||
178 | float *lpc, const float *tab, | ||
179 | int order, int n, int non_rec, int move_size) | ||
180 | { | ||
181 | float temp[MAX_BACKWARD_FILTER_ORDER+1]; | ||
182 | |||
183 | 19592 | do_hybrid_window(ractx, order, n, non_rec, temp, hist, rec, window); | |
184 | |||
185 |
2/2✓ Branch 1 taken 19588 times.
✓ Branch 2 taken 4 times.
|
19592 | if (!compute_lpc_coefs(temp, order, lpc, 0, 1, 1)) |
186 | 19588 | ractx->vector_fmul(lpc, lpc, tab, FFALIGN(order, 16)); | |
187 | |||
188 | 19592 | memmove(hist, hist + n, move_size*sizeof(*hist)); | |
189 | 19592 | } | |
190 | |||
191 | 2449 | static int ra288_decode_frame(AVCodecContext * avctx, AVFrame *frame, | |
192 | int *got_frame_ptr, AVPacket *avpkt) | ||
193 | { | ||
194 | 2449 | const uint8_t *buf = avpkt->data; | |
195 | 2449 | int buf_size = avpkt->size; | |
196 | float *out; | ||
197 | int i, ret; | ||
198 | 2449 | RA288Context *ractx = avctx->priv_data; | |
199 | GetBitContext gb; | ||
200 | |||
201 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2449 times.
|
2449 | if (buf_size < avctx->block_align) { |
202 | ✗ | av_log(avctx, AV_LOG_ERROR, | |
203 | "Error! Input buffer is too small [%d<%d]\n", | ||
204 | buf_size, avctx->block_align); | ||
205 | ✗ | return AVERROR_INVALIDDATA; | |
206 | } | ||
207 | |||
208 | 2449 | ret = init_get_bits8(&gb, buf, avctx->block_align); | |
209 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2449 times.
|
2449 | if (ret < 0) |
210 | ✗ | return ret; | |
211 | |||
212 | /* get output buffer */ | ||
213 | 2449 | frame->nb_samples = RA288_BLOCK_SIZE * RA288_BLOCKS_PER_FRAME; | |
214 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 2449 times.
|
2449 | if ((ret = ff_get_buffer(avctx, frame, 0)) < 0) |
215 | ✗ | return ret; | |
216 | 2449 | out = (float *)frame->data[0]; | |
217 | |||
218 |
2/2✓ Branch 0 taken 78368 times.
✓ Branch 1 taken 2449 times.
|
80817 | for (i=0; i < RA288_BLOCKS_PER_FRAME; i++) { |
219 | 78368 | float gain = amptable[get_bits(&gb, 3)]; | |
220 | 78368 | int cb_coef = get_bits(&gb, 6 + (i&1)); | |
221 | |||
222 | 78368 | decode(ractx, gain, cb_coef); | |
223 | |||
224 | 78368 | memcpy(out, &ractx->sp_hist[70 + 36], RA288_BLOCK_SIZE * sizeof(*out)); | |
225 | 78368 | out += RA288_BLOCK_SIZE; | |
226 | |||
227 |
2/2✓ Branch 0 taken 9796 times.
✓ Branch 1 taken 68572 times.
|
78368 | if ((i & 7) == 3) { |
228 | 9796 | backward_filter(ractx, ractx->sp_hist, ractx->sp_rec, syn_window, | |
229 | 9796 | ractx->sp_lpc, syn_bw_tab, 36, 40, 35, 70); | |
230 | |||
231 | 9796 | backward_filter(ractx, ractx->gain_hist, ractx->gain_rec, gain_window, | |
232 | 9796 | ractx->gain_lpc, gain_bw_tab, 10, 8, 20, 28); | |
233 | } | ||
234 | } | ||
235 | |||
236 | 2449 | *got_frame_ptr = 1; | |
237 | |||
238 | 2449 | return avctx->block_align; | |
239 | } | ||
240 | |||
241 | const FFCodec ff_ra_288_decoder = { | ||
242 | .p.name = "real_288", | ||
243 | CODEC_LONG_NAME("RealAudio 2.0 (28.8K)"), | ||
244 | .p.type = AVMEDIA_TYPE_AUDIO, | ||
245 | .p.id = AV_CODEC_ID_RA_288, | ||
246 | .priv_data_size = sizeof(RA288Context), | ||
247 | .init = ra288_decode_init, | ||
248 | FF_CODEC_DECODE_CB(ra288_decode_frame), | ||
249 | .p.capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_CHANNEL_CONF, | ||
250 | }; | ||
251 |