| Line | Branch | Exec | Source | 
|---|---|---|---|
| 1 | /* | ||
| 2 | * Copyright (c) 2012 Andrew D'Addesio | ||
| 3 | * Copyright (c) 2013-2014 Mozilla Corporation | ||
| 4 | * | ||
| 5 | * This file is part of FFmpeg. | ||
| 6 | * | ||
| 7 | * FFmpeg is free software; you can redistribute it and/or | ||
| 8 | * modify it under the terms of the GNU Lesser General Public | ||
| 9 | * License as published by the Free Software Foundation; either | ||
| 10 | * version 2.1 of the License, or (at your option) any later version. | ||
| 11 | * | ||
| 12 | * FFmpeg is distributed in the hope that it will be useful, | ||
| 13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
| 15 | * Lesser General Public License for more details. | ||
| 16 | * | ||
| 17 | * You should have received a copy of the GNU Lesser General Public | ||
| 18 | * License along with FFmpeg; if not, write to the Free Software | ||
| 19 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
| 20 | */ | ||
| 21 | |||
| 22 | /** | ||
| 23 | * @file | ||
| 24 | * Opus SILK decoder | ||
| 25 | */ | ||
| 26 | |||
| 27 | #include <stdint.h> | ||
| 28 | |||
| 29 | #include "libavutil/mem.h" | ||
| 30 | #include "mathops.h" | ||
| 31 | #include "opus.h" | ||
| 32 | #include "rc.h" | ||
| 33 | #include "silk.h" | ||
| 34 | #include "tab.h" | ||
| 35 | |||
| 36 | #define ROUND_MULL(a,b,s) (((MUL64(a, b) >> ((s) - 1)) + 1) >> 1) | ||
| 37 | |||
| 38 | typedef struct SilkFrame { | ||
| 39 | int coded; | ||
| 40 | int log_gain; | ||
| 41 | int16_t nlsf[16]; | ||
| 42 | float lpc[16]; | ||
| 43 | |||
| 44 | float output [2 * SILK_HISTORY]; | ||
| 45 | float lpc_history[2 * SILK_HISTORY]; | ||
| 46 | int primarylag; | ||
| 47 | |||
| 48 | int prev_voiced; | ||
| 49 | } SilkFrame; | ||
| 50 | |||
| 51 | struct SilkContext { | ||
| 52 | void *logctx; | ||
| 53 | int output_channels; | ||
| 54 | |||
| 55 | int midonly; | ||
| 56 | int subframes; | ||
| 57 | int sflength; | ||
| 58 | int flength; | ||
| 59 | int nlsf_interp_factor; | ||
| 60 | |||
| 61 | enum OpusBandwidth bandwidth; | ||
| 62 | int wb; | ||
| 63 | |||
| 64 | SilkFrame frame[2]; | ||
| 65 | float prev_stereo_weights[2]; | ||
| 66 | float stereo_weights[2]; | ||
| 67 | |||
| 68 | int prev_coded_channels; | ||
| 69 | }; | ||
| 70 | |||
| 71 | 13398 | static inline void silk_stabilize_lsf(int16_t nlsf[16], int order, const uint16_t min_delta[17]) | |
| 72 | { | ||
| 73 | int pass, i; | ||
| 74 | 
        1/2✓ Branch 0 taken 13792 times. 
          ✗ Branch 1 not taken. 
         | 
      13792 | for (pass = 0; pass < 20; pass++) { | 
| 75 | 13792 | int k, min_diff = 0; | |
| 76 | 
        2/2✓ Branch 0 taken 206618 times. 
          ✓ Branch 1 taken 13792 times. 
         | 
      220410 | for (i = 0; i < order+1; i++) { | 
| 77 | 
        2/2✓ Branch 0 taken 192826 times. 
          ✓ Branch 1 taken 13792 times. 
         | 
      206618 | int low = i != 0 ? nlsf[i-1] : 0; | 
| 78 | 
        2/2✓ Branch 0 taken 192826 times. 
          ✓ Branch 1 taken 13792 times. 
         | 
      206618 | int high = i != order ? nlsf[i] : 32768; | 
| 79 | 206618 | int diff = (high - low) - (min_delta[i]); | |
| 80 | |||
| 81 | 
        2/2✓ Branch 0 taken 395 times. 
          ✓ Branch 1 taken 206223 times. 
         | 
      206618 | if (diff < min_diff) { | 
| 82 | 395 | min_diff = diff; | |
| 83 | 395 | k = i; | |
| 84 | |||
| 85 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 395 times. 
         | 
      395 | if (pass == 20) | 
| 86 | ✗ | break; | |
| 87 | } | ||
| 88 | } | ||
| 89 | 
        2/2✓ Branch 0 taken 13398 times. 
          ✓ Branch 1 taken 394 times. 
         | 
      13792 | if (min_diff == 0) /* no issues; stabilized */ | 
| 90 | 13398 | return; | |
| 91 | |||
| 92 | /* wiggle one or two LSFs */ | ||
| 93 | 
        2/2✓ Branch 0 taken 76 times. 
          ✓ Branch 1 taken 318 times. 
         | 
      394 | if (k == 0) { | 
| 94 | /* repel away from lower bound */ | ||
| 95 | 76 | nlsf[0] = min_delta[0]; | |
| 96 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 318 times. 
         | 
      318 | } else if (k == order) { | 
| 97 | /* repel away from higher bound */ | ||
| 98 | ✗ | nlsf[order-1] = 32768 - min_delta[order]; | |
| 99 | } else { | ||
| 100 | /* repel away from current position */ | ||
| 101 | 318 | int min_center = 0, max_center = 32768, center_val; | |
| 102 | |||
| 103 | /* lower extent */ | ||
| 104 | 
        2/2✓ Branch 0 taken 1151 times. 
          ✓ Branch 1 taken 318 times. 
         | 
      1469 | for (i = 0; i < k; i++) | 
| 105 | 1151 | min_center += min_delta[i]; | |
| 106 | 318 | min_center += min_delta[k] >> 1; | |
| 107 | |||
| 108 | /* upper extent */ | ||
| 109 | 
        2/2✓ Branch 0 taken 3439 times. 
          ✓ Branch 1 taken 318 times. 
         | 
      3757 | for (i = order; i > k; i--) | 
| 110 | 3439 | max_center -= min_delta[i]; | |
| 111 | 318 | max_center -= min_delta[k] >> 1; | |
| 112 | |||
| 113 | /* move apart */ | ||
| 114 | 318 | center_val = nlsf[k - 1] + nlsf[k]; | |
| 115 | 318 | center_val = (center_val >> 1) + (center_val & 1); // rounded divide by 2 | |
| 116 | 318 | center_val = FFMIN(max_center, FFMAX(min_center, center_val)); | |
| 117 | |||
| 118 | 318 | nlsf[k - 1] = center_val - (min_delta[k] >> 1); | |
| 119 | 318 | nlsf[k] = nlsf[k - 1] + min_delta[k]; | |
| 120 | } | ||
| 121 | } | ||
| 122 | |||
| 123 | /* resort to the fall-back method, the standard method for LSF stabilization */ | ||
| 124 | |||
| 125 | /* sort; as the LSFs should be nearly sorted, use insertion sort */ | ||
| 126 | ✗ | for (i = 1; i < order; i++) { | |
| 127 | ✗ | int j, value = nlsf[i]; | |
| 128 | ✗ | for (j = i - 1; j >= 0 && nlsf[j] > value; j--) | |
| 129 | ✗ | nlsf[j + 1] = nlsf[j]; | |
| 130 | ✗ | nlsf[j + 1] = value; | |
| 131 | } | ||
| 132 | |||
| 133 | /* push forwards to increase distance */ | ||
| 134 | ✗ | if (nlsf[0] < min_delta[0]) | |
| 135 | ✗ | nlsf[0] = min_delta[0]; | |
| 136 | ✗ | for (i = 1; i < order; i++) | |
| 137 | ✗ | nlsf[i] = FFMAX(nlsf[i], FFMIN(nlsf[i - 1] + min_delta[i], 32767)); | |
| 138 | |||
| 139 | /* push backwards to increase distance */ | ||
| 140 | ✗ | if (nlsf[order-1] > 32768 - min_delta[order]) | |
| 141 | ✗ | nlsf[order-1] = 32768 - min_delta[order]; | |
| 142 | ✗ | for (i = order-2; i >= 0; i--) | |
| 143 | ✗ | if (nlsf[i] > nlsf[i + 1] - min_delta[i+1]) | |
| 144 | ✗ | nlsf[i] = nlsf[i + 1] - min_delta[i+1]; | |
| 145 | |||
| 146 | ✗ | return; | |
| 147 | } | ||
| 148 | |||
| 149 | 15676 | static inline int silk_is_lpc_stable(const int16_t lpc[16], int order) | |
| 150 | { | ||
| 151 | 15676 | int k, j, DC_resp = 0; | |
| 152 | int32_t lpc32[2][16]; // Q24 | ||
| 153 | 15676 | int totalinvgain = 1 << 30; // 1.0 in Q30 | |
| 154 | 15676 | int32_t *row = lpc32[0], *prevrow; | |
| 155 | |||
| 156 | /* initialize the first row for the Levinson recursion */ | ||
| 157 | 
        2/2✓ Branch 0 taken 217990 times. 
          ✓ Branch 1 taken 15676 times. 
         | 
      233666 | for (k = 0; k < order; k++) { | 
| 158 | 217990 | DC_resp += lpc[k]; | |
| 159 | 217990 | row[k] = lpc[k] * 4096; | |
| 160 | } | ||
| 161 | |||
| 162 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 15676 times. 
         | 
      15676 | if (DC_resp >= 4096) | 
| 163 | ✗ | return 0; | |
| 164 | |||
| 165 | /* check if prediction gain pushes any coefficients too far */ | ||
| 166 | 217917 | for (k = order - 1; 1; k--) { | |
| 167 | int rc; // Q31; reflection coefficient | ||
| 168 | int gaindiv; // Q30; inverse of the gain (the divisor) | ||
| 169 | int gain; // gain for this reflection coefficient | ||
| 170 | int fbits; // fractional bits used for the gain | ||
| 171 | int error; // Q29; estimate of the error of our partial estimate of 1/gaindiv | ||
| 172 | |||
| 173 | 
        2/2✓ Branch 0 taken 73 times. 
          ✓ Branch 1 taken 217844 times. 
         | 
      217917 | if (FFABS(row[k]) > 16773022) | 
| 174 | 73 | return 0; | |
| 175 | |||
| 176 | 217844 | rc = -(row[k] * 128); | |
| 177 | 217844 | gaindiv = (1 << 30) - MULH(rc, rc); | |
| 178 | |||
| 179 | 217844 | totalinvgain = MULH(totalinvgain, gaindiv) << 2; | |
| 180 | 
        2/2✓ Branch 0 taken 15603 times. 
          ✓ Branch 1 taken 202241 times. 
         | 
      217844 | if (k == 0) | 
| 181 | 15603 | return (totalinvgain >= 107374); | |
| 182 | |||
| 183 | /* approximate 1.0/gaindiv */ | ||
| 184 | 202241 | fbits = opus_ilog(gaindiv); | |
| 185 | 202241 | gain = ((1 << 29) - 1) / (gaindiv >> (fbits + 1 - 16)); // Q<fbits-16> | |
| 186 | 202241 | error = (1 << 29) - MULL(gaindiv << (15 + 16 - fbits), gain, 16); | |
| 187 | 202241 | gain = ((gain << 16) + (error * gain >> 13)); | |
| 188 | |||
| 189 | /* switch to the next row of the LPC coefficients */ | ||
| 190 | 202241 | prevrow = row; | |
| 191 | 202241 | row = lpc32[k & 1]; | |
| 192 | |||
| 193 | 
        2/2✓ Branch 0 taken 1470722 times. 
          ✓ Branch 1 taken 202241 times. 
         | 
      1672963 | for (j = 0; j < k; j++) { | 
| 194 | 1470722 | int x = av_sat_sub32(prevrow[j], ROUND_MULL(prevrow[k - j - 1], rc, 31)); | |
| 195 | 1470722 | int64_t tmp = ROUND_MULL(x, gain, fbits); | |
| 196 | |||
| 197 | /* per RFC 8251 section 6, if this calculation overflows, the filter | ||
| 198 | is considered unstable. */ | ||
| 199 | 
        2/4✓ Branch 0 taken 1470722 times. 
          ✗ Branch 1 not taken. 
          ✗ Branch 2 not taken. 
          ✓ Branch 3 taken 1470722 times. 
         | 
      1470722 | if (tmp < INT32_MIN || tmp > INT32_MAX) | 
| 200 | ✗ | return 0; | |
| 201 | |||
| 202 | 1470722 | row[j] = (int32_t)tmp; | |
| 203 | } | ||
| 204 | } | ||
| 205 | } | ||
| 206 | |||
| 207 | 30934 | static void silk_lsp2poly(const int32_t lsp[/* 2 * half_order - 1 */], | |
| 208 | int32_t pol[/* half_order + 1 */], int half_order) | ||
| 209 | { | ||
| 210 | int i, j; | ||
| 211 | |||
| 212 | 30934 | pol[0] = 65536; // 1.0 in Q16 | |
| 213 | 30934 | pol[1] = -lsp[0]; | |
| 214 | |||
| 215 | 
        2/2✓ Branch 0 taken 183826 times. 
          ✓ Branch 1 taken 30934 times. 
         | 
      214760 | for (i = 1; i < half_order; i++) { | 
| 216 | 183826 | pol[i + 1] = pol[i - 1] * 2 - ROUND_MULL(lsp[2 * i], pol[i], 16); | |
| 217 | 
        2/2✓ Branch 0 taken 486054 times. 
          ✓ Branch 1 taken 183826 times. 
         | 
      669880 | for (j = i; j > 1; j--) | 
| 218 | 486054 | pol[j] += pol[j - 2] - ROUND_MULL(lsp[2 * i], pol[j - 1], 16); | |
| 219 | |||
| 220 | 183826 | pol[1] -= lsp[2 * i]; | |
| 221 | } | ||
| 222 | 30934 | } | |
| 223 | |||
| 224 | 15467 | static void silk_lsf2lpc(const int16_t nlsf[16], float lpcf[16], int order) | |
| 225 | { | ||
| 226 | int i, k; | ||
| 227 | int32_t lsp[16]; // Q17; 2*cos(LSF) | ||
| 228 | int32_t p[9], q[9]; // Q16 | ||
| 229 | int32_t lpc32[16]; // Q17 | ||
| 230 | int16_t lpc[16]; // Q12 | ||
| 231 | |||
| 232 | /* convert the LSFs to LSPs, i.e. 2*cos(LSF) */ | ||
| 233 | 
        2/2✓ Branch 0 taken 214760 times. 
          ✓ Branch 1 taken 15467 times. 
         | 
      230227 | for (k = 0; k < order; k++) { | 
| 234 | 214760 | int index = nlsf[k] >> 8; | |
| 235 | 214760 | int offset = nlsf[k] & 255; | |
| 236 | 
        2/2✓ Branch 0 taken 54520 times. 
          ✓ Branch 1 taken 160240 times. 
         | 
      214760 | int k2 = (order == 10) ? ff_silk_lsf_ordering_nbmb[k] : ff_silk_lsf_ordering_wb[k]; | 
| 237 | |||
| 238 | /* interpolate and round */ | ||
| 239 | 214760 | lsp[k2] = ff_silk_cosine[index] * 256; | |
| 240 | 214760 | lsp[k2] += (ff_silk_cosine[index + 1] - ff_silk_cosine[index]) * offset; | |
| 241 | 214760 | lsp[k2] = (lsp[k2] + 4) >> 3; | |
| 242 | } | ||
| 243 | |||
| 244 | 15467 | silk_lsp2poly(lsp , p, order >> 1); | |
| 245 | 15467 | silk_lsp2poly(lsp + 1, q, order >> 1); | |
| 246 | |||
| 247 | /* reconstruct A(z) */ | ||
| 248 | 
        2/2✓ Branch 0 taken 107380 times. 
          ✓ Branch 1 taken 15467 times. 
         | 
      122847 | for (k = 0; k < order>>1; k++) { | 
| 249 | 107380 | int32_t p_tmp = p[k + 1] + p[k]; | |
| 250 | 107380 | int32_t q_tmp = q[k + 1] - q[k]; | |
| 251 | 107380 | lpc32[k] = -q_tmp - p_tmp; | |
| 252 | 107380 | lpc32[order-k-1] = q_tmp - p_tmp; | |
| 253 | } | ||
| 254 | |||
| 255 | /* limit the range of the LPC coefficients to each fit within an int16_t */ | ||
| 256 | 
        1/2✓ Branch 0 taken 15467 times. 
          ✗ Branch 1 not taken. 
         | 
      15467 | for (i = 0; i < 10; i++) { | 
| 257 | int j; | ||
| 258 | 15467 | unsigned int maxabs = 0; | |
| 259 | 
        2/2✓ Branch 0 taken 214760 times. 
          ✓ Branch 1 taken 15467 times. 
         | 
      230227 | for (j = 0, k = 0; j < order; j++) { | 
| 260 | 214760 | unsigned int x = FFABS(lpc32[k]); | |
| 261 | 
        2/2✓ Branch 0 taken 15467 times. 
          ✓ Branch 1 taken 199293 times. 
         | 
      214760 | if (x > maxabs) { | 
| 262 | 15467 | maxabs = x; // Q17 | |
| 263 | 15467 | k = j; | |
| 264 | } | ||
| 265 | } | ||
| 266 | |||
| 267 | 15467 | maxabs = (maxabs + 16) >> 5; // convert to Q12 | |
| 268 | |||
| 269 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 15467 times. 
         | 
      15467 | if (maxabs > 32767) { | 
| 270 | /* perform bandwidth expansion */ | ||
| 271 | unsigned int chirp, chirp_base; // Q16 | ||
| 272 | ✗ | maxabs = FFMIN(maxabs, 163838); // anything above this overflows chirp's numerator | |
| 273 | ✗ | chirp_base = chirp = 65470 - ((maxabs - 32767) << 14) / ((maxabs * (k+1)) >> 2); | |
| 274 | |||
| 275 | ✗ | for (k = 0; k < order; k++) { | |
| 276 | ✗ | lpc32[k] = ROUND_MULL(lpc32[k], chirp, 16); | |
| 277 | ✗ | chirp = (chirp_base * chirp + 32768) >> 16; | |
| 278 | } | ||
| 279 | 15467 | } else break; | |
| 280 | } | ||
| 281 | |||
| 282 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 15467 times. 
         | 
      15467 | if (i == 10) { | 
| 283 | /* time's up: just clamp */ | ||
| 284 | ✗ | for (k = 0; k < order; k++) { | |
| 285 | ✗ | int x = (lpc32[k] + 16) >> 5; | |
| 286 | ✗ | lpc[k] = av_clip_int16(x); | |
| 287 | ✗ | lpc32[k] = lpc[k] << 5; // shortcut mandated by the spec; drops lower 5 bits | |
| 288 | } | ||
| 289 | } else { | ||
| 290 | 
        2/2✓ Branch 0 taken 214760 times. 
          ✓ Branch 1 taken 15467 times. 
         | 
      230227 | for (k = 0; k < order; k++) | 
| 291 | 214760 | lpc[k] = (lpc32[k] + 16) >> 5; | |
| 292 | } | ||
| 293 | |||
| 294 | /* if the prediction gain causes the LPC filter to become unstable, | ||
| 295 | apply further bandwidth expansion on the Q17 coefficients */ | ||
| 296 | 
        3/4✓ Branch 0 taken 15676 times. 
          ✗ Branch 1 not taken. 
          ✓ Branch 3 taken 209 times. 
          ✓ Branch 4 taken 15467 times. 
         | 
      15676 | for (i = 1; i <= 16 && !silk_is_lpc_stable(lpc, order); i++) { | 
| 297 | unsigned int chirp, chirp_base; | ||
| 298 | 209 | chirp_base = chirp = 65536 - (1 << i); | |
| 299 | |||
| 300 | 
        2/2✓ Branch 0 taken 3230 times. 
          ✓ Branch 1 taken 209 times. 
         | 
      3439 | for (k = 0; k < order; k++) { | 
| 301 | 3230 | lpc32[k] = ROUND_MULL(lpc32[k], chirp, 16); | |
| 302 | 3230 | lpc[k] = (lpc32[k] + 16) >> 5; | |
| 303 | 3230 | chirp = (chirp_base * chirp + 32768) >> 16; | |
| 304 | } | ||
| 305 | } | ||
| 306 | |||
| 307 | 
        2/2✓ Branch 0 taken 214760 times. 
          ✓ Branch 1 taken 15467 times. 
         | 
      230227 | for (i = 0; i < order; i++) | 
| 308 | 214760 | lpcf[i] = lpc[i] / 4096.0f; | |
| 309 | 15467 | } | |
| 310 | |||
| 311 | 13398 | static inline void silk_decode_lpc(SilkContext *s, SilkFrame *frame, | |
| 312 | OpusRangeCoder *rc, | ||
| 313 | float lpc_leadin[16], float lpc[16], | ||
| 314 | int *lpc_order, int *has_lpc_leadin, int voiced) | ||
| 315 | { | ||
| 316 | int i; | ||
| 317 | int order; // order of the LP polynomial; 10 for NB/MB and 16 for WB | ||
| 318 | int8_t lsf_i1, lsf_i2[16]; // stage-1 and stage-2 codebook indices | ||
| 319 | int16_t lsf_res[16]; // residual as a Q10 value | ||
| 320 | int16_t nlsf[16]; // Q15 | ||
| 321 | |||
| 322 | 
        2/2✓ Branch 0 taken 8875 times. 
          ✓ Branch 1 taken 4523 times. 
         | 
      13398 | *lpc_order = order = s->wb ? 16 : 10; | 
| 323 | |||
| 324 | /* obtain LSF stage-1 and stage-2 indices */ | ||
| 325 | 13398 | lsf_i1 = ff_opus_rc_dec_cdf(rc, ff_silk_model_lsf_s1[s->wb][voiced]); | |
| 326 | 
        2/2✓ Branch 0 taken 187230 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      200628 | for (i = 0; i < order; i++) { | 
| 327 | 
        2/2✓ Branch 0 taken 142000 times. 
          ✓ Branch 1 taken 45230 times. 
         | 
      187230 | int index = s->wb ? ff_silk_lsf_s2_model_sel_wb [lsf_i1][i] : | 
| 328 | 45230 | ff_silk_lsf_s2_model_sel_nbmb[lsf_i1][i]; | |
| 329 | 187230 | lsf_i2[i] = ff_opus_rc_dec_cdf(rc, ff_silk_model_lsf_s2[index]) - 4; | |
| 330 | 
        2/2✓ Branch 0 taken 492 times. 
          ✓ Branch 1 taken 186738 times. 
         | 
      187230 | if (lsf_i2[i] == -4) | 
| 331 | 492 | lsf_i2[i] -= ff_opus_rc_dec_cdf(rc, ff_silk_model_lsf_s2_ext); | |
| 332 | 
        2/2✓ Branch 0 taken 15 times. 
          ✓ Branch 1 taken 186723 times. 
         | 
      186738 | else if (lsf_i2[i] == 4) | 
| 333 | 15 | lsf_i2[i] += ff_opus_rc_dec_cdf(rc, ff_silk_model_lsf_s2_ext); | |
| 334 | } | ||
| 335 | |||
| 336 | /* reverse the backwards-prediction step */ | ||
| 337 | 
        2/2✓ Branch 0 taken 187230 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      200628 | for (i = order - 1; i >= 0; i--) { | 
| 338 | 
        2/2✓ Branch 0 taken 142000 times. 
          ✓ Branch 1 taken 45230 times. 
         | 
      187230 | int qstep = s->wb ? 9830 : 11796; | 
| 339 | |||
| 340 | 187230 | lsf_res[i] = lsf_i2[i] * 1024; | |
| 341 | 
        2/2✓ Branch 0 taken 45019 times. 
          ✓ Branch 1 taken 142211 times. 
         | 
      187230 | if (lsf_i2[i] < 0) lsf_res[i] += 102; | 
| 342 | 
        2/2✓ Branch 0 taken 38475 times. 
          ✓ Branch 1 taken 103736 times. 
         | 
      142211 | else if (lsf_i2[i] > 0) lsf_res[i] -= 102; | 
| 343 | 187230 | lsf_res[i] = (lsf_res[i] * qstep) >> 16; | |
| 344 | |||
| 345 | 
        2/2✓ Branch 0 taken 173832 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      187230 | if (i + 1 < order) { | 
| 346 | 
        2/2✓ Branch 0 taken 133125 times. 
          ✓ Branch 1 taken 40707 times. 
         | 
      173832 | int weight = s->wb ? ff_silk_lsf_pred_weights_wb [ff_silk_lsf_weight_sel_wb [lsf_i1][i]][i] : | 
| 347 | 40707 | ff_silk_lsf_pred_weights_nbmb[ff_silk_lsf_weight_sel_nbmb[lsf_i1][i]][i]; | |
| 348 | 173832 | lsf_res[i] += (lsf_res[i+1] * weight) >> 8; | |
| 349 | } | ||
| 350 | } | ||
| 351 | |||
| 352 | /* reconstruct the NLSF coefficients from the supplied indices */ | ||
| 353 | 
        2/2✓ Branch 0 taken 187230 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      200628 | for (i = 0; i < order; i++) { | 
| 354 | 
        2/2✓ Branch 0 taken 142000 times. 
          ✓ Branch 1 taken 45230 times. 
         | 
      187230 | const uint8_t * codebook = s->wb ? ff_silk_lsf_codebook_wb [lsf_i1] : | 
| 355 | 45230 | ff_silk_lsf_codebook_nbmb[lsf_i1]; | |
| 356 | int cur, prev, next, weight_sq, weight, ipart, fpart, y, value; | ||
| 357 | |||
| 358 | /* find the weight of the residual */ | ||
| 359 | /* TODO: precompute */ | ||
| 360 | 187230 | cur = codebook[i]; | |
| 361 | 
        2/2✓ Branch 0 taken 173832 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      187230 | prev = i ? codebook[i - 1] : 0; | 
| 362 | 
        2/2✓ Branch 0 taken 173832 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      187230 | next = i + 1 < order ? codebook[i + 1] : 256; | 
| 363 | 187230 | weight_sq = (1024 / (cur - prev) + 1024 / (next - cur)) << 16; | |
| 364 | |||
| 365 | /* approximate square-root with mandated fixed-point arithmetic */ | ||
| 366 | 187230 | ipart = opus_ilog(weight_sq); | |
| 367 | 187230 | fpart = (weight_sq >> (ipart-8)) & 127; | |
| 368 | 
        2/2✓ Branch 0 taken 86828 times. 
          ✓ Branch 1 taken 100402 times. 
         | 
      187230 | y = ((ipart & 1) ? 32768 : 46214) >> ((32 - ipart)>>1); | 
| 369 | 187230 | weight = y + ((213 * fpart * y) >> 16); | |
| 370 | |||
| 371 | 187230 | value = cur * 128 + (lsf_res[i] * 16384) / weight; | |
| 372 | 187230 | nlsf[i] = av_clip_uintp2(value, 15); | |
| 373 | } | ||
| 374 | |||
| 375 | /* stabilize the NLSF coefficients */ | ||
| 376 | 
        2/2✓ Branch 0 taken 8875 times. 
          ✓ Branch 1 taken 4523 times. 
         | 
      13398 | silk_stabilize_lsf(nlsf, order, s->wb ? ff_silk_lsf_min_spacing_wb : | 
| 377 | ff_silk_lsf_min_spacing_nbmb); | ||
| 378 | |||
| 379 | /* produce an interpolation for the first 2 subframes, */ | ||
| 380 | /* and then convert both sets of NLSFs to LPC coefficients */ | ||
| 381 | 13398 | *has_lpc_leadin = 0; | |
| 382 | 
        2/2✓ Branch 0 taken 7717 times. 
          ✓ Branch 1 taken 5681 times. 
         | 
      13398 | if (s->subframes == 4) { | 
| 383 | 7717 | int offset = ff_opus_rc_dec_cdf(rc, ff_silk_model_lsf_interpolation_offset); | |
| 384 | 
        3/4✓ Branch 0 taken 2379 times. 
          ✓ Branch 1 taken 5338 times. 
          ✓ Branch 2 taken 2379 times. 
          ✗ Branch 3 not taken. 
         | 
      7717 | if (offset != 4 && frame->coded) { | 
| 385 | 2379 | *has_lpc_leadin = 1; | |
| 386 | 
        2/2✓ Branch 0 taken 2069 times. 
          ✓ Branch 1 taken 310 times. 
         | 
      2379 | if (offset != 0) { | 
| 387 | int16_t nlsf_leadin[16]; | ||
| 388 | 
        2/2✓ Branch 0 taken 27530 times. 
          ✓ Branch 1 taken 2069 times. 
         | 
      29599 | for (i = 0; i < order; i++) | 
| 389 | 27530 | nlsf_leadin[i] = frame->nlsf[i] + | |
| 390 | 27530 | ((nlsf[i] - frame->nlsf[i]) * offset >> 2); | |
| 391 | 2069 | silk_lsf2lpc(nlsf_leadin, lpc_leadin, order); | |
| 392 | } else /* avoid re-computation for a (roughly) 1-in-4 occurrence */ | ||
| 393 | 310 | memcpy(lpc_leadin, frame->lpc, 16 * sizeof(float)); | |
| 394 | } else | ||
| 395 | 5338 | offset = 4; | |
| 396 | 7717 | s->nlsf_interp_factor = offset; | |
| 397 | |||
| 398 | 7717 | silk_lsf2lpc(nlsf, lpc, order); | |
| 399 | } else { | ||
| 400 | 5681 | s->nlsf_interp_factor = 4; | |
| 401 | 5681 | silk_lsf2lpc(nlsf, lpc, order); | |
| 402 | } | ||
| 403 | |||
| 404 | 13398 | memcpy(frame->nlsf, nlsf, order * sizeof(nlsf[0])); | |
| 405 | 13398 | memcpy(frame->lpc, lpc, order * sizeof(lpc[0])); | |
| 406 | 13398 | } | |
| 407 | |||
| 408 | 2344665 | static inline void silk_count_children(OpusRangeCoder *rc, int model, int32_t total, | |
| 409 | int32_t child[2]) | ||
| 410 | { | ||
| 411 | 
        2/2✓ Branch 0 taken 1309588 times. 
          ✓ Branch 1 taken 1035077 times. 
         | 
      2344665 | if (total != 0) { | 
| 412 | 2619176 | child[0] = ff_opus_rc_dec_cdf(rc, | |
| 413 | 1309588 | ff_silk_model_pulse_location[model] + (((total - 1 + 5) * (total - 1)) >> 1)); | |
| 414 | 1309588 | child[1] = total - child[0]; | |
| 415 | } else { | ||
| 416 | 1035077 | child[0] = 0; | |
| 417 | 1035077 | child[1] = 0; | |
| 418 | } | ||
| 419 | 2344665 | } | |
| 420 | |||
| 421 | 13398 | static inline void silk_decode_excitation(SilkContext *s, OpusRangeCoder *rc, | |
| 422 | float* excitationf, | ||
| 423 | int qoffset_high, int active, int voiced) | ||
| 424 | { | ||
| 425 | int i; | ||
| 426 | uint32_t seed; | ||
| 427 | int shellblocks; | ||
| 428 | int ratelevel; | ||
| 429 | uint8_t pulsecount[20]; // total pulses in each shell block | ||
| 430 | 13398 | uint8_t lsbcount[20] = {0}; // raw lsbits defined for each pulse in each shell block | |
| 431 | int32_t excitation[320]; // Q23 | ||
| 432 | |||
| 433 | /* excitation parameters */ | ||
| 434 | 13398 | seed = ff_opus_rc_dec_cdf(rc, ff_silk_model_lcg_seed); | |
| 435 | 13398 | shellblocks = ff_silk_shell_blocks[s->bandwidth][s->subframes >> 2]; | |
| 436 | 13398 | ratelevel = ff_opus_rc_dec_cdf(rc, ff_silk_model_exc_rate[voiced]); | |
| 437 | |||
| 438 | 
        2/2✓ Branch 0 taken 181457 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      194855 | for (i = 0; i < shellblocks; i++) { | 
| 439 | 181457 | pulsecount[i] = ff_opus_rc_dec_cdf(rc, ff_silk_model_pulse_count[ratelevel]); | |
| 440 | 
        2/2✓ Branch 0 taken 10368 times. 
          ✓ Branch 1 taken 171089 times. 
         | 
      181457 | if (pulsecount[i] == 17) { | 
| 441 | 
        3/4✓ Branch 0 taken 13252 times. 
          ✓ Branch 1 taken 10368 times. 
          ✓ Branch 2 taken 13252 times. 
          ✗ Branch 3 not taken. 
         | 
      23620 | while (pulsecount[i] == 17 && ++lsbcount[i] != 10) | 
| 442 | 13252 | pulsecount[i] = ff_opus_rc_dec_cdf(rc, ff_silk_model_pulse_count[9]); | |
| 443 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 10368 times. 
         | 
      10368 | if (lsbcount[i] == 10) | 
| 444 | ✗ | pulsecount[i] = ff_opus_rc_dec_cdf(rc, ff_silk_model_pulse_count[10]); | |
| 445 | } | ||
| 446 | } | ||
| 447 | |||
| 448 | /* decode pulse locations using PVQ */ | ||
| 449 | 
        2/2✓ Branch 0 taken 181457 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      194855 | for (i = 0; i < shellblocks; i++) { | 
| 450 | 
        2/2✓ Branch 0 taken 156311 times. 
          ✓ Branch 1 taken 25146 times. 
         | 
      181457 | if (pulsecount[i] != 0) { | 
| 451 | int a, b, c, d; | ||
| 452 | 156311 | int32_t * location = excitation + 16*i; | |
| 453 | int32_t branch[4][2]; | ||
| 454 | 156311 | branch[0][0] = pulsecount[i]; | |
| 455 | |||
| 456 | /* unrolled tail recursion */ | ||
| 457 | 
        2/2✓ Branch 0 taken 156311 times. 
          ✓ Branch 1 taken 156311 times. 
         | 
      312622 | for (a = 0; a < 1; a++) { | 
| 458 | 156311 | silk_count_children(rc, 0, branch[0][a], branch[1]); | |
| 459 | 
        2/2✓ Branch 0 taken 312622 times. 
          ✓ Branch 1 taken 156311 times. 
         | 
      468933 | for (b = 0; b < 2; b++) { | 
| 460 | 312622 | silk_count_children(rc, 1, branch[1][b], branch[2]); | |
| 461 | 
        2/2✓ Branch 0 taken 625244 times. 
          ✓ Branch 1 taken 312622 times. 
         | 
      937866 | for (c = 0; c < 2; c++) { | 
| 462 | 625244 | silk_count_children(rc, 2, branch[2][c], branch[3]); | |
| 463 | 
        2/2✓ Branch 0 taken 1250488 times. 
          ✓ Branch 1 taken 625244 times. 
         | 
      1875732 | for (d = 0; d < 2; d++) { | 
| 464 | 1250488 | silk_count_children(rc, 3, branch[3][d], location); | |
| 465 | 1250488 | location += 2; | |
| 466 | } | ||
| 467 | } | ||
| 468 | } | ||
| 469 | } | ||
| 470 | } else | ||
| 471 | 25146 | memset(excitation + 16*i, 0, 16*sizeof(int32_t)); | |
| 472 | } | ||
| 473 | |||
| 474 | /* decode least significant bits */ | ||
| 475 | 
        2/2✓ Branch 0 taken 2903312 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      2916710 | for (i = 0; i < shellblocks << 4; i++) { | 
| 476 | int bit; | ||
| 477 | 
        2/2✓ Branch 0 taken 212032 times. 
          ✓ Branch 1 taken 2903312 times. 
         | 
      3115344 | for (bit = 0; bit < lsbcount[i >> 4]; bit++) | 
| 478 | 212032 | excitation[i] = (excitation[i] << 1) | | |
| 479 | 212032 | ff_opus_rc_dec_cdf(rc, ff_silk_model_excitation_lsb); | |
| 480 | } | ||
| 481 | |||
| 482 | /* decode signs */ | ||
| 483 | 
        2/2✓ Branch 0 taken 2903312 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      2916710 | for (i = 0; i < shellblocks << 4; i++) { | 
| 484 | 
        2/2✓ Branch 0 taken 672065 times. 
          ✓ Branch 1 taken 2231247 times. 
         | 
      2903312 | if (excitation[i] != 0) { | 
| 485 | 1344130 | int sign = ff_opus_rc_dec_cdf(rc, ff_silk_model_excitation_sign[active + | |
| 486 | 672065 | voiced][qoffset_high][FFMIN(pulsecount[i >> 4], 6)]); | |
| 487 | 
        2/2✓ Branch 0 taken 446576 times. 
          ✓ Branch 1 taken 225489 times. 
         | 
      672065 | if (sign == 0) | 
| 488 | 446576 | excitation[i] *= -1; | |
| 489 | } | ||
| 490 | } | ||
| 491 | |||
| 492 | /* assemble the excitation */ | ||
| 493 | 
        2/2✓ Branch 0 taken 2903312 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      2916710 | for (i = 0; i < shellblocks << 4; i++) { | 
| 494 | 2903312 | int value = excitation[i]; | |
| 495 | 2903312 | excitation[i] = value * 256 | ff_silk_quant_offset[voiced][qoffset_high]; | |
| 496 | 
        2/2✓ Branch 0 taken 446576 times. 
          ✓ Branch 1 taken 2456736 times. 
         | 
      2903312 | if (value < 0) excitation[i] += 20; | 
| 497 | 
        2/2✓ Branch 0 taken 225489 times. 
          ✓ Branch 1 taken 2231247 times. 
         | 
      2456736 | else if (value > 0) excitation[i] -= 20; | 
| 498 | |||
| 499 | /* invert samples pseudorandomly */ | ||
| 500 | 2903312 | seed = 196314165 * seed + 907633515; | |
| 501 | 
        2/2✓ Branch 0 taken 1436833 times. 
          ✓ Branch 1 taken 1466479 times. 
         | 
      2903312 | if (seed & 0x80000000) | 
| 502 | 1436833 | excitation[i] *= -1; | |
| 503 | 2903312 | seed += value; | |
| 504 | |||
| 505 | 2903312 | excitationf[i] = excitation[i] / 8388608.0f; | |
| 506 | } | ||
| 507 | 13398 | } | |
| 508 | |||
| 509 | /** Maximum residual history according to 4.2.7.6.1 */ | ||
| 510 | #define SILK_MAX_LAG (288 + LTP_ORDER / 2) | ||
| 511 | |||
| 512 | /** Order of the LTP filter */ | ||
| 513 | #define LTP_ORDER 5 | ||
| 514 | |||
| 515 | 13398 | static void silk_decode_frame(SilkContext *s, OpusRangeCoder *rc, | |
| 516 | int frame_num, int channel, int coded_channels, | ||
| 517 | int active, int active1, int redundant) | ||
| 518 | { | ||
| 519 | /* per frame */ | ||
| 520 | int voiced; // combines with active to indicate inactive, active, or active+voiced | ||
| 521 | int qoffset_high; | ||
| 522 | int order; // order of the LPC coefficients | ||
| 523 | float lpc_leadin[16], lpc_body[16], residual[SILK_MAX_LAG + SILK_HISTORY]; | ||
| 524 | int has_lpc_leadin; | ||
| 525 | float ltpscale; | ||
| 526 | |||
| 527 | /* per subframe */ | ||
| 528 | struct { | ||
| 529 | float gain; | ||
| 530 | int pitchlag; | ||
| 531 | float ltptaps[5]; | ||
| 532 | } sf[4]; | ||
| 533 | |||
| 534 | 13398 | SilkFrame * const frame = s->frame + channel; | |
| 535 | |||
| 536 | int i; | ||
| 537 | |||
| 538 | /* obtain stereo weights */ | ||
| 539 | 
        4/4✓ Branch 0 taken 7438 times. 
          ✓ Branch 1 taken 5960 times. 
          ✓ Branch 2 taken 4678 times. 
          ✓ Branch 3 taken 2760 times. 
         | 
      13398 | if (coded_channels == 2 && channel == 0) { | 
| 540 | int n, wi[2], ws[2], w[2]; | ||
| 541 | 4678 | n = ff_opus_rc_dec_cdf(rc, ff_silk_model_stereo_s1); | |
| 542 | 4678 | wi[0] = ff_opus_rc_dec_cdf(rc, ff_silk_model_stereo_s2) + 3 * (n / 5); | |
| 543 | 4678 | ws[0] = ff_opus_rc_dec_cdf(rc, ff_silk_model_stereo_s3); | |
| 544 | 4678 | wi[1] = ff_opus_rc_dec_cdf(rc, ff_silk_model_stereo_s2) + 3 * (n % 5); | |
| 545 | 4678 | ws[1] = ff_opus_rc_dec_cdf(rc, ff_silk_model_stereo_s3); | |
| 546 | |||
| 547 | 
        2/2✓ Branch 0 taken 9356 times. 
          ✓ Branch 1 taken 4678 times. 
         | 
      14034 | for (i = 0; i < 2; i++) | 
| 548 | 9356 | w[i] = ff_silk_stereo_weights[wi[i]] + | |
| 549 | 9356 | (((ff_silk_stereo_weights[wi[i] + 1] - ff_silk_stereo_weights[wi[i]]) * 6554) >> 16) | |
| 550 | 9356 | * (ws[i]*2 + 1); | |
| 551 | |||
| 552 | 4678 | s->stereo_weights[0] = (w[0] - w[1]) / 8192.0; | |
| 553 | 4678 | s->stereo_weights[1] = w[1] / 8192.0; | |
| 554 | |||
| 555 | /* and read the mid-only flag */ | ||
| 556 | 
        2/2✓ Branch 0 taken 2853 times. 
          ✓ Branch 1 taken 1825 times. 
         | 
      4678 | s->midonly = active1 ? 0 : ff_opus_rc_dec_cdf(rc, ff_silk_model_mid_only); | 
| 557 | } | ||
| 558 | |||
| 559 | /* obtain frame type */ | ||
| 560 | 
        2/2✓ Branch 0 taken 3469 times. 
          ✓ Branch 1 taken 9929 times. 
         | 
      13398 | if (!active) { | 
| 561 | 3469 | qoffset_high = ff_opus_rc_dec_cdf(rc, ff_silk_model_frame_type_inactive); | |
| 562 | 3469 | voiced = 0; | |
| 563 | } else { | ||
| 564 | 9929 | int type = ff_opus_rc_dec_cdf(rc, ff_silk_model_frame_type_active); | |
| 565 | 9929 | qoffset_high = type & 1; | |
| 566 | 9929 | voiced = type >> 1; | |
| 567 | } | ||
| 568 | |||
| 569 | /* obtain subframe quantization gains */ | ||
| 570 | 
        2/2✓ Branch 0 taken 42230 times. 
          ✓ Branch 1 taken 13398 times. 
         | 
      55628 | for (i = 0; i < s->subframes; i++) { | 
| 571 | int log_gain; //Q7 | ||
| 572 | int ipart, fpart, lingain; | ||
| 573 | |||
| 574 | 
        5/6✓ Branch 0 taken 13398 times. 
          ✓ Branch 1 taken 28832 times. 
          ✓ Branch 2 taken 1620 times. 
          ✓ Branch 3 taken 11778 times. 
          ✗ Branch 4 not taken. 
          ✓ Branch 5 taken 1620 times. 
         | 
      54008 | if (i == 0 && (frame_num == 0 || !frame->coded)) { | 
| 575 | /* gain is coded absolute */ | ||
| 576 | 11778 | int x = ff_opus_rc_dec_cdf(rc, ff_silk_model_gain_highbits[active + voiced]); | |
| 577 | 11778 | log_gain = (x<<3) | ff_opus_rc_dec_cdf(rc, ff_silk_model_gain_lowbits); | |
| 578 | |||
| 579 | 
        2/2✓ Branch 0 taken 11724 times. 
          ✓ Branch 1 taken 54 times. 
         | 
      11778 | if (frame->coded) | 
| 580 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 11724 times. 
         | 
      11724 | log_gain = FFMAX(log_gain, frame->log_gain - 16); | 
| 581 | } else { | ||
| 582 | /* gain is coded relative */ | ||
| 583 | 30452 | int delta_gain = ff_opus_rc_dec_cdf(rc, ff_silk_model_gain_delta); | |
| 584 | 
        2/2✓ Branch 0 taken 55 times. 
          ✓ Branch 1 taken 30397 times. 
         | 
      30452 | log_gain = av_clip_uintp2(FFMAX((delta_gain<<1) - 16, | 
| 585 | frame->log_gain + delta_gain - 4), 6); | ||
| 586 | } | ||
| 587 | |||
| 588 | 42230 | frame->log_gain = log_gain; | |
| 589 | |||
| 590 | /* approximate 2**(x/128) with a Q7 (i.e. non-integer) input */ | ||
| 591 | 42230 | log_gain = (log_gain * 0x1D1C71 >> 16) + 2090; | |
| 592 | 42230 | ipart = log_gain >> 7; | |
| 593 | 42230 | fpart = log_gain & 127; | |
| 594 | 42230 | lingain = (1 << ipart) + ((-174 * fpart * (128-fpart) >>16) + fpart) * ((1<<ipart) >> 7); | |
| 595 | 42230 | sf[i].gain = lingain / 65536.0f; | |
| 596 | } | ||
| 597 | |||
| 598 | /* obtain LPC filter coefficients */ | ||
| 599 | 13398 | silk_decode_lpc(s, frame, rc, lpc_leadin, lpc_body, &order, &has_lpc_leadin, voiced); | |
| 600 | |||
| 601 | /* obtain pitch lags, if this is a voiced frame */ | ||
| 602 | 
        2/2✓ Branch 0 taken 4652 times. 
          ✓ Branch 1 taken 8746 times. 
         | 
      13398 | if (voiced) { | 
| 603 | 
        4/4✓ Branch 0 taken 696 times. 
          ✓ Branch 1 taken 3956 times. 
          ✓ Branch 2 taken 87 times. 
          ✓ Branch 3 taken 609 times. 
         | 
      4652 | int lag_absolute = (!frame_num || !frame->prev_voiced); | 
| 604 | int primarylag; // primary pitch lag for the entire SILK frame | ||
| 605 | int ltpfilter; | ||
| 606 | const int8_t * offsets; | ||
| 607 | |||
| 608 | 
        2/2✓ Branch 0 taken 609 times. 
          ✓ Branch 1 taken 4043 times. 
         | 
      4652 | if (!lag_absolute) { | 
| 609 | 609 | int delta = ff_opus_rc_dec_cdf(rc, ff_silk_model_pitch_delta); | |
| 610 | 
        2/2✓ Branch 0 taken 538 times. 
          ✓ Branch 1 taken 71 times. 
         | 
      609 | if (delta) | 
| 611 | 538 | primarylag = frame->primarylag + delta - 9; | |
| 612 | else | ||
| 613 | 71 | lag_absolute = 1; | |
| 614 | } | ||
| 615 | |||
| 616 | 
        2/2✓ Branch 0 taken 4114 times. 
          ✓ Branch 1 taken 538 times. 
         | 
      4652 | if (lag_absolute) { | 
| 617 | /* primary lag is coded absolute */ | ||
| 618 | int highbits, lowbits; | ||
| 619 | static const uint16_t * const model[] = { | ||
| 620 | ff_silk_model_pitch_lowbits_nb, ff_silk_model_pitch_lowbits_mb, | ||
| 621 | ff_silk_model_pitch_lowbits_wb | ||
| 622 | }; | ||
| 623 | 4114 | highbits = ff_opus_rc_dec_cdf(rc, ff_silk_model_pitch_highbits); | |
| 624 | 4114 | lowbits = ff_opus_rc_dec_cdf(rc, model[s->bandwidth]); | |
| 625 | |||
| 626 | 4114 | primarylag = ff_silk_pitch_min_lag[s->bandwidth] + | |
| 627 | 4114 | highbits*ff_silk_pitch_scale[s->bandwidth] + lowbits; | |
| 628 | } | ||
| 629 | 4652 | frame->primarylag = primarylag; | |
| 630 | |||
| 631 | 
        2/2✓ Branch 0 taken 1524 times. 
          ✓ Branch 1 taken 3128 times. 
         | 
      4652 | if (s->subframes == 2) | 
| 632 | 1524 | offsets = (s->bandwidth == OPUS_BANDWIDTH_NARROWBAND) | |
| 633 | 239 | ? ff_silk_pitch_offset_nb10ms[ff_opus_rc_dec_cdf(rc, | |
| 634 | ff_silk_model_pitch_contour_nb10ms)] | ||
| 635 | 
        2/2✓ Branch 0 taken 239 times. 
          ✓ Branch 1 taken 1285 times. 
         | 
      1763 | : ff_silk_pitch_offset_mbwb10ms[ff_opus_rc_dec_cdf(rc, | 
| 636 | ff_silk_model_pitch_contour_mbwb10ms)]; | ||
| 637 | else | ||
| 638 | 3128 | offsets = (s->bandwidth == OPUS_BANDWIDTH_NARROWBAND) | |
| 639 | 807 | ? ff_silk_pitch_offset_nb20ms[ff_opus_rc_dec_cdf(rc, | |
| 640 | ff_silk_model_pitch_contour_nb20ms)] | ||
| 641 | 
        2/2✓ Branch 0 taken 807 times. 
          ✓ Branch 1 taken 2321 times. 
         | 
      3935 | : ff_silk_pitch_offset_mbwb20ms[ff_opus_rc_dec_cdf(rc, | 
| 642 | ff_silk_model_pitch_contour_mbwb20ms)]; | ||
| 643 | |||
| 644 | 
        2/2✓ Branch 0 taken 15560 times. 
          ✓ Branch 1 taken 4652 times. 
         | 
      20212 | for (i = 0; i < s->subframes; i++) | 
| 645 | 15560 | sf[i].pitchlag = av_clip(primarylag + offsets[i], | |
| 646 | 15560 | ff_silk_pitch_min_lag[s->bandwidth], | |
| 647 | 15560 | ff_silk_pitch_max_lag[s->bandwidth]); | |
| 648 | |||
| 649 | /* obtain LTP filter coefficients */ | ||
| 650 | 4652 | ltpfilter = ff_opus_rc_dec_cdf(rc, ff_silk_model_ltp_filter); | |
| 651 | 
        2/2✓ Branch 0 taken 15560 times. 
          ✓ Branch 1 taken 4652 times. 
         | 
      20212 | for (i = 0; i < s->subframes; i++) { | 
| 652 | int index, j; | ||
| 653 | static const uint16_t * const filter_sel[] = { | ||
| 654 | ff_silk_model_ltp_filter0_sel, ff_silk_model_ltp_filter1_sel, | ||
| 655 | ff_silk_model_ltp_filter2_sel | ||
| 656 | }; | ||
| 657 | static const int8_t (* const filter_taps[])[5] = { | ||
| 658 | ff_silk_ltp_filter0_taps, ff_silk_ltp_filter1_taps, ff_silk_ltp_filter2_taps | ||
| 659 | }; | ||
| 660 | 15560 | index = ff_opus_rc_dec_cdf(rc, filter_sel[ltpfilter]); | |
| 661 | 
        2/2✓ Branch 0 taken 77800 times. 
          ✓ Branch 1 taken 15560 times. 
         | 
      93360 | for (j = 0; j < 5; j++) | 
| 662 | 77800 | sf[i].ltptaps[j] = filter_taps[ltpfilter][index][j] / 128.0f; | |
| 663 | } | ||
| 664 | } | ||
| 665 | |||
| 666 | /* obtain LTP scale factor */ | ||
| 667 | 
        4/4✓ Branch 0 taken 4652 times. 
          ✓ Branch 1 taken 8746 times. 
          ✓ Branch 2 taken 3956 times. 
          ✓ Branch 3 taken 696 times. 
         | 
      13398 | if (voiced && frame_num == 0) | 
| 668 | 3956 | ltpscale = ff_silk_ltp_scale_factor[ff_opus_rc_dec_cdf(rc, | |
| 669 | 3956 | ff_silk_model_ltp_scale_index)] / 16384.0f; | |
| 670 | 9442 | else ltpscale = 15565.0f/16384.0f; | |
| 671 | |||
| 672 | /* generate the excitation signal for the entire frame */ | ||
| 673 | 13398 | silk_decode_excitation(s, rc, residual + SILK_MAX_LAG, qoffset_high, | |
| 674 | active, voiced); | ||
| 675 | |||
| 676 | /* skip synthesising the output if we do not need it */ | ||
| 677 | // TODO: implement error recovery | ||
| 678 | 
        3/4✓ Branch 0 taken 13398 times. 
          ✗ Branch 1 not taken. 
          ✓ Branch 2 taken 33 times. 
          ✓ Branch 3 taken 13365 times. 
         | 
      13398 | if (s->output_channels == channel || redundant) | 
| 679 | 33 | return; | |
| 680 | |||
| 681 | /* generate the output signal */ | ||
| 682 | 
        2/2✓ Branch 0 taken 42098 times. 
          ✓ Branch 1 taken 13365 times. 
         | 
      55463 | for (i = 0; i < s->subframes; i++) { | 
| 683 | 
        4/4✓ Branch 0 taken 26730 times. 
          ✓ Branch 1 taken 15368 times. 
          ✓ Branch 2 taken 4728 times. 
          ✓ Branch 3 taken 22002 times. 
         | 
      42098 | const float * lpc_coeff = (i < 2 && has_lpc_leadin) ? lpc_leadin : lpc_body; | 
| 684 | 42098 | float *dst = frame->output + SILK_HISTORY + i * s->sflength; | |
| 685 | 42098 | float *resptr = residual + SILK_MAX_LAG + i * s->sflength; | |
| 686 | 42098 | float *lpc = frame->lpc_history + SILK_HISTORY + i * s->sflength; | |
| 687 | float sum; | ||
| 688 | int j, k; | ||
| 689 | |||
| 690 | 
        2/2✓ Branch 0 taken 15500 times. 
          ✓ Branch 1 taken 26598 times. 
         | 
      42098 | if (voiced) { | 
| 691 | int out_end; | ||
| 692 | float scale; | ||
| 693 | |||
| 694 | 
        4/4✓ Branch 0 taken 6226 times. 
          ✓ Branch 1 taken 9274 times. 
          ✓ Branch 2 taken 4328 times. 
          ✓ Branch 3 taken 1898 times. 
         | 
      15500 | if (i < 2 || s->nlsf_interp_factor == 4) { | 
| 695 | 13602 | out_end = -i * s->sflength; | |
| 696 | 13602 | scale = ltpscale; | |
| 697 | } else { | ||
| 698 | 1898 | out_end = -(i - 2) * s->sflength; | |
| 699 | 1898 | scale = 1.0f; | |
| 700 | } | ||
| 701 | |||
| 702 | /* when the LPC coefficients change, a re-whitening filter is used */ | ||
| 703 | /* to produce a residual that accounts for the change */ | ||
| 704 | 
        2/2✓ Branch 0 taken 656660 times. 
          ✓ Branch 1 taken 15500 times. 
         | 
      672160 | for (j = - sf[i].pitchlag - LTP_ORDER/2; j < out_end; j++) { | 
| 705 | 656660 | sum = dst[j]; | |
| 706 | 
        2/2✓ Branch 0 taken 9311618 times. 
          ✓ Branch 1 taken 656660 times. 
         | 
      9968278 | for (k = 0; k < order; k++) | 
| 707 | 9311618 | sum -= lpc_coeff[k] * dst[j - k - 1]; | |
| 708 | 656660 | resptr[j] = av_clipf(sum, -1.0f, 1.0f) * scale / sf[i].gain; | |
| 709 | } | ||
| 710 | |||
| 711 | 
        2/2✓ Branch 0 taken 9914 times. 
          ✓ Branch 1 taken 5586 times. 
         | 
      15500 | if (out_end) { | 
| 712 | 9914 | float rescale = sf[i-1].gain / sf[i].gain; | |
| 713 | 
        2/2✓ Branch 0 taken 1089700 times. 
          ✓ Branch 1 taken 9914 times. 
         | 
      1099614 | for (j = out_end; j < 0; j++) | 
| 714 | 1089700 | resptr[j] *= rescale; | |
| 715 | } | ||
| 716 | |||
| 717 | /* LTP synthesis */ | ||
| 718 | 
        2/2✓ Branch 0 taken 1033800 times. 
          ✓ Branch 1 taken 15500 times. 
         | 
      1049300 | for (j = 0; j < s->sflength; j++) { | 
| 719 | 1033800 | sum = resptr[j]; | |
| 720 | 
        2/2✓ Branch 0 taken 5169000 times. 
          ✓ Branch 1 taken 1033800 times. 
         | 
      6202800 | for (k = 0; k < LTP_ORDER; k++) | 
| 721 | 5169000 | sum += sf[i].ltptaps[k] * resptr[j - sf[i].pitchlag + LTP_ORDER/2 - k]; | |
| 722 | 1033800 | resptr[j] = sum; | |
| 723 | } | ||
| 724 | } | ||
| 725 | |||
| 726 | /* LPC synthesis */ | ||
| 727 | 
        2/2✓ Branch 0 taken 2887760 times. 
          ✓ Branch 1 taken 42098 times. 
         | 
      2929858 | for (j = 0; j < s->sflength; j++) { | 
| 728 | 2887760 | sum = resptr[j] * sf[i].gain; | |
| 729 | 
        2/2✓ Branch 0 taken 41648480 times. 
          ✓ Branch 1 taken 2887760 times. 
         | 
      44536240 | for (k = 1; k <= order; k++) | 
| 730 | 41648480 | sum += lpc_coeff[k - 1] * lpc[j - k]; | |
| 731 | |||
| 732 | 2887760 | lpc[j] = sum; | |
| 733 | 2887760 | dst[j] = av_clipf(sum, -1.0f, 1.0f); | |
| 734 | } | ||
| 735 | } | ||
| 736 | |||
| 737 | 13365 | frame->prev_voiced = voiced; | |
| 738 | 13365 | memmove(frame->lpc_history, frame->lpc_history + s->flength, SILK_HISTORY * sizeof(float)); | |
| 739 | 13365 | memmove(frame->output, frame->output + s->flength, SILK_HISTORY * sizeof(float)); | |
| 740 | |||
| 741 | 13365 | frame->coded = 1; | |
| 742 | } | ||
| 743 | |||
| 744 | 4645 | static void silk_unmix_ms(SilkContext *s, float *l, float *r) | |
| 745 | { | ||
| 746 | 4645 | float *mid = s->frame[0].output + SILK_HISTORY - s->flength; | |
| 747 | 4645 | float *side = s->frame[1].output + SILK_HISTORY - s->flength; | |
| 748 | 4645 | float w0_prev = s->prev_stereo_weights[0]; | |
| 749 | 4645 | float w1_prev = s->prev_stereo_weights[1]; | |
| 750 | 4645 | float w0 = s->stereo_weights[0]; | |
| 751 | 4645 | float w1 = s->stereo_weights[1]; | |
| 752 | 4645 | int n1 = ff_silk_stereo_interp_len[s->bandwidth]; | |
| 753 | int i; | ||
| 754 | |||
| 755 | 
        2/2✓ Branch 0 taken 524000 times. 
          ✓ Branch 1 taken 4645 times. 
         | 
      528645 | for (i = 0; i < n1; i++) { | 
| 756 | 524000 | float interp0 = w0_prev + i * (w0 - w0_prev) / n1; | |
| 757 | 524000 | float interp1 = w1_prev + i * (w1 - w1_prev) / n1; | |
| 758 | 524000 | float p0 = 0.25 * (mid[i - 2] + 2 * mid[i - 1] + mid[i]); | |
| 759 | |||
| 760 | 524000 | l[i] = av_clipf((1 + interp1) * mid[i - 1] + side[i - 1] + interp0 * p0, -1.0, 1.0); | |
| 761 | 524000 | r[i] = av_clipf((1 - interp1) * mid[i - 1] - side[i - 1] - interp0 * p0, -1.0, 1.0); | |
| 762 | } | ||
| 763 | |||
| 764 | 
        2/2✓ Branch 0 taken 432840 times. 
          ✓ Branch 1 taken 4645 times. 
         | 
      437485 | for (; i < s->flength; i++) { | 
| 765 | 432840 | float p0 = 0.25 * (mid[i - 2] + 2 * mid[i - 1] + mid[i]); | |
| 766 | |||
| 767 | 432840 | l[i] = av_clipf((1 + w1) * mid[i - 1] + side[i - 1] + w0 * p0, -1.0, 1.0); | |
| 768 | 432840 | r[i] = av_clipf((1 - w1) * mid[i - 1] - side[i - 1] - w0 * p0, -1.0, 1.0); | |
| 769 | } | ||
| 770 | |||
| 771 | 4645 | memcpy(s->prev_stereo_weights, s->stereo_weights, sizeof(s->stereo_weights)); | |
| 772 | 4645 | } | |
| 773 | |||
| 774 | 50164 | static void silk_flush_frame(SilkFrame *frame) | |
| 775 | { | ||
| 776 | 
        2/2✓ Branch 0 taken 50131 times. 
          ✓ Branch 1 taken 33 times. 
         | 
      50164 | if (!frame->coded) | 
| 777 | 50131 | return; | |
| 778 | |||
| 779 | 33 | memset(frame->output, 0, sizeof(frame->output)); | |
| 780 | 33 | memset(frame->lpc_history, 0, sizeof(frame->lpc_history)); | |
| 781 | |||
| 782 | 33 | memset(frame->lpc, 0, sizeof(frame->lpc)); | |
| 783 | 33 | memset(frame->nlsf, 0, sizeof(frame->nlsf)); | |
| 784 | |||
| 785 | 33 | frame->log_gain = 0; | |
| 786 | |||
| 787 | 33 | frame->primarylag = 0; | |
| 788 | 33 | frame->prev_voiced = 0; | |
| 789 | 33 | frame->coded = 0; | |
| 790 | } | ||
| 791 | |||
| 792 | 9523 | int ff_silk_decode_superframe(SilkContext *s, OpusRangeCoder *rc, | |
| 793 | float *output[2], | ||
| 794 | enum OpusBandwidth bandwidth, | ||
| 795 | int coded_channels, | ||
| 796 | int duration_ms) | ||
| 797 | { | ||
| 798 | int active[2][6], redundancy[2]; | ||
| 799 | int nb_frames, i, j; | ||
| 800 | |||
| 801 | 
        2/4✓ Branch 0 taken 9523 times. 
          ✗ Branch 1 not taken. 
          ✓ Branch 2 taken 9523 times. 
          ✗ Branch 3 not taken. 
         | 
      9523 | if (bandwidth > OPUS_BANDWIDTH_WIDEBAND || | 
| 802 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 9523 times. 
         | 
      9523 | coded_channels > 2 || duration_ms > 60) { | 
| 803 | ✗ | av_log(s->logctx, AV_LOG_ERROR, "Invalid parameters passed " | |
| 804 | "to the SILK decoder.\n"); | ||
| 805 | ✗ | return AVERROR(EINVAL); | |
| 806 | } | ||
| 807 | |||
| 808 | 
        2/2✓ Branch 0 taken 771 times. 
          ✓ Branch 1 taken 8752 times. 
         | 
      9523 | nb_frames = 1 + (duration_ms > 20) + (duration_ms > 40); | 
| 809 | 9523 | s->subframes = duration_ms / nb_frames / 5; // 5ms subframes | |
| 810 | 9523 | s->sflength = 20 * (bandwidth + 2); | |
| 811 | 9523 | s->flength = s->sflength * s->subframes; | |
| 812 | 9523 | s->bandwidth = bandwidth; | |
| 813 | 9523 | s->wb = bandwidth == OPUS_BANDWIDTH_WIDEBAND; | |
| 814 | |||
| 815 | /* make sure to flush the side channel when switching from mono to stereo */ | ||
| 816 | 
        2/2✓ Branch 0 taken 37 times. 
          ✓ Branch 1 taken 9486 times. 
         | 
      9523 | if (coded_channels > s->prev_coded_channels) | 
| 817 | 37 | silk_flush_frame(&s->frame[1]); | |
| 818 | 9523 | s->prev_coded_channels = coded_channels; | |
| 819 | |||
| 820 | /* read the LP-layer header bits */ | ||
| 821 | 
        2/2✓ Branch 0 taken 13630 times. 
          ✓ Branch 1 taken 9523 times. 
         | 
      23153 | for (i = 0; i < coded_channels; i++) { | 
| 822 | 
        2/2✓ Branch 0 taken 15250 times. 
          ✓ Branch 1 taken 13630 times. 
         | 
      28880 | for (j = 0; j < nb_frames; j++) | 
| 823 | 15250 | active[i][j] = ff_opus_rc_dec_log(rc, 1); | |
| 824 | |||
| 825 | 13630 | redundancy[i] = ff_opus_rc_dec_log(rc, 1); | |
| 826 | } | ||
| 827 | |||
| 828 | /* read the per-frame LBRR flags */ | ||
| 829 | 
        2/2✓ Branch 0 taken 13630 times. 
          ✓ Branch 1 taken 9523 times. 
         | 
      23153 | for (i = 0; i < coded_channels; i++) | 
| 830 | 
        3/4✓ Branch 0 taken 33 times. 
          ✓ Branch 1 taken 13597 times. 
          ✗ Branch 2 not taken. 
          ✓ Branch 3 taken 33 times. 
         | 
      13630 | if (redundancy[i] && duration_ms > 20) { | 
| 831 | ✗ | redundancy[i] = ff_opus_rc_dec_cdf(rc, duration_ms == 40 ? | |
| 832 | ff_silk_model_lbrr_flags_40 : ff_silk_model_lbrr_flags_60); | ||
| 833 | } | ||
| 834 | |||
| 835 | /* decode the LBRR frames */ | ||
| 836 | 
        2/2✓ Branch 0 taken 10605 times. 
          ✓ Branch 1 taken 9523 times. 
         | 
      20128 | for (i = 0; i < nb_frames; i++) { | 
| 837 | 
        2/2✓ Branch 0 taken 15250 times. 
          ✓ Branch 1 taken 10605 times. 
         | 
      25855 | for (j = 0; j < coded_channels; j++) | 
| 838 | 
        2/2✓ Branch 0 taken 33 times. 
          ✓ Branch 1 taken 15217 times. 
         | 
      15250 | if (redundancy[j] & (1 << i)) { | 
| 839 | 
        2/4✓ Branch 0 taken 33 times. 
          ✗ Branch 1 not taken. 
          ✗ Branch 2 not taken. 
          ✓ Branch 3 taken 33 times. 
         | 
      33 | int active1 = (j == 0 && !(redundancy[1] & (1 << i))) ? 0 : 1; | 
| 840 | 33 | silk_decode_frame(s, rc, i, j, coded_channels, 1, active1, 1); | |
| 841 | } | ||
| 842 | |||
| 843 | 10605 | s->midonly = 0; | |
| 844 | } | ||
| 845 | |||
| 846 | 
        2/2✓ Branch 0 taken 10605 times. 
          ✓ Branch 1 taken 9523 times. 
         | 
      20128 | for (i = 0; i < nb_frames; i++) { | 
| 847 | 
        4/4✓ Branch 0 taken 15250 times. 
          ✓ Branch 1 taken 8720 times. 
          ✓ Branch 2 taken 13365 times. 
          ✓ Branch 3 taken 1885 times. 
         | 
      23970 | for (j = 0; j < coded_channels && !s->midonly; j++) { | 
| 848 | 
        2/2✓ Branch 0 taken 7405 times. 
          ✓ Branch 1 taken 5960 times. 
         | 
      13365 | int active1 = coded_channels > 1 ? active[1][i] : 0; | 
| 849 | 13365 | silk_decode_frame(s, rc, i, j, coded_channels, active[j][i], active1, 0); | |
| 850 | } | ||
| 851 | |||
| 852 | /* reset the side channel if it is not coded */ | ||
| 853 | 
        4/4✓ Branch 0 taken 1885 times. 
          ✓ Branch 1 taken 8720 times. 
          ✓ Branch 2 taken 13 times. 
          ✓ Branch 3 taken 1872 times. 
         | 
      10605 | if (s->midonly && s->frame[1].coded) | 
| 854 | 13 | silk_flush_frame(&s->frame[1]); | |
| 855 | |||
| 856 | 
        3/4✓ Branch 0 taken 4645 times. 
          ✓ Branch 1 taken 5960 times. 
          ✗ Branch 2 not taken. 
          ✓ Branch 3 taken 4645 times. 
         | 
      10605 | if (coded_channels == 1 || s->output_channels == 1) { | 
| 857 | 
        2/2✓ Branch 0 taken 11918 times. 
          ✓ Branch 1 taken 5960 times. 
         | 
      17878 | for (j = 0; j < s->output_channels; j++) { | 
| 858 | 11918 | memcpy(output[j] + i * s->flength, | |
| 859 | 11918 | s->frame[0].output + SILK_HISTORY - s->flength - 2, | |
| 860 | 11918 | s->flength * sizeof(float)); | |
| 861 | } | ||
| 862 | } else { | ||
| 863 | 4645 | silk_unmix_ms(s, output[0] + i * s->flength, output[1] + i * s->flength); | |
| 864 | } | ||
| 865 | |||
| 866 | 10605 | s->midonly = 0; | |
| 867 | } | ||
| 868 | |||
| 869 | 9523 | return nb_frames * s->flength; | |
| 870 | } | ||
| 871 | |||
| 872 | 104 | void ff_silk_free(SilkContext **ps) | |
| 873 | { | ||
| 874 | 104 | av_freep(ps); | |
| 875 | 104 | } | |
| 876 | |||
| 877 | 25057 | void ff_silk_flush(SilkContext *s) | |
| 878 | { | ||
| 879 | 25057 | silk_flush_frame(&s->frame[0]); | |
| 880 | 25057 | silk_flush_frame(&s->frame[1]); | |
| 881 | |||
| 882 | 25057 | memset(s->prev_stereo_weights, 0, sizeof(s->prev_stereo_weights)); | |
| 883 | 25057 | } | |
| 884 | |||
| 885 | 104 | int ff_silk_init(void *logctx, SilkContext **ps, int output_channels) | |
| 886 | { | ||
| 887 | SilkContext *s; | ||
| 888 | |||
| 889 | 
        3/4✓ Branch 0 taken 65 times. 
          ✓ Branch 1 taken 39 times. 
          ✗ Branch 2 not taken. 
          ✓ Branch 3 taken 65 times. 
         | 
      104 | if (output_channels != 1 && output_channels != 2) { | 
| 890 | ✗ | av_log(logctx, AV_LOG_ERROR, "Invalid number of output channels: %d\n", | |
| 891 | output_channels); | ||
| 892 | ✗ | return AVERROR(EINVAL); | |
| 893 | } | ||
| 894 | |||
| 895 | 104 | s = av_mallocz(sizeof(*s)); | |
| 896 | 
        1/2✗ Branch 0 not taken. 
          ✓ Branch 1 taken 104 times. 
         | 
      104 | if (!s) | 
| 897 | ✗ | return AVERROR(ENOMEM); | |
| 898 | |||
| 899 | 104 | s->logctx = logctx; | |
| 900 | 104 | s->output_channels = output_channels; | |
| 901 | |||
| 902 | 104 | ff_silk_flush(s); | |
| 903 | |||
| 904 | 104 | *ps = s; | |
| 905 | |||
| 906 | 104 | return 0; | |
| 907 | } | ||
| 908 |