1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/media/libopus/silk/NSQ.c Wed Dec 31 06:09:35 2014 +0100
1.3 @@ -0,0 +1,446 @@
1.4 +/***********************************************************************
1.5 +Copyright (c) 2006-2011, Skype Limited. All rights reserved.
1.6 +Redistribution and use in source and binary forms, with or without
1.7 +modification, are permitted provided that the following conditions
1.8 +are met:
1.9 +- Redistributions of source code must retain the above copyright notice,
1.10 +this list of conditions and the following disclaimer.
1.11 +- Redistributions in binary form must reproduce the above copyright
1.12 +notice, this list of conditions and the following disclaimer in the
1.13 +documentation and/or other materials provided with the distribution.
1.14 +- Neither the name of Internet Society, IETF or IETF Trust, nor the
1.15 +names of specific contributors, may be used to endorse or promote
1.16 +products derived from this software without specific prior written
1.17 +permission.
1.18 +THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
1.19 +AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
1.20 +IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
1.21 +ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
1.22 +LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
1.23 +CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
1.24 +SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
1.25 +INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
1.26 +CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
1.27 +ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
1.28 +POSSIBILITY OF SUCH DAMAGE.
1.29 +***********************************************************************/
1.30 +
1.31 +#ifdef HAVE_CONFIG_H
1.32 +#include "config.h"
1.33 +#endif
1.34 +
1.35 +#include "main.h"
1.36 +#include "stack_alloc.h"
1.37 +
1.38 +static OPUS_INLINE void silk_nsq_scale_states(
1.39 + const silk_encoder_state *psEncC, /* I Encoder State */
1.40 + silk_nsq_state *NSQ, /* I/O NSQ state */
1.41 + const opus_int32 x_Q3[], /* I input in Q3 */
1.42 + opus_int32 x_sc_Q10[], /* O input scaled with 1/Gain */
1.43 + const opus_int16 sLTP[], /* I re-whitened LTP state in Q0 */
1.44 + opus_int32 sLTP_Q15[], /* O LTP state matching scaled input */
1.45 + opus_int subfr, /* I subframe number */
1.46 + const opus_int LTP_scale_Q14, /* I */
1.47 + const opus_int32 Gains_Q16[ MAX_NB_SUBFR ], /* I */
1.48 + const opus_int pitchL[ MAX_NB_SUBFR ], /* I Pitch lag */
1.49 + const opus_int signal_type /* I Signal type */
1.50 +);
1.51 +
1.52 +static OPUS_INLINE void silk_noise_shape_quantizer(
1.53 + silk_nsq_state *NSQ, /* I/O NSQ state */
1.54 + opus_int signalType, /* I Signal type */
1.55 + const opus_int32 x_sc_Q10[], /* I */
1.56 + opus_int8 pulses[], /* O */
1.57 + opus_int16 xq[], /* O */
1.58 + opus_int32 sLTP_Q15[], /* I/O LTP state */
1.59 + const opus_int16 a_Q12[], /* I Short term prediction coefs */
1.60 + const opus_int16 b_Q14[], /* I Long term prediction coefs */
1.61 + const opus_int16 AR_shp_Q13[], /* I Noise shaping AR coefs */
1.62 + opus_int lag, /* I Pitch lag */
1.63 + opus_int32 HarmShapeFIRPacked_Q14, /* I */
1.64 + opus_int Tilt_Q14, /* I Spectral tilt */
1.65 + opus_int32 LF_shp_Q14, /* I */
1.66 + opus_int32 Gain_Q16, /* I */
1.67 + opus_int Lambda_Q10, /* I */
1.68 + opus_int offset_Q10, /* I */
1.69 + opus_int length, /* I Input length */
1.70 + opus_int shapingLPCOrder, /* I Noise shaping AR filter order */
1.71 + opus_int predictLPCOrder /* I Prediction filter order */
1.72 +);
1.73 +
1.74 +void silk_NSQ(
1.75 + const silk_encoder_state *psEncC, /* I/O Encoder State */
1.76 + silk_nsq_state *NSQ, /* I/O NSQ state */
1.77 + SideInfoIndices *psIndices, /* I/O Quantization Indices */
1.78 + const opus_int32 x_Q3[], /* I Prefiltered input signal */
1.79 + opus_int8 pulses[], /* O Quantized pulse signal */
1.80 + const opus_int16 PredCoef_Q12[ 2 * MAX_LPC_ORDER ], /* I Short term prediction coefs */
1.81 + const opus_int16 LTPCoef_Q14[ LTP_ORDER * MAX_NB_SUBFR ], /* I Long term prediction coefs */
1.82 + const opus_int16 AR2_Q13[ MAX_NB_SUBFR * MAX_SHAPE_LPC_ORDER ], /* I Noise shaping coefs */
1.83 + const opus_int HarmShapeGain_Q14[ MAX_NB_SUBFR ], /* I Long term shaping coefs */
1.84 + const opus_int Tilt_Q14[ MAX_NB_SUBFR ], /* I Spectral tilt */
1.85 + const opus_int32 LF_shp_Q14[ MAX_NB_SUBFR ], /* I Low frequency shaping coefs */
1.86 + const opus_int32 Gains_Q16[ MAX_NB_SUBFR ], /* I Quantization step sizes */
1.87 + const opus_int pitchL[ MAX_NB_SUBFR ], /* I Pitch lags */
1.88 + const opus_int Lambda_Q10, /* I Rate/distortion tradeoff */
1.89 + const opus_int LTP_scale_Q14 /* I LTP state scaling */
1.90 +)
1.91 +{
1.92 + opus_int k, lag, start_idx, LSF_interpolation_flag;
1.93 + const opus_int16 *A_Q12, *B_Q14, *AR_shp_Q13;
1.94 + opus_int16 *pxq;
1.95 + VARDECL( opus_int32, sLTP_Q15 );
1.96 + VARDECL( opus_int16, sLTP );
1.97 + opus_int32 HarmShapeFIRPacked_Q14;
1.98 + opus_int offset_Q10;
1.99 + VARDECL( opus_int32, x_sc_Q10 );
1.100 + SAVE_STACK;
1.101 +
1.102 + NSQ->rand_seed = psIndices->Seed;
1.103 +
1.104 + /* Set unvoiced lag to the previous one, overwrite later for voiced */
1.105 + lag = NSQ->lagPrev;
1.106 +
1.107 + silk_assert( NSQ->prev_gain_Q16 != 0 );
1.108 +
1.109 + offset_Q10 = silk_Quantization_Offsets_Q10[ psIndices->signalType >> 1 ][ psIndices->quantOffsetType ];
1.110 +
1.111 + if( psIndices->NLSFInterpCoef_Q2 == 4 ) {
1.112 + LSF_interpolation_flag = 0;
1.113 + } else {
1.114 + LSF_interpolation_flag = 1;
1.115 + }
1.116 +
1.117 + ALLOC( sLTP_Q15,
1.118 + psEncC->ltp_mem_length + psEncC->frame_length, opus_int32 );
1.119 + ALLOC( sLTP, psEncC->ltp_mem_length + psEncC->frame_length, opus_int16 );
1.120 + ALLOC( x_sc_Q10, psEncC->subfr_length, opus_int32 );
1.121 + /* Set up pointers to start of sub frame */
1.122 + NSQ->sLTP_shp_buf_idx = psEncC->ltp_mem_length;
1.123 + NSQ->sLTP_buf_idx = psEncC->ltp_mem_length;
1.124 + pxq = &NSQ->xq[ psEncC->ltp_mem_length ];
1.125 + for( k = 0; k < psEncC->nb_subfr; k++ ) {
1.126 + A_Q12 = &PredCoef_Q12[ (( k >> 1 ) | ( 1 - LSF_interpolation_flag )) * MAX_LPC_ORDER ];
1.127 + B_Q14 = <PCoef_Q14[ k * LTP_ORDER ];
1.128 + AR_shp_Q13 = &AR2_Q13[ k * MAX_SHAPE_LPC_ORDER ];
1.129 +
1.130 + /* Noise shape parameters */
1.131 + silk_assert( HarmShapeGain_Q14[ k ] >= 0 );
1.132 + HarmShapeFIRPacked_Q14 = silk_RSHIFT( HarmShapeGain_Q14[ k ], 2 );
1.133 + HarmShapeFIRPacked_Q14 |= silk_LSHIFT( (opus_int32)silk_RSHIFT( HarmShapeGain_Q14[ k ], 1 ), 16 );
1.134 +
1.135 + NSQ->rewhite_flag = 0;
1.136 + if( psIndices->signalType == TYPE_VOICED ) {
1.137 + /* Voiced */
1.138 + lag = pitchL[ k ];
1.139 +
1.140 + /* Re-whitening */
1.141 + if( ( k & ( 3 - silk_LSHIFT( LSF_interpolation_flag, 1 ) ) ) == 0 ) {
1.142 + /* Rewhiten with new A coefs */
1.143 + start_idx = psEncC->ltp_mem_length - lag - psEncC->predictLPCOrder - LTP_ORDER / 2;
1.144 + silk_assert( start_idx > 0 );
1.145 +
1.146 + silk_LPC_analysis_filter( &sLTP[ start_idx ], &NSQ->xq[ start_idx + k * psEncC->subfr_length ],
1.147 + A_Q12, psEncC->ltp_mem_length - start_idx, psEncC->predictLPCOrder );
1.148 +
1.149 + NSQ->rewhite_flag = 1;
1.150 + NSQ->sLTP_buf_idx = psEncC->ltp_mem_length;
1.151 + }
1.152 + }
1.153 +
1.154 + silk_nsq_scale_states( psEncC, NSQ, x_Q3, x_sc_Q10, sLTP, sLTP_Q15, k, LTP_scale_Q14, Gains_Q16, pitchL, psIndices->signalType );
1.155 +
1.156 + silk_noise_shape_quantizer( NSQ, psIndices->signalType, x_sc_Q10, pulses, pxq, sLTP_Q15, A_Q12, B_Q14,
1.157 + AR_shp_Q13, lag, HarmShapeFIRPacked_Q14, Tilt_Q14[ k ], LF_shp_Q14[ k ], Gains_Q16[ k ], Lambda_Q10,
1.158 + offset_Q10, psEncC->subfr_length, psEncC->shapingLPCOrder, psEncC->predictLPCOrder );
1.159 +
1.160 + x_Q3 += psEncC->subfr_length;
1.161 + pulses += psEncC->subfr_length;
1.162 + pxq += psEncC->subfr_length;
1.163 + }
1.164 +
1.165 + /* Update lagPrev for next frame */
1.166 + NSQ->lagPrev = pitchL[ psEncC->nb_subfr - 1 ];
1.167 +
1.168 + /* Save quantized speech and noise shaping signals */
1.169 + /* DEBUG_STORE_DATA( enc.pcm, &NSQ->xq[ psEncC->ltp_mem_length ], psEncC->frame_length * sizeof( opus_int16 ) ) */
1.170 + silk_memmove( NSQ->xq, &NSQ->xq[ psEncC->frame_length ], psEncC->ltp_mem_length * sizeof( opus_int16 ) );
1.171 + silk_memmove( NSQ->sLTP_shp_Q14, &NSQ->sLTP_shp_Q14[ psEncC->frame_length ], psEncC->ltp_mem_length * sizeof( opus_int32 ) );
1.172 + RESTORE_STACK;
1.173 +}
1.174 +
1.175 +/***********************************/
1.176 +/* silk_noise_shape_quantizer */
1.177 +/***********************************/
1.178 +static OPUS_INLINE void silk_noise_shape_quantizer(
1.179 + silk_nsq_state *NSQ, /* I/O NSQ state */
1.180 + opus_int signalType, /* I Signal type */
1.181 + const opus_int32 x_sc_Q10[], /* I */
1.182 + opus_int8 pulses[], /* O */
1.183 + opus_int16 xq[], /* O */
1.184 + opus_int32 sLTP_Q15[], /* I/O LTP state */
1.185 + const opus_int16 a_Q12[], /* I Short term prediction coefs */
1.186 + const opus_int16 b_Q14[], /* I Long term prediction coefs */
1.187 + const opus_int16 AR_shp_Q13[], /* I Noise shaping AR coefs */
1.188 + opus_int lag, /* I Pitch lag */
1.189 + opus_int32 HarmShapeFIRPacked_Q14, /* I */
1.190 + opus_int Tilt_Q14, /* I Spectral tilt */
1.191 + opus_int32 LF_shp_Q14, /* I */
1.192 + opus_int32 Gain_Q16, /* I */
1.193 + opus_int Lambda_Q10, /* I */
1.194 + opus_int offset_Q10, /* I */
1.195 + opus_int length, /* I Input length */
1.196 + opus_int shapingLPCOrder, /* I Noise shaping AR filter order */
1.197 + opus_int predictLPCOrder /* I Prediction filter order */
1.198 +)
1.199 +{
1.200 + opus_int i, j;
1.201 + opus_int32 LTP_pred_Q13, LPC_pred_Q10, n_AR_Q12, n_LTP_Q13;
1.202 + opus_int32 n_LF_Q12, r_Q10, rr_Q10, q1_Q0, q1_Q10, q2_Q10, rd1_Q20, rd2_Q20;
1.203 + opus_int32 exc_Q14, LPC_exc_Q14, xq_Q14, Gain_Q10;
1.204 + opus_int32 tmp1, tmp2, sLF_AR_shp_Q14;
1.205 + opus_int32 *psLPC_Q14, *shp_lag_ptr, *pred_lag_ptr;
1.206 +
1.207 + shp_lag_ptr = &NSQ->sLTP_shp_Q14[ NSQ->sLTP_shp_buf_idx - lag + HARM_SHAPE_FIR_TAPS / 2 ];
1.208 + pred_lag_ptr = &sLTP_Q15[ NSQ->sLTP_buf_idx - lag + LTP_ORDER / 2 ];
1.209 + Gain_Q10 = silk_RSHIFT( Gain_Q16, 6 );
1.210 +
1.211 + /* Set up short term AR state */
1.212 + psLPC_Q14 = &NSQ->sLPC_Q14[ NSQ_LPC_BUF_LENGTH - 1 ];
1.213 +
1.214 + for( i = 0; i < length; i++ ) {
1.215 + /* Generate dither */
1.216 + NSQ->rand_seed = silk_RAND( NSQ->rand_seed );
1.217 +
1.218 + /* Short-term prediction */
1.219 + silk_assert( predictLPCOrder == 10 || predictLPCOrder == 16 );
1.220 + /* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
1.221 + LPC_pred_Q10 = silk_RSHIFT( predictLPCOrder, 1 );
1.222 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ 0 ], a_Q12[ 0 ] );
1.223 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -1 ], a_Q12[ 1 ] );
1.224 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -2 ], a_Q12[ 2 ] );
1.225 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -3 ], a_Q12[ 3 ] );
1.226 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -4 ], a_Q12[ 4 ] );
1.227 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -5 ], a_Q12[ 5 ] );
1.228 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -6 ], a_Q12[ 6 ] );
1.229 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -7 ], a_Q12[ 7 ] );
1.230 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -8 ], a_Q12[ 8 ] );
1.231 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -9 ], a_Q12[ 9 ] );
1.232 + if( predictLPCOrder == 16 ) {
1.233 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -10 ], a_Q12[ 10 ] );
1.234 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -11 ], a_Q12[ 11 ] );
1.235 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -12 ], a_Q12[ 12 ] );
1.236 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -13 ], a_Q12[ 13 ] );
1.237 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -14 ], a_Q12[ 14 ] );
1.238 + LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -15 ], a_Q12[ 15 ] );
1.239 + }
1.240 +
1.241 + /* Long-term prediction */
1.242 + if( signalType == TYPE_VOICED ) {
1.243 + /* Unrolled loop */
1.244 + /* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
1.245 + LTP_pred_Q13 = 2;
1.246 + LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ 0 ], b_Q14[ 0 ] );
1.247 + LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -1 ], b_Q14[ 1 ] );
1.248 + LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -2 ], b_Q14[ 2 ] );
1.249 + LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -3 ], b_Q14[ 3 ] );
1.250 + LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -4 ], b_Q14[ 4 ] );
1.251 + pred_lag_ptr++;
1.252 + } else {
1.253 + LTP_pred_Q13 = 0;
1.254 + }
1.255 +
1.256 + /* Noise shape feedback */
1.257 + silk_assert( ( shapingLPCOrder & 1 ) == 0 ); /* check that order is even */
1.258 + tmp2 = psLPC_Q14[ 0 ];
1.259 + tmp1 = NSQ->sAR2_Q14[ 0 ];
1.260 + NSQ->sAR2_Q14[ 0 ] = tmp2;
1.261 + n_AR_Q12 = silk_RSHIFT( shapingLPCOrder, 1 );
1.262 + n_AR_Q12 = silk_SMLAWB( n_AR_Q12, tmp2, AR_shp_Q13[ 0 ] );
1.263 + for( j = 2; j < shapingLPCOrder; j += 2 ) {
1.264 + tmp2 = NSQ->sAR2_Q14[ j - 1 ];
1.265 + NSQ->sAR2_Q14[ j - 1 ] = tmp1;
1.266 + n_AR_Q12 = silk_SMLAWB( n_AR_Q12, tmp1, AR_shp_Q13[ j - 1 ] );
1.267 + tmp1 = NSQ->sAR2_Q14[ j + 0 ];
1.268 + NSQ->sAR2_Q14[ j + 0 ] = tmp2;
1.269 + n_AR_Q12 = silk_SMLAWB( n_AR_Q12, tmp2, AR_shp_Q13[ j ] );
1.270 + }
1.271 + NSQ->sAR2_Q14[ shapingLPCOrder - 1 ] = tmp1;
1.272 + n_AR_Q12 = silk_SMLAWB( n_AR_Q12, tmp1, AR_shp_Q13[ shapingLPCOrder - 1 ] );
1.273 +
1.274 + n_AR_Q12 = silk_LSHIFT32( n_AR_Q12, 1 ); /* Q11 -> Q12 */
1.275 + n_AR_Q12 = silk_SMLAWB( n_AR_Q12, NSQ->sLF_AR_shp_Q14, Tilt_Q14 );
1.276 +
1.277 + n_LF_Q12 = silk_SMULWB( NSQ->sLTP_shp_Q14[ NSQ->sLTP_shp_buf_idx - 1 ], LF_shp_Q14 );
1.278 + n_LF_Q12 = silk_SMLAWT( n_LF_Q12, NSQ->sLF_AR_shp_Q14, LF_shp_Q14 );
1.279 +
1.280 + silk_assert( lag > 0 || signalType != TYPE_VOICED );
1.281 +
1.282 + /* Combine prediction and noise shaping signals */
1.283 + tmp1 = silk_SUB32( silk_LSHIFT32( LPC_pred_Q10, 2 ), n_AR_Q12 ); /* Q12 */
1.284 + tmp1 = silk_SUB32( tmp1, n_LF_Q12 ); /* Q12 */
1.285 + if( lag > 0 ) {
1.286 + /* Symmetric, packed FIR coefficients */
1.287 + n_LTP_Q13 = silk_SMULWB( silk_ADD32( shp_lag_ptr[ 0 ], shp_lag_ptr[ -2 ] ), HarmShapeFIRPacked_Q14 );
1.288 + n_LTP_Q13 = silk_SMLAWT( n_LTP_Q13, shp_lag_ptr[ -1 ], HarmShapeFIRPacked_Q14 );
1.289 + n_LTP_Q13 = silk_LSHIFT( n_LTP_Q13, 1 );
1.290 + shp_lag_ptr++;
1.291 +
1.292 + tmp2 = silk_SUB32( LTP_pred_Q13, n_LTP_Q13 ); /* Q13 */
1.293 + tmp1 = silk_ADD_LSHIFT32( tmp2, tmp1, 1 ); /* Q13 */
1.294 + tmp1 = silk_RSHIFT_ROUND( tmp1, 3 ); /* Q10 */
1.295 + } else {
1.296 + tmp1 = silk_RSHIFT_ROUND( tmp1, 2 ); /* Q10 */
1.297 + }
1.298 +
1.299 + r_Q10 = silk_SUB32( x_sc_Q10[ i ], tmp1 ); /* residual error Q10 */
1.300 +
1.301 + /* Flip sign depending on dither */
1.302 + if ( NSQ->rand_seed < 0 ) {
1.303 + r_Q10 = -r_Q10;
1.304 + }
1.305 + r_Q10 = silk_LIMIT_32( r_Q10, -(31 << 10), 30 << 10 );
1.306 +
1.307 + /* Find two quantization level candidates and measure their rate-distortion */
1.308 + q1_Q10 = silk_SUB32( r_Q10, offset_Q10 );
1.309 + q1_Q0 = silk_RSHIFT( q1_Q10, 10 );
1.310 + if( q1_Q0 > 0 ) {
1.311 + q1_Q10 = silk_SUB32( silk_LSHIFT( q1_Q0, 10 ), QUANT_LEVEL_ADJUST_Q10 );
1.312 + q1_Q10 = silk_ADD32( q1_Q10, offset_Q10 );
1.313 + q2_Q10 = silk_ADD32( q1_Q10, 1024 );
1.314 + rd1_Q20 = silk_SMULBB( q1_Q10, Lambda_Q10 );
1.315 + rd2_Q20 = silk_SMULBB( q2_Q10, Lambda_Q10 );
1.316 + } else if( q1_Q0 == 0 ) {
1.317 + q1_Q10 = offset_Q10;
1.318 + q2_Q10 = silk_ADD32( q1_Q10, 1024 - QUANT_LEVEL_ADJUST_Q10 );
1.319 + rd1_Q20 = silk_SMULBB( q1_Q10, Lambda_Q10 );
1.320 + rd2_Q20 = silk_SMULBB( q2_Q10, Lambda_Q10 );
1.321 + } else if( q1_Q0 == -1 ) {
1.322 + q2_Q10 = offset_Q10;
1.323 + q1_Q10 = silk_SUB32( q2_Q10, 1024 - QUANT_LEVEL_ADJUST_Q10 );
1.324 + rd1_Q20 = silk_SMULBB( -q1_Q10, Lambda_Q10 );
1.325 + rd2_Q20 = silk_SMULBB( q2_Q10, Lambda_Q10 );
1.326 + } else { /* Q1_Q0 < -1 */
1.327 + q1_Q10 = silk_ADD32( silk_LSHIFT( q1_Q0, 10 ), QUANT_LEVEL_ADJUST_Q10 );
1.328 + q1_Q10 = silk_ADD32( q1_Q10, offset_Q10 );
1.329 + q2_Q10 = silk_ADD32( q1_Q10, 1024 );
1.330 + rd1_Q20 = silk_SMULBB( -q1_Q10, Lambda_Q10 );
1.331 + rd2_Q20 = silk_SMULBB( -q2_Q10, Lambda_Q10 );
1.332 + }
1.333 + rr_Q10 = silk_SUB32( r_Q10, q1_Q10 );
1.334 + rd1_Q20 = silk_SMLABB( rd1_Q20, rr_Q10, rr_Q10 );
1.335 + rr_Q10 = silk_SUB32( r_Q10, q2_Q10 );
1.336 + rd2_Q20 = silk_SMLABB( rd2_Q20, rr_Q10, rr_Q10 );
1.337 +
1.338 + if( rd2_Q20 < rd1_Q20 ) {
1.339 + q1_Q10 = q2_Q10;
1.340 + }
1.341 +
1.342 + pulses[ i ] = (opus_int8)silk_RSHIFT_ROUND( q1_Q10, 10 );
1.343 +
1.344 + /* Excitation */
1.345 + exc_Q14 = silk_LSHIFT( q1_Q10, 4 );
1.346 + if ( NSQ->rand_seed < 0 ) {
1.347 + exc_Q14 = -exc_Q14;
1.348 + }
1.349 +
1.350 + /* Add predictions */
1.351 + LPC_exc_Q14 = silk_ADD_LSHIFT32( exc_Q14, LTP_pred_Q13, 1 );
1.352 + xq_Q14 = silk_ADD_LSHIFT32( LPC_exc_Q14, LPC_pred_Q10, 4 );
1.353 +
1.354 + /* Scale XQ back to normal level before saving */
1.355 + xq[ i ] = (opus_int16)silk_SAT16( silk_RSHIFT_ROUND( silk_SMULWW( xq_Q14, Gain_Q10 ), 8 ) );
1.356 +
1.357 + /* Update states */
1.358 + psLPC_Q14++;
1.359 + *psLPC_Q14 = xq_Q14;
1.360 + sLF_AR_shp_Q14 = silk_SUB_LSHIFT32( xq_Q14, n_AR_Q12, 2 );
1.361 + NSQ->sLF_AR_shp_Q14 = sLF_AR_shp_Q14;
1.362 +
1.363 + NSQ->sLTP_shp_Q14[ NSQ->sLTP_shp_buf_idx ] = silk_SUB_LSHIFT32( sLF_AR_shp_Q14, n_LF_Q12, 2 );
1.364 + sLTP_Q15[ NSQ->sLTP_buf_idx ] = silk_LSHIFT( LPC_exc_Q14, 1 );
1.365 + NSQ->sLTP_shp_buf_idx++;
1.366 + NSQ->sLTP_buf_idx++;
1.367 +
1.368 + /* Make dither dependent on quantized signal */
1.369 + NSQ->rand_seed = silk_ADD32_ovflw( NSQ->rand_seed, pulses[ i ] );
1.370 + }
1.371 +
1.372 + /* Update LPC synth buffer */
1.373 + silk_memcpy( NSQ->sLPC_Q14, &NSQ->sLPC_Q14[ length ], NSQ_LPC_BUF_LENGTH * sizeof( opus_int32 ) );
1.374 +}
1.375 +
1.376 +static OPUS_INLINE void silk_nsq_scale_states(
1.377 + const silk_encoder_state *psEncC, /* I Encoder State */
1.378 + silk_nsq_state *NSQ, /* I/O NSQ state */
1.379 + const opus_int32 x_Q3[], /* I input in Q3 */
1.380 + opus_int32 x_sc_Q10[], /* O input scaled with 1/Gain */
1.381 + const opus_int16 sLTP[], /* I re-whitened LTP state in Q0 */
1.382 + opus_int32 sLTP_Q15[], /* O LTP state matching scaled input */
1.383 + opus_int subfr, /* I subframe number */
1.384 + const opus_int LTP_scale_Q14, /* I */
1.385 + const opus_int32 Gains_Q16[ MAX_NB_SUBFR ], /* I */
1.386 + const opus_int pitchL[ MAX_NB_SUBFR ], /* I Pitch lag */
1.387 + const opus_int signal_type /* I Signal type */
1.388 +)
1.389 +{
1.390 + opus_int i, lag;
1.391 + opus_int32 gain_adj_Q16, inv_gain_Q31, inv_gain_Q23;
1.392 +
1.393 + lag = pitchL[ subfr ];
1.394 + inv_gain_Q31 = silk_INVERSE32_varQ( silk_max( Gains_Q16[ subfr ], 1 ), 47 );
1.395 + silk_assert( inv_gain_Q31 != 0 );
1.396 +
1.397 + /* Calculate gain adjustment factor */
1.398 + if( Gains_Q16[ subfr ] != NSQ->prev_gain_Q16 ) {
1.399 + gain_adj_Q16 = silk_DIV32_varQ( NSQ->prev_gain_Q16, Gains_Q16[ subfr ], 16 );
1.400 + } else {
1.401 + gain_adj_Q16 = (opus_int32)1 << 16;
1.402 + }
1.403 +
1.404 + /* Scale input */
1.405 + inv_gain_Q23 = silk_RSHIFT_ROUND( inv_gain_Q31, 8 );
1.406 + for( i = 0; i < psEncC->subfr_length; i++ ) {
1.407 + x_sc_Q10[ i ] = silk_SMULWW( x_Q3[ i ], inv_gain_Q23 );
1.408 + }
1.409 +
1.410 + /* Save inverse gain */
1.411 + NSQ->prev_gain_Q16 = Gains_Q16[ subfr ];
1.412 +
1.413 + /* After rewhitening the LTP state is un-scaled, so scale with inv_gain_Q16 */
1.414 + if( NSQ->rewhite_flag ) {
1.415 + if( subfr == 0 ) {
1.416 + /* Do LTP downscaling */
1.417 + inv_gain_Q31 = silk_LSHIFT( silk_SMULWB( inv_gain_Q31, LTP_scale_Q14 ), 2 );
1.418 + }
1.419 + for( i = NSQ->sLTP_buf_idx - lag - LTP_ORDER / 2; i < NSQ->sLTP_buf_idx; i++ ) {
1.420 + silk_assert( i < MAX_FRAME_LENGTH );
1.421 + sLTP_Q15[ i ] = silk_SMULWB( inv_gain_Q31, sLTP[ i ] );
1.422 + }
1.423 + }
1.424 +
1.425 + /* Adjust for changing gain */
1.426 + if( gain_adj_Q16 != (opus_int32)1 << 16 ) {
1.427 + /* Scale long-term shaping state */
1.428 + for( i = NSQ->sLTP_shp_buf_idx - psEncC->ltp_mem_length; i < NSQ->sLTP_shp_buf_idx; i++ ) {
1.429 + NSQ->sLTP_shp_Q14[ i ] = silk_SMULWW( gain_adj_Q16, NSQ->sLTP_shp_Q14[ i ] );
1.430 + }
1.431 +
1.432 + /* Scale long-term prediction state */
1.433 + if( signal_type == TYPE_VOICED && NSQ->rewhite_flag == 0 ) {
1.434 + for( i = NSQ->sLTP_buf_idx - lag - LTP_ORDER / 2; i < NSQ->sLTP_buf_idx; i++ ) {
1.435 + sLTP_Q15[ i ] = silk_SMULWW( gain_adj_Q16, sLTP_Q15[ i ] );
1.436 + }
1.437 + }
1.438 +
1.439 + NSQ->sLF_AR_shp_Q14 = silk_SMULWW( gain_adj_Q16, NSQ->sLF_AR_shp_Q14 );
1.440 +
1.441 + /* Scale short-term prediction and shaping states */
1.442 + for( i = 0; i < NSQ_LPC_BUF_LENGTH; i++ ) {
1.443 + NSQ->sLPC_Q14[ i ] = silk_SMULWW( gain_adj_Q16, NSQ->sLPC_Q14[ i ] );
1.444 + }
1.445 + for( i = 0; i < MAX_SHAPE_LPC_ORDER; i++ ) {
1.446 + NSQ->sAR2_Q14[ i ] = silk_SMULWW( gain_adj_Q16, NSQ->sAR2_Q14[ i ] );
1.447 + }
1.448 + }
1.449 +}
