• file
• revisions
• annotate
• diff
• comparison
• raw

media/libopus/silk/NSQ.c@6474c204b198 (annotated)

media/libopus/silk/NSQ.c

Wed, 31 Dec 2014 06:09:35 +0100

author

Michael Schloh von Bennewitz <michael@schloh.com>

date

Wed, 31 Dec 2014 06:09:35 +0100

changeset 0

6474c204b198

permissions

-rw-r--r--

Cloned upstream origin tor-browser at tor-browser-31.3.0esr-4.5-1-build1
revision ID fc1c9ff7c1b2defdbc039f12214767608f46423f for hacking purpose.

michael@0	1	/***********************************************************************
michael@0	2	Copyright (c) 2006-2011, Skype Limited. All rights reserved.
michael@0	3	Redistribution and use in source and binary forms, with or without
michael@0	4	modification, are permitted provided that the following conditions
michael@0	5	are met:
michael@0	6	- Redistributions of source code must retain the above copyright notice,
michael@0	7	this list of conditions and the following disclaimer.
michael@0	8	- Redistributions in binary form must reproduce the above copyright
michael@0	9	notice, this list of conditions and the following disclaimer in the
michael@0	10	documentation and/or other materials provided with the distribution.
michael@0	11	- Neither the name of Internet Society, IETF or IETF Trust, nor the
michael@0	12	names of specific contributors, may be used to endorse or promote
michael@0	13	products derived from this software without specific prior written
michael@0	14	permission.
michael@0	15	THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
michael@0	16	AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
michael@0	17	IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
michael@0	18	ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
michael@0	19	LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
michael@0	20	CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
michael@0	21	SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
michael@0	22	INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
michael@0	23	CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
michael@0	24	ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
michael@0	25	POSSIBILITY OF SUCH DAMAGE.
michael@0	26	***********************************************************************/
michael@0	27
michael@0	28	#ifdef HAVE_CONFIG_H
michael@0	29	#include "config.h"
michael@0	30	#endif
michael@0	31
michael@0	32	#include "main.h"
michael@0	33	#include "stack_alloc.h"
michael@0	34
michael@0	35	static OPUS_INLINE void silk_nsq_scale_states(
michael@0	36	const silk_encoder_state *psEncC, /* I Encoder State */
michael@0	37	silk_nsq_state *NSQ, /* I/O NSQ state */
michael@0	38	const opus_int32 x_Q3[], /* I input in Q3 */
michael@0	39	opus_int32 x_sc_Q10[], /* O input scaled with 1/Gain */
michael@0	40	const opus_int16 sLTP[], /* I re-whitened LTP state in Q0 */
michael@0	41	opus_int32 sLTP_Q15[], /* O LTP state matching scaled input */
michael@0	42	opus_int subfr, /* I subframe number */
michael@0	43	const opus_int LTP_scale_Q14, /* I */
michael@0	44	const opus_int32 Gains_Q16[ MAX_NB_SUBFR ], /* I */
michael@0	45	const opus_int pitchL[ MAX_NB_SUBFR ], /* I Pitch lag */
michael@0	46	const opus_int signal_type /* I Signal type */
michael@0	47	);
michael@0	48
michael@0	49	static OPUS_INLINE void silk_noise_shape_quantizer(
michael@0	50	silk_nsq_state *NSQ, /* I/O NSQ state */
michael@0	51	opus_int signalType, /* I Signal type */
michael@0	52	const opus_int32 x_sc_Q10[], /* I */
michael@0	53	opus_int8 pulses[], /* O */
michael@0	54	opus_int16 xq[], /* O */
michael@0	55	opus_int32 sLTP_Q15[], /* I/O LTP state */
michael@0	56	const opus_int16 a_Q12[], /* I Short term prediction coefs */
michael@0	57	const opus_int16 b_Q14[], /* I Long term prediction coefs */
michael@0	58	const opus_int16 AR_shp_Q13[], /* I Noise shaping AR coefs */
michael@0	59	opus_int lag, /* I Pitch lag */
michael@0	60	opus_int32 HarmShapeFIRPacked_Q14, /* I */
michael@0	61	opus_int Tilt_Q14, /* I Spectral tilt */
michael@0	62	opus_int32 LF_shp_Q14, /* I */
michael@0	63	opus_int32 Gain_Q16, /* I */
michael@0	64	opus_int Lambda_Q10, /* I */
michael@0	65	opus_int offset_Q10, /* I */
michael@0	66	opus_int length, /* I Input length */
michael@0	67	opus_int shapingLPCOrder, /* I Noise shaping AR filter order */
michael@0	68	opus_int predictLPCOrder /* I Prediction filter order */
michael@0	69	);
michael@0	70
michael@0	71	void silk_NSQ(
michael@0	72	const silk_encoder_state *psEncC, /* I/O Encoder State */
michael@0	73	silk_nsq_state *NSQ, /* I/O NSQ state */
michael@0	74	SideInfoIndices *psIndices, /* I/O Quantization Indices */
michael@0	75	const opus_int32 x_Q3[], /* I Prefiltered input signal */
michael@0	76	opus_int8 pulses[], /* O Quantized pulse signal */
michael@0	77	const opus_int16 PredCoef_Q12[ 2 * MAX_LPC_ORDER ], /* I Short term prediction coefs */
michael@0	78	const opus_int16 LTPCoef_Q14[ LTP_ORDER * MAX_NB_SUBFR ], /* I Long term prediction coefs */
michael@0	79	const opus_int16 AR2_Q13[ MAX_NB_SUBFR * MAX_SHAPE_LPC_ORDER ], /* I Noise shaping coefs */
michael@0	80	const opus_int HarmShapeGain_Q14[ MAX_NB_SUBFR ], /* I Long term shaping coefs */
michael@0	81	const opus_int Tilt_Q14[ MAX_NB_SUBFR ], /* I Spectral tilt */
michael@0	82	const opus_int32 LF_shp_Q14[ MAX_NB_SUBFR ], /* I Low frequency shaping coefs */
michael@0	83	const opus_int32 Gains_Q16[ MAX_NB_SUBFR ], /* I Quantization step sizes */
michael@0	84	const opus_int pitchL[ MAX_NB_SUBFR ], /* I Pitch lags */
michael@0	85	const opus_int Lambda_Q10, /* I Rate/distortion tradeoff */
michael@0	86	const opus_int LTP_scale_Q14 /* I LTP state scaling */
michael@0	87	)
michael@0	88	{
michael@0	89	opus_int k, lag, start_idx, LSF_interpolation_flag;
michael@0	90	const opus_int16 *A_Q12, *B_Q14, *AR_shp_Q13;
michael@0	91	opus_int16 *pxq;
michael@0	92	VARDECL( opus_int32, sLTP_Q15 );
michael@0	93	VARDECL( opus_int16, sLTP );
michael@0	94	opus_int32 HarmShapeFIRPacked_Q14;
michael@0	95	opus_int offset_Q10;
michael@0	96	VARDECL( opus_int32, x_sc_Q10 );
michael@0	97	SAVE_STACK;
michael@0	98
michael@0	99	NSQ->rand_seed = psIndices->Seed;
michael@0	100
michael@0	101	/* Set unvoiced lag to the previous one, overwrite later for voiced */
michael@0	102	lag = NSQ->lagPrev;
michael@0	103
michael@0	104	silk_assert( NSQ->prev_gain_Q16 != 0 );
michael@0	105
michael@0	106	offset_Q10 = silk_Quantization_Offsets_Q10[ psIndices->signalType >> 1 ][ psIndices->quantOffsetType ];
michael@0	107
michael@0	108	if( psIndices->NLSFInterpCoef_Q2 == 4 ) {
michael@0	109	LSF_interpolation_flag = 0;
michael@0	110	} else {
michael@0	111	LSF_interpolation_flag = 1;
michael@0	112	}
michael@0	113
michael@0	114	ALLOC( sLTP_Q15,
michael@0	115	psEncC->ltp_mem_length + psEncC->frame_length, opus_int32 );
michael@0	116	ALLOC( sLTP, psEncC->ltp_mem_length + psEncC->frame_length, opus_int16 );
michael@0	117	ALLOC( x_sc_Q10, psEncC->subfr_length, opus_int32 );
michael@0	118	/* Set up pointers to start of sub frame */
michael@0	119	NSQ->sLTP_shp_buf_idx = psEncC->ltp_mem_length;
michael@0	120	NSQ->sLTP_buf_idx = psEncC->ltp_mem_length;
michael@0	121	pxq = &NSQ->xq[ psEncC->ltp_mem_length ];
michael@0	122	for( k = 0; k < psEncC->nb_subfr; k++ ) {
michael@0	123	A_Q12 = &PredCoef_Q12[ (( k >> 1 ) | ( 1 - LSF_interpolation_flag )) * MAX_LPC_ORDER ];
michael@0	124	B_Q14 = &LTPCoef_Q14[ k * LTP_ORDER ];
michael@0	125	AR_shp_Q13 = &AR2_Q13[ k * MAX_SHAPE_LPC_ORDER ];
michael@0	126
michael@0	127	/* Noise shape parameters */
michael@0	128	silk_assert( HarmShapeGain_Q14[ k ] >= 0 );
michael@0	129	HarmShapeFIRPacked_Q14 = silk_RSHIFT( HarmShapeGain_Q14[ k ], 2 );
michael@0	130	HarmShapeFIRPacked_Q14 |= silk_LSHIFT( (opus_int32)silk_RSHIFT( HarmShapeGain_Q14[ k ], 1 ), 16 );
michael@0	131
michael@0	132	NSQ->rewhite_flag = 0;
michael@0	133	if( psIndices->signalType == TYPE_VOICED ) {
michael@0	134	/* Voiced */
michael@0	135	lag = pitchL[ k ];
michael@0	136
michael@0	137	/* Re-whitening */
michael@0	138	if( ( k & ( 3 - silk_LSHIFT( LSF_interpolation_flag, 1 ) ) ) == 0 ) {
michael@0	139	/* Rewhiten with new A coefs */
michael@0	140	start_idx = psEncC->ltp_mem_length - lag - psEncC->predictLPCOrder - LTP_ORDER / 2;
michael@0	141	silk_assert( start_idx > 0 );
michael@0	142
michael@0	143	silk_LPC_analysis_filter( &sLTP[ start_idx ], &NSQ->xq[ start_idx + k * psEncC->subfr_length ],
michael@0	144	A_Q12, psEncC->ltp_mem_length - start_idx, psEncC->predictLPCOrder );
michael@0	145
michael@0	146	NSQ->rewhite_flag = 1;
michael@0	147	NSQ->sLTP_buf_idx = psEncC->ltp_mem_length;
michael@0	148	}
michael@0	149	}
michael@0	150
michael@0	151	silk_nsq_scale_states( psEncC, NSQ, x_Q3, x_sc_Q10, sLTP, sLTP_Q15, k, LTP_scale_Q14, Gains_Q16, pitchL, psIndices->signalType );
michael@0	152
michael@0	153	silk_noise_shape_quantizer( NSQ, psIndices->signalType, x_sc_Q10, pulses, pxq, sLTP_Q15, A_Q12, B_Q14,
michael@0	154	AR_shp_Q13, lag, HarmShapeFIRPacked_Q14, Tilt_Q14[ k ], LF_shp_Q14[ k ], Gains_Q16[ k ], Lambda_Q10,
michael@0	155	offset_Q10, psEncC->subfr_length, psEncC->shapingLPCOrder, psEncC->predictLPCOrder );
michael@0	156
michael@0	157	x_Q3 += psEncC->subfr_length;
michael@0	158	pulses += psEncC->subfr_length;
michael@0	159	pxq += psEncC->subfr_length;
michael@0	160	}
michael@0	161
michael@0	162	/* Update lagPrev for next frame */
michael@0	163	NSQ->lagPrev = pitchL[ psEncC->nb_subfr - 1 ];
michael@0	164
michael@0	165	/* Save quantized speech and noise shaping signals */
michael@0	166	/* DEBUG_STORE_DATA( enc.pcm, &NSQ->xq[ psEncC->ltp_mem_length ], psEncC->frame_length * sizeof( opus_int16 ) ) */
michael@0	167	silk_memmove( NSQ->xq, &NSQ->xq[ psEncC->frame_length ], psEncC->ltp_mem_length * sizeof( opus_int16 ) );
michael@0	168	silk_memmove( NSQ->sLTP_shp_Q14, &NSQ->sLTP_shp_Q14[ psEncC->frame_length ], psEncC->ltp_mem_length * sizeof( opus_int32 ) );
michael@0	169	RESTORE_STACK;
michael@0	170	}
michael@0	171
michael@0	172	/***********************************/
michael@0	173	/* silk_noise_shape_quantizer */
michael@0	174	/***********************************/
michael@0	175	static OPUS_INLINE void silk_noise_shape_quantizer(
michael@0	176	silk_nsq_state *NSQ, /* I/O NSQ state */
michael@0	177	opus_int signalType, /* I Signal type */
michael@0	178	const opus_int32 x_sc_Q10[], /* I */
michael@0	179	opus_int8 pulses[], /* O */
michael@0	180	opus_int16 xq[], /* O */
michael@0	181	opus_int32 sLTP_Q15[], /* I/O LTP state */
michael@0	182	const opus_int16 a_Q12[], /* I Short term prediction coefs */
michael@0	183	const opus_int16 b_Q14[], /* I Long term prediction coefs */
michael@0	184	const opus_int16 AR_shp_Q13[], /* I Noise shaping AR coefs */
michael@0	185	opus_int lag, /* I Pitch lag */
michael@0	186	opus_int32 HarmShapeFIRPacked_Q14, /* I */
michael@0	187	opus_int Tilt_Q14, /* I Spectral tilt */
michael@0	188	opus_int32 LF_shp_Q14, /* I */
michael@0	189	opus_int32 Gain_Q16, /* I */
michael@0	190	opus_int Lambda_Q10, /* I */
michael@0	191	opus_int offset_Q10, /* I */
michael@0	192	opus_int length, /* I Input length */
michael@0	193	opus_int shapingLPCOrder, /* I Noise shaping AR filter order */
michael@0	194	opus_int predictLPCOrder /* I Prediction filter order */
michael@0	195	)
michael@0	196	{
michael@0	197	opus_int i, j;
michael@0	198	opus_int32 LTP_pred_Q13, LPC_pred_Q10, n_AR_Q12, n_LTP_Q13;
michael@0	199	opus_int32 n_LF_Q12, r_Q10, rr_Q10, q1_Q0, q1_Q10, q2_Q10, rd1_Q20, rd2_Q20;
michael@0	200	opus_int32 exc_Q14, LPC_exc_Q14, xq_Q14, Gain_Q10;
michael@0	201	opus_int32 tmp1, tmp2, sLF_AR_shp_Q14;
michael@0	202	opus_int32 *psLPC_Q14, *shp_lag_ptr, *pred_lag_ptr;
michael@0	203
michael@0	204	shp_lag_ptr = &NSQ->sLTP_shp_Q14[ NSQ->sLTP_shp_buf_idx - lag + HARM_SHAPE_FIR_TAPS / 2 ];
michael@0	205	pred_lag_ptr = &sLTP_Q15[ NSQ->sLTP_buf_idx - lag + LTP_ORDER / 2 ];
michael@0	206	Gain_Q10 = silk_RSHIFT( Gain_Q16, 6 );
michael@0	207
michael@0	208	/* Set up short term AR state */
michael@0	209	psLPC_Q14 = &NSQ->sLPC_Q14[ NSQ_LPC_BUF_LENGTH - 1 ];
michael@0	210
michael@0	211	for( i = 0; i < length; i++ ) {
michael@0	212	/* Generate dither */
michael@0	213	NSQ->rand_seed = silk_RAND( NSQ->rand_seed );
michael@0	214
michael@0	215	/* Short-term prediction */
michael@0	216	silk_assert( predictLPCOrder == 10 || predictLPCOrder == 16 );
michael@0	217	/* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
michael@0	218	LPC_pred_Q10 = silk_RSHIFT( predictLPCOrder, 1 );
michael@0	219	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ 0 ], a_Q12[ 0 ] );
michael@0	220	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -1 ], a_Q12[ 1 ] );
michael@0	221	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -2 ], a_Q12[ 2 ] );
michael@0	222	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -3 ], a_Q12[ 3 ] );
michael@0	223	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -4 ], a_Q12[ 4 ] );
michael@0	224	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -5 ], a_Q12[ 5 ] );
michael@0	225	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -6 ], a_Q12[ 6 ] );
michael@0	226	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -7 ], a_Q12[ 7 ] );
michael@0	227	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -8 ], a_Q12[ 8 ] );
michael@0	228	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -9 ], a_Q12[ 9 ] );
michael@0	229	if( predictLPCOrder == 16 ) {
michael@0	230	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -10 ], a_Q12[ 10 ] );
michael@0	231	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -11 ], a_Q12[ 11 ] );
michael@0	232	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -12 ], a_Q12[ 12 ] );
michael@0	233	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -13 ], a_Q12[ 13 ] );
michael@0	234	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -14 ], a_Q12[ 14 ] );
michael@0	235	LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, psLPC_Q14[ -15 ], a_Q12[ 15 ] );
michael@0	236	}
michael@0	237
michael@0	238	/* Long-term prediction */
michael@0	239	if( signalType == TYPE_VOICED ) {
michael@0	240	/* Unrolled loop */
michael@0	241	/* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
michael@0	242	LTP_pred_Q13 = 2;
michael@0	243	LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ 0 ], b_Q14[ 0 ] );
michael@0	244	LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -1 ], b_Q14[ 1 ] );
michael@0	245	LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -2 ], b_Q14[ 2 ] );
michael@0	246	LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -3 ], b_Q14[ 3 ] );
michael@0	247	LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -4 ], b_Q14[ 4 ] );
michael@0	248	pred_lag_ptr++;
michael@0	249	} else {
michael@0	250	LTP_pred_Q13 = 0;
michael@0	251	}
michael@0	252
michael@0	253	/* Noise shape feedback */
michael@0	254	silk_assert( ( shapingLPCOrder & 1 ) == 0 ); /* check that order is even */
michael@0	255	tmp2 = psLPC_Q14[ 0 ];
michael@0	256	tmp1 = NSQ->sAR2_Q14[ 0 ];
michael@0	257	NSQ->sAR2_Q14[ 0 ] = tmp2;
michael@0	258	n_AR_Q12 = silk_RSHIFT( shapingLPCOrder, 1 );
michael@0	259	n_AR_Q12 = silk_SMLAWB( n_AR_Q12, tmp2, AR_shp_Q13[ 0 ] );
michael@0	260	for( j = 2; j < shapingLPCOrder; j += 2 ) {
michael@0	261	tmp2 = NSQ->sAR2_Q14[ j - 1 ];
michael@0	262	NSQ->sAR2_Q14[ j - 1 ] = tmp1;
michael@0	263	n_AR_Q12 = silk_SMLAWB( n_AR_Q12, tmp1, AR_shp_Q13[ j - 1 ] );
michael@0	264	tmp1 = NSQ->sAR2_Q14[ j + 0 ];
michael@0	265	NSQ->sAR2_Q14[ j + 0 ] = tmp2;
michael@0	266	n_AR_Q12 = silk_SMLAWB( n_AR_Q12, tmp2, AR_shp_Q13[ j ] );
michael@0	267	}
michael@0	268	NSQ->sAR2_Q14[ shapingLPCOrder - 1 ] = tmp1;
michael@0	269	n_AR_Q12 = silk_SMLAWB( n_AR_Q12, tmp1, AR_shp_Q13[ shapingLPCOrder - 1 ] );
michael@0	270
michael@0	271	n_AR_Q12 = silk_LSHIFT32( n_AR_Q12, 1 ); /* Q11 -> Q12 */
michael@0	272	n_AR_Q12 = silk_SMLAWB( n_AR_Q12, NSQ->sLF_AR_shp_Q14, Tilt_Q14 );
michael@0	273
michael@0	274	n_LF_Q12 = silk_SMULWB( NSQ->sLTP_shp_Q14[ NSQ->sLTP_shp_buf_idx - 1 ], LF_shp_Q14 );
michael@0	275	n_LF_Q12 = silk_SMLAWT( n_LF_Q12, NSQ->sLF_AR_shp_Q14, LF_shp_Q14 );
michael@0	276
michael@0	277	silk_assert( lag > 0 || signalType != TYPE_VOICED );
michael@0	278
michael@0	279	/* Combine prediction and noise shaping signals */
michael@0	280	tmp1 = silk_SUB32( silk_LSHIFT32( LPC_pred_Q10, 2 ), n_AR_Q12 ); /* Q12 */
michael@0	281	tmp1 = silk_SUB32( tmp1, n_LF_Q12 ); /* Q12 */
michael@0	282	if( lag > 0 ) {
michael@0	283	/* Symmetric, packed FIR coefficients */
michael@0	284	n_LTP_Q13 = silk_SMULWB( silk_ADD32( shp_lag_ptr[ 0 ], shp_lag_ptr[ -2 ] ), HarmShapeFIRPacked_Q14 );
michael@0	285	n_LTP_Q13 = silk_SMLAWT( n_LTP_Q13, shp_lag_ptr[ -1 ], HarmShapeFIRPacked_Q14 );
michael@0	286	n_LTP_Q13 = silk_LSHIFT( n_LTP_Q13, 1 );
michael@0	287	shp_lag_ptr++;
michael@0	288
michael@0	289	tmp2 = silk_SUB32( LTP_pred_Q13, n_LTP_Q13 ); /* Q13 */
michael@0	290	tmp1 = silk_ADD_LSHIFT32( tmp2, tmp1, 1 ); /* Q13 */
michael@0	291	tmp1 = silk_RSHIFT_ROUND( tmp1, 3 ); /* Q10 */
michael@0	292	} else {
michael@0	293	tmp1 = silk_RSHIFT_ROUND( tmp1, 2 ); /* Q10 */
michael@0	294	}
michael@0	295
michael@0	296	r_Q10 = silk_SUB32( x_sc_Q10[ i ], tmp1 ); /* residual error Q10 */
michael@0	297
michael@0	298	/* Flip sign depending on dither */
michael@0	299	if ( NSQ->rand_seed < 0 ) {
michael@0	300	r_Q10 = -r_Q10;
michael@0	301	}
michael@0	302	r_Q10 = silk_LIMIT_32( r_Q10, -(31 << 10), 30 << 10 );
michael@0	303
michael@0	304	/* Find two quantization level candidates and measure their rate-distortion */
michael@0	305	q1_Q10 = silk_SUB32( r_Q10, offset_Q10 );
michael@0	306	q1_Q0 = silk_RSHIFT( q1_Q10, 10 );
michael@0	307	if( q1_Q0 > 0 ) {
michael@0	308	q1_Q10 = silk_SUB32( silk_LSHIFT( q1_Q0, 10 ), QUANT_LEVEL_ADJUST_Q10 );
michael@0	309	q1_Q10 = silk_ADD32( q1_Q10, offset_Q10 );
michael@0	310	q2_Q10 = silk_ADD32( q1_Q10, 1024 );
michael@0	311	rd1_Q20 = silk_SMULBB( q1_Q10, Lambda_Q10 );
michael@0	312	rd2_Q20 = silk_SMULBB( q2_Q10, Lambda_Q10 );
michael@0	313	} else if( q1_Q0 == 0 ) {
michael@0	314	q1_Q10 = offset_Q10;
michael@0	315	q2_Q10 = silk_ADD32( q1_Q10, 1024 - QUANT_LEVEL_ADJUST_Q10 );
michael@0	316	rd1_Q20 = silk_SMULBB( q1_Q10, Lambda_Q10 );
michael@0	317	rd2_Q20 = silk_SMULBB( q2_Q10, Lambda_Q10 );
michael@0	318	} else if( q1_Q0 == -1 ) {
michael@0	319	q2_Q10 = offset_Q10;
michael@0	320	q1_Q10 = silk_SUB32( q2_Q10, 1024 - QUANT_LEVEL_ADJUST_Q10 );
michael@0	321	rd1_Q20 = silk_SMULBB( -q1_Q10, Lambda_Q10 );
michael@0	322	rd2_Q20 = silk_SMULBB( q2_Q10, Lambda_Q10 );
michael@0	323	} else { /* Q1_Q0 < -1 */
michael@0	324	q1_Q10 = silk_ADD32( silk_LSHIFT( q1_Q0, 10 ), QUANT_LEVEL_ADJUST_Q10 );
michael@0	325	q1_Q10 = silk_ADD32( q1_Q10, offset_Q10 );
michael@0	326	q2_Q10 = silk_ADD32( q1_Q10, 1024 );
michael@0	327	rd1_Q20 = silk_SMULBB( -q1_Q10, Lambda_Q10 );
michael@0	328	rd2_Q20 = silk_SMULBB( -q2_Q10, Lambda_Q10 );
michael@0	329	}
michael@0	330	rr_Q10 = silk_SUB32( r_Q10, q1_Q10 );
michael@0	331	rd1_Q20 = silk_SMLABB( rd1_Q20, rr_Q10, rr_Q10 );
michael@0	332	rr_Q10 = silk_SUB32( r_Q10, q2_Q10 );
michael@0	333	rd2_Q20 = silk_SMLABB( rd2_Q20, rr_Q10, rr_Q10 );
michael@0	334
michael@0	335	if( rd2_Q20 < rd1_Q20 ) {
michael@0	336	q1_Q10 = q2_Q10;
michael@0	337	}
michael@0	338
michael@0	339	pulses[ i ] = (opus_int8)silk_RSHIFT_ROUND( q1_Q10, 10 );
michael@0	340
michael@0	341	/* Excitation */
michael@0	342	exc_Q14 = silk_LSHIFT( q1_Q10, 4 );
michael@0	343	if ( NSQ->rand_seed < 0 ) {
michael@0	344	exc_Q14 = -exc_Q14;
michael@0	345	}
michael@0	346
michael@0	347	/* Add predictions */
michael@0	348	LPC_exc_Q14 = silk_ADD_LSHIFT32( exc_Q14, LTP_pred_Q13, 1 );
michael@0	349	xq_Q14 = silk_ADD_LSHIFT32( LPC_exc_Q14, LPC_pred_Q10, 4 );
michael@0	350
michael@0	351	/* Scale XQ back to normal level before saving */
michael@0	352	xq[ i ] = (opus_int16)silk_SAT16( silk_RSHIFT_ROUND( silk_SMULWW( xq_Q14, Gain_Q10 ), 8 ) );
michael@0	353
michael@0	354	/* Update states */
michael@0	355	psLPC_Q14++;
michael@0	356	*psLPC_Q14 = xq_Q14;
michael@0	357	sLF_AR_shp_Q14 = silk_SUB_LSHIFT32( xq_Q14, n_AR_Q12, 2 );
michael@0	358	NSQ->sLF_AR_shp_Q14 = sLF_AR_shp_Q14;
michael@0	359
michael@0	360	NSQ->sLTP_shp_Q14[ NSQ->sLTP_shp_buf_idx ] = silk_SUB_LSHIFT32( sLF_AR_shp_Q14, n_LF_Q12, 2 );
michael@0	361	sLTP_Q15[ NSQ->sLTP_buf_idx ] = silk_LSHIFT( LPC_exc_Q14, 1 );
michael@0	362	NSQ->sLTP_shp_buf_idx++;
michael@0	363	NSQ->sLTP_buf_idx++;
michael@0	364
michael@0	365	/* Make dither dependent on quantized signal */
michael@0	366	NSQ->rand_seed = silk_ADD32_ovflw( NSQ->rand_seed, pulses[ i ] );
michael@0	367	}
michael@0	368
michael@0	369	/* Update LPC synth buffer */
michael@0	370	silk_memcpy( NSQ->sLPC_Q14, &NSQ->sLPC_Q14[ length ], NSQ_LPC_BUF_LENGTH * sizeof( opus_int32 ) );
michael@0	371	}
michael@0	372
michael@0	373	static OPUS_INLINE void silk_nsq_scale_states(
michael@0	374	const silk_encoder_state *psEncC, /* I Encoder State */
michael@0	375	silk_nsq_state *NSQ, /* I/O NSQ state */
michael@0	376	const opus_int32 x_Q3[], /* I input in Q3 */
michael@0	377	opus_int32 x_sc_Q10[], /* O input scaled with 1/Gain */
michael@0	378	const opus_int16 sLTP[], /* I re-whitened LTP state in Q0 */
michael@0	379	opus_int32 sLTP_Q15[], /* O LTP state matching scaled input */
michael@0	380	opus_int subfr, /* I subframe number */
michael@0	381	const opus_int LTP_scale_Q14, /* I */
michael@0	382	const opus_int32 Gains_Q16[ MAX_NB_SUBFR ], /* I */
michael@0	383	const opus_int pitchL[ MAX_NB_SUBFR ], /* I Pitch lag */
michael@0	384	const opus_int signal_type /* I Signal type */
michael@0	385	)
michael@0	386	{
michael@0	387	opus_int i, lag;
michael@0	388	opus_int32 gain_adj_Q16, inv_gain_Q31, inv_gain_Q23;
michael@0	389
michael@0	390	lag = pitchL[ subfr ];
michael@0	391	inv_gain_Q31 = silk_INVERSE32_varQ( silk_max( Gains_Q16[ subfr ], 1 ), 47 );
michael@0	392	silk_assert( inv_gain_Q31 != 0 );
michael@0	393
michael@0	394	/* Calculate gain adjustment factor */
michael@0	395	if( Gains_Q16[ subfr ] != NSQ->prev_gain_Q16 ) {
michael@0	396	gain_adj_Q16 = silk_DIV32_varQ( NSQ->prev_gain_Q16, Gains_Q16[ subfr ], 16 );
michael@0	397	} else {
michael@0	398	gain_adj_Q16 = (opus_int32)1 << 16;
michael@0	399	}
michael@0	400
michael@0	401	/* Scale input */
michael@0	402	inv_gain_Q23 = silk_RSHIFT_ROUND( inv_gain_Q31, 8 );
michael@0	403	for( i = 0; i < psEncC->subfr_length; i++ ) {
michael@0	404	x_sc_Q10[ i ] = silk_SMULWW( x_Q3[ i ], inv_gain_Q23 );
michael@0	405	}
michael@0	406
michael@0	407	/* Save inverse gain */
michael@0	408	NSQ->prev_gain_Q16 = Gains_Q16[ subfr ];
michael@0	409
michael@0	410	/* After rewhitening the LTP state is un-scaled, so scale with inv_gain_Q16 */
michael@0	411	if( NSQ->rewhite_flag ) {
michael@0	412	if( subfr == 0 ) {
michael@0	413	/* Do LTP downscaling */
michael@0	414	inv_gain_Q31 = silk_LSHIFT( silk_SMULWB( inv_gain_Q31, LTP_scale_Q14 ), 2 );
michael@0	415	}
michael@0	416	for( i = NSQ->sLTP_buf_idx - lag - LTP_ORDER / 2; i < NSQ->sLTP_buf_idx; i++ ) {
michael@0	417	silk_assert( i < MAX_FRAME_LENGTH );
michael@0	418	sLTP_Q15[ i ] = silk_SMULWB( inv_gain_Q31, sLTP[ i ] );
michael@0	419	}
michael@0	420	}
michael@0	421
michael@0	422	/* Adjust for changing gain */
michael@0	423	if( gain_adj_Q16 != (opus_int32)1 << 16 ) {
michael@0	424	/* Scale long-term shaping state */
michael@0	425	for( i = NSQ->sLTP_shp_buf_idx - psEncC->ltp_mem_length; i < NSQ->sLTP_shp_buf_idx; i++ ) {
michael@0	426	NSQ->sLTP_shp_Q14[ i ] = silk_SMULWW( gain_adj_Q16, NSQ->sLTP_shp_Q14[ i ] );
michael@0	427	}
michael@0	428
michael@0	429	/* Scale long-term prediction state */
michael@0	430	if( signal_type == TYPE_VOICED && NSQ->rewhite_flag == 0 ) {
michael@0	431	for( i = NSQ->sLTP_buf_idx - lag - LTP_ORDER / 2; i < NSQ->sLTP_buf_idx; i++ ) {
michael@0	432	sLTP_Q15[ i ] = silk_SMULWW( gain_adj_Q16, sLTP_Q15[ i ] );
michael@0	433	}
michael@0	434	}
michael@0	435
michael@0	436	NSQ->sLF_AR_shp_Q14 = silk_SMULWW( gain_adj_Q16, NSQ->sLF_AR_shp_Q14 );
michael@0	437
michael@0	438	/* Scale short-term prediction and shaping states */
michael@0	439	for( i = 0; i < NSQ_LPC_BUF_LENGTH; i++ ) {
michael@0	440	NSQ->sLPC_Q14[ i ] = silk_SMULWW( gain_adj_Q16, NSQ->sLPC_Q14[ i ] );
michael@0	441	}
michael@0	442	for( i = 0; i < MAX_SHAPE_LPC_ORDER; i++ ) {
michael@0	443	NSQ->sAR2_Q14[ i ] = silk_SMULWW( gain_adj_Q16, NSQ->sAR2_Q14[ i ] );
michael@0	444	}
michael@0	445	}
michael@0	446	}