Talk:Linear Predictive Coding: Difference between revisions
Jump to navigation
Jump to search
No edit summary |
|||
| (7 intermediate revisions by the same user not shown) | |||
| Line 6: | Line 6: | ||
FLAC__lpc_restore_signal_wide(decoder->private_->residual[channel], decoder->private_->frame.header.blocksize-order, subframe->qlp_coeff, order, subframe->quantization_level, decoder->private_->output[channel]+order); | FLAC__lpc_restore_signal_wide(decoder->private_->residual[channel], decoder->private_->frame.header.blocksize-order, subframe->qlp_coeff, order, subframe->quantization_level, decoder->private_->output[channel]+order); | ||
</nowiki> | </nowiki> | ||
==Values Quiet working== | |||
==Values working== | * word at bitreader 453 after warmup = 0x20e6ec2d4bc2b28f | ||
* consumed bits = 8 | |||
* order predictor = 8 | |||
* sdc 2847 quantization_level = int 13 | |||
* sdc 2837 qlp_coeff_precision uint32_t = 15 0xF | |||
* sdc 2850 qlp_coeff[0] FLAC__int32 -5075 | |||
* sdc 2857 | |||
* sdc 2868 | |||
* sdc 2968 | |||
==Values Test working== | |||
<nowiki> | <nowiki> | ||
Analysis pass 1 output is file /home/johnny/playAlong/test00.anal | Analysis pass 1 output is file /home/johnny/playAlong/test00.anal | ||
| Line 18: | Line 27: | ||
Warmup FFFFFFFFFFFF8661 -31135 Location 236B 9067 | Warmup FFFFFFFFFFFF8661 -31135 Location 236B 9067 | ||
Warmup FFFFFFFFFFFF7B71 -33935 Location 236E 9070 | Warmup FFFFFFFFFFFF7B71 -33935 Location 236E 9070 | ||
Memory Dump 8189FFFF 748EFFFF E992FFFF 4695FFFF DF91FFFF A28EFFFF 6186FFFF 717BFFFF | |||
sum FLAC__int64 -290936360 | |||
0 Frame at 2352 , 9042 Header Value = 78 | 0 Frame at 2352 , 9042 Header Value = 78 | ||
Bit Read value = 14 or hex E | Bit Read value = 14 or hex E | ||
| Line 34: | Line 46: | ||
residual FFFFFFFFFFFFFB81 | residual FFFFFFFFFFFFFB81 | ||
</nowiki> | </nowiki> | ||
sum int64_t -36666 | ===First Sample=== | ||
Warmup FFFFFFFFFFFF8981 -30335 Location 2359 9049 | |||
Warmup FFFFFFFFFFFF8E74 -29068 Location 235C 9052 | |||
Warmup FFFFFFFFFFFF92E9 -27927 Location 235F 9055 | |||
Warmup FFFFFFFFFFFF9546 -27322 Location 2362 9058 | |||
Warmup FFFFFFFFFFFF91DF -28193 Location 2365 9061 | |||
Warmup FFFFFFFFFFFF8EA2 -29022 Location 2368 9064 | |||
Warmup FFFFFFFFFFFF8661 -31135 Location 236B 9067 | |||
Warmup FFFFFFFFFFFF7B71 -33935 Location 236E 9070 | |||
Memory Dump 8189FFFF 748EFFFF E992FFFF 4695FFFF DF91FFFF A28EFFFF 6186FFFF 717BFFFF | |||
sum FLAC__int64 -290936360 0xffffffffeea8a9d8 Line 1259 lpc.c | |||
sum int64_t -36666 0xffffffffffff70c6 lpc.c 1264 shift right quantization | |||
sum int64_t -36666 | |||
===Second Sample=== | |||
Warmup FFFFFFFFFFFF8981 -30335 Location 2359 9049 | |||
Warmup FFFFFFFFFFFF8E74 -29068 Location 235C 9052 | |||
Warmup FFFFFFFFFFFF92E9 -27927 Location 235F 9055 | |||
Warmup FFFFFFFFFFFF9546 -27322 Location 2362 9058 | |||
Warmup FFFFFFFFFFFF91DF -28193 Location 2365 9061 | |||
Warmup FFFFFFFFFFFF8EA2 -29022 Location 2368 9064 | |||
Warmup FFFFFFFFFFFF8661 -31135 Location 236B 9067 | |||
Warmup FFFFFFFFFFFF7B71 -33935 Location 236E 9070 | |||
Memory Dump (first pass) 8189FFFF 748EFFFF E992FFFF 4695FFFF DF91FFFF A28EFFFF 6186FFFF 717BFFFF | |||
Memory Dump (this Pass) 748EFFFF E992FFFF 4695FFFF DF91FFFF A28EFFFF 6186FFFF 717BFFFF C670FFFF | |||
sum FLAC__int64 -320520453 0xffffffffece53efb Line 1259 lpc.c | |||
sum int64_t -39766 0xffff64AA lpc.c 1264 shift right quantization | |||
Latest revision as of 19:14, 15 March 2025
if(FLAC__lpc_max_residual_bps(bps, subframe->qlp_coeff, order, subframe->quantization_level) <= 32 && FLAC__lpc_max_prediction_before_shift_bps(bps, subframe->qlp_coeff, order) <= 32) FLAC__lpc_restore_signal(decoder->private_->residual[channel], decoder->private_->frame.header.blocksize-order, subframe->qlp_coeff, order, subframe->quantization_level, decoder->private_->output[channel]+order); else FLAC__lpc_restore_signal_wide(decoder->private_->residual[channel], decoder->private_->frame.header.blocksize-order, subframe->qlp_coeff, order, subframe->quantization_level, decoder->private_->output[channel]+order);
Values Quiet working
- word at bitreader 453 after warmup = 0x20e6ec2d4bc2b28f
- consumed bits = 8
- order predictor = 8
- sdc 2847 quantization_level = int 13
- sdc 2837 qlp_coeff_precision uint32_t = 15 0xF
- sdc 2850 qlp_coeff[0] FLAC__int32 -5075
- sdc 2857
- sdc 2868
- sdc 2968
Values Test working
Analysis pass 1 output is file /home/johnny/playAlong/test00.anal Warmup FFFFFFFFFFFF8981 -30335 Location 2359 9049 Warmup FFFFFFFFFFFF8E74 -29068 Location 235C 9052 Warmup FFFFFFFFFFFF92E9 -27927 Location 235F 9055 Warmup FFFFFFFFFFFF9546 -27322 Location 2362 9058 Warmup FFFFFFFFFFFF91DF -28193 Location 2365 9061 Warmup FFFFFFFFFFFF8EA2 -29022 Location 2368 9064 Warmup FFFFFFFFFFFF8661 -31135 Location 236B 9067 Warmup FFFFFFFFFFFF7B71 -33935 Location 236E 9070 Memory Dump 8189FFFF 748EFFFF E992FFFF 4695FFFF DF91FFFF A28EFFFF 6186FFFF 717BFFFF sum FLAC__int64 -290936360 0 Frame at 2352 , 9042 Header Value = 78 Bit Read value = 14 or hex E Bit Read value = 13 or hex D Bit Read value = 7653 or hex 1DE5 Bit Read value = 11816 or hex 2E28 Bit Read value = -7456 or hex FFFFE2E0 Bit Read value = -12300 or hex FFFFCFF4 Bit Read value = 3095 or hex C17 Bit Read value = 8471 or hex 2117 Bit Read value = 370 or hex 172 Bit Read value = -3474 or hex FFFFF26E Bit Read value = 0 or hex 0 Bit Read value = 0 or hex 0 Bit Read value = 10 or hex A residual FFFFFFFFFFFFFB81
First Sample
Warmup FFFFFFFFFFFF8981 -30335 Location 2359 9049 Warmup FFFFFFFFFFFF8E74 -29068 Location 235C 9052 Warmup FFFFFFFFFFFF92E9 -27927 Location 235F 9055 Warmup FFFFFFFFFFFF9546 -27322 Location 2362 9058 Warmup FFFFFFFFFFFF91DF -28193 Location 2365 9061 Warmup FFFFFFFFFFFF8EA2 -29022 Location 2368 9064 Warmup FFFFFFFFFFFF8661 -31135 Location 236B 9067 Warmup FFFFFFFFFFFF7B71 -33935 Location 236E 9070
Memory Dump 8189FFFF 748EFFFF E992FFFF 4695FFFF DF91FFFF A28EFFFF 6186FFFF 717BFFFF sum FLAC__int64 -290936360 0xffffffffeea8a9d8 Line 1259 lpc.c
sum int64_t -36666 0xffffffffffff70c6 lpc.c 1264 shift right quantization sum int64_t -36666
Second Sample
Warmup FFFFFFFFFFFF8981 -30335 Location 2359 9049 Warmup FFFFFFFFFFFF8E74 -29068 Location 235C 9052 Warmup FFFFFFFFFFFF92E9 -27927 Location 235F 9055 Warmup FFFFFFFFFFFF9546 -27322 Location 2362 9058 Warmup FFFFFFFFFFFF91DF -28193 Location 2365 9061 Warmup FFFFFFFFFFFF8EA2 -29022 Location 2368 9064 Warmup FFFFFFFFFFFF8661 -31135 Location 236B 9067 Warmup FFFFFFFFFFFF7B71 -33935 Location 236E 9070
Memory Dump (first pass) 8189FFFF 748EFFFF E992FFFF 4695FFFF DF91FFFF A28EFFFF 6186FFFF 717BFFFF Memory Dump (this Pass) 748EFFFF E992FFFF 4695FFFF DF91FFFF A28EFFFF 6186FFFF 717BFFFF C670FFFF sum FLAC__int64 -320520453 0xffffffffece53efb Line 1259 lpc.c
sum int64_t -39766 0xffff64AA lpc.c 1264 shift right quantization