lower factor even further to improve corner cases

This commit is contained in:
Ahmet Inan 2024-03-01 09:14:49 +01:00
commit 4d64b30aff

View file

@ -410,8 +410,8 @@ struct Decoder
value precision = sp / np;
value snr = DSP::decibel(precision);
std::cerr << " " << snr;
if (std::is_same<code_type, int8_t>::value && precision > 32)
precision = 32;
if (std::is_same<code_type, int8_t>::value && precision > 8)
precision = 8;
for (int i = 0; i < cons_cols; ++i)
mod_soft(code+2*(cons_cols*j+i), cons[cons_cols*j+i], precision);
}