Frequency normalization requires logRange >= 8

flanglet · flanglet · commit 5cef3ce89737 · 2024-12-07T19:12:23.000+01:00
diff --git a/src/entropy/ANSRangeEncoder.cpp b/src/entropy/ANSRangeEncoder.cpp
@@ -63,7 +63,7 @@ ANSRangeEncoder::ANSRangeEncoder(OutputBitStream& bitstream, int order, int chun
     _freqs = new uint[dim * 257]; // freqs[x][256] = total(freqs[x][0..255])
     _buffer = new byte[0];
     _bufferSize = 0;
-    _logRange = (order == 0) ? logRange : logRange - 1;
+    _logRange = (order == 0) ? logRange : max(logRange - 1, 8);
 }
 
 ANSRangeEncoder::~ANSRangeEncoder()

Original file line number	Diff line number	Diff line change
`@@ -63,7 +63,7 @@ ANSRangeEncoder::ANSRangeEncoder(OutputBitStream& bitstream, int order, int chun`
`63`	`63`	`_freqs = new uint[dim * 257]; // freqs[x][256] = total(freqs[x][0..255])`
`64`	`64`	`_buffer = new byte[0];`
`65`	`65`	`_bufferSize = 0;`
`66`		`- _logRange = (order == 0) ? logRange : logRange - 1;`
	`66`	`+ _logRange = (order == 0) ? logRange : max(logRange - 1, 8);`
`67`	`67`	`}`
`68`	`68`
`69`	`69`	`ANSRangeEncoder::~ANSRangeEncoder()`