dymokomi/luce-compress
Source of release 0.9.1
0.9.1 / src / zstd / codes.lucb
#==============================================================================================
#
# zstd/codes - The format's length and offset codes and default distributions
#
# DESCRIPTION:
# A literals length, match length or offset is sent as a code, FSE-coded, and
# extra bits added to the code's baseline (RFC 8878 section 3.1.1.3.2.1). An
# offset code is its own count of extra bits; its baseline here is 2^code, the
# offset value before repeat offsets are resolved.
#
#==============================================================================================
## The largest code of each kind.
let max_literals_code: u32 = 35
let max_match_code: u32 = 52
let max_offset_code: u32 = 31
## The largest table logs a block may send.
let literals_most_log: u32 = 9
let match_most_log: u32 = 9
let offset_most_log: u32 = 8
let literals_bases: u32[36] = [
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
16, 18, 20, 22, 24, 28, 32, 40, 48, 64, 128, 256, 512, 1024, 2048, 4096,
8192, 16384, 32768, 65536]
let literals_extras: u8[36] = [
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1, 1, 1, 1, 2, 2, 3, 3, 4, 6, 7, 8, 9, 10, 11, 12,
13, 14, 15, 16]
let match_bases: u32[53] = [
3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18,
19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34,
35, 37, 39, 41, 43, 47, 51, 59, 67, 83, 99, 131, 259, 515, 1027, 2051,
4099, 8195, 16387, 32771, 65539]
let match_extras: u8[53] = [
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 5, 7, 8, 9, 10, 11,
12, 13, 14, 15, 16]
let offset_bases: u32[32] = [
1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192, 16384, 32768,
65536, 131072, 262144, 524288, 1048576, 2097152, 4194304, 8388608,
16777216, 33554432, 67108864, 134217728, 268435456, 536870912, 1073741824, 2147483648]
let offset_extras: u8[32] = [
0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31]
## The predefined distributions (RFC 8878 section 3.1.1.3.2.2).
let literals_default: i16[36] = [
4, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1,
2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 1, 1,
-1, -1, -1, -1]
let literals_default_log: u32 = 6
let match_default: i16[53] = [
1, 4, 3, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -1,
-1, -1, -1, -1, -1]
let match_default_log: u32 = 6
let offset_default: i16[29] = [
1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1,
1, 1, 1, 1, 1, 1, 1, 1, -1, -1, -1, -1, -1]
let offset_default_log: u32 = 5
## The literals length code of `length`.
inline func literals_code(length: u32) -> u32:
if length < 16: return length
if length >= 64: return high_bit(length) + 19
var code: u32 = 16
while literals_bases[(usize)code + 1] <= length: code += 1
return code
## The match length code of `length` (>= 3).
inline func match_code(length: u32) -> u32:
let value = length - 3
if value < 32: return value
if value >= 128: return high_bit(value) + 36
var code: u32 = 32
while match_bases[(usize)code + 1] <= length: code += 1
return code