Luce packages
LuceLuce BaseLuciaOS

dymokomi/luce-compress

Source of release 0.9.1

0.9.1 / src / zstd / codes.lucb

#==============================================================================================
#
#   zstd/codes - The format's length and offset codes and default distributions
#
#   DESCRIPTION:
#       A literals length, match length or offset is sent as a code, FSE-coded, and
#       extra bits added to the code's baseline (RFC 8878 section 3.1.1.3.2.1). An
#       offset code is its own count of extra bits; its baseline here is 2^code, the
#       offset value before repeat offsets are resolved.
#
#==============================================================================================

## The largest code of each kind.
let max_literals_code: u32 = 35
let max_match_code: u32 = 52
let max_offset_code: u32 = 31

## The largest table logs a block may send.
let literals_most_log: u32 = 9
let match_most_log: u32 = 9
let offset_most_log: u32 = 8

let literals_bases: u32[36] = [
    0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
    16, 18, 20, 22, 24, 28, 32, 40, 48, 64, 128, 256, 512, 1024, 2048, 4096,
    8192, 16384, 32768, 65536]
let literals_extras: u8[36] = [
    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
    1, 1, 1, 1, 2, 2, 3, 3, 4, 6, 7, 8, 9, 10, 11, 12,
    13, 14, 15, 16]

let match_bases: u32[53] = [
    3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18,
    19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34,
    35, 37, 39, 41, 43, 47, 51, 59, 67, 83, 99, 131, 259, 515, 1027, 2051,
    4099, 8195, 16387, 32771, 65539]
let match_extras: u8[53] = [
    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
    1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 5, 7, 8, 9, 10, 11,
    12, 13, 14, 15, 16]

let offset_bases: u32[32] = [
    1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192, 16384, 32768,
    65536, 131072, 262144, 524288, 1048576, 2097152, 4194304, 8388608,
    16777216, 33554432, 67108864, 134217728, 268435456, 536870912, 1073741824, 2147483648]
let offset_extras: u8[32] = [
    0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15,
    16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31]

## The predefined distributions (RFC 8878 section 3.1.1.3.2.2).
let literals_default: i16[36] = [
    4, 3, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 1, 1, 1,
    2, 2, 2, 2, 2, 2, 2, 2, 2, 3, 2, 1, 1, 1, 1, 1,
    -1, -1, -1, -1]
let literals_default_log: u32 = 6
let match_default: i16[53] = [
    1, 4, 3, 2, 2, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, -1, -1,
    -1, -1, -1, -1, -1]
let match_default_log: u32 = 6
let offset_default: i16[29] = [
    1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 1, 1, 1, 1, 1, 1,
    1, 1, 1, 1, 1, 1, 1, 1, -1, -1, -1, -1, -1]
let offset_default_log: u32 = 5

## The literals length code of `length`.
inline func literals_code(length: u32) -> u32:
    if length < 16: return length
    if length >= 64: return high_bit(length) + 19
    var code: u32 = 16
    while literals_bases[(usize)code + 1] <= length: code += 1
    return code

## The match length code of `length` (>= 3).
inline func match_code(length: u32) -> u32:
    let value = length - 3
    if value < 32: return value
    if value >= 128: return high_bit(value) + 36
    var code: u32 = 32
    while match_bases[(usize)code + 1] <= length: code += 1
    return code