Luce packages
LuceLuce BaseLuciaOS

dymokomi/luce-prism

Source of release 0.6.0

0.6.0 / src / codecs / files.lucb

## Lossless plain-text and arbitrary-byte file codecs.
from codecs.common import put, get_value, type_of
from model import DocumentData
from storage import Buffer, Reader, copied
from types import DType, invalid
from value import ValueData

pub func decode(bytes: const u8[], binary: bool) -> DocumentData!:
    var output = DocumentData()
    errdefer output.close()
    try output.add("/document", "blob" if binary else "text")
    var value = ValueData(kind = DType.uint8 if binary else DType.string)
    defer value.close()
    if binary:
        try value.shape.push((u32)bytes.length)
        value.payload = try copied(bytes)
    else:
        let text = try str(bytes)
        var start: usize = 0
        var count: u32 = 0
        for i in 0..=text.length:
            if i == text.length or text.bytes[i] == '\n':
                try value.payload.sized((str)text.bytes[start..<i])
                start = i + 1
                count += 1
        try value.shape.push(count)
    try put(&output, "/document", "data" if binary else "lines", &value)
    return output

pub func encode(doc: const DocumentData*, binary: bool) -> Buffer!:
    let value = get_value(doc, "/document", "data" if binary else "lines") else error(invalid, "file codec requires its document property")
    if type_of(doc, "/document") != ("blob" if binary else "text") or value.kind != (DType.uint8 if binary else DType.string):
        error(invalid, "file codec does not match the document model")
    if binary:
        return try value.payload.copy()
    var output: Buffer
    errdefer output.close()
    var reader = Reader(data = value.payload.bytes())
    for i in 0..<value.count():
        if i > 0:
            try output.text("\n")
        try output.text(try reader.text())
    return output