dymokomi/luce-raw
Source of release 0.8.0
#!/usr/bin/env python3
"""luce-raw's gate.
1. The module's test blocks in native and C modes: lossless JPEG and Huffman on
synthetic streams, synthetic DNGs, white balance, truncation and corruption.
2. The sample raws (tests/samples.json, CC0 files from raw.pixls.us, fetched into
build/samples and checked by SHA-256) against LibRaw through rawpy, in a
virtual environment under build/venv: sensor samples and levels exactly, the
developed image within tolerance (tests/oracle.py).
3. The time to develop a 24 MP raw.
--quick runs step 1 only; --fuzz N adds N corruption rounds per sample
(tests/fuzz.py).
"""
import argparse, hashlib, json, os, subprocess, sys, urllib.request, venv
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
BUILD = ROOT / "build"
LOCAL = ROOT.parent / "luce/build/luce-base/build/luce-base"
BASE = Path(os.environ.get("LUCE_BASE") or (LOCAL if LOCAL.exists() else ROOT.parent / "luce-base/build/luce-base")).resolve()
ENV = dict(os.environ, LUCE_BASE=str(BASE), LUCE_STD=os.environ.get("LUCE_STD") or str((ROOT.parent / "luce-base/src/std").resolve()))
def run(*command, **options):
subprocess.run([str(c) for c in command], env=ENV, check=True, cwd=ROOT, **options)
def fetch_samples():
folder = BUILD / "samples"
folder.mkdir(parents=True, exist_ok=True)
for entry in json.loads((ROOT / "tests/samples.json").read_text()):
path = folder / entry["name"]
if path.exists() and hashlib.sha256(path.read_bytes()).hexdigest() == entry["sha256"]:
continue
print(f"fetching {entry['name']} ({entry['camera']})", flush=True)
with urllib.request.urlopen(entry["url"], timeout=600) as response:
data = response.read()
if hashlib.sha256(data).hexdigest() != entry["sha256"]:
raise SystemExit(f"{entry['name']}: checksum mismatch")
path.write_bytes(data)
def oracle_python():
folder = BUILD / "venv"
python = folder / ("Scripts/python.exe" if os.name == "nt" else "bin/python")
if not python.exists():
venv.create(folder, with_pip=True)
probe = subprocess.run([python, "-c", "import rawpy, numpy"], capture_output=True)
if probe.returncode != 0:
run(python, "-m", "pip", "install", "-q", "-r", ROOT / "tests/requirements.txt")
return python
def main():
parser = argparse.ArgumentParser(description=__doc__, formatter_class=argparse.RawDescriptionHelpFormatter)
parser.add_argument("--quick", action="store_true", help="unit tests only")
parser.add_argument("--fuzz", type=int, default=0, help="corruption rounds per sample")
args = parser.parse_args()
for flags in (["--native"], ["--backend=c"]):
run(BASE, "test", "src/raw", *flags, timeout=900)
if args.quick:
print("PASS luce-raw (unit tests)")
return
BUILD.mkdir(exist_ok=True)
run(BASE, "build", "tests/driver.lucb", "-o", BUILD / "driver", "--release", timeout=900)
fetch_samples()
run(oracle_python(), ROOT / "tests/oracle.py", timeout=3600)
if args.fuzz:
run(sys.executable, ROOT / "tests/fuzz.py", args.fuzz, timeout=7200)
for name in ["sony_a7m2_14c.arw", "nikon_d750_14l.nef"]:
for quality in ["best", "fast"]:
spent = subprocess.run([BUILD / "driver", "bench", BUILD / "samples" / name, "3", quality],
env=ENV, check=True, capture_output=True, text=True).stdout.strip()
print(f"speed {name} (24 MP) {quality}: {spent}")
print("PASS luce-raw")
if __name__ == "__main__":
main()