"""Load: the only stage that writes public files. Writes are byte-stable (the same table gives the same bytes) and only happen when the bytes change, so git shows exactly what changed.""" import csv import io import json from .common import json_bytes, jsonl_bytes, path def public(obj): """Drop transient keys (those starting with "_"), which are for the report only.""" if isinstance(obj, dict): return {k: public(v) for k, v in obj.items() if not str(k).startswith("_")} if isinstance(obj, list): return [public(v) for v in obj] return obj def read_json(rel): p = path(rel) return json.loads(p.read_text(encoding="utf-8")) if p.exists() else None def write_bytes(rel, data, check=False): """Write when different. Returns True when the file changed (or, with check, would change).""" p = path(rel) if p.exists() and p.read_bytes() == data: return False if not check: p.parent.mkdir(parents=True, exist_ok=True) p.write_bytes(data) return True def json_file(rel, obj, check=False, compact=True): return write_bytes(rel, json_bytes(public(obj), compact), check) def jsonl_file(rel, rows, check=False): return write_bytes(rel, jsonl_bytes(rows), check) def csv_bytes(rows, columns): """True/False for booleans, empty for missing, everything else as text.""" buf = io.StringIO() w = csv.writer(buf, lineterminator="\n") w.writerow(columns) for r in rows: w.writerow(["" if r.get(c) is None else r[c] for c in columns]) return buf.getvalue().encode("utf-8") def csv_file(rel, rows, columns, check=False): return write_bytes(rel, csv_bytes(rows, columns), check)