"""Check that the JS engine (packages/core/src/engine.js) and the Python reference (python/clean.py) code every run identically.""" import json, sys import pandas as pd js = pd.DataFrame(json.load(open(sys.argv[1] if len(sys.argv) > 1 else "tests/out/runs_js.json"))) py = pd.read_csv(sys.argv[2] if len(sys.argv) > 2 else "data/derived/runs_clean.csv", keep_default_na=False, na_values=[""]) def norm(v): if v is None or (not isinstance(v, str) and pd.isna(v)) or v == "": return None if isinstance(v, float) and v.is_integer(): return str(int(v)) if isinstance(v, bool): return str(v) return str(v) bad = {} for c in py.columns: a, b = [norm(v) for v in py[c]], [norm(v) for v in js[c]] d = [(i, x, y) for i, (x, y) in enumerate(zip(a, b)) if x != y] if d: bad[c] = (len(d), d[:3]) print("runs:", len(py), len(js), "| mismatching columns:", bad or "NONE") sys.exit(1 if bad else 0)