A form row recording a Green bonded at the shadow Blue let the "eventually" objective find a route whose only possible bond was that Green (ratio 1, near-zero chance). game.yaml now lists the possible bonds per encounter (own colour; the two Greens also Orange and Brown); anything else is a data-entry error and is not counted. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01UCzTd31GphpMXDhQqWrCMQ
83 lines
4.7 KiB
Python
83 lines
4.7 KiB
Python
"""Reporting-bias correction (core/atlas/bias.py)."""
|
|
import unittest
|
|
|
|
from atlas import bias, model
|
|
|
|
CFG = {"rolls": {"meadow": "Blue"}, "min_runs": 30, "min_complete_rare": 5,
|
|
"groups": [{"name": "bot", "when": {"source": "bot"}, "complete": True},
|
|
{"name": "form", "when": {"source": "reddit spreadsheet"}}]}
|
|
|
|
|
|
def meadow_run(source, colour):
|
|
r = {"source": source, "entry": "Form", "goal": "Any (for fun)", "company": "Alone", "direction": "Center",
|
|
"first_sighting": "Red", "sighting_action": None, "left_squadmates": None, "scream": "Ignore the scream",
|
|
"resolution": "Tourniquet", "post_path": "(no fork)", "hour": "Valley", "branch": "Passed the Red: meadow",
|
|
"outcome": "Incinerated", "outcome_color": colour, "malek_intent": "No", "rare_reported": None,
|
|
"saw_blue_meadow": colour == "Blue"}
|
|
for c in model.COLOURS:
|
|
r["enc_" + c] = "Incinerated" if c == colour else None
|
|
return r
|
|
|
|
|
|
class Bias(unittest.TestCase):
|
|
def runs(self, bot_blue, bot_n, form_blue, form_n):
|
|
return ([meadow_run("bot", "Blue")] * bot_blue + [meadow_run("bot", "Orange")] * (bot_n - bot_blue) +
|
|
[meadow_run("reddit spreadsheet", "Blue")] * form_blue + [meadow_run("reddit spreadsheet", "Orange")] * (form_n - form_blue))
|
|
|
|
def test_over_reporting_is_estimated_and_corrected(self):
|
|
runs = self.runs(10, 100, 100, 300) # 10% when everything is logged, 33% in the form
|
|
prep = [model.prepare_run(r) for r in runs]
|
|
est, names = bias.estimate(runs, prep, CFG, set())
|
|
rho = est["form"]["meadow"]["rho"]
|
|
self.assertAlmostEqual(rho, 4.4, delta=0.5)
|
|
self.assertLess(est["form"]["meadow"]["lo"], rho)
|
|
self.assertGreater(est["form"]["meadow"]["hi"], rho)
|
|
T = model.count_tables(prep, bias.weights(names, prep, est, CFG["rolls"]))
|
|
c = T["meadow"]["0:"]
|
|
# corrected: the form's Blue sightings count 1/rho each, so the pooled rate is close to what the bot sees
|
|
self.assertAlmostEqual(c["Blue"] / (c["Blue"] + c["Orange"]), 0.10, delta=0.02)
|
|
|
|
def test_unestimable_bias_leaves_the_group_out(self):
|
|
runs = self.runs(0, 200, 60, 300) # complete logging never saw it
|
|
prep = [model.prepare_run(r) for r in runs]
|
|
est, names = bias.estimate(runs, prep, CFG, set())
|
|
self.assertTrue(est["form"]["meadow"]["exclude"])
|
|
T = model.count_tables(prep, bias.weights(names, prep, est, CFG["rolls"]))
|
|
self.assertEqual(T["meadow"]["0:"], {"Orange": 200})
|
|
# a roll seen only one way: routes cannot be told apart, so it is pooled fully
|
|
self.assertEqual(model.fit_alpha(T, "meadow")["alpha"], max(model.ALPHA_GRID))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|
|
|
|
|
|
class Gate(unittest.TestCase):
|
|
def test_closed_gate_fixes_the_roll_and_is_not_counted(self):
|
|
spec = model.CHANCE["shadow"]
|
|
self.assertTrue(spec.get("requires"))
|
|
state = {"scream": "Keep walking"}
|
|
self.assertFalse(model.gate_open("shadow", state))
|
|
p = model.Params({"shadow": {"0:": {"yes": 5, "no": 5}}}, "mean").chance("shadow", state)
|
|
self.assertEqual((float(p["yes"][0]), float(p["no"][0])), (0.0, 1.0))
|
|
# a tree run that ignored the scream says nothing about the shadow
|
|
run = meadow_run("bot", "Orange")
|
|
run.update(hour="Tree", branch="Descend slowly: two Greens", scream="Ignore the scream")
|
|
self.assertIsNone(model.OBSERVE["shadow"](model.prepare_run(run)))
|
|
run.update(scream="Investigate & help", resolution="Killed the bullies yourself", post_path="Forest",
|
|
combat_first="Assess the situation", combat_second="Engage the smaller cadet")
|
|
self.assertEqual(model.OBSERVE["shadow"](model.prepare_run(run)), "no")
|
|
|
|
|
|
class PossibleBonds(unittest.TestCase):
|
|
def test_impossible_bond_is_not_counted(self):
|
|
good = meadow_run("reddit spreadsheet", "Orange")
|
|
good.update(hour="Tree", branch="Shadow (rare)", outcome="Bonded", outcome_color="Black", enc_Black="Bonded!",
|
|
enc_Orange=None, goal="Black", scream="Investigate & help", resolution="Killed the bullies yourself",
|
|
post_path="Forest", combat_first="Assess the situation", combat_second="Engage the smaller cadet")
|
|
bad = dict(good, enc_Black=None, enc_Blue="Incinerated", outcome_color="Green", goal="Any (for fun)")
|
|
T = model.count_tables([model.prepare_run(good), model.prepare_run(bad)])
|
|
self.assertEqual(T["encounter"]["shadow-Black"]["outcomes"], {"Black": 1})
|
|
self.assertEqual(T["encounter"]["shadow-Blue"]["outcomes"], {}) # a Green at the Blue: not counted
|
|
self.assertTrue(model.can_bond("tree-Greens", "Brown"))
|