Route model: first attempts are their own shadow roll; experiment plan and automated bot cycle

- game.yaml: `givens` (first or later attempt) and `distinct` levels that are not pooled; the shadow roll
  depends on the attempt first. Form submissions show the shadow on 9% of first attempts and 0.3% of later ones.
- Reporting bias: a roll whose bias cannot be measured can borrow another roll's (`borrow: {shadow: meadow}`),
  so form submissions inform the shadow again. An assumption, stated in planner/policy.yaml.
- policy.json: targets.<colour>.firstAttempt (this attempt, eventually). Black: about 1.4% on a first attempt,
  0.07% on a later one.
- solver.js: advisor options `attempt`, `fix`, sampling "uniform"; assign() and armFor() for the plan.
- planner/experiments.yaml + build_experiments.py -> data/public/experiments.json (progress and status per
  experiment, rebuilt from the bot's runs).
- python -m collection cycle: import bot runs, refit, re-plan, deliver the kit; .gitea/workflows/bot-cycle.yml.

Co-Authored-By: Claude Fable 5.2 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014jqCC2LZ4x1WHQ1V57nTsv
This commit is contained in:
ekcSchiano
2026-11-12 03:31:33 +00:00
co-authored by Claude Fable 5.2
parent ee07ee143e
commit ab3664f369
25 changed files with 1938 additions and 573 deletions
+408
View File
@@ -0,0 +1,408 @@
{
"schema": 1,
"seed": 20261112,
"lifecycle": {
"research_days": 3,
"retire": true,
"long_lived": {
"every": 10,
"take": 1
}
},
"experiments": [
{
"id": "first-attempt-shadow",
"status": "running",
"question": "How often does the shadow appear on an account's first attempt, and does heading West (at the start, at the fork) raise it?",
"attempts": {
"from": 1,
"to": 1
},
"unit": "account",
"share": 1,
"exclusive": true,
"target": "Black",
"objective": "eventually",
"sampling": "best",
"seed": 20261112,
"measures": {
"roll": "shadow",
"rare": "yes"
},
"burn": {
"reason": "TREE_NO_SHADOW_AUTO_BURN",
"when": "no shadow at the tree"
},
"arms": [
{
"id": "direction=West / post=West",
"levels": {
"direction": "West",
"post": "West"
},
"fix": {
"scream": "Investigate the scream",
"clearing": "Help your squadmate",
"hour": "Tree",
"direction": "West",
"post": "West"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 60
}
},
{
"id": "direction=West / post=East",
"levels": {
"direction": "West",
"post": "East"
},
"fix": {
"scream": "Investigate the scream",
"clearing": "Help your squadmate",
"hour": "Tree",
"direction": "West",
"post": "East"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 60
}
},
{
"id": "direction=East / post=West",
"levels": {
"direction": "East",
"post": "West"
},
"fix": {
"scream": "Investigate the scream",
"clearing": "Help your squadmate",
"hour": "Tree",
"direction": "East",
"post": "West"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 60
}
},
{
"id": "direction=East / post=East",
"levels": {
"direction": "East",
"post": "East"
},
"fix": {
"scream": "Investigate the scream",
"clearing": "Help your squadmate",
"hour": "Tree",
"direction": "East",
"post": "East"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 60
}
}
],
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"unknownArms": []
}
},
{
"id": "attempt-2-shadow",
"status": "running",
"question": "Is the shadow really gone after the first attempt?",
"attempts": {
"from": 2,
"to": 2
},
"unit": "account",
"share": 1,
"accounts": {
"every": 2,
"take": 1
},
"exclusive": true,
"target": "Black",
"objective": "eventually",
"sampling": "best",
"seed": 20261112,
"measures": {
"roll": "shadow",
"rare": "yes"
},
"burn": {
"reason": "TREE_NO_SHADOW_AUTO_BURN",
"when": "no shadow at the tree"
},
"arms": [
{
"id": "all",
"fix": {
"scream": "Investigate the scream",
"clearing": "Help your squadmate",
"hour": "Tree"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 120
}
}
],
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"unknownArms": []
}
},
{
"id": "meadow-blue-route",
"status": "running",
"question": "Does anything before the meadow change how often the Blue waits there?",
"attempts": {
"from": 2,
"to": null
},
"unit": "attempt",
"share": 0.6,
"target": "Blue",
"objective": "eventually",
"sampling": "best",
"seed": 20261112,
"measures": {
"roll": "meadow",
"rare": "Blue"
},
"burn": {
"reason": "MEADOW_NO_BLUE_AUTO_BURN",
"when": "no Blue in the meadow"
},
"arms": [
{
"id": "scream=Investigate the scream / direction=West",
"levels": {
"scream": "Investigate the scream",
"direction": "West"
},
"fix": {
"hour": "Valley",
"valley": "Pass the Red (meadow)",
"scream": "Investigate the scream",
"direction": "West"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 70
}
},
{
"id": "scream=Investigate the scream / direction=East",
"levels": {
"scream": "Investigate the scream",
"direction": "East"
},
"fix": {
"hour": "Valley",
"valley": "Pass the Red (meadow)",
"scream": "Investigate the scream",
"direction": "East"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 70
}
},
{
"id": "scream=Investigate the scream / direction=Center",
"levels": {
"scream": "Investigate the scream",
"direction": "Center"
},
"fix": {
"hour": "Valley",
"valley": "Pass the Red (meadow)",
"scream": "Investigate the scream",
"direction": "Center"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 70
}
},
{
"id": "scream=Keep walking / direction=West",
"levels": {
"scream": "Keep walking",
"direction": "West"
},
"fix": {
"hour": "Valley",
"valley": "Pass the Red (meadow)",
"scream": "Keep walking",
"direction": "West"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 70
}
},
{
"id": "scream=Keep walking / direction=East",
"levels": {
"scream": "Keep walking",
"direction": "East"
},
"fix": {
"hour": "Valley",
"valley": "Pass the Red (meadow)",
"scream": "Keep walking",
"direction": "East"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 70
}
},
{
"id": "scream=Keep walking / direction=Center",
"levels": {
"scream": "Keep walking",
"direction": "Center"
},
"fix": {
"hour": "Valley",
"valley": "Pass the Red (meadow)",
"scream": "Keep walking",
"direction": "Center"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 70
}
}
],
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"unknownArms": []
}
},
{
"id": "mapping",
"status": "running",
"question": "What does every branch of the valley lead to?",
"attempts": {
"from": 2,
"to": null
},
"unit": "attempt",
"share": 0.25,
"target": "Blue",
"objective": "eventually",
"sampling": "uniform",
"seed": 20261112,
"measures": null,
"burn": {
"reason": "NOT_TARGET_AUTO_BURN",
"when": "the encounter is not a Blue or a Black"
},
"arms": [
{
"id": "all",
"fix": {},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": 600
}
}
],
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"unknownArms": []
}
},
{
"id": "sentinel",
"status": "running",
"question": "Have the game's odds changed?",
"attempts": {
"from": 2,
"to": null
},
"unit": "attempt",
"share": 0.15,
"target": "Blue",
"objective": "eventually",
"sampling": "best",
"seed": 20261112,
"measures": {
"roll": "meadow",
"rare": "Blue"
},
"burn": {
"reason": "MEADOW_NO_BLUE_AUTO_BURN",
"when": "no Blue in the meadow"
},
"arms": [
{
"id": "all",
"fix": {
"company": "Alone",
"direction": "Center",
"scream": "Keep walking",
"wounded": "Tourniquet",
"hour": "Valley",
"valley": "Pass the Red (meadow)"
},
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"planned": null
}
}
],
"progress": {
"runs": 0,
"observed": 0,
"rare": 0,
"unknownArms": []
}
}
],
"id": "ff265e6f994d"
}