Route model: first attempts are their own shadow roll; experiment plan and automated bot cycle
- game.yaml: `givens` (first or later attempt) and `distinct` levels that are not pooled; the shadow roll
depends on the attempt first. Form submissions show the shadow on 9% of first attempts and 0.3% of later ones.
- Reporting bias: a roll whose bias cannot be measured can borrow another roll's (`borrow: {shadow: meadow}`),
so form submissions inform the shadow again. An assumption, stated in planner/policy.yaml.
- policy.json: targets.<colour>.firstAttempt (this attempt, eventually). Black: about 1.4% on a first attempt,
0.07% on a later one.
- solver.js: advisor options `attempt`, `fix`, sampling "uniform"; assign() and armFor() for the plan.
- planner/experiments.yaml + build_experiments.py -> data/public/experiments.json (progress and status per
experiment, rebuilt from the bot's runs).
- python -m collection cycle: import bot runs, refit, re-plan, deliver the kit; .gitea/workflows/bot-cycle.yml.
Co-Authored-By: Claude Fable 5.2 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_014jqCC2LZ4x1WHQ1V57nTsv
This commit is contained in:
co-authored by
Claude Fable 5.2
parent
ee07ee143e
commit
ab3664f369
@@ -0,0 +1,408 @@
|
||||
{
|
||||
"schema": 1,
|
||||
"seed": 20261112,
|
||||
"lifecycle": {
|
||||
"research_days": 3,
|
||||
"retire": true,
|
||||
"long_lived": {
|
||||
"every": 10,
|
||||
"take": 1
|
||||
}
|
||||
},
|
||||
"experiments": [
|
||||
{
|
||||
"id": "first-attempt-shadow",
|
||||
"status": "running",
|
||||
"question": "How often does the shadow appear on an account's first attempt, and does heading West (at the start, at the fork) raise it?",
|
||||
"attempts": {
|
||||
"from": 1,
|
||||
"to": 1
|
||||
},
|
||||
"unit": "account",
|
||||
"share": 1,
|
||||
"exclusive": true,
|
||||
"target": "Black",
|
||||
"objective": "eventually",
|
||||
"sampling": "best",
|
||||
"seed": 20261112,
|
||||
"measures": {
|
||||
"roll": "shadow",
|
||||
"rare": "yes"
|
||||
},
|
||||
"burn": {
|
||||
"reason": "TREE_NO_SHADOW_AUTO_BURN",
|
||||
"when": "no shadow at the tree"
|
||||
},
|
||||
"arms": [
|
||||
{
|
||||
"id": "direction=West / post=West",
|
||||
"levels": {
|
||||
"direction": "West",
|
||||
"post": "West"
|
||||
},
|
||||
"fix": {
|
||||
"scream": "Investigate the scream",
|
||||
"clearing": "Help your squadmate",
|
||||
"hour": "Tree",
|
||||
"direction": "West",
|
||||
"post": "West"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 60
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "direction=West / post=East",
|
||||
"levels": {
|
||||
"direction": "West",
|
||||
"post": "East"
|
||||
},
|
||||
"fix": {
|
||||
"scream": "Investigate the scream",
|
||||
"clearing": "Help your squadmate",
|
||||
"hour": "Tree",
|
||||
"direction": "West",
|
||||
"post": "East"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 60
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "direction=East / post=West",
|
||||
"levels": {
|
||||
"direction": "East",
|
||||
"post": "West"
|
||||
},
|
||||
"fix": {
|
||||
"scream": "Investigate the scream",
|
||||
"clearing": "Help your squadmate",
|
||||
"hour": "Tree",
|
||||
"direction": "East",
|
||||
"post": "West"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 60
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "direction=East / post=East",
|
||||
"levels": {
|
||||
"direction": "East",
|
||||
"post": "East"
|
||||
},
|
||||
"fix": {
|
||||
"scream": "Investigate the scream",
|
||||
"clearing": "Help your squadmate",
|
||||
"hour": "Tree",
|
||||
"direction": "East",
|
||||
"post": "East"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 60
|
||||
}
|
||||
}
|
||||
],
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"unknownArms": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "attempt-2-shadow",
|
||||
"status": "running",
|
||||
"question": "Is the shadow really gone after the first attempt?",
|
||||
"attempts": {
|
||||
"from": 2,
|
||||
"to": 2
|
||||
},
|
||||
"unit": "account",
|
||||
"share": 1,
|
||||
"accounts": {
|
||||
"every": 2,
|
||||
"take": 1
|
||||
},
|
||||
"exclusive": true,
|
||||
"target": "Black",
|
||||
"objective": "eventually",
|
||||
"sampling": "best",
|
||||
"seed": 20261112,
|
||||
"measures": {
|
||||
"roll": "shadow",
|
||||
"rare": "yes"
|
||||
},
|
||||
"burn": {
|
||||
"reason": "TREE_NO_SHADOW_AUTO_BURN",
|
||||
"when": "no shadow at the tree"
|
||||
},
|
||||
"arms": [
|
||||
{
|
||||
"id": "all",
|
||||
"fix": {
|
||||
"scream": "Investigate the scream",
|
||||
"clearing": "Help your squadmate",
|
||||
"hour": "Tree"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 120
|
||||
}
|
||||
}
|
||||
],
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"unknownArms": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "meadow-blue-route",
|
||||
"status": "running",
|
||||
"question": "Does anything before the meadow change how often the Blue waits there?",
|
||||
"attempts": {
|
||||
"from": 2,
|
||||
"to": null
|
||||
},
|
||||
"unit": "attempt",
|
||||
"share": 0.6,
|
||||
"target": "Blue",
|
||||
"objective": "eventually",
|
||||
"sampling": "best",
|
||||
"seed": 20261112,
|
||||
"measures": {
|
||||
"roll": "meadow",
|
||||
"rare": "Blue"
|
||||
},
|
||||
"burn": {
|
||||
"reason": "MEADOW_NO_BLUE_AUTO_BURN",
|
||||
"when": "no Blue in the meadow"
|
||||
},
|
||||
"arms": [
|
||||
{
|
||||
"id": "scream=Investigate the scream / direction=West",
|
||||
"levels": {
|
||||
"scream": "Investigate the scream",
|
||||
"direction": "West"
|
||||
},
|
||||
"fix": {
|
||||
"hour": "Valley",
|
||||
"valley": "Pass the Red (meadow)",
|
||||
"scream": "Investigate the scream",
|
||||
"direction": "West"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 70
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "scream=Investigate the scream / direction=East",
|
||||
"levels": {
|
||||
"scream": "Investigate the scream",
|
||||
"direction": "East"
|
||||
},
|
||||
"fix": {
|
||||
"hour": "Valley",
|
||||
"valley": "Pass the Red (meadow)",
|
||||
"scream": "Investigate the scream",
|
||||
"direction": "East"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 70
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "scream=Investigate the scream / direction=Center",
|
||||
"levels": {
|
||||
"scream": "Investigate the scream",
|
||||
"direction": "Center"
|
||||
},
|
||||
"fix": {
|
||||
"hour": "Valley",
|
||||
"valley": "Pass the Red (meadow)",
|
||||
"scream": "Investigate the scream",
|
||||
"direction": "Center"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 70
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "scream=Keep walking / direction=West",
|
||||
"levels": {
|
||||
"scream": "Keep walking",
|
||||
"direction": "West"
|
||||
},
|
||||
"fix": {
|
||||
"hour": "Valley",
|
||||
"valley": "Pass the Red (meadow)",
|
||||
"scream": "Keep walking",
|
||||
"direction": "West"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 70
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "scream=Keep walking / direction=East",
|
||||
"levels": {
|
||||
"scream": "Keep walking",
|
||||
"direction": "East"
|
||||
},
|
||||
"fix": {
|
||||
"hour": "Valley",
|
||||
"valley": "Pass the Red (meadow)",
|
||||
"scream": "Keep walking",
|
||||
"direction": "East"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 70
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "scream=Keep walking / direction=Center",
|
||||
"levels": {
|
||||
"scream": "Keep walking",
|
||||
"direction": "Center"
|
||||
},
|
||||
"fix": {
|
||||
"hour": "Valley",
|
||||
"valley": "Pass the Red (meadow)",
|
||||
"scream": "Keep walking",
|
||||
"direction": "Center"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 70
|
||||
}
|
||||
}
|
||||
],
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"unknownArms": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "mapping",
|
||||
"status": "running",
|
||||
"question": "What does every branch of the valley lead to?",
|
||||
"attempts": {
|
||||
"from": 2,
|
||||
"to": null
|
||||
},
|
||||
"unit": "attempt",
|
||||
"share": 0.25,
|
||||
"target": "Blue",
|
||||
"objective": "eventually",
|
||||
"sampling": "uniform",
|
||||
"seed": 20261112,
|
||||
"measures": null,
|
||||
"burn": {
|
||||
"reason": "NOT_TARGET_AUTO_BURN",
|
||||
"when": "the encounter is not a Blue or a Black"
|
||||
},
|
||||
"arms": [
|
||||
{
|
||||
"id": "all",
|
||||
"fix": {},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": 600
|
||||
}
|
||||
}
|
||||
],
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"unknownArms": []
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "sentinel",
|
||||
"status": "running",
|
||||
"question": "Have the game's odds changed?",
|
||||
"attempts": {
|
||||
"from": 2,
|
||||
"to": null
|
||||
},
|
||||
"unit": "attempt",
|
||||
"share": 0.15,
|
||||
"target": "Blue",
|
||||
"objective": "eventually",
|
||||
"sampling": "best",
|
||||
"seed": 20261112,
|
||||
"measures": {
|
||||
"roll": "meadow",
|
||||
"rare": "Blue"
|
||||
},
|
||||
"burn": {
|
||||
"reason": "MEADOW_NO_BLUE_AUTO_BURN",
|
||||
"when": "no Blue in the meadow"
|
||||
},
|
||||
"arms": [
|
||||
{
|
||||
"id": "all",
|
||||
"fix": {
|
||||
"company": "Alone",
|
||||
"direction": "Center",
|
||||
"scream": "Keep walking",
|
||||
"wounded": "Tourniquet",
|
||||
"hour": "Valley",
|
||||
"valley": "Pass the Red (meadow)"
|
||||
},
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"planned": null
|
||||
}
|
||||
}
|
||||
],
|
||||
"progress": {
|
||||
"runs": 0,
|
||||
"observed": 0,
|
||||
"rare": 0,
|
||||
"unknownArms": []
|
||||
}
|
||||
}
|
||||
],
|
||||
"id": "ff265e6f994d"
|
||||
}
|
||||
Reference in New Issue
Block a user