Collection as an ETL pipeline; runs_clean.csv from every source; Report a run
- collection/pipeline.yaml declares every source (extract kind, transform, privacy rules, load target, run source); `python -m collection update|build` - extract keeps data/raw/<source>/current + previous only (git-ignored); data/manifest.json records the current raw checksum and change date - transforms are pure; validate checks runs against data/dictionary.yaml before load; load writes byte-stable files only when they change - data/public/runs_clean.csv: every run from every source with a new `source` column (reddit spreadsheet, reddit thread, reported, bot, reddit pdf); the sheet's own row label moves to `entry`; run_id is text - bot importer ported to Python (same output as bot.js on the fixture); labels and crosswalk in collection/specs/bot.yaml, written into graph.js - Reddit through the official API (result links to add by hand); the 12 result pages move to collection/manual/reddit_results.yaml - "Report a run": a GitHub issue form generated from collection/specs/report_form.yaml, collected as source "reported", plus a site tab pointing to it, the community spreadsheet and the megathread - analysis and the route model read runs_clean.csv (sources in measures.yaml); stats.json and policy.json unchanged apart from the factor's new name - daily workflow runs the pipeline; the raw store is kept between runs in the Actions cache, encrypted with RAW_ARCHIVE_KEY Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01UCzTd31GphpMXDhQqWrCMQ
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
61bc50583c
commit
3b24a11f5a
Vendored
+178
@@ -0,0 +1,178 @@
|
||||
{
|
||||
"scenes": {
|
||||
"b0fa671066ec": {
|
||||
"stage": "TEST",
|
||||
"tint": null,
|
||||
"backdrop": null,
|
||||
"label": "TEST",
|
||||
"options": [
|
||||
{
|
||||
"id": "c18f80dd1e",
|
||||
"text": "Enter the valley alone"
|
||||
},
|
||||
{
|
||||
"id": "3da794f136",
|
||||
"text": "Enter the valley with one of your squadmates"
|
||||
}
|
||||
]
|
||||
},
|
||||
"e0b5530601be": {
|
||||
"stage": "TEST",
|
||||
"tint": null,
|
||||
"backdrop": null,
|
||||
"label": "TEST",
|
||||
"options": [
|
||||
{
|
||||
"id": "5f7eefac34",
|
||||
"text": "Head east toward the roar"
|
||||
},
|
||||
{
|
||||
"id": "05d19abb5d",
|
||||
"text": "Head toward the center of the forest"
|
||||
}
|
||||
]
|
||||
},
|
||||
"1c86a35c091f": {
|
||||
"stage": "TEST",
|
||||
"tint": null,
|
||||
"backdrop": null,
|
||||
"label": "TEST",
|
||||
"options": [
|
||||
{
|
||||
"id": "a31cbcb659",
|
||||
"text": "Lower your eyes in respect"
|
||||
},
|
||||
{
|
||||
"id": "1859b3cd4a",
|
||||
"text": "Hide behind a tree"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"trajectories": [
|
||||
{
|
||||
"id": "bot-9176f0ecbe",
|
||||
"source": "bot",
|
||||
"meta": {
|
||||
"attempt": 1,
|
||||
"startedAt": "2026-01-01T00:00:00.000Z",
|
||||
"accountKey": "7bd9b15fe8",
|
||||
"target": "black",
|
||||
"decisionMode": "explore",
|
||||
"policyId": null,
|
||||
"experimentId": null,
|
||||
"arm": null
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"scene": "b0fa671066ec",
|
||||
"stage": "TEST",
|
||||
"tint": null,
|
||||
"option": "c18f80dd1e",
|
||||
"optionText": "Enter the valley alone",
|
||||
"offered": [
|
||||
"c18f80dd1e",
|
||||
"3da794f136"
|
||||
],
|
||||
"rule": "R",
|
||||
"decisionMode": "guide",
|
||||
"manual": false,
|
||||
"at": "2026-01-01T00:00:00.000Z",
|
||||
"to": "e0b5530601be"
|
||||
},
|
||||
{
|
||||
"scene": "e0b5530601be",
|
||||
"stage": "TEST",
|
||||
"tint": null,
|
||||
"option": "05d19abb5d",
|
||||
"optionText": "Head toward the center of the forest",
|
||||
"offered": [
|
||||
"5f7eefac34",
|
||||
"05d19abb5d"
|
||||
],
|
||||
"rule": "R",
|
||||
"decisionMode": "guide",
|
||||
"manual": false,
|
||||
"at": "2026-01-01T00:00:02.000Z",
|
||||
"to": "1c86a35c091f"
|
||||
},
|
||||
{
|
||||
"scene": "1c86a35c091f",
|
||||
"stage": "TEST",
|
||||
"tint": null,
|
||||
"option": "1859b3cd4a",
|
||||
"optionText": "Hide behind a tree",
|
||||
"offered": [
|
||||
"a31cbcb659",
|
||||
"1859b3cd4a"
|
||||
],
|
||||
"rule": "R",
|
||||
"decisionMode": "guide",
|
||||
"manual": false,
|
||||
"at": "2026-01-01T00:00:03.000Z",
|
||||
"to": "BURNED"
|
||||
}
|
||||
],
|
||||
"outcome": {
|
||||
"type": "BURNED",
|
||||
"colour": null,
|
||||
"intentional": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"id": "bot-b34ab7e2df",
|
||||
"source": "bot",
|
||||
"meta": {
|
||||
"attempt": 2,
|
||||
"startedAt": "2026-01-01T00:00:07.000Z",
|
||||
"accountKey": null,
|
||||
"target": null,
|
||||
"decisionMode": null
|
||||
},
|
||||
"steps": [
|
||||
{
|
||||
"scene": "b0fa671066ec",
|
||||
"stage": "TEST",
|
||||
"tint": null,
|
||||
"option": "3da794f136",
|
||||
"optionText": "Enter the valley with one of your squadmates",
|
||||
"offered": [
|
||||
"c18f80dd1e",
|
||||
"3da794f136"
|
||||
],
|
||||
"rule": null,
|
||||
"decisionMode": "manual",
|
||||
"manual": true,
|
||||
"at": "2026-01-01T00:00:07.000Z",
|
||||
"to": "e0b5530601be"
|
||||
},
|
||||
{
|
||||
"scene": "e0b5530601be",
|
||||
"stage": "TEST",
|
||||
"tint": null,
|
||||
"option": "5f7eefac34",
|
||||
"optionText": "Head east toward the roar",
|
||||
"offered": [
|
||||
"5f7eefac34",
|
||||
"05d19abb5d"
|
||||
],
|
||||
"rule": "R",
|
||||
"decisionMode": "guide",
|
||||
"manual": false,
|
||||
"at": "2026-01-01T00:00:08.000Z",
|
||||
"to": "BONDED:green"
|
||||
}
|
||||
],
|
||||
"outcome": {
|
||||
"type": "BONDED",
|
||||
"colour": "green",
|
||||
"intentional": false
|
||||
}
|
||||
}
|
||||
],
|
||||
"unlabeled": [
|
||||
"b0fa671066ec (TEST)",
|
||||
"e0b5530601be (TEST)",
|
||||
"1c86a35c091f (TEST)"
|
||||
]
|
||||
}
|
||||
Reference in New Issue
Block a user