Compare commits
24
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
27ba5fbcbc | ||
|
|
197c16dac0 | ||
|
|
f3bbde24b7 | ||
|
|
e61134ecc8 | ||
|
|
66181b8489 | ||
|
|
df0e576a0a | ||
|
|
c7978b4538 | ||
|
|
d6894bbd63 | ||
|
|
3206c65d59 | ||
|
|
574fa50b2a | ||
|
|
30aabdf084 | ||
|
|
78e069f03f | ||
|
|
f1027212b6 | ||
|
|
f41bd22439 | ||
|
|
d17155282a | ||
|
|
d301e71d79 | ||
|
|
9af9762314 | ||
|
|
6fae8a9833 | ||
|
|
47da9f1f82 | ||
|
|
a8a4b1901d | ||
|
|
bd89a8941b | ||
|
|
3e21fd8992 | ||
|
|
7d74b6ab8c | ||
|
|
9610765b61 |
@@ -0,0 +1,60 @@
|
|||||||
|
# When the route model changes on main, send it to the bot: open (or update) a pull request on the bot's repo,
|
||||||
|
# DragonKind/DragonKind, that replaces vendor/threshing-atlas/{policy.json,solver.js,graph.js} with this repo's
|
||||||
|
# data/public/policy.json, core/solver.js and core/graph.js. The three always travel together, so the policy and the
|
||||||
|
# solver that reads it never get out of step. Ken reviews and merges it; the running bot reloads the files after a pull.
|
||||||
|
#
|
||||||
|
# Secrets: ATLAS_BOT_TOKEN (repository: read and write, with write access to DragonKind/DragonKind).
|
||||||
|
name: Send the route model to the bot
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches: [main]
|
||||||
|
paths:
|
||||||
|
- data/public/policy.json
|
||||||
|
- core/solver.js
|
||||||
|
- core/graph.js
|
||||||
|
workflow_dispatch:
|
||||||
|
jobs:
|
||||||
|
send:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
token: ${{ secrets.ATLAS_BOT_TOKEN }}
|
||||||
|
- uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: "3.12"
|
||||||
|
- run: pip install -r requirements.txt # `python -m collection` loads the whole package
|
||||||
|
- name: Open or update the pull request on the bot's repo
|
||||||
|
env:
|
||||||
|
ATLAS_BOT_TOKEN: ${{ secrets.ATLAS_BOT_TOKEN }}
|
||||||
|
run: |
|
||||||
|
set -e
|
||||||
|
dst="$RUNNER_TEMP/dragonkind"
|
||||||
|
export GIT_CONFIG_COUNT=1 GIT_CONFIG_KEY_0="http.https://git.kenschiano.net/.extraheader" \
|
||||||
|
GIT_CONFIG_VALUE_0="AUTHORIZATION: token $ATLAS_BOT_TOKEN"
|
||||||
|
git clone --quiet --depth 1 https://git.kenschiano.net/DragonKind/DragonKind.git "$dst"
|
||||||
|
mkdir -p "$dst/vendor/threshing-atlas"
|
||||||
|
cp data/public/policy.json core/solver.js core/graph.js "$dst/vendor/threshing-atlas/"
|
||||||
|
id=$(python3 -c "import json; print(json.load(open('data/public/policy.json')).get('id', ''))")
|
||||||
|
sha=$(git rev-parse --short HEAD)
|
||||||
|
cd "$dst"
|
||||||
|
if [ -z "$(git status --porcelain -- vendor/threshing-atlas)" ]; then
|
||||||
|
echo "The bot already has route model $id."; exit 0
|
||||||
|
fi
|
||||||
|
git config user.name "Atlas data bot"
|
||||||
|
git config user.email "atlas-bot@noreply.localhost"
|
||||||
|
git checkout -q -b atlas/route-model
|
||||||
|
git add vendor/threshing-atlas
|
||||||
|
git commit -q -m "Threshing Atlas route model $id (atlas $sha)"
|
||||||
|
git push -q --force origin atlas/route-model
|
||||||
|
cd "$GITHUB_WORKSPACE"
|
||||||
|
printf '%s\n' \
|
||||||
|
"The Threshing Atlas route model changed (policy \`$id\`, atlas commit \`$sha\`)." \
|
||||||
|
"" \
|
||||||
|
"This replaces \`vendor/threshing-atlas/\` (policy.json, solver.js, graph.js) together, as \`npm run atlas:sync\` would." \
|
||||||
|
"This pull request is updated in place each time the model changes. After merging, pull on the bot's machine:" \
|
||||||
|
"the running bot reloads the files on its next decision." \
|
||||||
|
"" \
|
||||||
|
"Opened automatically by the Atlas's push-policy workflow." > "$RUNNER_TEMP/body.md"
|
||||||
|
python -m collection forge open-pr --repo DragonKind/DragonKind --base main --head atlas/route-model \
|
||||||
|
--title "Threshing Atlas route model update" --body-file "$RUNNER_TEMP/body.md"
|
||||||
@@ -8,6 +8,9 @@
|
|||||||
# update branch and open the pull request; the built-in token cannot start the CI it needs.
|
# update branch and open the pull request; the built-in token cannot start the CI it needs.
|
||||||
# RAW_ARCHIVE_KEY optional: encrypts the private raw store kept in the Actions cache between runs
|
# RAW_ARCHIVE_KEY optional: encrypts the private raw store kept in the Actions cache between runs
|
||||||
# REDDIT_CLIENT_ID, REDDIT_CLIENT_SECRET optional: read the megathreads through the Reddit API
|
# REDDIT_CLIENT_ID, REDDIT_CLIENT_SECRET optional: read the megathreads through the Reddit API
|
||||||
|
# DK_ACCOUNT_SALT the salt that turns bot account names into anonymous keys (keep it the same forever). With it,
|
||||||
|
# the bot's private repo (DragonKind/DragonKind) is downloaded and imported; without it, skipped.
|
||||||
|
# DRAGONKIND_TOKEN optional: a read-only token for the bot's repo (ATLAS_BOT_TOKEN is used otherwise)
|
||||||
name: Check sources for new data
|
name: Check sources for new data
|
||||||
on:
|
on:
|
||||||
schedule:
|
schedule:
|
||||||
@@ -41,14 +44,29 @@ jobs:
|
|||||||
if [ -n "$RAW_ARCHIVE_KEY" ] && [ -f "$f" ]; then
|
if [ -n "$RAW_ARCHIVE_KEY" ] && [ -f "$f" ]; then
|
||||||
openssl enc -d -aes-256-cbc -pbkdf2 -pass env:RAW_ARCHIVE_KEY -in "$f" | tar -xz -C data
|
openssl enc -d -aes-256-cbc -pbkdf2 -pass env:RAW_ARCHIVE_KEY -in "$f" | tar -xz -C data
|
||||||
fi
|
fi
|
||||||
|
- name: Download the bot's data (DragonKind/DragonKind, private)
|
||||||
|
env:
|
||||||
|
DK_TOKEN: ${{ secrets.DRAGONKIND_TOKEN || secrets.ATLAS_BOT_TOKEN }}
|
||||||
|
DK_ACCOUNT_SALT: ${{ secrets.DK_ACCOUNT_SALT }}
|
||||||
|
run: |
|
||||||
|
if [ -n "$DK_TOKEN" ] && [ -n "$DK_ACCOUNT_SALT" ]; then
|
||||||
|
GIT_CONFIG_COUNT=1 GIT_CONFIG_KEY_0="http.https://git.kenschiano.net/.extraheader" \
|
||||||
|
GIT_CONFIG_VALUE_0="AUTHORIZATION: token $DK_TOKEN" \
|
||||||
|
git clone --quiet --depth 1 https://git.kenschiano.net/DragonKind/DragonKind.git "$RUNNER_TEMP/dragonkind"
|
||||||
|
echo "DRAGONKIND_BOT_DIR=$RUNNER_TEMP/dragonkind" >> "$GITHUB_ENV"
|
||||||
|
else
|
||||||
|
echo "DK_ACCOUNT_SALT is not set: the bot source is skipped"
|
||||||
|
fi
|
||||||
- id: check
|
- id: check
|
||||||
env:
|
env:
|
||||||
ATLAS_BOT_TOKEN: ${{ secrets.ATLAS_BOT_TOKEN }}
|
ATLAS_BOT_TOKEN: ${{ secrets.ATLAS_BOT_TOKEN }}
|
||||||
|
DK_ACCOUNT_SALT: ${{ secrets.DK_ACCOUNT_SALT }}
|
||||||
REDDIT_CLIENT_ID: ${{ secrets.REDDIT_CLIENT_ID }}
|
REDDIT_CLIENT_ID: ${{ secrets.REDDIT_CLIENT_ID }}
|
||||||
REDDIT_CLIENT_SECRET: ${{ secrets.REDDIT_CLIENT_SECRET }}
|
REDDIT_CLIENT_SECRET: ${{ secrets.REDDIT_CLIENT_SECRET }}
|
||||||
run: python -m collection update --report "$RUNNER_TEMP/report.md"
|
run: python -m collection update --report "$RUNNER_TEMP/report.md"
|
||||||
- name: Rebuild the analysis and run tests
|
- name: Rebuild the analysis and run tests
|
||||||
if: steps.check.outputs.changed == 'true'
|
# not when the combined runs failed validation: the issue below reports the new answers instead
|
||||||
|
if: steps.check.outputs.changed == 'true' && !contains(steps.check.outputs.failed, 'build')
|
||||||
run: |
|
run: |
|
||||||
python -m collection rebuild
|
python -m collection rebuild
|
||||||
npm test
|
npm test
|
||||||
@@ -68,12 +86,19 @@ jobs:
|
|||||||
with:
|
with:
|
||||||
path: ${{ runner.temp }}/raw-archive
|
path: ${{ runner.temp }}/raw-archive
|
||||||
key: raw-archive-${{ hashFiles('data/manifest.json') }}
|
key: raw-archive-${{ hashFiles('data/manifest.json') }}
|
||||||
|
- name: Send a changed route PDF to the bot (its private repo; the PDF is never published here)
|
||||||
|
if: always() && steps.check.outcome == 'success'
|
||||||
|
continue-on-error: true
|
||||||
|
env:
|
||||||
|
ATLAS_BOT_TOKEN: ${{ secrets.ATLAS_BOT_TOKEN }}
|
||||||
|
run: python -m collection send-pdf
|
||||||
- name: Open a pull request with the new data (it merges itself once CI passes)
|
- name: Open a pull request with the new data (it merges itself once CI passes)
|
||||||
if: steps.check.outputs.changed == 'true'
|
if: steps.check.outputs.changed == 'true' && !contains(steps.check.outputs.failed, 'build')
|
||||||
env:
|
env:
|
||||||
ATLAS_BOT_TOKEN: ${{ secrets.ATLAS_BOT_TOKEN }}
|
ATLAS_BOT_TOKEN: ${{ secrets.ATLAS_BOT_TOKEN }}
|
||||||
run: |
|
run: |
|
||||||
branch="data/source-update-$(date -u +%Y%m%d)"
|
# one branch per run: a second run on the same day (or a leftover branch) never blocks the push
|
||||||
|
branch="data/source-update-$(date -u +%Y%m%d)-run${{ github.run_number }}"
|
||||||
git config user.name "Atlas data bot"
|
git config user.name "Atlas data bot"
|
||||||
git config user.email "atlas-bot@noreply.localhost"
|
git config user.email "atlas-bot@noreply.localhost"
|
||||||
git checkout -b "$branch"
|
git checkout -b "$branch"
|
||||||
@@ -82,7 +107,7 @@ jobs:
|
|||||||
git push origin "$branch"
|
git push origin "$branch"
|
||||||
python -m collection forge open-pr --head "$branch" --title "New data from the community sources" --body-file "$RUNNER_TEMP/report.md" --automerge
|
python -m collection forge open-pr --head "$branch" --title "New data from the community sources" --body-file "$RUNNER_TEMP/report.md" --automerge
|
||||||
- name: Report a broken source or new answers
|
- name: Report a broken source or new answers
|
||||||
if: steps.check.outputs.failed != ''
|
if: always() && steps.check.outputs.failed != ''
|
||||||
env:
|
env:
|
||||||
ATLAS_BOT_TOKEN: ${{ secrets.ATLAS_BOT_TOKEN }}
|
ATLAS_BOT_TOKEN: ${{ secrets.ATLAS_BOT_TOKEN }}
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
+34
-34
@@ -6,15 +6,15 @@ Written by `analysis/black/evidence.py` from `data/public/runs_clean.csv`. Count
|
|||||||
|
|
||||||
| Attempt | Form submissions | Bulk logs | Bot |
|
| Attempt | Form submissions | Bulk logs | Bot |
|
||||||
|---|---|---|---|
|
|---|---|---|---|
|
||||||
| 1 | 89 / 879 (10.1%) | 0 / 28 (0.0%) | 0 / 0 |
|
| 1 | 97 / 960 (10.1%) | 0 / 29 (0.0%) | 0 / 0 |
|
||||||
| 2 | 0 / 288 (0.0%) | 0 / 21 (0.0%) | 0 / 4 (0.0%) |
|
| 2 | 0 / 296 (0.0%) | 0 / 21 (0.0%) | 0 / 4 (0.0%) |
|
||||||
| 3 | 0 / 184 (0.0%) | 0 / 14 (0.0%) | 0 / 5 (0.0%) |
|
| 3 | 0 / 193 (0.0%) | 0 / 14 (0.0%) | 0 / 5 (0.0%) |
|
||||||
| 4-10 | 0 / 506 (0.0%) | 0 / 102 (0.0%) | 0 / 36 (0.0%) |
|
| 4-10 | 0 / 538 (0.0%) | 0 / 102 (0.0%) | 0 / 36 (0.0%) |
|
||||||
| 11-30 | 0 / 573 (0.0%) | 0 / 57 (0.0%) | 0 / 137 (0.0%) |
|
| 11-30 | 0 / 626 (0.0%) | 0 / 57 (0.0%) | 0 / 137 (0.0%) |
|
||||||
| 31 or more | 1 / 610 (0.2%) | 0 / 0 | 0 / 54 (0.0%) |
|
| 31 or more | 0 / 694 (0.0%) | 0 / 0 | 0 / 333 (0.0%) |
|
||||||
| not given | 3 / 1509 (0.2%) | 0 / 112 (0.0%) | 0 / 0 |
|
| not given | 0 / 1581 (0.0%) | 0 / 149 (0.0%) | 0 / 0 |
|
||||||
|
|
||||||
Complete logs (bot and bulk) have 28 first attempts at the tree and 430 later ones, with 0 shadows. Zero in 430 later attempts rules out a rate above 0.7% for them; zero in 28 first attempts only rules out more than 10%.
|
Complete logs (bot and bulk) have 29 first attempts at the tree and 709 later ones, with 0 shadows. Zero in 709 later attempts rules out a rate above 0.4% for them; zero in 29 first attempts only rules out more than 10%.
|
||||||
|
|
||||||
## 2. The same route on a first attempt and on a later one
|
## 2. The same route on a first attempt and on a later one
|
||||||
|
|
||||||
@@ -22,39 +22,39 @@ If the shadow depended only on the choices the form records (company, first dire
|
|||||||
|
|
||||||
| Route | First attempt | Later attempts |
|
| Route | First attempt | Later attempts |
|
||||||
|---|---|---|
|
|---|---|---|
|
||||||
| Alone / West / Assess the situation / Engage the smaller cadet / Squadmate's revenge / West | 22 / 88 (25.0%) | 0 / 89 (0.0%) |
|
| Alone / West / Assess the situation / Engage the smaller cadet / Squadmate's revenge / West | 23 / 114 (20.2%) | 0 / 94 (0.0%) |
|
||||||
| Alone / West / Assess the situation / Engage the smaller cadet / Squadmate's revenge / Forest | 5 / 29 (17.2%) | 0 / 93 (0.0%) |
|
| Alone / West / Assess the situation / Engage the smaller cadet / Squadmate's revenge / Forest | 5 / 29 (17.2%) | 0 / 95 (0.0%) |
|
||||||
| Alone / Center / Assess the situation / Engage the smaller cadet / Squadmate's revenge / Forest | 4 / 28 (14.3%) | 0 / 76 (0.0%) |
|
| Alone / Center / Assess the situation / Engage the smaller cadet / Squadmate's revenge / Forest | 4 / 29 (13.8%) | 0 / 78 (0.0%) |
|
||||||
| 1 Squadmate / East / Assess the situation / Engage the smaller cadet / Squadmate's revenge / East | 2 / 31 (6.5%) | 0 / 64 (0.0%) |
|
| 1 Squadmate / East / Assess the situation / Engage the smaller cadet / Squadmate's revenge / East | 2 / 32 (6.2%) | 0 / 67 (0.0%) |
|
||||||
| Alone / Center / Assess the situation / Daggers or not (protect squadmate) / Left bullies to the dragons / Forest | 1 / 28 (3.6%) | 0 / 63 (0.0%) |
|
| Alone / East / Assess the situation / Engage the smaller cadet / Squadmate's revenge / East | 1 / 34 (2.9%) | 0 / 60 (0.0%) |
|
||||||
| Alone / Center / Assess the situation / Engage the smaller cadet / Squadmate's revenge / West | 1 / 8 (12.5%) | 1 / 82 (1.2%) |
|
| 2 Squadmates / East / Assess the situation / Engage the smaller cadet / Squadmate's revenge / East | 2 / 45 (4.4%) | 0 / 48 (0.0%) |
|
||||||
| 2 Squadmates / East / Assess the situation / Engage the smaller cadet / Squadmate's revenge / East | 2 / 43 (4.7%) | 0 / 45 (0.0%) |
|
| Alone / Center / Assess the situation / Daggers or not (protect squadmate) / Left bullies to the dragons / Forest | 1 / 28 (3.6%) | 0 / 64 (0.0%) |
|
||||||
| Alone / East / Assess the situation / Engage the smaller cadet / Squadmate's revenge / East | 1 / 33 (3.0%) | 0 / 52 (0.0%) |
|
| Alone / Center / Assess the situation / Engage the smaller cadet / Squadmate's revenge / West | 2 / 9 (22.2%) | 0 / 81 (0.0%) |
|
||||||
|
|
||||||
Across all 321 recorded routes, comparing first and later attempts on the same route: 85 first-attempt shadows where 36.4 would be expected if the attempt did not matter (odds ratio 626.3, z = 11.9). First and later attempts choose almost the same routes, so the difference is not in the recorded choices: it is something about the account, or a choice the form does not record.
|
Across all 325 recorded routes, comparing first and later attempts on the same route: 93 first-attempt shadows where 39.9 would be expected if the attempt did not matter (odds ratio inf, z = 12.3). First and later attempts choose almost the same routes, so the difference is not in the recorded choices: it is something about the account, or a choice the form does not record.
|
||||||
|
|
||||||
## 3. On one route, is the shadow decided by the cadet's wing, section and squad?
|
## 3. On one route, is the shadow decided by the cadet's wing, section and squad?
|
||||||
|
|
||||||
The developer says the Black is decided by choices and by what the site knows about the account, with no dice. If the recorded route and the cadet assignment were all of it, every first attempt with the same route and assignment would agree. On the best-recorded route (Alone / West / Assess the situation / Engage the smaller cadet / Squadmate's revenge / West; 22 / 88 (25.0%) on first attempts), 22 assignments have two or more runs and 10 of them disagree (some runs with the shadow, some without). So something else decides it: a choice the form does not record, or a fact about the account other than its assignment. No wing, section or squad stands out:
|
The developer says the Black is decided by choices and by what the site knows about the account, with no dice. If the recorded route and the cadet assignment were all of it, every first attempt with the same route and assignment would agree. On the best-recorded route (Alone / West / Assess the situation / Engage the smaller cadet / Squadmate's revenge / West; 23 / 114 (20.2%) on first attempts), 29 assignments have two or more runs and 14 of them disagree (some runs with the shadow, some without). So something else decides it: a choice the form does not record, or a fact about the account other than its assignment. No wing, section or squad stands out:
|
||||||
|
|
||||||
| | shadow / runs |
|
| | shadow / runs |
|
||||||
|---|---|
|
|---|---|
|
||||||
| wing | Fourth: 5/27, Third: 7/26, First: 6/20, Second: 3/12 |
|
| wing | Fourth: 5/37, Third: 7/31, First: 6/26, Second: 4/17 |
|
||||||
| section | Claw: 9/30, Flame: 5/29, Tail: 7/26, (blank): 1/3 |
|
| section | Flame: 5/39, Claw: 9/37, Tail: 8/35, (blank): 1/3 |
|
||||||
| squad | Second: 11/34, First: 6/27, Third: 4/25 |
|
| squad | Second: 12/43, Third: 4/35, First: 6/34 |
|
||||||
| first_sighting | Brown: 11/45, Green: 9/41 |
|
| first_sighting | Brown: 12/61, Green: 9/51 |
|
||||||
| sighting_action | Hold still: 10/49, Respect / face it: 4/18, Unknown: 8/14, Weapon: 0/5 |
|
| sighting_action | Hold still: 10/59, Respect / face it: 5/34, Unknown: 8/14, Weapon: 0/5 |
|
||||||
|
|
||||||
## 4. There is no single route
|
## 4. There is no single route
|
||||||
|
|
||||||
The 93 form runs with a shadow (all attempts) took 46 different recorded routes:
|
The 97 form runs with a shadow (all attempts) took 47 different recorded routes:
|
||||||
|
|
||||||
- **Company:** Alone 70, 2 Squadmates 12, 1 Squadmate 11
|
- **Company:** Alone 71, 1 Squadmate 14, 2 Squadmates 12
|
||||||
- **First direction:** West 58, Center 20, East 15
|
- **First direction:** West 61, Center 20, East 16
|
||||||
- **First move in the fight:** Assess the situation 82, (not recorded) 9, Even the numbers (smaller cadet) 2
|
- **First move in the fight:** Assess the situation 86, (not recorded) 9, Even the numbers (smaller cadet) 2
|
||||||
- **The dagger:** Engage the smaller cadet 60, (not recorded) 22, Daggers or not (protect squadmate) 11
|
- **The dagger:** Engage the smaller cadet 63, (not recorded) 22, Daggers or not (protect squadmate) 12
|
||||||
- **The bullies' fate:** Squadmate's revenge 58, Left bullies to the dragons 23, Killed the bullies yourself 9, Unknown 3
|
- **The bullies' fate:** Squadmate's revenge 61, Left bullies to the dragons 25, Killed the bullies yourself 9, Unknown 2
|
||||||
- **The fork:** West 44, Forest 36, East 12, Unknown 1
|
- **The fork:** West 46, Forest 36, East 14, Unknown 1
|
||||||
|
|
||||||
Shadows reported without both gates: 3 (likely mis-entered).
|
Shadows reported without both gates: 3 (likely mis-entered).
|
||||||
|
|
||||||
@@ -62,13 +62,13 @@ Shadows reported without both gates: 3 (likely mis-entered).
|
|||||||
|
|
||||||
The riders' notes describe one sequence: follow the shadow, a Blue lands and burns another cadet, the Blue leaves, then the Black appears. The Blue is a trial on the way, not an alternative to the Black.
|
The riders' notes describe one sequence: follow the shadow, a Blue lands and burns another cadet, the Blue leaves, then the Black appears. The Blue is a trial on the way, not an alternative to the Black.
|
||||||
|
|
||||||
- Runs that reached the Black: 76, bonded 55.
|
- Runs that reached the Black: 79, bonded 57.
|
||||||
- Runs that died at the Blue: 15. What their notes say they did: approached the Blue 10, warned the other cadet / intervened 4.
|
- Runs that died at the Blue: 16. What their notes say they did: approached the Blue 11, warned the other cadet / intervened 4.
|
||||||
- The answer given to the Black, where the note says (bonded / runs): held its gaze 30/42; lowered eyes 0/7; ignored the sound 0/1.
|
- The answer given to the Black, where the note says (bonded / runs): held its gaze 29/41; lowered eyes 0/7; ignored the sound 0/1.
|
||||||
|
|
||||||
Holding its gaze is the only answer recorded with a bond, and it still fails about a quarter of the time. The developer says a rider who knows the system bonds with certainty, so those failures are not explained yet: the notes of the riders who died are too short to show what else they did differently.
|
Holding its gaze is the only answer recorded with a bond, and it still fails about a quarter of the time. The developer says a rider who knows the system bonds with certainty, so those failures are not explained yet: the notes of the riders who died are too short to show what else they did differently.
|
||||||
|
|
||||||
## 6. What the bot has tried
|
## 6. What the bot has tried
|
||||||
|
|
||||||
415 attempts on 14 accounts; the earliest attempt logged on any account is number 2. Gated tree runs: 236, shadows 0, on 6 recorded routes (the commonest 70 times). The bot has not played a first attempt, so it has not yet tested the one situation where riders report the shadow. The most times any account has repeated one route in a row is 11.
|
878 attempts on 27 accounts; the earliest attempt logged on any account is number 2. Gated tree runs: 515, shadows 0, on 6 recorded routes (the commonest 150 times). The bot has not played a first attempt, so it has not yet tested the one situation where riders report the shadow. The most times any account has repeated one route in a row is 11.
|
||||||
|
|
||||||
|
|||||||
+81
-79
@@ -1,12 +1,12 @@
|
|||||||
# The screen tree
|
# The screen tree
|
||||||
|
|
||||||
Written by `analysis/tree/build_tree.py` from the bot's logs: 421 runs, 5576 played steps (91 picks the bot logged and then overrode are left out). Machine-readable: `data/public/tree.json`.
|
Written by `analysis/tree/build_tree.py` from the bot's logs: 878 runs, 11784 played steps (198 picks the bot logged and then overrode are left out). Machine-readable: `data/public/tree.json`.
|
||||||
|
|
||||||
## Coverage
|
## Coverage
|
||||||
|
|
||||||
- Screens seen: 45. Options on them: 116, of which 69 have been played and 47 never have.
|
- Screens seen: 46. Options on them: 118, of which 71 have been played and 47 never have.
|
||||||
- Played options that are dice (led to more than one place): 11. Always the same place so far: 58, of which 21 have been played often enough (59 times or more) that a hidden 1-in-20 branch would very likely have shown.
|
- Played options that are dice (led to more than one place): 13. Always the same place so far: 58, of which 28 have been played often enough (59 times or more) that a hidden 1-in-20 branch would very likely have shown.
|
||||||
- Endings reached: BONDED:Blue, BONDED:Green, DIED.
|
- Endings reached: BONDED:Blue, BONDED:Green, BONDED:Red, DIED.
|
||||||
|
|
||||||
A screen only appears here once the bot has stood on it, so screens behind untested options are missing altogether: the tree is a floor on the size of the game, not its size.
|
A screen only appears here once the bot has stood on it, so screens behind untested options are missing altogether: the tree is a floor on the size of the game, not its size.
|
||||||
|
|
||||||
@@ -16,17 +16,19 @@ Every option that has led to more than one place, most played first (90% range).
|
|||||||
|
|
||||||
| Screen | Option | Played | Led to |
|
| Screen | Option | Played | Led to |
|
||||||
|---|---|---|---|
|
|---|---|---|---|
|
||||||
| Valley edge: choose direction | Head toward the center of the forest | 165 | First sighting: Red (forest centre) 55.1% (48.8%-61.4%); First sighting: Brown (forest centre) 44.9% (38.6%-51.2%) |
|
| Valley edge: choose direction | Head west toward the scent | 319 | First sighting: Brown (forest centre) 51.4% (46.8%-56.0%); ENTER_THRESHING · green 48.6% (44.0%-53.2%) |
|
||||||
| Valley edge: choose direction | Head west toward the scent | 143 | First sighting: Brown (forest centre) 51.0% (44.2%-57.8%); ENTER_THRESHING · green 48.9% (42.2%-55.8%) |
|
| Valley edge: choose direction | Head toward the center of the forest | 304 | First sighting: Red (forest centre) 53.0% (48.2%-57.6%); First sighting: Brown (forest centre) 47.0% (42.4%-51.7%) |
|
||||||
| FORK_IN_FOREST · red #01c3 | There’s no way this is your dragon and you need to get out o | 140 | FORK_IN_FOREST #0905 88.6% (83.4%-92.3%); FORK_IN_FOREST #900d 11.4% (7.7%-16.6%) |
|
| FORK_IN_FOREST · red #01c3 | There’s no way this is your dragon and you need to get out o | 300 | FORK_IN_FOREST #0905 91.3% (88.3%-93.7%); FORK_IN_FOREST #900d 8.7% (6.3%-11.7%) |
|
||||||
| MEADOW_ENCOUNTER · orange #5b27 | On second thought, a nice brown sounds great | 124 | MEADOW_ENCOUNTER · orange #4f4a 54.0% (46.7%-61.2%); DIED 46.0% (38.8%-53.3%) |
|
| MEADOW_ENCOUNTER · orange #5b27 | On second thought, a nice brown sounds great | 274 | MEADOW_ENCOUNTER · orange #4f4a 50.7% (45.8%-55.7%); DIED 49.3% (44.3%-54.2%) |
|
||||||
| ENTER_THRESHING #bbc8 | Head toward the center of the forest | 85 | First sighting: Brown (forest centre) 60.0% (51.1%-68.3%); First sighting: Red (forest centre) 40.0% (31.7%-48.9%) |
|
| ENTER_THRESHING #bbc8 | Head toward the center of the forest | 203 | First sighting: Brown (forest centre) 54.7% (48.9%-60.3%); First sighting: Red (forest centre) 45.3% (39.7%-51.1%) |
|
||||||
| MEADOW_ENCOUNTER · brown #792f | Immediately throw your body weight onto the tail and hold on | 35 | MEADOW_ENCOUNTER · brown #3f5d 88.6% (76.8%-94.8%); DIED 11.4% (5.2%-23.2%) |
|
| MEADOW_ENCOUNTER · brown #792f | Immediately throw your body weight onto the tail and hold on | 66 | MEADOW_ENCOUNTER · brown #3f5d 90.9% (83.4%-95.2%); DIED 9.1% (4.8%-16.6%) |
|
||||||
| TARGET_BONDING · blue #848f | Absolutely. My whole life hinges on this moment | 16 | TARGET_BONDING · blue #4118 81.2% (61.2%-92.2%); DIED 18.8% (7.8%-38.8%) |
|
| Valley edge: choose direction | Head east toward the roar | 28 | ENTER_THRESHING · orange 64.3% (48.8%-77.3%); First sighting: Red (forest centre) 35.7% (22.7%-51.2%) |
|
||||||
| Valley edge: choose direction | Head east toward the roar | 14 | ENTER_THRESHING · orange 92.9% (73.4%-98.4%); First sighting: Red (forest centre) 7.1% (1.6%-26.6%) |
|
| TARGET_BONDING · blue #848f | Absolutely. My whole life hinges on this moment | 28 | TARGET_BONDING · blue #4118 82.1% (67.6%-91.0%); DIED 17.9% (9.0%-32.4%) |
|
||||||
| TARGET_BONDING · blue #4118 | Hold the blue’s glare and advance | 13 | TARGET_BONDING · blue #afc4 76.9% (54.2%-90.4%); DIED 23.1% (9.6%-45.8%) |
|
| TARGET_BONDING · blue #4118 | Hold the blue’s glare and advance | 23 | TARGET_BONDING · blue #afc4 82.6% (66.4%-91.9%); DIED 17.4% (8.1%-33.6%) |
|
||||||
| TARGET_BONDING · blue #afc4 | Do nothing | 10 | TARGET_BONDING · blue #ea99 60.0% (35.2%-80.6%); DIED 40.0% (19.4%-64.8%) |
|
| TARGET_BONDING · blue #afc4 | Do nothing | 19 | TARGET_BONDING · blue #ea99 73.7% (54.9%-86.6%); DIED 26.3% (13.4%-45.1%) |
|
||||||
| TARGET_BONDING · blue #ea99 | Hold the dragon’s glare and watch as it crushes the cadet to | 6 | TARGET_BONDING · blue #5dda 50.0% (22.1%-77.9%); DIED 50.0% (22.1%-77.9%) |
|
| TARGET_BONDING · blue #ea99 | Hold the dragon’s glare and watch as it crushes the cadet to | 14 | TARGET_BONDING · blue #5dda 57.1% (36.0%-75.9%); DIED 42.9% (24.1%-64.0%) |
|
||||||
|
| TARGET_BONDING · blue #5dda | Straighten your spine and wait for it to speak | 8 | TARGET_BONDING · blue #959e 87.5% (58.9%-97.2%); DIED 12.5% (2.8%-41.1%) |
|
||||||
|
| TARGET_BONDING · blue #959e | Launch yourself to the right, taking cover behind a boulder | 7 | TARGET_BONDING · blue #f8b8 71.4% (40.9%-90.0%); DIED 28.6% (10.0%-59.1%) |
|
||||||
|
|
||||||
## Best known chance of each colour
|
## Best known chance of each colour
|
||||||
|
|
||||||
@@ -34,38 +36,38 @@ From the first screen, taking the best tested option on every screen. Untested o
|
|||||||
|
|
||||||
| Colour | As observed | Cautious | Weakest step on the way | These picks end in |
|
| Colour | As observed | Cautious | Weakest step on the way | These picks end in |
|
||||||
|---|---|---|---|---|
|
|---|---|---|---|---|
|
||||||
| Red | 0.0% | 0.0% | no bond logged | |
|
| Red | 100.0% | 63.2% | FORK_IN_FOREST · red #f0fc: "Continue your approach. You’re certain this is you", played 8 times | BONDED:Red 100.0% |
|
||||||
| Orange | 0.0% | 0.0% | no bond logged | |
|
| Orange | 0.0% | 0.0% | no bond logged | |
|
||||||
| Brown | 0.0% | 0.0% | no bond logged | |
|
| Brown | 0.0% | 0.0% | no bond logged | |
|
||||||
| Green | 100.0% | 3.2% | Let the Red pass: two Greens in the clearing: "Lower your eyes and turn your body toward the left", played 1 times | BONDED:Green 100.0% |
|
| Green | 100.0% | 3.3% | Let the Red pass: two Greens in the clearing: "Lower your eyes and turn your body toward the left", played 1 times | BONDED:Green 100.0% |
|
||||||
| Blue | 2.1% | 0.4% | TARGET_BONDING · blue #5dda: "Straighten your spine and wait for it to speak", played 3 times | DIED 97.9%, BONDED:Blue 2.1% |
|
| Blue | 1.5% | 0.6% | TARGET_BONDING · blue #f8b8: "I want to bring down an empire", played 5 times | DIED 98.5%, BONDED:Blue 1.5% |
|
||||||
| Black | 0.0% | 0.0% | no bond logged | |
|
| Black | 0.0% | 0.0% | no bond logged | |
|
||||||
|
|
||||||
### The picks for Blue
|
### The picks for Blue
|
||||||
|
|
||||||
| Screen | Pick | Played | Chance of the bond from here |
|
| Screen | Pick | Played | Chance of the bond from here |
|
||||||
|---|---|---|---|
|
|---|---|---|---|
|
||||||
| Start: choose company | Enter the valley alone | 321 | 2.1% |
|
| Start: choose company | Enter the valley alone | 650 | 1.5% |
|
||||||
| Valley edge: choose direction | Head toward the center of the forest | 165 | 2.1% |
|
| Valley edge: choose direction | Head toward the center of the forest | 304 | 1.5% |
|
||||||
| First sighting: Red (forest centre) | Lower your eyes in respect | 126 | 2.1% |
|
| First sighting: Red (forest centre) | Lower your eyes in respect | 263 | 1.5% |
|
||||||
| Survived the first sighting | Head deeper into the forest | 407 | 2.1% |
|
| Survived the first sighting | Head deeper into the forest | 854 | 1.5% |
|
||||||
| Deeper in the forest: a scream | Investigate the scream | 380 | 2.1% |
|
| Deeper in the forest: a scream | Investigate the scream | 809 | 1.5% |
|
||||||
| Clearing: squadmate vs two bullies | Help your squadmate | 368 | 2.1% |
|
| Clearing: squadmate vs two bullies | Help your squadmate | 787 | 1.5% |
|
||||||
| Bully fight: first move | Pause to assess the situation even though it may risk your squadmate’s | 368 | 2.1% |
|
| Bully fight: first move | Pause to assess the situation even though it may risk your squadmate’s | 787 | 1.5% |
|
||||||
| Bully fight: smaller cadet has a dagger | Engage the smaller cadet | 293 | 2.1% |
|
| Bully fight: smaller cadet has a dagger | Engage the smaller cadet | 621 | 1.5% |
|
||||||
| Beat the smaller cadet: bullies’ fate | End the lives of the bullies yourself | 190 | 2.1% |
|
| Beat the smaller cadet: bullies’ fate | End the lives of the bullies yourself | 397 | 1.5% |
|
||||||
| After the fight: choose a direction | Walk farther into the forest | 227 | 2.1% |
|
| After the fight: choose a direction | Walk farther into the forest | 479 | 1.5% |
|
||||||
| An hour later: valley or tree | Continue toward the center of the valley | 142 | 2.1% |
|
| An hour later: valley or tree | Continue toward the center of the valley | 310 | 1.5% |
|
||||||
| FORK_IN_FOREST · red #01c3 | There’s no way this is your dragon and you need to get out of here | 140 | 2.1% |
|
| FORK_IN_FOREST · red #01c3 | There’s no way this is your dragon and you need to get out of here | 300 | 1.5% |
|
||||||
| FORK_IN_FOREST #900d | Approach the blue dragon | 16 | 18.7% |
|
| FORK_IN_FOREST #900d | Approach the blue dragon | 26 | 17.9% |
|
||||||
| TARGET_BONDING · blue #848f | Absolutely. My whole life hinges on this moment | 16 | 18.7% |
|
| TARGET_BONDING · blue #848f | Absolutely. My whole life hinges on this moment | 28 | 17.9% |
|
||||||
| TARGET_BONDING · blue #4118 | Hold the blue’s glare and advance | 13 | 23.1% |
|
| TARGET_BONDING · blue #4118 | Hold the blue’s glare and advance | 23 | 21.7% |
|
||||||
| TARGET_BONDING · blue #afc4 | Do nothing | 10 | 30.0% |
|
| TARGET_BONDING · blue #afc4 | Do nothing | 19 | 26.3% |
|
||||||
| TARGET_BONDING · blue #ea99 | Hold the dragon’s glare and watch as it crushes the cadet to death | 6 | 50.0% |
|
| TARGET_BONDING · blue #ea99 | Hold the dragon’s glare and watch as it crushes the cadet to death | 14 | 35.7% |
|
||||||
| TARGET_BONDING · blue #5dda | Straighten your spine and wait for it to speak | 3 | 100.0% |
|
| TARGET_BONDING · blue #5dda | Straighten your spine and wait for it to speak | 8 | 62.5% |
|
||||||
| TARGET_BONDING · blue #959e | Launch yourself to the right, taking cover behind a boulder | 3 | 100.0% |
|
| TARGET_BONDING · blue #959e | Launch yourself to the right, taking cover behind a boulder | 7 | 71.4% |
|
||||||
| TARGET_BONDING · blue #f8b8 | I want to bring down an empire | 3 | 100.0% |
|
| TARGET_BONDING · blue #f8b8 | I want to bring down an empire | 5 | 100.0% |
|
||||||
| TARGET_BONDING · blue #b98a | Move forward slowly, waiting for an invitation | 3 | 100.0% |
|
| TARGET_BONDING · blue #b98a | Move forward slowly, waiting for an invitation | 5 | 100.0% |
|
||||||
|
|
||||||
## Untested options
|
## Untested options
|
||||||
|
|
||||||
@@ -73,47 +75,47 @@ On the screens the bot reaches most often first: the cheapest gaps to fill.
|
|||||||
|
|
||||||
| Screen | Times on this screen | Option never played |
|
| Screen | Times on this screen | Option never played |
|
||||||
|---|---|---|
|
|---|---|---|
|
||||||
| Bully fight: first move | 368 | Charge the other cadet to even out the numbers |
|
| Bully fight: first move | 787 | Charge the other cadet to even out the numbers |
|
||||||
| Bully fight: first move | 368 | Unsheathe your weapon and charge between the bigger cadet and your squadmate |
|
| Bully fight: first move | 787 | Unsheathe your weapon and charge between the bigger cadet and your squadmate |
|
||||||
| Descended slowly: two Greens in the clearing | 261 | Lower your eyes and turn your body toward the right |
|
| Descended slowly: two Greens in the clearing | 540 | Lower your eyes and turn your body toward the right |
|
||||||
| Descended slowly: two Greens in the clearing | 261 | Lower your eyes and turn your body toward the left |
|
| Descended slowly: two Greens in the clearing | 540 | Lower your eyes and turn your body toward the left |
|
||||||
| First sighting: Brown (forest centre) | 198 | Run and hope it didn’t see you |
|
| First sighting: Brown (forest centre) | 418 | Run and hope it didn’t see you |
|
||||||
| First sighting: Red (forest centre) | 126 | Hide behind a tree |
|
| MEADOW_ENCOUNTER · orange #5b27 | 274 | Absolutely. I have a feeling this is my dragon |
|
||||||
| First sighting: Red (forest centre) | 126 | Show your bravery by meeting its gaze |
|
| First sighting: Red (forest centre) | 263 | Hide behind a tree |
|
||||||
| MEADOW_ENCOUNTER · orange #5b27 | 124 | Absolutely. I have a feeling this is my dragon |
|
| First sighting: Red (forest centre) | 263 | Show your bravery by meeting its gaze |
|
||||||
| ENTER_THRESHING #bbc8 | 85 | Head west toward the scent |
|
| ENTER_THRESHING #bbc8 | 203 | Head west toward the scent |
|
||||||
| ENTER_THRESHING #bbc8 | 85 | Head east toward the roar |
|
| ENTER_THRESHING #bbc8 | 203 | Head east toward the roar |
|
||||||
| ENTER_THRESHING · green | 70 | Approach from the left |
|
| ENTER_THRESHING · green | 155 | Approach from the left |
|
||||||
| ENTER_THRESHING · green | 70 | Stare at the ground and drop the weapon |
|
| ENTER_THRESHING · green | 155 | Stare at the ground and drop the weapon |
|
||||||
| ENTER_THRESHING #ab2d | 48 | Convince them to head west instead |
|
| ENTER_THRESHING #5455 | 103 | Go west with your squadmate |
|
||||||
| ENTER_THRESHING #ab2d | 48 | Go east with your squad |
|
| ENTER_THRESHING #5455 | 103 | Convince them to head east instead |
|
||||||
| ENTER_THRESHING #5455 | 37 | Go west with your squadmate |
|
| ENTER_THRESHING #ab2d | 100 | Convince them to head west instead |
|
||||||
| ENTER_THRESHING #5455 | 37 | Convince them to head east instead |
|
| ENTER_THRESHING #ab2d | 100 | Go east with your squad |
|
||||||
| MEADOW_ENCOUNTER · brown #3f5d | 31 | You point out that it’s already talking to you, so clearly you’re on the right track |
|
| MEADOW_ENCOUNTER · brown #3f5d | 60 | You point out that it’s already talking to you, so clearly you’re on the right track |
|
||||||
| MEADOW_ENCOUNTER · brown #3f5d | 31 | You’ll convince it with charm |
|
| MEADOW_ENCOUNTER · brown #3f5d | 60 | You’ll convince it with charm |
|
||||||
| SCREAM_AND_CADETS | 27 | Take the cadet’s weapons and continue along your way. Good steel shouldn’t go to waste |
|
| SCREAM_AND_CADETS | 45 | Take the cadet’s weapons and continue along your way. Good steel shouldn’t go to waste |
|
||||||
| SCREAM_AND_CADETS | 27 | Keep going. Clearly they’ve been found lacking and weak riders threaten the wing |
|
| SCREAM_AND_CADETS | 45 | Keep going. Clearly they’ve been found lacking and weak riders threaten the wing |
|
||||||
| FORK_IN_FOREST #900d | 16 | Approach the orange dragon |
|
| TARGET_BONDING · blue #848f | 28 | Nope. I’d rather live bonded to a brown than die pursuing a blue |
|
||||||
| FORK_IN_FOREST #900d | 16 | Approach the brown dragon |
|
| TARGET_BONDING · blue #848f | 28 | No. I have better odds with the orange |
|
||||||
| TARGET_BONDING · blue #848f | 16 | Nope. I’d rather live bonded to a brown than die pursuing a blue |
|
| FORK_IN_FOREST #900d | 26 | Approach the orange dragon |
|
||||||
| TARGET_BONDING · blue #848f | 16 | No. I have better odds with the orange |
|
| FORK_IN_FOREST #900d | 26 | Approach the brown dragon |
|
||||||
| ENTER_THRESHING · orange | 13 | Approach with confidence |
|
| TARGET_BONDING · blue #4118 | 23 | Halt your approach and lower your eyes |
|
||||||
| ENTER_THRESHING · orange | 13 | Duck behind a boulder |
|
| TARGET_BONDING · blue #4118 | 23 | Keep moving forward with your eyes lowered |
|
||||||
| TARGET_BONDING · blue #4118 | 13 | Halt your approach and lower your eyes |
|
| TARGET_BONDING · blue #afc4 | 19 | Intervene and help |
|
||||||
| TARGET_BONDING · blue #4118 | 13 | Keep moving forward with your eyes lowered |
|
| ENTER_THRESHING · orange | 18 | Approach with confidence |
|
||||||
| TARGET_BONDING · blue #afc4 | 10 | Intervene and help |
|
| ENTER_THRESHING · orange | 18 | Duck behind a boulder |
|
||||||
| TARGET_BONDING · blue #ea99 | 6 | Lower your eyes for the cadet’s dignity |
|
| TARGET_BONDING · blue #ea99 | 14 | Lower your eyes for the cadet’s dignity |
|
||||||
| TARGET_BONDING · blue #ea99 | 6 | Show your honor by helping the cadet |
|
| TARGET_BONDING · blue #ea99 | 14 | Show your honor by helping the cadet |
|
||||||
| TARGET_BONDING · blue #f8b8 | 3 | I seek revenge |
|
| TARGET_BONDING · blue #5dda | 8 | Speak first, claiming the dragon as yours |
|
||||||
| TARGET_BONDING · blue #f8b8 | 3 | You already know |
|
| TARGET_BONDING · blue #5dda | 8 | Do nothing. It’s worked so far |
|
||||||
| TARGET_BONDING · blue #f8b8 | 3 | I want to defend the helpless |
|
| TARGET_BONDING · red | 8 | Break into a run toward its foreleg to mount |
|
||||||
| TARGET_BONDING · blue #b98a | 3 | Stand strong, waiting for an invitation |
|
| TARGET_BONDING · blue #959e | 7 | Hold steady, fear will get you killed |
|
||||||
| TARGET_BONDING · blue #b98a | 3 | Seize the opportunity to mount |
|
| TARGET_BONDING · blue #f8b8 | 5 | I seek revenge |
|
||||||
| TARGET_BONDING · blue #959e | 3 | Hold steady, fear will get you killed |
|
| TARGET_BONDING · blue #f8b8 | 5 | You already know |
|
||||||
| TARGET_BONDING · blue #5dda | 3 | Speak first, claiming the dragon as yours |
|
| TARGET_BONDING · blue #f8b8 | 5 | I want to defend the helpless |
|
||||||
| TARGET_BONDING · blue #5dda | 3 | Do nothing. It’s worked so far |
|
| TARGET_BONDING · blue #b98a | 5 | Stand strong, waiting for an invitation |
|
||||||
|
| TARGET_BONDING · blue #b98a | 5 | Seize the opportunity to mount |
|
||||||
| Let the Red pass: two Greens in the clearing | 2 | Lower your eyes and turn your body toward the right |
|
| Let the Red pass: two Greens in the clearing | 2 | Lower your eyes and turn your body toward the right |
|
||||||
| FORK_IN_FOREST · red #f0fc | 1 | Continue your approach. You’re certain this is your path |
|
|
||||||
| FORK_IN_FOREST · green #f0fb | 1 | Take a single step back. Getting speared won’t get you bonded |
|
| FORK_IN_FOREST · green #f0fb | 1 | Take a single step back. Getting speared won’t get you bonded |
|
||||||
| FORK_IN_FOREST · green #b7e1 | 1 | Your lack of flaws is a flaw itself |
|
| FORK_IN_FOREST · green #b7e1 | 1 | Your lack of flaws is a flaw itself |
|
||||||
| FORK_IN_FOREST · green #b7e1 | 1 | Your struggle with your temper |
|
| FORK_IN_FOREST · green #b7e1 | 1 | Your struggle with your temper |
|
||||||
|
|||||||
@@ -31,6 +31,7 @@ it exactly.
|
|||||||
|---|---|---|---|
|
|---|---|---|---|
|
||||||
| reddit spreadsheet | `reddit_spreadsheet`: u/ClumsyBadger's Threshing Routes form and spreadsheet, linked from the megathreads | the sheet's .xlsx export | `data/public/form_responses.json` (emails redacted), coded by `core/spec/form.yaml` |
|
| reddit spreadsheet | `reddit_spreadsheet`: u/ClumsyBadger's Threshing Routes form and spreadsheet, linked from the megathreads | the sheet's .xlsx export | `data/public/form_responses.json` (emails redacted), coded by `core/spec/form.yaml` |
|
||||||
| reddit thread | `reddit_thread`: dragonkind.com result pages posted in the r/fourthwing megathreads | the threads, through the official Reddit API (needs `REDDIT_CLIENT_ID` / `REDDIT_CLIENT_SECRET`) | `manual/reddit_results.yaml`, checked by hand; the extract lists result links not in it yet |
|
| reddit thread | `reddit_thread`: dragonkind.com result pages posted in the r/fourthwing megathreads | the threads, through the official Reddit API (needs `REDDIT_CLIENT_ID` / `REDDIT_CLIENT_SECRET`) | `manual/reddit_results.yaml`, checked by hand; the extract lists result links not in it yet |
|
||||||
|
| reddit comment | `reddit_comments`: runs riders describe in the megathread comments | not extracted here: the [threshing-reddit](https://git.kenschiano.net/DragonKind/threshing-reddit) scraper reads the threads every 6 hours and opens (or updates) a pull request that changes the public file | `data/public/reddit_comments.json`: each comment read into the "Report a run" answers, no usernames or text; corrections by hand in `manual/reddit_comments.yaml` |
|
||||||
| reported | `reported`: the Atlas's "Report a run" form (a GitHub issue form, `specs/report_form.yaml`) | issues labelled `run report`, through the GitHub API | `data/public/reports.json` (answers only, no usernames) |
|
| reported | `reported`: the Atlas's "Report a run" form (a GitHub issue form, `specs/report_form.yaml`) | issues labelled `run report`, through the GitHub API | `data/public/reports.json` (answers only, no usernames) |
|
||||||
| bot | `bot`: Ken's DragonKind bot | a local copy of the bot's private repo (`DRAGONKIND_BOT_DIR`) | `data/bot/scenes.json`, `data/bot/trajectories-<date>.jsonl` (no prose, accounts hashed with `DK_ACCOUNT_SALT`; `specs/bot.yaml`) |
|
| bot | `bot`: Ken's DragonKind bot | a local copy of the bot's private repo (`DRAGONKIND_BOT_DIR`) | `data/bot/scenes.json`, `data/bot/trajectories-<date>.jsonl` (no prose, accounts hashed with `DK_ACCOUNT_SALT`; `specs/bot.yaml`) |
|
||||||
| reddit pdf | `reddit_pdf`: the community route PDF | the PDF | `data/derived/pdf_fingerprint.json` only: hashes, never the text |
|
| reddit pdf | `reddit_pdf`: the community route PDF | the PDF | `data/derived/pdf_fingerprint.json` only: hashes, never the text |
|
||||||
|
|||||||
@@ -64,6 +64,11 @@ def reddit(spec, env):
|
|||||||
return json.dumps(threads, ensure_ascii=False, sort_keys=True).encode("utf-8")
|
return json.dumps(threads, ensure_ascii=False, sort_keys=True).encode("utf-8")
|
||||||
|
|
||||||
|
|
||||||
|
def delivered(spec, env):
|
||||||
|
"""A source another repository delivers by pull request (it changes the public file itself): nothing to fetch."""
|
||||||
|
raise Skip(f"delivered by pull request from {spec.get('by') or 'another repository'}")
|
||||||
|
|
||||||
|
|
||||||
def forge_issues(spec, env):
|
def forge_issues(spec, env):
|
||||||
"""Every issue with the label (open and closed), from the repository's host (forge.yaml: Gitea or GitHub)."""
|
"""Every issue with the label (open and closed), from the repository's host (forge.yaml: Gitea or GitHub)."""
|
||||||
from . import forge
|
from . import forge
|
||||||
@@ -107,7 +112,7 @@ def pack_local(spec, src):
|
|||||||
return json.dumps(files, ensure_ascii=False, sort_keys=True).encode("utf-8")
|
return json.dumps(files, ensure_ascii=False, sort_keys=True).encode("utf-8")
|
||||||
|
|
||||||
|
|
||||||
EXTRACTORS = {"http": http, "reddit": reddit, "forge_issues": forge_issues, "local_dir": local_dir}
|
EXTRACTORS = {"http": http, "reddit": reddit, "forge_issues": forge_issues, "local_dir": local_dir, "delivered": delivered}
|
||||||
|
|
||||||
|
|
||||||
# ---------------------------------------------------------------- the raw store
|
# ---------------------------------------------------------------- the raw store
|
||||||
|
|||||||
+16
-5
@@ -1,6 +1,6 @@
|
|||||||
"""The repository host (forge.yaml): links, and the few API calls the pipeline makes, for Gitea and GitHub.
|
"""The repository host (forge.yaml): links, and the few API calls the pipeline makes, for Gitea and GitHub.
|
||||||
|
|
||||||
python -m collection forge open-pr --head BRANCH --title T --body-file F [--automerge]
|
python -m collection forge open-pr --head BRANCH --title T --body-file F [--automerge] [--repo OWNER/NAME --base B]
|
||||||
python -m collection forge open-issue --title T --body-file F (skipped if an open issue has that title)
|
python -m collection forge open-issue --title T --body-file F (skipped if an open issue has that title)
|
||||||
python -m collection forge ensure-label --name N --color HEX
|
python -m collection forge ensure-label --name N --color HEX
|
||||||
|
|
||||||
@@ -96,10 +96,19 @@ def list_issues(label, env=None, f=None):
|
|||||||
return sorted(out, key=lambda i: i["number"])
|
return sorted(out, key=lambda i: i["number"])
|
||||||
|
|
||||||
|
|
||||||
def open_pr(head, title, body, automerge=False, env=None, f=None):
|
def open_pr(head, title, body, automerge=False, env=None, f=None, repo=None, base=None):
|
||||||
f = f or config()
|
"""Open a pull request (on this repository, or `repo` on the same host). If one is open for the branch already,
|
||||||
|
it is reused: pushing to its branch has updated it."""
|
||||||
|
f = dict(f or config())
|
||||||
|
if repo:
|
||||||
|
f["repo"] = repo
|
||||||
|
base = base or f["branch"]
|
||||||
tok = token(env)
|
tok = token(env)
|
||||||
pr = _call("POST", f"{api_base(f)}/pulls", {"head": head, "base": f["branch"], "title": title, "body": body}, tok, f)
|
open_prs = _call("GET", f"{api_base(f)}/pulls?state=open&limit=50&per_page=100", tok=tok, f=f) or []
|
||||||
|
same = [p for p in open_prs if (p.get("head") or {}).get("ref") == head]
|
||||||
|
if same:
|
||||||
|
return same[0]["number"]
|
||||||
|
pr = _call("POST", f"{api_base(f)}/pulls", {"head": head, "base": base, "title": title, "body": body}, tok, f)
|
||||||
n = pr["number"]
|
n = pr["number"]
|
||||||
if automerge:
|
if automerge:
|
||||||
if f["kind"] == "github":
|
if f["kind"] == "github":
|
||||||
@@ -141,6 +150,8 @@ def main(argv):
|
|||||||
p.add_argument("--title", required=True)
|
p.add_argument("--title", required=True)
|
||||||
p.add_argument("--body-file", required=True)
|
p.add_argument("--body-file", required=True)
|
||||||
p.add_argument("--automerge", action="store_true")
|
p.add_argument("--automerge", action="store_true")
|
||||||
|
p.add_argument("--repo", help="another repository on the same host (OWNER/NAME)")
|
||||||
|
p.add_argument("--base", help="the branch to merge into (default: forge.yaml branch)")
|
||||||
i = sub.add_parser("open-issue")
|
i = sub.add_parser("open-issue")
|
||||||
i.add_argument("--title", required=True)
|
i.add_argument("--title", required=True)
|
||||||
i.add_argument("--body-file", required=True)
|
i.add_argument("--body-file", required=True)
|
||||||
@@ -150,7 +161,7 @@ def main(argv):
|
|||||||
a = ap.parse_args(argv)
|
a = ap.parse_args(argv)
|
||||||
if a.cmd == "open-pr":
|
if a.cmd == "open-pr":
|
||||||
body = open(a.body_file, encoding="utf-8").read()
|
body = open(a.body_file, encoding="utf-8").read()
|
||||||
print(f"pull request #{open_pr(a.head, a.title, body, a.automerge)}")
|
print(f"pull request #{open_pr(a.head, a.title, body, a.automerge, repo=a.repo, base=a.base)}")
|
||||||
elif a.cmd == "open-issue":
|
elif a.cmd == "open-issue":
|
||||||
n = open_issue(a.title, open(a.body_file, encoding="utf-8").read())
|
n = open_issue(a.title, open(a.body_file, encoding="utf-8").read())
|
||||||
print(f"issue #{n}" if n else "an open issue with that title exists already")
|
print(f"issue #{n}" if n else "an open issue with that title exists already")
|
||||||
|
|||||||
+82
-35
@@ -4,6 +4,7 @@ One coder per source (pipeline.yaml `runs:`). Every coder returns rows keyed by
|
|||||||
missing answers get the same "not known" values the community form's coding uses, so every source can be filtered
|
missing answers get the same "not known" values the community form's coding uses, so every source can be filtered
|
||||||
the same way. The `source` column says where a run came from; `entry` keeps the spreadsheet's own row label.
|
the same way. The `source` column says where a run came from; `entry` keeps the spreadsheet's own row label.
|
||||||
"""
|
"""
|
||||||
|
import functools
|
||||||
import json
|
import json
|
||||||
import re
|
import re
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
@@ -67,8 +68,13 @@ def spreadsheet(name, spec):
|
|||||||
|
|
||||||
def reddit_results(name, spec):
|
def reddit_results(name, spec):
|
||||||
"""Dragons read from result pages linked in the megathreads: bonded, colour and tail known, route unknown."""
|
"""Dragons read from result pages linked in the megathreads: bonded, colour and tail known, route unknown."""
|
||||||
|
from .common import pipeline
|
||||||
|
comments = pipeline()["sources"].get("reddit_comments")
|
||||||
|
told = {r.get("result") for r in _comment_runs(comments)} if comments else set()
|
||||||
rows = []
|
rows = []
|
||||||
for r in read_yaml(spec["transform"]["manual"])["results"]:
|
for r in read_yaml(spec["transform"]["manual"])["results"]:
|
||||||
|
if r["id"] in told:
|
||||||
|
continue # the same run, with its route, is a "reddit comment" row
|
||||||
row = blank_row(run_id=f"thread-{r['id']}", source=spec["run_source"], outcome="Bonded",
|
row = blank_row(run_id=f"thread-{r['id']}", source=spec["run_source"], outcome="Bonded",
|
||||||
outcome_color=r["colour"], tail=r["tail"])
|
outcome_color=r["colour"], tail=r["tail"])
|
||||||
encounter_columns(row)
|
encounter_columns(row)
|
||||||
@@ -110,46 +116,86 @@ def register(name, spec):
|
|||||||
|
|
||||||
def reports(name, spec):
|
def reports(name, spec):
|
||||||
"""Runs reported through the "Report a run" issue form (collection/specs/report_form.yaml)."""
|
"""Runs reported through the "Report a run" issue form (collection/specs/report_form.yaml)."""
|
||||||
form = report_form.spec()
|
|
||||||
fields = {f["id"]: f for f in form["fields"]}
|
|
||||||
p = path(spec["load"])
|
p = path(spec["load"])
|
||||||
data = json.loads(p.read_text(encoding="utf-8")) if p.exists() else {"reports": []}
|
data = json.loads(p.read_text(encoding="utf-8")) if p.exists() else {"reports": []}
|
||||||
rows = []
|
return [answers_row(f"reported-{rep['number']}", spec["run_source"], rep.get("opened"), rep["answers"])
|
||||||
for rep in data["reports"]:
|
for rep in data["reports"]]
|
||||||
vals, flags = {}, []
|
|
||||||
for fid, answer in rep["answers"].items():
|
|
||||||
f = fields.get(fid)
|
def _comment_runs(spec):
|
||||||
if not f:
|
"""data/public/reddit_comments.json with the hand corrections of collection/manual/reddit_comments.yaml:
|
||||||
continue
|
`reject` (comment ids), `fix` (id -> answers that replace the read ones; null removes one) and `add` (runs the
|
||||||
if f.get("type") == "integer":
|
reader missed: {id, thread, posted, answers})."""
|
||||||
m = re.search(r"\d+", answer)
|
p = path(spec["load"])
|
||||||
vals[f["column"]] = int(m.group()) if m else None
|
data = json.loads(p.read_text(encoding="utf-8")) if p.exists() else {"runs": []}
|
||||||
elif answer in f["options"]:
|
manual = read_yaml(spec["manual"]) if spec.get("manual") and path(spec["manual"]).exists() else {}
|
||||||
vals[f["column"]] = f["options"][answer]
|
reject = {str(x) for x in manual.get("reject") or []}
|
||||||
|
fix = {str(k): v for k, v in (manual.get("fix") or {}).items()}
|
||||||
|
out = []
|
||||||
|
for run in list(data["runs"]) + list(manual.get("add") or []):
|
||||||
|
if str(run["id"]) in reject or str(run["id"]).split("-")[0] in reject:
|
||||||
|
continue
|
||||||
|
answers = dict(run["answers"])
|
||||||
|
for k, v in (fix.get(str(run["id"])) or {}).items():
|
||||||
|
if v is None:
|
||||||
|
answers.pop(k, None)
|
||||||
else:
|
else:
|
||||||
flags.append(f"unrecognised answer to {fid}")
|
answers[k] = str(v)
|
||||||
row = blank_row(run_id=f"reported-{rep['number']}", source=spec["run_source"], date=rep.get("opened"), **vals)
|
out.append({**run, "answers": answers, "checked": str(run["id"]) in fix or run in (manual.get("add") or [])})
|
||||||
row["attempt_group"] = attempt_group(row["attempt"])
|
return out
|
||||||
if row["outcome"] == "Died before the hour" and row["hour"] == "Unknown":
|
|
||||||
row["hour"] = "DIED before the hour"
|
|
||||||
branch = row["branch"]
|
def reddit_comments(name, spec):
|
||||||
if branch:
|
"""Runs riders described in the megathread comments, read into the "Report a run" answers (automatic: every
|
||||||
tree = branch in ("Shadow (rare)", "Descend quickly: Red", "Descend quickly: let the Red pass", "Descend slowly: two Greens")
|
row is flagged, and those not checked by hand say so)."""
|
||||||
if row["hour"] == "Unknown":
|
rows = []
|
||||||
row["hour"] = "Tree" if tree else "Valley"
|
for run in _comment_runs(spec):
|
||||||
elif row["hour"] != ("Tree" if tree else "Valley"):
|
rows.append(answers_row(f"comment-{run['id']}", spec["run_source"], run.get("posted"), run["answers"],
|
||||||
flags.append("encounter does not match the tree/valley answer")
|
["read from a Reddit comment" + ("" if run["checked"] else " automatically, not checked by hand")]))
|
||||||
row["saw_shadow"] = branch == "Shadow (rare)" if tree else None
|
|
||||||
if branch == "Passed the Red: meadow" and row["outcome_color"] == "Blue":
|
|
||||||
row["saw_blue_meadow"] = True
|
|
||||||
if row["outcome"] == "Bonded" and not row["outcome_color"]:
|
|
||||||
flags.append("bonded, colour not given")
|
|
||||||
encounter_columns(row)
|
|
||||||
row["data_flags"] = "; ".join(flags)
|
|
||||||
rows.append(row)
|
|
||||||
return rows
|
return rows
|
||||||
|
|
||||||
|
|
||||||
|
@functools.lru_cache(maxsize=1)
|
||||||
|
def _form_fields():
|
||||||
|
return {f["id"]: f for f in report_form.spec()["fields"]}
|
||||||
|
|
||||||
|
|
||||||
|
def answers_row(run_id, source, date, answers, flags=None):
|
||||||
|
"""One run from the "Report a run" answers (option labels) -> a coded row."""
|
||||||
|
fields = _form_fields()
|
||||||
|
vals, flags = {}, list(flags or [])
|
||||||
|
for fid, answer in answers.items():
|
||||||
|
f = fields.get(fid)
|
||||||
|
if not f:
|
||||||
|
continue
|
||||||
|
if f.get("type") == "integer":
|
||||||
|
m = re.search(r"\d+", answer)
|
||||||
|
vals[f["column"]] = int(m.group()) if m else None
|
||||||
|
elif answer in f["options"]:
|
||||||
|
vals[f["column"]] = f["options"][answer]
|
||||||
|
else:
|
||||||
|
flags.append(f"unrecognised answer to {fid}")
|
||||||
|
row = blank_row(run_id=run_id, source=source, date=date, **vals)
|
||||||
|
row["attempt_group"] = attempt_group(row["attempt"])
|
||||||
|
if row["outcome"] == "Died before the hour" and row["hour"] == "Unknown":
|
||||||
|
row["hour"] = "DIED before the hour"
|
||||||
|
branch = row["branch"]
|
||||||
|
if branch:
|
||||||
|
tree = branch in ("Shadow (rare)", "Descend quickly: Red", "Descend quickly: let the Red pass", "Descend slowly: two Greens")
|
||||||
|
if row["hour"] == "Unknown":
|
||||||
|
row["hour"] = "Tree" if tree else "Valley"
|
||||||
|
elif row["hour"] != ("Tree" if tree else "Valley"):
|
||||||
|
flags.append("encounter does not match the tree/valley answer")
|
||||||
|
row["saw_shadow"] = branch == "Shadow (rare)" if tree else None
|
||||||
|
if branch == "Passed the Red: meadow" and row["outcome_color"] == "Blue":
|
||||||
|
row["saw_blue_meadow"] = True
|
||||||
|
if row["outcome"] == "Bonded" and not row["outcome_color"]:
|
||||||
|
flags.append("bonded, colour not given")
|
||||||
|
encounter_columns(row)
|
||||||
|
row["data_flags"] = "; ".join(flags)
|
||||||
|
return row
|
||||||
|
|
||||||
|
|
||||||
def _norm(text):
|
def _norm(text):
|
||||||
from .transform.bot import normalize
|
from .transform.bot import normalize
|
||||||
return normalize(text)
|
return normalize(text)
|
||||||
@@ -262,7 +308,8 @@ def bot(name, spec):
|
|||||||
return rows
|
return rows
|
||||||
|
|
||||||
|
|
||||||
CODERS = {"spreadsheet": spreadsheet, "reddit_results": reddit_results, "reports": reports, "bot": bot, "register": register}
|
CODERS = {"spreadsheet": spreadsheet, "reddit_results": reddit_results, "reddit_comments": reddit_comments,
|
||||||
|
"reports": reports, "bot": bot, "register": register}
|
||||||
|
|
||||||
|
|
||||||
def build_runs(pipe):
|
def build_runs(pipe):
|
||||||
|
|||||||
@@ -0,0 +1,116 @@
|
|||||||
|
"""Send the community route PDF to the bot's private repo when it changed (python -m collection send-pdf).
|
||||||
|
|
||||||
|
The PDF is never published by the Atlas: the daily check keeps it in the private raw store only
|
||||||
|
(data/raw/reddit_pdf/current.pdf). The bot's repo (private, same host) keeps its own copy, "Threshing Options.pdf",
|
||||||
|
which its hand-written routes (src/pdfRoutes.js) were transcribed from. When the two differ, this opens (or updates)
|
||||||
|
one pull request there, on branch atlas/route-pdf, with the new file and the lines its text gained and lost.
|
||||||
|
|
||||||
|
The token is ATLAS_BOT_TOKEN (write access to the bot's repo); git gets it through GIT_CONFIG_* variables, never argv.
|
||||||
|
"""
|
||||||
|
import hashlib
|
||||||
|
import io
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
import subprocess
|
||||||
|
import tempfile
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
from . import forge
|
||||||
|
from .common import path
|
||||||
|
|
||||||
|
BOT_REPO = "DragonKind/DragonKind"
|
||||||
|
BOT_PDF = "Threshing Options.pdf"
|
||||||
|
BRANCH = "atlas/route-pdf"
|
||||||
|
RAW_PDF = "data/raw/reddit_pdf/current.pdf"
|
||||||
|
MAX_LINES = 60
|
||||||
|
|
||||||
|
|
||||||
|
def pdf_lines(data):
|
||||||
|
"""The PDF's text, one entry per non-empty line, whitespace collapsed."""
|
||||||
|
from pypdf import PdfReader
|
||||||
|
out = []
|
||||||
|
for page in PdfReader(io.BytesIO(data)).pages:
|
||||||
|
for line in (page.extract_text() or "").splitlines():
|
||||||
|
line = " ".join(line.split())
|
||||||
|
if line:
|
||||||
|
out.append(line)
|
||||||
|
return out
|
||||||
|
|
||||||
|
|
||||||
|
def text_changes(old, new):
|
||||||
|
"""(lines only in the new PDF, lines only in the old one), each in the order they appear."""
|
||||||
|
o, n = pdf_lines(old), pdf_lines(new)
|
||||||
|
so, sn = set(o), set(n)
|
||||||
|
gained = list(dict.fromkeys(l for l in n if l not in so))
|
||||||
|
lost = list(dict.fromkeys(l for l in o if l not in sn))
|
||||||
|
return gained, lost
|
||||||
|
|
||||||
|
|
||||||
|
def _bullets(lines):
|
||||||
|
if not lines:
|
||||||
|
return "- (none)"
|
||||||
|
shown = [f"- {l}" for l in lines[:MAX_LINES]]
|
||||||
|
if len(lines) > MAX_LINES:
|
||||||
|
shown.append(f"- ... and {len(lines) - MAX_LINES} more")
|
||||||
|
return "\n".join(shown)
|
||||||
|
|
||||||
|
|
||||||
|
def body(new, old, gained, lost):
|
||||||
|
h = lambda b: hashlib.sha256(b).hexdigest()[:12]
|
||||||
|
return (
|
||||||
|
"The community route PDF (u/ClumsyBadger's Threshing Options, the Google Drive file linked from the "
|
||||||
|
"megathreads) changed. This replaces `Threshing Options.pdf` with the current version.\n\n"
|
||||||
|
f"| | bytes | sha256 |\n|---|---|---|\n| this repo's copy | {len(old):,} | `{h(old)}` |\n"
|
||||||
|
f"| current PDF | {len(new):,} | `{h(new)}` |\n\n"
|
||||||
|
"**The bot does not read the PDF itself**: its routes are written out by hand in `src/pdfRoutes.js`. "
|
||||||
|
"Check them against the changes below.\n\n"
|
||||||
|
f"### Text that is new in this version\n{_bullets(gained)}\n\n"
|
||||||
|
f"### Text no longer in it\n{_bullets(lost)}\n\n"
|
||||||
|
"(Text extracted line by line from a flowchart, so some lines are fragments of boxes.) "
|
||||||
|
"Opened automatically by the Threshing Atlas's daily source check; it is updated in place when the PDF "
|
||||||
|
"changes again.\n"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
def _git(args, cwd=None, env=None):
|
||||||
|
subprocess.run(["git", *args], cwd=cwd, env=env, check=True, capture_output=True, text=True)
|
||||||
|
|
||||||
|
|
||||||
|
def send(env=None):
|
||||||
|
env = dict(os.environ if env is None else env)
|
||||||
|
src = path(RAW_PDF)
|
||||||
|
if not src.exists():
|
||||||
|
print("no route PDF in the raw store: nothing to send")
|
||||||
|
return 0
|
||||||
|
tok = forge.token(env)
|
||||||
|
if not tok:
|
||||||
|
print("ATLAS_BOT_TOKEN is not set: the PDF is not sent")
|
||||||
|
return 0
|
||||||
|
f = forge.config()
|
||||||
|
host = f["url"].rstrip("/")
|
||||||
|
genv = {**env, "GIT_TERMINAL_PROMPT": "0", "GIT_CONFIG_COUNT": "1",
|
||||||
|
"GIT_CONFIG_KEY_0": f"http.{host}/.extraheader", "GIT_CONFIG_VALUE_0": f"AUTHORIZATION: token {tok}"}
|
||||||
|
new = src.read_bytes()
|
||||||
|
tmp = Path(tempfile.mkdtemp(prefix="dragonkind-"))
|
||||||
|
try:
|
||||||
|
repo = tmp / "repo"
|
||||||
|
_git(["clone", "--quiet", "--depth", "1", f"{host}/{BOT_REPO}.git", str(repo)], env=genv)
|
||||||
|
dst = repo / BOT_PDF
|
||||||
|
old = dst.read_bytes() if dst.exists() else b""
|
||||||
|
if old == new:
|
||||||
|
print("the bot already has the current route PDF")
|
||||||
|
return 0
|
||||||
|
gained, lost = text_changes(old, new) if old else (pdf_lines(new), [])
|
||||||
|
dst.write_bytes(new)
|
||||||
|
_git(["config", "user.name", "Atlas data bot"], cwd=repo)
|
||||||
|
_git(["config", "user.email", "atlas-bot@noreply.localhost"], cwd=repo)
|
||||||
|
_git(["checkout", "-q", "-b", BRANCH], cwd=repo)
|
||||||
|
_git(["add", BOT_PDF], cwd=repo)
|
||||||
|
_git(["commit", "-q", "-m", f"Community route PDF: current version ({len(new):,} bytes)"], cwd=repo)
|
||||||
|
_git(["push", "-q", "--force", "origin", BRANCH], cwd=repo, env=genv)
|
||||||
|
n = forge.open_pr(BRANCH, "Community route PDF changed", body(new, old, gained, lost), env=env,
|
||||||
|
repo=BOT_REPO, base="main")
|
||||||
|
print(f"route PDF sent: pull request #{n} on {BOT_REPO} ({len(gained)} lines new, {len(lost)} gone)")
|
||||||
|
return 0
|
||||||
|
finally:
|
||||||
|
shutil.rmtree(tmp, ignore_errors=True)
|
||||||
@@ -0,0 +1,15 @@
|
|||||||
|
# Hand corrections to the runs read from the r/fourthwing megathread comments (data/public/reddit_comments.json).
|
||||||
|
# The threshing-reddit scraper reads them automatically; every new run it finds is listed, with a link to its
|
||||||
|
# comment, in the pull request that brings it in. Check them there and correct them here. Applied when the
|
||||||
|
# runs are built (`python -m collection build`), so a correction never waits for the threads to change.
|
||||||
|
#
|
||||||
|
# reject: comment ids whose "run" is not a run (a joke, a friend's run, two runs told as one). An id without
|
||||||
|
# its "-n" suffix rejects every run read from that comment.
|
||||||
|
# fix: comment id -> answers that replace the ones read (form option labels from
|
||||||
|
# collection/specs/report_form.yaml; null removes an answer). A fixed run counts as checked by hand.
|
||||||
|
# add: runs the reader missed: { id, thread, posted: YYYY-MM-DD, answers: {...} }
|
||||||
|
# No usernames: the comment id is enough to find the comment again.
|
||||||
|
version: 1
|
||||||
|
reject: []
|
||||||
|
fix: {}
|
||||||
|
add: []
|
||||||
@@ -18,7 +18,7 @@ manifest: data/manifest.json # for each source: the sha256 of the current
|
|||||||
runs:
|
runs:
|
||||||
path: data/public/runs_clean.csv
|
path: data/public/runs_clean.csv
|
||||||
# sources in this order; within a source, the order the coder returns
|
# sources in this order; within a source, the order the coder returns
|
||||||
order: [reddit_spreadsheet, reddit_thread, register, reported, bot, reddit_pdf]
|
order: [reddit_spreadsheet, reddit_thread, reddit_comments, register, reported, bot, reddit_pdf]
|
||||||
|
|
||||||
sources:
|
sources:
|
||||||
reddit_spreadsheet:
|
reddit_spreadsheet:
|
||||||
@@ -69,6 +69,24 @@ sources:
|
|||||||
load: null # the public source file is the hand-checked collection/manual/reddit_results.yaml
|
load: null # the public source file is the hand-checked collection/manual/reddit_results.yaml
|
||||||
runs: reddit_results
|
runs: reddit_results
|
||||||
|
|
||||||
|
reddit_comments:
|
||||||
|
label: Runs riders describe in the r/fourthwing Dragonkind megathread comments
|
||||||
|
run_source: reddit comment
|
||||||
|
links:
|
||||||
|
part3: https://www.reddit.com/r/fourthwing/comments/1wvwfp9/
|
||||||
|
part4: https://www.reddit.com/r/fourthwing/comments/1wz5cnj/
|
||||||
|
scraper: https://git.kenschiano.net/DragonKind/threshing-reddit
|
||||||
|
# delivered, not extracted: the threshing-reddit scraper (its own repository) reads the threads every 6 hours and
|
||||||
|
# opens a pull request here that changes data/public/reddit_comments.json. Each comment is read into the
|
||||||
|
# "Report a run" answers (option labels of specs/report_form.yaml); only the comment id, the day and the
|
||||||
|
# answers are kept: no usernames, no comment text. `update` leaves this source alone.
|
||||||
|
extract: { kind: delivered, by: threshing-reddit }
|
||||||
|
transform: null
|
||||||
|
load: data/public/reddit_comments.json
|
||||||
|
# hand corrections (reject / fix / add a run), applied when the runs are built
|
||||||
|
manual: collection/manual/reddit_comments.yaml
|
||||||
|
runs: reddit_comments
|
||||||
|
|
||||||
reported:
|
reported:
|
||||||
label: Runs reported on the Atlas ("Report a run", an issue form on the Atlas's repository)
|
label: Runs reported on the Atlas ("Report a run", an issue form on the Atlas's repository)
|
||||||
run_source: reported
|
run_source: reported
|
||||||
@@ -95,5 +113,5 @@ sources:
|
|||||||
# data/raw/bot/account-salt.txt); never committed
|
# data/raw/bot/account-salt.txt); never committed
|
||||||
refuse_fields: [prose, proseNorm, proseExcerpt, email, password, accountId, accountName]
|
refuse_fields: [prose, proseNorm, proseExcerpt, email, password, accountId, accountName]
|
||||||
max_string: 200 # anything longer looks like game prose
|
max_string: 200 # anything longer looks like game prose
|
||||||
load: data/bot # scenes.json (merged) + trajectories-<date>.jsonl
|
load: data/bot # scenes.json and trajectories-bot.jsonl, both merged with what is published
|
||||||
runs: bot
|
runs: bot
|
||||||
|
|||||||
+29
-4
@@ -28,10 +28,33 @@ from datetime import datetime, timezone
|
|||||||
from .etl import extract as E
|
from .etl import extract as E
|
||||||
from .etl import load as L
|
from .etl import load as L
|
||||||
from .etl import codegen, metadata, report_form, runs, validate
|
from .etl import codegen, metadata, report_form, runs, validate
|
||||||
from .etl.common import Report, path, pipeline
|
from .etl.common import Report, path, pipeline, read_jsonl
|
||||||
from .etl.transform import TRANSFORMS
|
from .etl.transform import TRANSFORMS
|
||||||
|
|
||||||
|
|
||||||
|
BOT_FILE = "trajectories-bot.jsonl"
|
||||||
|
|
||||||
|
|
||||||
|
def merge_trajectories(target, new):
|
||||||
|
"""Every bot attempt ever imported, in one file (data/bot/trajectories-bot.jsonl), sorted by id. The bot's repo
|
||||||
|
holds each account's full history, so an import is a superset: a re-imported attempt replaces its old copy, and
|
||||||
|
attempts no longer in the bot's repo (an archived account) stay. Older per-import files are folded in."""
|
||||||
|
d = path(target)
|
||||||
|
olds = sorted(d.glob("trajectories-*.jsonl"))
|
||||||
|
by_id = {}
|
||||||
|
for f in olds:
|
||||||
|
for t in read_jsonl(f):
|
||||||
|
by_id.setdefault(t["id"], t)
|
||||||
|
for t in new:
|
||||||
|
by_id[t["id"]] = t
|
||||||
|
wrote = L.jsonl_file(f"{target}/{BOT_FILE}", [by_id[k] for k in sorted(by_id)])
|
||||||
|
for f in olds:
|
||||||
|
if f.name != BOT_FILE:
|
||||||
|
f.unlink()
|
||||||
|
wrote = True
|
||||||
|
return wrote
|
||||||
|
|
||||||
|
|
||||||
def update_source(name, spec, manifest, report, local_file=None, env=None):
|
def update_source(name, spec, manifest, report, local_file=None, env=None):
|
||||||
env = os.environ if env is None else env
|
env = os.environ if env is None else env
|
||||||
try:
|
try:
|
||||||
@@ -54,9 +77,7 @@ def update_source(name, spec, manifest, report, local_file=None, env=None):
|
|||||||
old = {"scenes": L.read_json(f"{target}/scenes.json") or {}}
|
old = {"scenes": L.read_json(f"{target}/scenes.json") or {}}
|
||||||
lines = mod.describe(old, new)
|
lines = mod.describe(old, new)
|
||||||
wrote = L.json_file(f"{target}/scenes.json", mod.merge_scenes(old["scenes"], new["scenes"]), compact=False)
|
wrote = L.json_file(f"{target}/scenes.json", mod.merge_scenes(old["scenes"], new["scenes"]), compact=False)
|
||||||
# one file per import (date + raw checksum), so two imports on the same day (yours, Ken's) never overwrite
|
wrote |= merge_trajectories(target, new["trajectories"])
|
||||||
tag = f"{ctx['changed']}-{manifest[name]['sha256'][:8]}"
|
|
||||||
wrote |= L.jsonl_file(f"{target}/trajectories-{tag}.jsonl", new["trajectories"])
|
|
||||||
elif target:
|
elif target:
|
||||||
old = L.read_json(target)
|
old = L.read_json(target)
|
||||||
lines = mod.describe(old, new)
|
lines = mod.describe(old, new)
|
||||||
@@ -110,6 +131,7 @@ def main(argv=None):
|
|||||||
k = sub.add_parser("export-bot-kit", help="zip policy.json, experiments.json, solver.js and graph.js for the bot")
|
k = sub.add_parser("export-bot-kit", help="zip policy.json, experiments.json, solver.js and graph.js for the bot")
|
||||||
k.add_argument("--out", default="exports")
|
k.add_argument("--out", default="exports")
|
||||||
sub.add_parser("rebuild", help="rebuild everything made from the runs: graph, route model, plan, reports, statistics, build")
|
sub.add_parser("rebuild", help="rebuild everything made from the runs: graph, route model, plan, reports, statistics, build")
|
||||||
|
sub.add_parser("send-pdf", help="open a pull request on the bot's repo when the route PDF changed (private copy only)")
|
||||||
r = sub.add_parser("refresh", help="update every source, then rebuild everything (the daily workflow, locally)")
|
r = sub.add_parser("refresh", help="update every source, then rebuild everything (the daily workflow, locally)")
|
||||||
r.add_argument("--bot", action="append", default=[], help="a bot folder or a .zip of its data (repeatable)")
|
r.add_argument("--bot", action="append", default=[], help="a bot folder or a .zip of its data (repeatable)")
|
||||||
c = sub.add_parser("cycle", help="the loop with the bot: import its runs, refit, re-plan, deliver (safe on a timer)")
|
c = sub.add_parser("cycle", help="the loop with the bot: import its runs, refit, re-plan, deliver (safe on a timer)")
|
||||||
@@ -133,6 +155,9 @@ def main(argv=None):
|
|||||||
if a.cmd == "rebuild":
|
if a.cmd == "rebuild":
|
||||||
from .etl.handoff import rebuild
|
from .etl.handoff import rebuild
|
||||||
return rebuild()
|
return rebuild()
|
||||||
|
if a.cmd == "send-pdf":
|
||||||
|
from .etl.send_pdf import send
|
||||||
|
return send()
|
||||||
if a.cmd == "refresh":
|
if a.cmd == "refresh":
|
||||||
from .etl.handoff import refresh
|
from .etl.handoff import refresh
|
||||||
return refresh(main, a.bot)
|
return refresh(main, a.bot)
|
||||||
|
|||||||
@@ -150,6 +150,10 @@ def code_row(r, C):
|
|||||||
company = company_raw[: -len(suffix)] if left_squad else company_raw
|
company = company_raw[: -len(suffix)] if left_squad else company_raw
|
||||||
if not left_squad and company in ("1 Squadmate", "2 Squadmates") and not (date and date >= F["left_squadmates_asked_from"]):
|
if not left_squad and company in ("1 Squadmate", "2 Squadmates") and not (date and date >= F["left_squadmates_asked_from"]):
|
||||||
left_squad = None # the form did not offer "left them" yet: unknown, not "stayed together"
|
left_squad = None # the form did not offer "left them" yet: unknown, not "stayed together"
|
||||||
|
alias = F.get("first_sighting_alias") or {}
|
||||||
|
if first in alias:
|
||||||
|
flags.append(f"first sighting answered as {first!r}")
|
||||||
|
first = alias[first]
|
||||||
pools = F["sighting_pool"]
|
pools = F["sighting_pool"]
|
||||||
pool = list(pools.get(company, {}).get(direction, [])) + (list(pools["Alone"].get(direction, [])) if left_squad else [])
|
pool = list(pools.get(company, {}).get(direction, [])) + (list(pools["Alone"].get(direction, [])) if left_squad else [])
|
||||||
if first and first != "Unsure" and pool and first not in pool:
|
if first and first != "Unsure" and pool and first not in pool:
|
||||||
|
|||||||
@@ -153,5 +153,10 @@ sighting_pool:
|
|||||||
1 Squadmate: { East: [Green, Orange, Red], West: [Red, Brown, Green], Center: [Red, Brown] }
|
1 Squadmate: { East: [Green, Orange, Red], West: [Red, Brown, Green], Center: [Red, Brown] }
|
||||||
2 Squadmates: { East: [Red, Orange], West: [Green, Brown, Red], Center: [Red, Brown] }
|
2 Squadmates: { East: [Red, Orange], West: [Green, Brown, Red], Center: [Red, Brown] }
|
||||||
|
|
||||||
|
# First-sighting answers that are not a single colour: coded as this colour, and the row is flagged with the
|
||||||
|
# original answer (data_flags), so nothing is lost.
|
||||||
|
first_sighting_alias:
|
||||||
|
"2 Greens": Green
|
||||||
|
|
||||||
# How a bulk-pasted row's attempt answer is read
|
# How a bulk-pasted row's attempt answer is read
|
||||||
attempt_words: { first: 1, second: 2, third: 3, fourth: 4, fifth: 5 }
|
attempt_words: { first: 1, second: 2, third: 3, fourth: 4, fifth: 5 }
|
||||||
|
|||||||
@@ -7,6 +7,7 @@ Every source is declared in `collection/pipeline.yaml` and collected by `python
|
|||||||
|---|---|
|
|---|---|
|
||||||
| Community "Threshing Routes" form and spreadsheet, u/ClumsyBadger (`reddit spreadsheet`) | `public/form_responses.json` (emails redacted) |
|
| Community "Threshing Routes" form and spreadsheet, u/ClumsyBadger (`reddit spreadsheet`) | `public/form_responses.json` (emails redacted) |
|
||||||
| Result pages posted in the r/fourthwing megathreads (`reddit thread`) | `collection/manual/reddit_results.yaml` |
|
| Result pages posted in the r/fourthwing megathreads (`reddit thread`) | `collection/manual/reddit_results.yaml` |
|
||||||
|
| Runs described in the r/fourthwing megathread comments (`reddit comment`) | `public/reddit_comments.json` (comment id, day and answers; no usernames or comment text) |
|
||||||
| The Atlas's "Report a run" form (`reported`) | `public/reports.json` (answers only, no usernames) |
|
| The Atlas's "Report a run" form (`reported`) | `public/reports.json` (answers only, no usernames) |
|
||||||
| DragonKind bot exports (`bot`) | `bot/scenes.json`, `bot/trajectories-<date>.jsonl` (anonymised; see `docs/BOT_DATA_PROTOCOL.md`) |
|
| DragonKind bot exports (`bot`) | `bot/scenes.json`, `bot/trajectories-<date>.jsonl` (anonymised; see `docs/BOT_DATA_PROTOCOL.md`) |
|
||||||
| Community route PDF, u/ClumsyBadger (`reddit pdf`) | not redistributed: `derived/pdf_fingerprint.json` only; it maps the choices and holds no runs |
|
| Community route PDF, u/ClumsyBadger (`reddit pdf`) | not redistributed: `derived/pdf_fingerprint.json` only; it maps the choices and holds no runs |
|
||||||
|
|||||||
@@ -127,6 +127,22 @@
|
|||||||
}
|
}
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
|
"2650580d6868": {
|
||||||
|
"stage": "TARGET_BONDING",
|
||||||
|
"tint": "red",
|
||||||
|
"backdrop": "clearing",
|
||||||
|
"label": "TARGET_BONDING · red",
|
||||||
|
"options": [
|
||||||
|
{
|
||||||
|
"id": "497d06baa6",
|
||||||
|
"text": "Reach a hand slowly to touch its talon"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"id": "88c219021d",
|
||||||
|
"text": "Break into a run toward its foreleg to mount"
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
"3f5d4c880fa9": {
|
"3f5d4c880fa9": {
|
||||||
"stage": "MEADOW_ENCOUNTER",
|
"stage": "MEADOW_ENCOUNTER",
|
||||||
"tint": "brown",
|
"tint": "brown",
|
||||||
|
|||||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
@@ -1,6 +0,0 @@
|
|||||||
{"id":"bot-288b72e52f","source":"bot","meta":{"attempt":2,"startedAt":"2026-10-29T16:25:29.185Z","accountKey":null,"target":null,"decisionMode":null},"steps":[{"scene":"a68f681076c6","stage":"ENTER_THRESHING","tint":null,"option":"05d19abb5d","optionText":"Head toward the center of the forest","offered":["5f7eefac34","9c613e0d47","05d19abb5d"],"rule":"ENTER_TOWARDS_FOREST_CENTER","decisionMode":null,"manual":false,"at":"2026-10-29T16:25:29.185Z","to":"bc4ee4754b9c"},{"scene":"bc4ee4754b9c","stage":"FIRST_SIGHTING","tint":"red","option":"a31cbcb659","optionText":"Lower your eyes in respect","offered":["a31cbcb659","14181c8e32","1859b3cd4a"],"rule":"SIGHTING_LOWER_EYES_RESPECT","decisionMode":null,"manual":false,"at":"2026-10-29T16:25:31.387Z","to":"84780dab01e3"},{"scene":"84780dab01e3","stage":"ENTER_THRESHING","tint":"red","option":"6913c7fb2c","optionText":"Head deeper into the forest","offered":["6913c7fb2c"],"rule":"SINGLE_CHOICE_ADVANCE","decisionMode":"guide","manual":false,"at":"2026-10-29T19:55:36.225Z","to":"d25f2759ace0"},{"scene":"d25f2759ace0","stage":"SCREAM_AND_CADETS","tint":null,"option":"2b6d16a461","optionText":"Investigate the scream","offered":["2b6d16a461","8e03986d31"],"rule":"SCREAM_INVESTIGATE","decisionMode":"guide","manual":false,"at":"2026-10-29T19:55:38.219Z","to":"f72199f24b91"},{"scene":"f72199f24b91","stage":"BLUE_DRAGON_ROUTE","tint":null,"option":"c5719ec9a7","optionText":"Help your squadmate","offered":["c5719ec9a7","5e4947fde1"],"rule":"BLUE_7_HELP_CADET","decisionMode":"guide","manual":false,"at":"2026-10-29T19:55:45.720Z","to":"b209bacacec3"},{"scene":"b209bacacec3","stage":"SCREAM_AND_CADETS","tint":null,"option":"6dc46afcb2","optionText":"Pause to assess the situation even though it may risk your squadmate’s life","offered":["6dc46afcb2","483000d9b9","249cab536f"],"rule":null,"decisionMode":"manual","manual":true,"at":"2026-10-29T19:56:20.518Z","to":"fbe0f0bea700"},{"scene":"fbe0f0bea700","stage":"SCREAM_AND_CADETS","tint":null,"option":"40b2e3202f","optionText":"Daggers or not, your squadmate is in danger, so you charge the bigger cadet","offered":["40b2e3202f","dd20bac96c"],"rule":null,"decisionMode":"manual","manual":true,"at":"2026-10-29T19:56:29.785Z","to":"a2368b0dc212"},{"scene":"a2368b0dc212","stage":"SCREAM_AND_CADETS","tint":null,"option":"43fb669800","optionText":"End the lives of the bullies yourself","offered":["2fba1113c6","43fb669800","e579a5cd9f"],"rule":null,"decisionMode":"manual","manual":true,"at":"2026-10-29T19:56:36.498Z","to":"0cfd06cf8939"},{"scene":"0cfd06cf8939","stage":"SCREAM_AND_CADETS","tint":null,"option":"3929adfa07","optionText":"Walk farther into the forest","offered":["d79c512261","cfe44a775d","3929adfa07"],"rule":null,"decisionMode":"manual","manual":true,"at":"2026-10-29T19:56:42.280Z","to":"0a561d53ad19"},{"scene":"0a561d53ad19","stage":"THORN_WALK","tint":null,"option":"7276f2fd9a","optionText":"Find the tallest tree and climb for a better view","offered":["f0700810bf","7276f2fd9a"],"rule":null,"decisionMode":"manual","manual":true,"at":"2026-10-29T19:56:51.226Z","to":"96b68612eaf4"},{"scene":"96b68612eaf4","stage":"FORK_IN_FOREST","tint":null,"option":"c71ea9e2b6","optionText":"Descend quickly in preparation for whatever’s coming your way","offered":["c71ea9e2b6","2c5af7e978"],"rule":null,"decisionMode":"manual","manual":true,"at":"2026-10-29T19:57:01.275Z","to":"10bc7353b8eb"},{"scene":"10bc7353b8eb","stage":"FORK_IN_FOREST","tint":"red","option":"2991a60b20","optionText":"Jump in a few seconds and you’ll land closer to its tail, farther from the teeth","offered":["714e3abd94","2991a60b20","40c171677e"],"rule":null,"decisionMode":"manual","manual":true,"at":"2026-10-29T19:57:08.857Z","to":"BURNED"}],"outcome":{"type":"BURNED","colour":null,"intentional":false}}
|
|
||||||
{"id":"bot-a181b520f1","source":"bot","meta":{"attempt":3,"startedAt":"2026-10-30T01:21:31.420Z","accountKey":null,"target":null,"decisionMode":null},"steps":[{"scene":"db7786392626","stage":"ENTER_THRESHING","tint":null,"option":"c18f80dd1e","optionText":"Enter the valley alone","offered":["571af425c8","3da794f136","c18f80dd1e"],"rule":"ENTER_GO_ALONE","decisionMode":"guide","manual":false,"at":"2026-10-30T01:21:31.420Z","to":"a68f681076c6"},{"scene":"a68f681076c6","stage":"ENTER_THRESHING","tint":null,"option":"05d19abb5d","optionText":"Head toward the center of the forest","offered":["05d19abb5d","9c613e0d47","5f7eefac34"],"rule":"ENTER_TOWARDS_FOREST_CENTER","decisionMode":"guide","manual":false,"at":"2026-10-30T01:21:34.893Z","to":"bc4ee4754b9c"},{"scene":"bc4ee4754b9c","stage":"FIRST_SIGHTING","tint":"red","option":"a31cbcb659","optionText":"Lower your eyes in respect","offered":["14181c8e32","a31cbcb659","1859b3cd4a"],"rule":"SIGHTING_LOWER_EYES_RESPECT","decisionMode":"guide","manual":false,"at":"2026-10-30T01:21:38.316Z","to":"84780dab01e3"},{"scene":"84780dab01e3","stage":"FIRST_SIGHTING","tint":"red","option":"6913c7fb2c","optionText":"Head deeper into the forest","offered":["6913c7fb2c"],"rule":"SINGLE_CHOICE_ADVANCE","decisionMode":"guide","manual":false,"at":"2026-10-30T01:21:41.767Z","to":"d25f2759ace0"},{"scene":"d25f2759ace0","stage":"SCREAM_AND_CADETS","tint":null,"option":"2b6d16a461","optionText":"Investigate the scream","offered":["2b6d16a461","8e03986d31"],"rule":"SCREAM_INVESTIGATE","decisionMode":"guide","manual":false,"at":"2026-10-30T01:21:45.219Z","to":"f72199f24b91"},{"scene":"f72199f24b91","stage":"SCREAM_AND_CADETS","tint":null,"option":"c5719ec9a7","optionText":"Help your squadmate","offered":["c5719ec9a7","5e4947fde1"],"rule":"BULLY_1_HELP_THEM","decisionMode":"guide","manual":false,"at":"2026-10-30T01:21:48.695Z","to":"b209bacacec3"},{"scene":"b209bacacec3","stage":"BLUE_DRAGON_ROUTE","tint":null,"option":"6dc46afcb2","optionText":"Pause to assess the situation even though it may risk your squadmate’s life","offered":["483000d9b9","249cab536f","6dc46afcb2"],"rule":"LEARNED_EDGE","decisionMode":"learned","manual":false,"at":"2026-10-30T01:21:52.196Z","to":"fbe0f0bea700"},{"scene":"fbe0f0bea700","stage":"BLUE_DRAGON_ROUTE","tint":null,"option":"40b2e3202f","optionText":"Daggers or not, your squadmate is in danger, so you charge the bigger cadet","offered":["40b2e3202f","dd20bac96c"],"rule":"LEARNED_DASHBOARD","decisionMode":"learned","manual":false,"at":"2026-10-30T01:21:55.696Z","to":"a2368b0dc212"},{"scene":"a2368b0dc212","stage":"BLUE_DRAGON_ROUTE","tint":null,"option":"43fb669800","optionText":"End the lives of the bullies yourself","offered":["e579a5cd9f","43fb669800","2fba1113c6"],"rule":"LEARNED_DASHBOARD","decisionMode":"learned","manual":false,"at":"2026-10-30T01:22:00.378Z","to":"0cfd06cf8939"},{"scene":"0cfd06cf8939","stage":"BLUE_DRAGON_ROUTE","tint":null,"option":"3929adfa07","optionText":"Walk farther into the forest","offered":["cfe44a775d","d79c512261","3929adfa07"],"rule":"LEARNED_DASHBOARD","decisionMode":"learned","manual":false,"at":"2026-10-30T01:22:03.881Z","to":"0a561d53ad19"},{"scene":"0a561d53ad19","stage":"THORN_WALK","tint":null,"option":"7276f2fd9a","optionText":"Find the tallest tree and climb for a better view","offered":["7276f2fd9a","f0700810bf"],"rule":"LEARNED_DASHBOARD","decisionMode":"learned","manual":false,"at":"2026-10-30T01:22:08.585Z","to":"96b68612eaf4"},{"scene":"96b68612eaf4","stage":"FORK_IN_FOREST","tint":null,"option":"c71ea9e2b6","optionText":"Descend quickly in preparation for whatever’s coming your way","offered":["2c5af7e978","c71ea9e2b6"],"rule":"LEARNED_DASHBOARD","decisionMode":"learned","manual":false,"at":"2026-10-30T01:22:13.279Z","to":"10bc7353b8eb"},{"scene":"10bc7353b8eb","stage":"INTENTIONAL_BURN","tint":"red","option":"714e3abd94","optionText":"Reds are too hot-tempered. You’d rather take your chance with that green","offered":["714e3abd94","40c171677e","2991a60b20"],"rule":"RED_TREE_DIVERT_GREEN_FOR_SAFE_BURN","decisionMode":"guide","manual":false,"at":"2026-10-30T01:22:16.740Z","to":"c62f1f1a2b3a"},{"scene":"c62f1f1a2b3a","stage":"INTENTIONAL_BURN","tint":"green","option":"9da997c847","optionText":"Lower your eyes but keep your body neutral, letting them decide","offered":["d7f4b4e9da","bafcacfd8c","9da997c847"],"rule":"BURN_GUARANTEED_INCINERATION","decisionMode":"guide","manual":false,"at":"2026-10-30T01:22:21.450Z","to":"BURNED"}],"outcome":{"type":"BURNED","colour":null,"intentional":true}}
|
|
||||||
{"id":"bot-bb707b0816","source":"bot","meta":{"attempt":4,"startedAt":"2026-10-30T12:31:02.233Z","accountKey":null,"target":null,"decisionMode":null},"steps":[{"scene":"db7786392626","stage":"ENTER_THRESHING","tint":null,"option":"c18f80dd1e","optionText":"Enter the valley alone","offered":["571af425c8","c18f80dd1e","3da794f136"],"rule":"ENTER_GO_ALONE","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:02.233Z","to":"a68f681076c6"},{"scene":"a68f681076c6","stage":"ENTER_THRESHING","tint":null,"option":"05d19abb5d","optionText":"Head toward the center of the forest","offered":["5f7eefac34","05d19abb5d","9c613e0d47"],"rule":"ENTER_TOWARDS_FOREST_CENTER","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:05.712Z","to":"abe3011378ac"},{"scene":"abe3011378ac","stage":"FIRST_SIGHTING","tint":"brown","option":"bab6a76e8b","optionText":"Lower your eyes and hold still","offered":["1c97464061","bab6a76e8b","f6fc843ffc"],"rule":"SIGHTING_BROWN_A_HOLD_STILL","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:09.211Z","to":"84780dab01e3"},{"scene":"84780dab01e3","stage":"FIRST_SIGHTING","tint":"red","option":"6913c7fb2c","optionText":"Head deeper into the forest","offered":["6913c7fb2c"],"rule":"SINGLE_CHOICE_ADVANCE","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:12.622Z","to":"d25f2759ace0"},{"scene":"d25f2759ace0","stage":"SCREAM_AND_CADETS","tint":null,"option":"2b6d16a461","optionText":"Investigate the scream","offered":["8e03986d31","2b6d16a461"],"rule":"SCREAM_INVESTIGATE","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:16.054Z","to":"f72199f24b91"},{"scene":"f72199f24b91","stage":"SCREAM_AND_CADETS","tint":null,"option":"c5719ec9a7","optionText":"Help your squadmate","offered":["c5719ec9a7","5e4947fde1"],"rule":"BULLY_1_HELP_THEM","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:19.501Z","to":"b209bacacec3"},{"scene":"b209bacacec3","stage":"SCREAM_AND_CADETS","tint":null,"option":"6dc46afcb2","optionText":"Pause to assess the situation even though it may risk your squadmate’s life","offered":["249cab536f","483000d9b9","6dc46afcb2"],"rule":"BULLY_2_ASSESS_SITUATION","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:22.943Z","to":"fbe0f0bea700"},{"scene":"fbe0f0bea700","stage":"SCREAM_AND_CADETS","tint":null,"option":"dd20bac96c","optionText":"Engage the smaller cadet","offered":["40b2e3202f","dd20bac96c"],"rule":"BULLY_3_ENGAGE_SMALLER","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:26.363Z","to":"f4b4944d3f3b"},{"scene":"f4b4944d3f3b","stage":"SCREAM_AND_CADETS","tint":null,"option":"43fb669800","optionText":"End the lives of the bullies yourself","offered":["e579a5cd9f","43fb669800","2fba1113c6"],"rule":"BULLY_4_KILL_BULLIES","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:31.012Z","to":"0cfd06cf8939"},{"scene":"0cfd06cf8939","stage":"SCREAM_AND_CADETS","tint":null,"option":"3929adfa07","optionText":"Walk farther into the forest","offered":["cfe44a775d","d79c512261","3929adfa07"],"rule":"ROAD_FORK_DEEPER_FOREST","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:34.462Z","to":"0a561d53ad19"},{"scene":"0a561d53ad19","stage":"FORK_IN_FOREST","tint":null,"option":"7276f2fd9a","optionText":"Find the tallest tree and climb for a better view","offered":["f0700810bf","7276f2fd9a"],"rule":"FORK_CLIMB_TALLEST_TREE","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:39.140Z","to":"96b68612eaf4"},{"scene":"96b68612eaf4","stage":"TREE_SHADOW_CHECK","tint":null,"option":"2c5af7e978","optionText":"Climb down slowly to pursue the green","offered":["c71ea9e2b6","2c5af7e978"],"rule":"TREE_NO_SHADOW_AUTO_BURN","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:43.809Z","to":"07e24681e3b3"},{"scene":"07e24681e3b3","stage":"INTENTIONAL_BURN","tint":"green","option":"9da997c847","optionText":"Lower your eyes but keep your body neutral, letting them decide","offered":["d7f4b4e9da","9da997c847","bafcacfd8c"],"rule":"BURN_GUARANTEED_INCINERATION","decisionMode":"guide","manual":false,"at":"2026-10-30T12:31:49.673Z","to":"BURNED"}],"outcome":{"type":"BURNED","colour":null,"intentional":true}}
|
|
||||||
{"id":"bot-7e96467867","source":"bot","meta":{"attempt":5,"startedAt":"2026-10-30T16:32:01.623Z","accountKey":null,"target":"black","decisionMode":"auto_learn","policyId":null,"experimentId":null,"arm":null},"steps":[{"scene":"db7786392626","stage":"ENTER_THRESHING","tint":null,"option":"c18f80dd1e","optionText":"Enter the valley alone","offered":["c18f80dd1e","3da794f136","571af425c8"],"rule":"ENTER_GO_ALONE","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:01.623Z","to":"a68f681076c6"},{"scene":"a68f681076c6","stage":"ENTER_THRESHING","tint":null,"option":"05d19abb5d","optionText":"Head toward the center of the forest","offered":["5f7eefac34","9c613e0d47","05d19abb5d"],"rule":"ENTER_TOWARDS_FOREST_CENTER","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:05.186Z","to":"bc4ee4754b9c"},{"scene":"bc4ee4754b9c","stage":"FIRST_SIGHTING","tint":"red","option":"a31cbcb659","optionText":"Lower your eyes in respect","offered":["a31cbcb659","14181c8e32","1859b3cd4a"],"rule":"SIGHTING_LOWER_EYES_RESPECT","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:08.740Z","to":"84780dab01e3"},{"scene":"84780dab01e3","stage":"FIRST_SIGHTING","tint":"red","option":"6913c7fb2c","optionText":"Head deeper into the forest","offered":["6913c7fb2c"],"rule":"SINGLE_CHOICE_ADVANCE","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:12.292Z","to":"d25f2759ace0"},{"scene":"d25f2759ace0","stage":"SCREAM_AND_CADETS","tint":null,"option":"2b6d16a461","optionText":"Investigate the scream","offered":["8e03986d31","2b6d16a461"],"rule":"SCREAM_INVESTIGATE","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:15.815Z","to":"f72199f24b91"},{"scene":"f72199f24b91","stage":"SCREAM_AND_CADETS","tint":null,"option":"c5719ec9a7","optionText":"Help your squadmate","offered":["c5719ec9a7","5e4947fde1"],"rule":"BULLY_1_HELP_THEM","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:19.408Z","to":"b209bacacec3"},{"scene":"b209bacacec3","stage":"SCREAM_AND_CADETS","tint":null,"option":"6dc46afcb2","optionText":"Pause to assess the situation even though it may risk your squadmate’s life","offered":["249cab536f","6dc46afcb2","483000d9b9"],"rule":"BULLY_2_ASSESS_SITUATION","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:22.937Z","to":"fbe0f0bea700"},{"scene":"fbe0f0bea700","stage":"SCREAM_AND_CADETS","tint":null,"option":"dd20bac96c","optionText":"Engage the smaller cadet","offered":["dd20bac96c","40b2e3202f"],"rule":"BULLY_3_ENGAGE_SMALLER","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:26.473Z","to":"f4b4944d3f3b"},{"scene":"f4b4944d3f3b","stage":"SCREAM_AND_CADETS","tint":null,"option":"43fb669800","optionText":"End the lives of the bullies yourself","offered":["43fb669800","2fba1113c6","e579a5cd9f"],"rule":"BULLY_4_KILL_BULLIES","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:31.222Z","to":"0cfd06cf8939"},{"scene":"0cfd06cf8939","stage":"SCREAM_AND_CADETS","tint":null,"option":"3929adfa07","optionText":"Walk farther into the forest","offered":["3929adfa07","cfe44a775d","d79c512261"],"rule":"ROAD_FORK_DEEPER_FOREST","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:34.782Z","to":"0a561d53ad19"},{"scene":"0a561d53ad19","stage":"FORK_IN_FOREST","tint":null,"option":"7276f2fd9a","optionText":"Find the tallest tree and climb for a better view","offered":["7276f2fd9a","f0700810bf"],"rule":"FORK_CLIMB_TALLEST_TREE","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:39.593Z","to":"96b68612eaf4"},{"scene":"96b68612eaf4","stage":"TREE_SHADOW_CHECK","tint":null,"option":"2c5af7e978","optionText":"Climb down slowly to pursue the green","offered":["2c5af7e978","c71ea9e2b6"],"rule":"TREE_NO_SHADOW_AUTO_BURN","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:44.371Z","to":"07e24681e3b3"},{"scene":"07e24681e3b3","stage":"INTENTIONAL_BURN","tint":"green","option":"9da997c847","optionText":"Lower your eyes but keep your body neutral, letting them decide","offered":["9da997c847","d7f4b4e9da","bafcacfd8c"],"rule":"BURN_GUARANTEED_INCINERATION","decisionMode":"guide","manual":false,"at":"2026-10-30T16:32:50.391Z","to":"BURNED"}],"outcome":{"type":"BURNED","colour":null,"intentional":true}}
|
|
||||||
{"id":"bot-a4f8157ecf","source":"bot","meta":{"attempt":6,"startedAt":"2026-10-30T20:41:16.681Z","accountKey":null,"target":"black","decisionMode":"auto_learn","policyId":null,"experimentId":null,"arm":null},"steps":[{"scene":"db7786392626","stage":"ENTER_THRESHING","tint":null,"option":"c18f80dd1e","optionText":"Enter the valley alone","offered":["3da794f136","c18f80dd1e","571af425c8"],"rule":"ENTER_GO_ALONE","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:16.681Z","to":"a68f681076c6"},{"scene":"a68f681076c6","stage":"ENTER_THRESHING","tint":null,"option":"05d19abb5d","optionText":"Head toward the center of the forest","offered":["5f7eefac34","9c613e0d47","05d19abb5d"],"rule":"ENTER_TOWARDS_FOREST_CENTER","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:20.259Z","to":"abe3011378ac"},{"scene":"abe3011378ac","stage":"FIRST_SIGHTING","tint":"brown","option":"bab6a76e8b","optionText":"Lower your eyes and hold still","offered":["bab6a76e8b","f6fc843ffc","1c97464061"],"rule":"SIGHTING_BROWN_A_HOLD_STILL","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:23.740Z","to":"84780dab01e3"},{"scene":"84780dab01e3","stage":"FIRST_SIGHTING","tint":"red","option":"6913c7fb2c","optionText":"Head deeper into the forest","offered":["6913c7fb2c"],"rule":"SINGLE_CHOICE_ADVANCE","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:27.302Z","to":"d25f2759ace0"},{"scene":"d25f2759ace0","stage":"SCREAM_AND_CADETS","tint":null,"option":"2b6d16a461","optionText":"Investigate the scream","offered":["8e03986d31","2b6d16a461"],"rule":"SCREAM_INVESTIGATE","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:30.816Z","to":"f72199f24b91"},{"scene":"f72199f24b91","stage":"SCREAM_AND_CADETS","tint":null,"option":"c5719ec9a7","optionText":"Help your squadmate","offered":["c5719ec9a7","5e4947fde1"],"rule":"BULLY_1_HELP_THEM","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:34.353Z","to":"b209bacacec3"},{"scene":"b209bacacec3","stage":"SCREAM_AND_CADETS","tint":null,"option":"6dc46afcb2","optionText":"Pause to assess the situation even though it may risk your squadmate’s life","offered":["483000d9b9","6dc46afcb2","249cab536f"],"rule":"BULLY_2_ASSESS_SITUATION","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:37.937Z","to":"fbe0f0bea700"},{"scene":"fbe0f0bea700","stage":"SCREAM_AND_CADETS","tint":null,"option":"dd20bac96c","optionText":"Engage the smaller cadet","offered":["40b2e3202f","dd20bac96c"],"rule":"BULLY_3_ENGAGE_SMALLER","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:41.455Z","to":"f4b4944d3f3b"},{"scene":"f4b4944d3f3b","stage":"SCREAM_AND_CADETS","tint":null,"option":"43fb669800","optionText":"End the lives of the bullies yourself","offered":["43fb669800","2fba1113c6","e579a5cd9f"],"rule":"BULLY_4_KILL_BULLIES","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:46.182Z","to":"0cfd06cf8939"},{"scene":"0cfd06cf8939","stage":"SCREAM_AND_CADETS","tint":null,"option":"3929adfa07","optionText":"Walk farther into the forest","offered":["3929adfa07","cfe44a775d","d79c512261"],"rule":"ROAD_FORK_DEEPER_FOREST","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:49.692Z","to":"0a561d53ad19"},{"scene":"0a561d53ad19","stage":"FORK_IN_FOREST","tint":null,"option":"7276f2fd9a","optionText":"Find the tallest tree and climb for a better view","offered":["7276f2fd9a","f0700810bf"],"rule":"FORK_CLIMB_TALLEST_TREE","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:54.419Z","to":"96b68612eaf4"},{"scene":"96b68612eaf4","stage":"TREE_SHADOW_CHECK","tint":null,"option":"2c5af7e978","optionText":"Climb down slowly to pursue the green","offered":["2c5af7e978","c71ea9e2b6"],"rule":"TREE_NO_SHADOW_AUTO_BURN","decisionMode":"guide","manual":false,"at":"2026-10-30T20:41:59.186Z","to":"07e24681e3b3"},{"scene":"07e24681e3b3","stage":"INTENTIONAL_BURN","tint":"green","option":"9da997c847","optionText":"Lower your eyes but keep your body neutral, letting them decide","offered":["9da997c847","d7f4b4e9da","bafcacfd8c"],"rule":"BURN_GUARANTEED_INCINERATION","decisionMode":"guide","manual":false,"at":"2026-10-30T20:42:05.900Z","to":"BURNED"}],"outcome":{"type":"BURNED","colour":null,"intentional":true}}
|
|
||||||
{"id":"bot-c95f035604","source":"bot","meta":{"attempt":7,"startedAt":"2026-10-31T00:42:16.218Z","accountKey":null,"target":"black","decisionMode":"auto_learn","policyId":null,"experimentId":null,"arm":null},"steps":[{"scene":"db7786392626","stage":"ENTER_THRESHING","tint":null,"option":"c18f80dd1e","optionText":"Enter the valley alone","offered":["571af425c8","c18f80dd1e","3da794f136"],"rule":"ENTER_GO_ALONE","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:16.218Z","to":"a68f681076c6"},{"scene":"a68f681076c6","stage":"ENTER_THRESHING","tint":null,"option":"05d19abb5d","optionText":"Head toward the center of the forest","offered":["9c613e0d47","05d19abb5d","5f7eefac34"],"rule":"ENTER_TOWARDS_FOREST_CENTER","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:19.802Z","to":"bc4ee4754b9c"},{"scene":"bc4ee4754b9c","stage":"FIRST_SIGHTING","tint":"red","option":"a31cbcb659","optionText":"Lower your eyes in respect","offered":["a31cbcb659","1859b3cd4a","14181c8e32"],"rule":"SIGHTING_LOWER_EYES_RESPECT","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:23.442Z","to":"84780dab01e3"},{"scene":"84780dab01e3","stage":"FIRST_SIGHTING","tint":"red","option":"6913c7fb2c","optionText":"Head deeper into the forest","offered":["6913c7fb2c"],"rule":"SINGLE_CHOICE_ADVANCE","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:26.976Z","to":"d25f2759ace0"},{"scene":"d25f2759ace0","stage":"SCREAM_AND_CADETS","tint":null,"option":"2b6d16a461","optionText":"Investigate the scream","offered":["8e03986d31","2b6d16a461"],"rule":"SCREAM_INVESTIGATE","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:30.510Z","to":"f72199f24b91"},{"scene":"f72199f24b91","stage":"SCREAM_AND_CADETS","tint":null,"option":"c5719ec9a7","optionText":"Help your squadmate","offered":["c5719ec9a7","5e4947fde1"],"rule":"BULLY_1_HELP_THEM","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:34.122Z","to":"b209bacacec3"},{"scene":"b209bacacec3","stage":"SCREAM_AND_CADETS","tint":null,"option":"6dc46afcb2","optionText":"Pause to assess the situation even though it may risk your squadmate’s life","offered":["483000d9b9","6dc46afcb2","249cab536f"],"rule":"BULLY_2_ASSESS_SITUATION","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:37.643Z","to":"fbe0f0bea700"},{"scene":"fbe0f0bea700","stage":"SCREAM_AND_CADETS","tint":null,"option":"dd20bac96c","optionText":"Engage the smaller cadet","offered":["40b2e3202f","dd20bac96c"],"rule":"BULLY_3_ENGAGE_SMALLER","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:41.219Z","to":"f4b4944d3f3b"},{"scene":"f4b4944d3f3b","stage":"SCREAM_AND_CADETS","tint":null,"option":"43fb669800","optionText":"End the lives of the bullies yourself","offered":["43fb669800","2fba1113c6","e579a5cd9f"],"rule":"BULLY_4_KILL_BULLIES","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:46.033Z","to":"0cfd06cf8939"},{"scene":"0cfd06cf8939","stage":"SCREAM_AND_CADETS","tint":null,"option":"3929adfa07","optionText":"Walk farther into the forest","offered":["3929adfa07","d79c512261","cfe44a775d"],"rule":"ROAD_FORK_DEEPER_FOREST","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:50.332Z","to":"0a561d53ad19"},{"scene":"0a561d53ad19","stage":"FORK_IN_FOREST","tint":null,"option":"7276f2fd9a","optionText":"Find the tallest tree and climb for a better view","offered":["7276f2fd9a","f0700810bf"],"rule":"FORK_CLIMB_TALLEST_TREE","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:55.134Z","to":"96b68612eaf4"},{"scene":"96b68612eaf4","stage":"TREE_SHADOW_CHECK","tint":null,"option":"2c5af7e978","optionText":"Climb down slowly to pursue the green","offered":["c71ea9e2b6","2c5af7e978"],"rule":"TREE_NO_SHADOW_AUTO_BURN","decisionMode":"guide","manual":false,"at":"2026-10-31T00:42:59.963Z","to":"07e24681e3b3"},{"scene":"07e24681e3b3","stage":"INTENTIONAL_BURN","tint":"green","option":"9da997c847","optionText":"Lower your eyes but keep your body neutral, letting them decide","offered":["9da997c847","d7f4b4e9da","bafcacfd8c"],"rule":"BURN_GUARANTEED_INCINERATION","decisionMode":"guide","manual":false,"at":"2026-10-31T00:43:06.002Z","to":"BURNED"}],"outcome":{"type":"BURNED","colour":null,"intentional":true}}
|
|
||||||
+40
-25
@@ -46,8 +46,8 @@
|
|||||||
"conformsTo": "http://mlcommons.org/croissant/1.0",
|
"conformsTo": "http://mlcommons.org/croissant/1.0",
|
||||||
"name": "Threshing Atlas",
|
"name": "Threshing Atlas",
|
||||||
"description": "Community-logged runs of the Dragonkind \"threshing\" (the dragon-bonding game based on Fourth Wing), coded into one record per run: every choice, what the game rolled, and how the run ended. Also the route model built from them, the statistics shown on the Threshing Atlas page, and the route graph shared with a DragonKind bot.",
|
"description": "Community-logged runs of the Dragonkind \"threshing\" (the dragon-bonding game based on Fourth Wing), coded into one record per run: every choice, what the game rolled, and how the run ended. Also the route model built from them, the statistics shown on the Threshing Atlas page, and the route graph shared with a DragonKind bot.",
|
||||||
"url": "https://git.kenschiano.net/kathleen/threshing-atlas",
|
"url": "https://git.kenschiano.net/DragonKind/threshing-atlas",
|
||||||
"sameAs": "https://git.kenschiano.net/kathleen/threshing-atlas",
|
"sameAs": "https://git.kenschiano.net/DragonKind/threshing-atlas",
|
||||||
"license": "https://creativecommons.org/licenses/by/4.0/",
|
"license": "https://creativecommons.org/licenses/by/4.0/",
|
||||||
"creator": {
|
"creator": {
|
||||||
"@type": "sc:Person",
|
"@type": "sc:Person",
|
||||||
@@ -61,7 +61,7 @@
|
|||||||
"route planning",
|
"route planning",
|
||||||
"community data"
|
"community data"
|
||||||
],
|
],
|
||||||
"citeAs": "ekcSchiano and contributors (2026). Threshing Atlas. https://git.kenschiano.net/kathleen/threshing-atlas",
|
"citeAs": "ekcSchiano and contributors (2026). Threshing Atlas. https://git.kenschiano.net/DragonKind/threshing-atlas",
|
||||||
"isLiveDataset": true,
|
"isLiveDataset": true,
|
||||||
"isBasedOn": [
|
"isBasedOn": [
|
||||||
{
|
{
|
||||||
@@ -78,6 +78,11 @@
|
|||||||
"@type": "sc:CreativeWork",
|
"@type": "sc:CreativeWork",
|
||||||
"name": "Runs posted in the r/fourthwing Dragonkind megathreads",
|
"name": "Runs posted in the r/fourthwing Dragonkind megathreads",
|
||||||
"url": "https://www.reddit.com/r/fourthwing/comments/1wvwfp9/"
|
"url": "https://www.reddit.com/r/fourthwing/comments/1wvwfp9/"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"@type": "sc:CreativeWork",
|
||||||
|
"name": "Runs riders describe in the r/fourthwing Dragonkind megathread comments",
|
||||||
|
"url": "https://www.reddit.com/r/fourthwing/comments/1wvwfp9/"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"distribution": [
|
"distribution": [
|
||||||
@@ -86,27 +91,37 @@
|
|||||||
"@id": "runs_clean",
|
"@id": "runs_clean",
|
||||||
"name": "runs_clean",
|
"name": "runs_clean",
|
||||||
"description": "Every run from every source, one per row, coded into the same columns (collection/etl/runs.py; the form's rules are core/spec/form.yaml). The `source` column says where each run came from.",
|
"description": "Every run from every source, one per row, coded into the same columns (collection/etl/runs.py; the form's rules are core/spec/form.yaml). The `source` column says where each run came from.",
|
||||||
"contentUrl": "https://git.kenschiano.net/kathleen/threshing-atlas/raw/branch/main/data/public/runs_clean.csv",
|
"contentUrl": "https://git.kenschiano.net/DragonKind/threshing-atlas/raw/branch/main/data/public/runs_clean.csv",
|
||||||
"encodingFormat": "text/csv",
|
"encodingFormat": "text/csv",
|
||||||
"sha256": "efe9d8395e0fdd15d936a22915a9f9ee13e0ebf32f685141562bdc5681b6bf5e",
|
"sha256": "c5b7302bee16c063a400548e8bdf95256df50acbc00f2c6e9813eed7f50c42d4",
|
||||||
"contentSize": "3324468 B"
|
"contentSize": "3680593 B"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"@type": "cr:FileObject",
|
"@type": "cr:FileObject",
|
||||||
"@id": "form_responses",
|
"@id": "form_responses",
|
||||||
"name": "form_responses",
|
"name": "form_responses",
|
||||||
"description": "The community \"Threshing Routes\" form export as published (headers and rows), with email addresses in free-text answers redacted. The source of runs_clean.",
|
"description": "The community \"Threshing Routes\" form export as published (headers and rows), with email addresses in free-text answers redacted. The source of runs_clean.",
|
||||||
"contentUrl": "https://git.kenschiano.net/kathleen/threshing-atlas/raw/branch/main/data/public/form_responses.json",
|
"contentUrl": "https://git.kenschiano.net/DragonKind/threshing-atlas/raw/branch/main/data/public/form_responses.json",
|
||||||
"encodingFormat": "application/json",
|
"encodingFormat": "application/json",
|
||||||
"sha256": "742635ebb21616020025063d2e6587e8ad06564a2f1807b94a99f38518479008",
|
"sha256": "319f6217e0a431454114a67276f429379ec383cd6ed2666443b48b8f48c66490",
|
||||||
"contentSize": "11878421 B"
|
"contentSize": "12623695 B"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"@type": "cr:FileObject",
|
||||||
|
"@id": "reddit_comments",
|
||||||
|
"name": "reddit_comments",
|
||||||
|
"description": "Runs described in the r/fourthwing megathread comments, read into the \"Report a run\" answers: comment id, day and answers only, no usernames or comment text.",
|
||||||
|
"contentUrl": "https://git.kenschiano.net/DragonKind/threshing-atlas/raw/branch/main/data/public/reddit_comments.json",
|
||||||
|
"encodingFormat": "application/json",
|
||||||
|
"sha256": "c180f8b82ed1119d4ff28697fcf45d0c7f22859597cd10f5e82a2e50ca1dc51a",
|
||||||
|
"contentSize": "105 B"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"@type": "cr:FileObject",
|
"@type": "cr:FileObject",
|
||||||
"@id": "reports",
|
"@id": "reports",
|
||||||
"name": "reports",
|
"name": "reports",
|
||||||
"description": "Runs reported through the Atlas's \"Report a run\" form (issues on its repository), answers only, no usernames.",
|
"description": "Runs reported through the Atlas's \"Report a run\" form (issues on its repository), answers only, no usernames.",
|
||||||
"contentUrl": "https://git.kenschiano.net/kathleen/threshing-atlas/raw/branch/main/data/public/reports.json",
|
"contentUrl": "https://git.kenschiano.net/DragonKind/threshing-atlas/raw/branch/main/data/public/reports.json",
|
||||||
"encodingFormat": "application/json",
|
"encodingFormat": "application/json",
|
||||||
"sha256": "d42eb04b9923eb1d2a8e5c356452f52daab78293be5a29a448cfb69c974eab30",
|
"sha256": "d42eb04b9923eb1d2a8e5c356452f52daab78293be5a29a448cfb69c974eab30",
|
||||||
"contentSize": "92 B"
|
"contentSize": "92 B"
|
||||||
@@ -116,40 +131,40 @@
|
|||||||
"@id": "register",
|
"@id": "register",
|
||||||
"name": "register",
|
"name": "register",
|
||||||
"description": "The Unofficial Dragon Register (which dragon each rider bonded), without rider names.",
|
"description": "The Unofficial Dragon Register (which dragon each rider bonded), without rider names.",
|
||||||
"contentUrl": "https://git.kenschiano.net/kathleen/threshing-atlas/raw/branch/main/data/public/register.json",
|
"contentUrl": "https://git.kenschiano.net/DragonKind/threshing-atlas/raw/branch/main/data/public/register.json",
|
||||||
"encodingFormat": "application/json",
|
"encodingFormat": "application/json",
|
||||||
"sha256": "24ed1b9dfcae322df1d123d169557cc22a933426b48f7a4e5b0a0ba0d412b7a5",
|
"sha256": "40b725a39dff447025de5dda0eb6850e0929764ab53549863f2efc5d9414731b",
|
||||||
"contentSize": "117781 B"
|
"contentSize": "118558 B"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"@type": "cr:FileObject",
|
"@type": "cr:FileObject",
|
||||||
"@id": "stats",
|
"@id": "stats",
|
||||||
"name": "stats",
|
"name": "stats",
|
||||||
"description": "Every number the Atlas page shows, for six filter presets (analysis/stats/site_stats.py; what is measured is analysis/stats/measures.yaml).",
|
"description": "Every number the Atlas page shows, for six filter presets (analysis/stats/site_stats.py; what is measured is analysis/stats/measures.yaml).",
|
||||||
"contentUrl": "https://git.kenschiano.net/kathleen/threshing-atlas/raw/branch/main/data/public/stats.json",
|
"contentUrl": "https://git.kenschiano.net/DragonKind/threshing-atlas/raw/branch/main/data/public/stats.json",
|
||||||
"encodingFormat": "application/json",
|
"encodingFormat": "application/json",
|
||||||
"sha256": "aa9e84d1336dcdd8d957e531ad6e5b9f95adcdc2b98363b0e856e2cc6e28dcb8",
|
"sha256": "75ed4be2199b2192e904ce7697892eed01abfefc4e897cd3fbeaf0c7ed4c637c",
|
||||||
"contentSize": "5308966 B"
|
"contentSize": "5461481 B"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"@type": "cr:FileObject",
|
"@type": "cr:FileObject",
|
||||||
"@id": "policy",
|
"@id": "policy",
|
||||||
"name": "policy",
|
"name": "policy",
|
||||||
"description": "The route model: the game (core/spec/game.yaml), the count tables behind every roll, and the best decision tree for every dragon colour under two goals, with posterior intervals (planner/build_policy.py).",
|
"description": "The route model: the game (core/spec/game.yaml), the count tables behind every roll, and the best decision tree for every dragon colour under two goals, with posterior intervals (planner/build_policy.py).",
|
||||||
"contentUrl": "https://git.kenschiano.net/kathleen/threshing-atlas/raw/branch/main/data/public/policy.json",
|
"contentUrl": "https://git.kenschiano.net/DragonKind/threshing-atlas/raw/branch/main/data/public/policy.json",
|
||||||
"encodingFormat": "application/json",
|
"encodingFormat": "application/json",
|
||||||
"sha256": "966d32a52d86fde0239ae8b1821b43f888a159d94b0bce908ef8aaf18119efa0",
|
"sha256": "8360beabea06d77117ddd10741c4e004cf361f8bd3d6377286bb053d2ba6e1b0",
|
||||||
"contentSize": "1102627 B"
|
"contentSize": "986194 B"
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"@type": "cr:FileObject",
|
"@type": "cr:FileObject",
|
||||||
"@id": "graph",
|
"@id": "graph",
|
||||||
"name": "graph",
|
"name": "graph",
|
||||||
"description": "The route graph over every run in runs_clean.csv, counted per source (analysis/network/build-graph.js).",
|
"description": "The route graph over every run in runs_clean.csv, counted per source (analysis/network/build-graph.js).",
|
||||||
"contentUrl": "https://git.kenschiano.net/kathleen/threshing-atlas/raw/branch/main/data/public/graph.json",
|
"contentUrl": "https://git.kenschiano.net/DragonKind/threshing-atlas/raw/branch/main/data/public/graph.json",
|
||||||
"encodingFormat": "application/json",
|
"encodingFormat": "application/json",
|
||||||
"sha256": "5b5dc0f215b42e9f65454fffb256172f2f70dedf703000aaf080ad42ee79d280",
|
"sha256": "f4d4d02d5ce0d57de2c706a84874133aab9b5c915c59aeef9760b3141b3044e0",
|
||||||
"contentSize": "74020 B"
|
"contentSize": "75584 B"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"recordSet": [
|
"recordSet": [
|
||||||
@@ -166,7 +181,7 @@
|
|||||||
"@type": "cr:Field",
|
"@type": "cr:Field",
|
||||||
"@id": "runs/run_id",
|
"@id": "runs/run_id",
|
||||||
"name": "run_id",
|
"name": "run_id",
|
||||||
"description": "Unique id of the run: sheet-<row of the form export>, thread-<result id>, reported-<issue number> or bot-<hash>.",
|
"description": "Unique id of the run: sheet-<row of the form export>, thread-<result id>, comment-<Reddit comment id>, reported-<issue number> or bot-<hash>.",
|
||||||
"dataType": "sc:Text",
|
"dataType": "sc:Text",
|
||||||
"source": {
|
"source": {
|
||||||
"fileObject": {
|
"fileObject": {
|
||||||
@@ -181,7 +196,7 @@
|
|||||||
"@type": "cr:Field",
|
"@type": "cr:Field",
|
||||||
"@id": "runs/source",
|
"@id": "runs/source",
|
||||||
"name": "source",
|
"name": "source",
|
||||||
"description": "Where the run came from. \"reddit spreadsheet\": the community Threshing Routes form and spreadsheet linked from the r/fourthwing megathreads. \"reddit thread\": a dragonkind.com result page posted in a megathread (bonded, route not recorded). \"reported\": the Atlas's own \"Report a run\" form. \"bot\": an attempt logged by the DragonKind bot. \"register\": a bonded dragon entered in the community's Unofficial Dragon Register (outcome only, no route; the same run may also be in the spreadsheet). \"reddit pdf\": the community route PDF (a flowchart of the routes, not a log of runs, so it adds no rows today). Values: reddit spreadsheet; reddit thread; register; reported; bot; reddit pdf.",
|
"description": "Where the run came from. \"reddit spreadsheet\": the community Threshing Routes form and spreadsheet linked from the r/fourthwing megathreads. \"reddit thread\": a dragonkind.com result page posted in a megathread (bonded, route not recorded). \"reddit comment\": a run a rider described in a megathread comment, read automatically into the \"Report a run\" answers by the threshing-reddit scraper, which delivers them by pull request (hand corrections in collection/manual/reddit_comments.yaml). \"reported\": the Atlas's own \"Report a run\" form. \"bot\": an attempt logged by the DragonKind bot. \"register\": a bonded dragon entered in the community's Unofficial Dragon Register (outcome only, no route; the same run may also be in the spreadsheet). \"reddit pdf\": the community route PDF (a flowchart of the routes, not a log of runs, so it adds no rows today). Values: reddit spreadsheet; reddit thread; reddit comment; register; reported; bot; reddit pdf.",
|
||||||
"dataType": "sc:Text",
|
"dataType": "sc:Text",
|
||||||
"source": {
|
"source": {
|
||||||
"fileObject": {
|
"fileObject": {
|
||||||
@@ -196,7 +211,7 @@
|
|||||||
"@type": "cr:Field",
|
"@type": "cr:Field",
|
||||||
"@id": "runs/entry",
|
"@id": "runs/entry",
|
||||||
"name": "entry",
|
"name": "entry",
|
||||||
"description": "For spreadsheet runs, the sheet's own row label: \"Form\" for a form submission (it has a timestamp); bulk-pasted logs keep the label they were pasted with. Bulk logs record every run of the players who kept them, so they are the least selectively reported rows. Empty for other sources. Values: Form; Data Import; BulkUpload3; Manual Upload; Historical import; Unknown import.",
|
"description": "For spreadsheet runs, the sheet's own row label: \"Form\" for a form submission (it has a timestamp); bulk-pasted logs keep the label they were pasted with. Bulk logs record every run of the players who kept them, so they are the least selectively reported rows. Empty for other sources. Values: Form; Data Import; BulkUpload3; Manual Upload; Historical import; Unknown import; Unknown.",
|
||||||
"dataType": "sc:Text",
|
"dataType": "sc:Text",
|
||||||
"source": {
|
"source": {
|
||||||
"fileObject": {
|
"fileObject": {
|
||||||
|
|||||||
+12
-4
@@ -35,6 +35,12 @@ files:
|
|||||||
description: >-
|
description: >-
|
||||||
The community "Threshing Routes" form export as published (headers and rows), with email addresses in
|
The community "Threshing Routes" form export as published (headers and rows), with email addresses in
|
||||||
free-text answers redacted. The source of runs_clean.
|
free-text answers redacted. The source of runs_clean.
|
||||||
|
reddit_comments:
|
||||||
|
path: data/public/reddit_comments.json
|
||||||
|
format: application/json
|
||||||
|
description: >-
|
||||||
|
Runs described in the r/fourthwing megathread comments, read into the "Report a run" answers: comment id, day
|
||||||
|
and answers only, no usernames or comment text.
|
||||||
reports:
|
reports:
|
||||||
path: data/public/reports.json
|
path: data/public/reports.json
|
||||||
format: application/json
|
format: application/json
|
||||||
@@ -63,25 +69,27 @@ files:
|
|||||||
# The columns of runs_clean. type: text, integer, boolean or date. values: every value the column may take
|
# The columns of runs_clean. type: text, integer, boolean or date. values: every value the column may take
|
||||||
# (empty cells are always allowed and mean "does not apply" or "not recorded").
|
# (empty cells are always allowed and mean "does not apply" or "not recorded").
|
||||||
columns:
|
columns:
|
||||||
run_id: { type: text, required: true, description: "Unique id of the run: sheet-<row of the form export>, thread-<result id>, reported-<issue number> or bot-<hash>." }
|
run_id: { type: text, required: true, description: "Unique id of the run: sheet-<row of the form export>, thread-<result id>, comment-<Reddit comment id>, reported-<issue number> or bot-<hash>." }
|
||||||
source:
|
source:
|
||||||
type: text
|
type: text
|
||||||
required: true
|
required: true
|
||||||
description: >-
|
description: >-
|
||||||
Where the run came from. "reddit spreadsheet": the community Threshing Routes form and spreadsheet linked from
|
Where the run came from. "reddit spreadsheet": the community Threshing Routes form and spreadsheet linked from
|
||||||
the r/fourthwing megathreads. "reddit thread": a dragonkind.com result page posted in a megathread (bonded,
|
the r/fourthwing megathreads. "reddit thread": a dragonkind.com result page posted in a megathread (bonded,
|
||||||
route not recorded). "reported": the Atlas's own "Report a run" form. "bot": an attempt logged by the
|
route not recorded). "reddit comment": a run a rider described in a megathread comment, read automatically into
|
||||||
|
the "Report a run" answers by the threshing-reddit scraper, which delivers them by pull request (hand
|
||||||
|
corrections in collection/manual/reddit_comments.yaml). "reported": the Atlas's own "Report a run" form. "bot": an attempt logged by the
|
||||||
DragonKind bot. "register": a bonded dragon entered in the community's Unofficial Dragon Register (outcome
|
DragonKind bot. "register": a bonded dragon entered in the community's Unofficial Dragon Register (outcome
|
||||||
only, no route; the same run may also be in the spreadsheet). "reddit pdf": the community route PDF (a
|
only, no route; the same run may also be in the spreadsheet). "reddit pdf": the community route PDF (a
|
||||||
flowchart of the routes, not a log of runs, so it adds no rows today).
|
flowchart of the routes, not a log of runs, so it adds no rows today).
|
||||||
values: [reddit spreadsheet, reddit thread, register, reported, bot, reddit pdf]
|
values: [reddit spreadsheet, reddit thread, reddit comment, register, reported, bot, reddit pdf]
|
||||||
entry:
|
entry:
|
||||||
type: text
|
type: text
|
||||||
description: >-
|
description: >-
|
||||||
For spreadsheet runs, the sheet's own row label: "Form" for a form submission (it has a timestamp);
|
For spreadsheet runs, the sheet's own row label: "Form" for a form submission (it has a timestamp);
|
||||||
bulk-pasted logs keep the label they were pasted with. Bulk logs record every run of the players who kept
|
bulk-pasted logs keep the label they were pasted with. Bulk logs record every run of the players who kept
|
||||||
them, so they are the least selectively reported rows. Empty for other sources.
|
them, so they are the least selectively reported rows. Empty for other sources.
|
||||||
values: [Form, Data Import, BulkUpload3, Manual Upload, Historical import, Unknown import]
|
values: [Form, Data Import, BulkUpload3, Manual Upload, Historical import, Unknown import, Unknown]
|
||||||
bot_mode:
|
bot_mode:
|
||||||
type: text
|
type: text
|
||||||
description: >-
|
description: >-
|
||||||
|
|||||||
+9
-9
@@ -1,8 +1,8 @@
|
|||||||
{
|
{
|
||||||
"bot": {
|
"bot": {
|
||||||
"sha256": "fc3fbf23e39d29985d73a4693824c9b9bbadfc5b86361f8f5bd160aad094b1df",
|
"sha256": "3d92c7b855d5f928f0c99fa4895840ab1a6cdea543f10eae707af071ba25389c",
|
||||||
"bytes": 11742294,
|
"bytes": 11801732,
|
||||||
"changed": "2026-11-10"
|
"changed": "2026-11-19"
|
||||||
},
|
},
|
||||||
"reddit_pdf": {
|
"reddit_pdf": {
|
||||||
"sha256": "99953503376b54ee2ca2061bc277c712681a66add4d62737535e4afca11ba03e",
|
"sha256": "99953503376b54ee2ca2061bc277c712681a66add4d62737535e4afca11ba03e",
|
||||||
@@ -10,14 +10,14 @@
|
|||||||
"changed": "2026-11-16"
|
"changed": "2026-11-16"
|
||||||
},
|
},
|
||||||
"reddit_spreadsheet": {
|
"reddit_spreadsheet": {
|
||||||
"sha256": "cfc2cff4a0f69d65816a4c7ac7b6ce21a845f9e0324d796ec8ac5196916222ea",
|
"sha256": "e3cccdbdf8ce67d7ea8e85156ccd5b5f5e404ab6cd195ee8883ea140249d16a6",
|
||||||
"bytes": 6943129,
|
"bytes": 5949959,
|
||||||
"changed": "2026-11-16"
|
"changed": "2026-11-19"
|
||||||
},
|
},
|
||||||
"register": {
|
"register": {
|
||||||
"sha256": "0f818a7c7e56e1346522153ddac169e726d0b663d030392e6114bffe55f6f649",
|
"sha256": "ea9807f6d2391ecce7425888b913d4b618ac85463a459e3908abf1233c888f19",
|
||||||
"bytes": 51026,
|
"bytes": 51331,
|
||||||
"changed": "2026-11-16"
|
"changed": "2026-11-19"
|
||||||
},
|
},
|
||||||
"reported": {
|
"reported": {
|
||||||
"sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
"sha256": "4f53cda18c2baa0c0354bb5f9a3ecbe5ed12ab4d8e11ba873c2f11161202b945",
|
||||||
|
|||||||
+32
-32
@@ -3,34 +3,34 @@
|
|||||||
"by_attempt": {
|
"by_attempt": {
|
||||||
"form": {
|
"form": {
|
||||||
"1": [
|
"1": [
|
||||||
89,
|
97,
|
||||||
879
|
960
|
||||||
],
|
],
|
||||||
"2": [
|
"2": [
|
||||||
0,
|
0,
|
||||||
288
|
296
|
||||||
],
|
],
|
||||||
"3": [
|
"3": [
|
||||||
0,
|
0,
|
||||||
184
|
193
|
||||||
],
|
],
|
||||||
"4-10": [
|
"4-10": [
|
||||||
0,
|
0,
|
||||||
506
|
538
|
||||||
],
|
],
|
||||||
"11-30": [
|
"11-30": [
|
||||||
0,
|
0,
|
||||||
573
|
626
|
||||||
],
|
],
|
||||||
"31 or more": [
|
"31 or more": [
|
||||||
1,
|
0,
|
||||||
610
|
694
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"bulk logs": {
|
"bulk logs": {
|
||||||
"1": [
|
"1": [
|
||||||
0,
|
0,
|
||||||
28
|
29
|
||||||
],
|
],
|
||||||
"2": [
|
"2": [
|
||||||
0,
|
0,
|
||||||
@@ -76,24 +76,24 @@
|
|||||||
],
|
],
|
||||||
"31 or more": [
|
"31 or more": [
|
||||||
0,
|
0,
|
||||||
54
|
333
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
"same_route": {
|
"same_route": {
|
||||||
"routes": 321,
|
"routes": 325,
|
||||||
"first_shadows": 85,
|
"first_shadows": 93,
|
||||||
"expected": 36.4,
|
"expected": 39.9,
|
||||||
"odds_ratio": 626.3,
|
"odds_ratio": Infinity,
|
||||||
"z": 11.9
|
"z": 12.3
|
||||||
},
|
},
|
||||||
"form_first": [
|
"form_first": [
|
||||||
89,
|
97,
|
||||||
879
|
960
|
||||||
],
|
],
|
||||||
"form_later": [
|
"form_later": [
|
||||||
1,
|
0,
|
||||||
2161
|
2347
|
||||||
],
|
],
|
||||||
"best_route": {
|
"best_route": {
|
||||||
"route": [
|
"route": [
|
||||||
@@ -105,27 +105,27 @@
|
|||||||
"West"
|
"West"
|
||||||
],
|
],
|
||||||
"first": [
|
"first": [
|
||||||
22,
|
23,
|
||||||
88
|
114
|
||||||
],
|
],
|
||||||
"later": [
|
"later": [
|
||||||
0,
|
0,
|
||||||
89
|
94
|
||||||
]
|
]
|
||||||
},
|
},
|
||||||
"shadow_routes": {
|
"shadow_routes": {
|
||||||
"runs": 93,
|
"runs": 97,
|
||||||
"routes": 46,
|
"routes": 47,
|
||||||
"off_gate": 3
|
"off_gate": 3
|
||||||
},
|
},
|
||||||
"after_shadow": {
|
"after_shadow": {
|
||||||
"reached_black": 76,
|
"reached_black": 79,
|
||||||
"bonded_black": 55,
|
"bonded_black": 57,
|
||||||
"died_at_blue": 15,
|
"died_at_blue": 16,
|
||||||
"answers": {
|
"answers": {
|
||||||
"held its gaze": [
|
"held its gaze": [
|
||||||
30,
|
29,
|
||||||
42
|
41
|
||||||
],
|
],
|
||||||
"lowered eyes": [
|
"lowered eyes": [
|
||||||
0,
|
0,
|
||||||
@@ -138,9 +138,9 @@
|
|||||||
}
|
}
|
||||||
},
|
},
|
||||||
"bot": {
|
"bot": {
|
||||||
"attempts": 415,
|
"attempts": 878,
|
||||||
"accounts": 14,
|
"accounts": 27,
|
||||||
"gated_tree": 236,
|
"gated_tree": 515,
|
||||||
"shadows": 0,
|
"shadows": 0,
|
||||||
"earliest_attempt": 2
|
"earliest_attempt": 2
|
||||||
}
|
}
|
||||||
|
|||||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
@@ -1,10 +1,10 @@
|
|||||||
{
|
{
|
||||||
"repo": "https://git.kenschiano.net/kathleen/threshing-atlas",
|
"repo": "https://git.kenschiano.net/DragonKind/threshing-atlas",
|
||||||
"repo_label": "git.kenschiano.net/kathleen/threshing-atlas",
|
"repo_label": "git.kenschiano.net/DragonKind/threshing-atlas",
|
||||||
"host": "git.kenschiano.net",
|
"host": "git.kenschiano.net",
|
||||||
"kind": "gitea",
|
"kind": "gitea",
|
||||||
"visibility": "limited",
|
"visibility": "limited",
|
||||||
"report": "https://git.kenschiano.net/kathleen/threshing-atlas/issues/new?template=.github/ISSUE_TEMPLATE/report-a-run.yml",
|
"report": "https://git.kenschiano.net/DragonKind/threshing-atlas/issues/new?template=.github/ISSUE_TEMPLATE/report-a-run.yml",
|
||||||
"form": "https://forms.gle/DRpj9tG8gb5E4Hcu7",
|
"form": "https://forms.gle/DRpj9tG8gb5E4Hcu7",
|
||||||
"sheet": "https://docs.google.com/spreadsheets/d/1gnw1AdRg1XT4JsOfRM6QTA0jSaS3n9ZF-rPWnYewzv0"
|
"sheet": "https://docs.google.com/spreadsheets/d/1gnw1AdRg1XT4JsOfRM6QTA0jSaS3n9ZF-rPWnYewzv0"
|
||||||
}
|
}
|
||||||
|
|||||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
|
|||||||
|
{"source":"Runs riders describe in the r/fourthwing Dragonkind megathread comments","runs":[],"unread":0}
|
||||||
File diff suppressed because one or more lines are too long
+6894
-5854
File diff suppressed because it is too large
Load Diff
File diff suppressed because one or more lines are too long
+718
-536
File diff suppressed because it is too large
Load Diff
@@ -96,7 +96,7 @@ data/ public/ (everything published: runs_clean.csv, form_responses.json,
|
|||||||
tests/ core/ (coding rules, game, solver, stats, bias + JS advisor/graph tests), collection/ (pipeline),
|
tests/ core/ (coding rules, game, solver, stats, bias + JS advisor/graph tests), collection/ (pipeline),
|
||||||
fixtures/, parity/
|
fixtures/, parity/
|
||||||
docs/ BOT_INTEGRATION.md, BOT_DATA_PROTOCOL.md, PRIVACY.md, REPO_SETTINGS.md, ROADMAP.md, COLOURS.md
|
docs/ BOT_INTEGRATION.md, BOT_DATA_PROTOCOL.md, PRIVACY.md, REPO_SETTINGS.md, ROADMAP.md, COLOURS.md
|
||||||
forge.yaml where the repo is hosted (gitea, git.kenschiano.net, repo: kathleen/threshing-atlas)
|
forge.yaml where the repo is hosted (gitea, git.kenschiano.net, repo: DragonKind/threshing-atlas)
|
||||||
.gitea/workflows/ CI + daily update for Gitea .github/workflows/ CI, daily update, Pages for GitHub (paused)
|
.gitea/workflows/ CI + daily update for Gitea .github/workflows/ CI, daily update, Pages for GitHub (paused)
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|||||||
+1
-1
@@ -8,7 +8,7 @@ version: 1
|
|||||||
|
|
||||||
kind: gitea
|
kind: gitea
|
||||||
url: https://git.kenschiano.net
|
url: https://git.kenschiano.net
|
||||||
repo: kathleen/threshing-atlas # owner/name on the server
|
repo: DragonKind/threshing-atlas # owner/name on the server (the DragonKind organization, beside the bot's repo)
|
||||||
branch: main
|
branch: main
|
||||||
# public, limited (only people signed in to this server) or private: who can open the links below
|
# public, limited (only people signed in to this server) or private: who can open the links below
|
||||||
visibility: limited
|
visibility: limited
|
||||||
|
|||||||
@@ -259,6 +259,45 @@ class Reddit(unittest.TestCase):
|
|||||||
self.assertNotIn("someone", json.dumps(out))
|
self.assertNotIn("someone", json.dumps(out))
|
||||||
|
|
||||||
|
|
||||||
|
class RedditComments(unittest.TestCase):
|
||||||
|
"""Runs the threshing-reddit scraper delivers (data/public/reddit_comments.json), with hand corrections."""
|
||||||
|
|
||||||
|
def source(self, public, manual):
|
||||||
|
spec = read_yaml("collection/pipeline.yaml")["sources"]["reddit_comments"]
|
||||||
|
return {**spec, "load": str(public), "manual": str(manual)}
|
||||||
|
|
||||||
|
def test_coded_with_hand_corrections(self):
|
||||||
|
public = TMP / "reddit_comments.json"
|
||||||
|
public.write_text(json.dumps({"runs": [
|
||||||
|
{"id": "c1", "thread": "abc", "posted": "2026-11-17", "result": None,
|
||||||
|
"answers": {"company": "Alone", "direction": "East (toward the roar)", "outcome": "Bonded",
|
||||||
|
"outcome_color": "Green", "branch": "Tree: climbed down slowly to the two Greens"}},
|
||||||
|
{"id": "c2-1", "thread": "abc", "posted": "2026-11-17", "result": None,
|
||||||
|
"answers": {"company": "Alone", "outcome": "Bonded", "outcome_color": "Red"}},
|
||||||
|
{"id": "c3", "thread": "abc", "posted": None, "result": None,
|
||||||
|
"answers": {"company": "Alone", "outcome": "Incinerated at a bonding encounter", "outcome_color": "Red"}}]}),
|
||||||
|
encoding="utf-8")
|
||||||
|
manual = TMP / "reddit_comments_manual.yaml"
|
||||||
|
manual.write_text("reject: [c2]\nfix: {c1: {outcome_color: Blue, direction: null}}\n"
|
||||||
|
"add: [{id: c9, thread: abc, posted: '2026-11-16', "
|
||||||
|
"answers: {company: Two squadmates, direction: West (toward the scent), outcome: Died before the hour}}]\n",
|
||||||
|
encoding="utf-8")
|
||||||
|
rows = runs.reddit_comments("reddit_comments", self.source(public, manual))
|
||||||
|
self.assertEqual([r["run_id"] for r in rows], ["comment-c1", "comment-c3", "comment-c9"])
|
||||||
|
c1, c3, c9 = rows
|
||||||
|
self.assertEqual((c1["source"], c1["outcome_color"], c1["direction"], c1["hour"], c1["enc_Blue"]),
|
||||||
|
("reddit comment", "Blue", "Unknown", "Tree", "Bonded!"))
|
||||||
|
self.assertEqual(c1["data_flags"], "read from a Reddit comment")
|
||||||
|
self.assertEqual(c3["data_flags"], "read from a Reddit comment automatically, not checked by hand")
|
||||||
|
self.assertEqual((c9["company"], c9["direction"], c9["hour"]), ("2 Squadmates", "West", "DIED before the hour"))
|
||||||
|
self.assertEqual(validate.problems(rows, runs.DICT), [])
|
||||||
|
|
||||||
|
def test_delivered_not_extracted(self):
|
||||||
|
spec = read_yaml("collection/pipeline.yaml")["sources"]["reddit_comments"]
|
||||||
|
with self.assertRaises(extract.Skip):
|
||||||
|
extract.EXTRACTORS[spec["extract"]["kind"]](spec["extract"], {})
|
||||||
|
|
||||||
|
|
||||||
class Reports(unittest.TestCase):
|
class Reports(unittest.TestCase):
|
||||||
def issue(self, number, answers, **kw):
|
def issue(self, number, answers, **kw):
|
||||||
form = report_form.spec()
|
form = report_form.spec()
|
||||||
|
|||||||
Reference in New Issue
Block a user