Moves only; no behaviour changes. Every file now lives under the part of the project it belongs to, each section has a README, and docs/PRIVACY.md collects the rules all parts follow. core/ engine.js, graph.js, solver.js, python/clean.py collection/ sources/ (form, register, PDF check, daily update), bot/ (importer) analysis/ stats/ (Python statistics), network/ (build-graph.js), reports/ (POLICY.md) planner/ build-policy.js, policy-report.js site/ atlas/ (the page), build.js, qa/ tests/ core/ (unit), parity/ (JS vs Python), fixtures/ Checked against the previous layout: tests pass; coded runs, test outputs, graph.json and policy.json are byte-identical; the built site differs only in comments that name file paths. The published file names Ken's bot downloads (solver.js, graph.js, data/policy.json) are unchanged. Also removes the undefined/ folder of QA screenshots committed by mistake (the QA scripts now default to a temp folder) and test.txt, and drops the unused npm workspaces. Claude-Session: https://claude.ai/code/session_01UCzTd31GphpMXDhQqWrCMQ Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
55 lines
2.6 KiB
JavaScript
55 lines
2.6 KiB
JavaScript
#!/usr/bin/env node
|
|
'use strict';
|
|
/**
|
|
* Convert a local copy of the DragonKind bot's data into the public, anonymised format.
|
|
*
|
|
* node collection/bot/import-bot.js --bot /path/to/DragonKind [--out data/bot] [--tag 2026-11-01]
|
|
*
|
|
* Reads <bot>/data/knowledge.json, <bot>/data/runs.jsonl and <bot>/logs/encounters.jsonl.
|
|
* Writes <out>/scenes.json (merged with any existing catalogue) and <out>/trajectories-<tag>.jsonl.
|
|
* Set DK_ACCOUNT_SALT in the environment to hash account ids; never commit the salt.
|
|
*/
|
|
const fs = require('node:fs');
|
|
const path = require('node:path');
|
|
const { importBot, assertPublicSafe } = require('./bot');
|
|
|
|
const args = Object.fromEntries(process.argv.slice(2).reduce((acc, a, i, all) => {
|
|
if (a.startsWith('--')) acc.push([a.slice(2), all[i + 1]]);
|
|
return acc;
|
|
}, []));
|
|
if (!args.bot) {
|
|
console.error('usage: import-bot.js --bot /path/to/DragonKind [--out data/bot] [--tag YYYY-MM-DD]');
|
|
process.exit(2);
|
|
}
|
|
const out = path.resolve(args.out || 'data/bot');
|
|
const tag = args.tag || new Date().toISOString().slice(0, 10);
|
|
|
|
const { scenes, trajectories, unlabeled } = importBot({
|
|
dataDir: path.join(args.bot, 'data'),
|
|
logsDir: path.join(args.bot, 'logs')
|
|
});
|
|
assertPublicSafe(scenes);
|
|
assertPublicSafe(trajectories);
|
|
|
|
fs.mkdirSync(out, { recursive: true });
|
|
const sceneFile = path.join(out, 'scenes.json');
|
|
const existing = fs.existsSync(sceneFile) ? JSON.parse(fs.readFileSync(sceneFile, 'utf8')) : {};
|
|
for (const [id, s] of Object.entries(scenes)) {
|
|
const old = existing[id];
|
|
if (!old) { existing[id] = s; continue; }
|
|
const ids = new Set(old.options.map((o) => o.id));
|
|
for (const o of s.options) if (!ids.has(o.id)) old.options.push(o);
|
|
old.tint = old.tint || s.tint;
|
|
old.backdrop = old.backdrop || s.backdrop;
|
|
if (old.label.includes('·') && !s.label.includes('·')) old.label = s.label;
|
|
}
|
|
const sorted = Object.fromEntries(Object.entries(existing).sort(([a], [b]) => a.localeCompare(b)));
|
|
fs.writeFileSync(sceneFile, `${JSON.stringify(sorted, null, 1)}\n`);
|
|
const trajFile = path.join(out, `trajectories-${tag}.jsonl`);
|
|
fs.writeFileSync(trajFile, trajectories.map((t) => JSON.stringify(t)).join('\n') + '\n');
|
|
|
|
const outcomes = trajectories.reduce((m, t) => ((m[t.outcome.type] = (m[t.outcome.type] || 0) + 1), m), {});
|
|
console.log(`${Object.keys(scenes).length} scenes, ${trajectories.length} attempts ${JSON.stringify(outcomes)}`);
|
|
console.log(`wrote ${path.relative(process.cwd(), sceneFile)} and ${path.relative(process.cwd(), trajFile)}`);
|
|
if (unlabeled.length) console.log(`scenes without a short label (add them to LABELS in collection/bot/bot.js):\n ${unlabeled.join('\n ')}`);
|