forked from WikiDeck/wikideck
Merge remote-tracking branch 'origin/night/2026-11-16' into night/sim/balance-harness
This commit is contained in:
@@ -0,0 +1,18 @@
|
||||
# Night 1 private testnet (sim-testnet)
|
||||
|
||||
A 3-node **testnet-only** fixture on poweredge-r350. It is reachable on the LAN only, and uses the Docker project `wikideck-night`.
|
||||
|
||||
| node | URL |
|
||||
|---|---|
|
||||
| node-a | http://192.168.1.32:3101 |
|
||||
| node-b | http://192.168.1.32:3102 |
|
||||
| node-c | http://192.168.1.32:3103 |
|
||||
|
||||
- `compose.lan.yaml` overrides only the published ports (bound to `192.168.1.32`, never `0.0.0.0`) and `PUBLIC_ORIGIN`. It changes nothing in consensus or the image.
|
||||
- `mine.ts` is a multi-worker native RandomX miner. It runs inside the `wikideck:testnet` image, which ships the native engine, so the host needs no cmake.
|
||||
- It mines to 4 disposable wallets (alice, bob, carol, dave) and writes chain-bound encrypted browser backups to `$STATE_DIR/wallets/`.
|
||||
- It never changes consensus code. Speed comes from the protocol's own testnet parameters: the initial target accepts 1/16 of hashes, and each 10-block retarget at most quadruples the difficulty.
|
||||
- Each template costs several Wikipedia API calls, and Wikipedia rate-limits our egress IP. The miner therefore paces templates (`MIN_GAP`, default 45 s) and backs off exponentially on failure.
|
||||
- `testnet.sh` has `up`, `mine N [workers]`, `status` and `down`. Run it from the repo root on a checkout of the integration branch. `up` rebuilds the image from that checkout; the ledgers persist in the named volumes.
|
||||
|
||||
Never point this at mainnet or the live `wikideck` namespace.
|
||||
@@ -0,0 +1,24 @@
|
||||
# sim-testnet override: publish the fixture on r350's LAN address only (not 0.0.0.0).
|
||||
# Game-mode env (modes team, #6) is inert until night/modes/hosting merges.
|
||||
services:
|
||||
node-a:
|
||||
ports: !override ["192.168.1.32:3101:3001"]
|
||||
environment:
|
||||
PUBLIC_ORIGIN: http://192.168.1.32:3101
|
||||
WIKIDECK_MODES: classic,trending
|
||||
WIKIDECK_GAME_OPERATOR: Testnet A
|
||||
WIKIDECK_GAME_PEERS: http://192.168.1.32:3102,http://192.168.1.32:3103
|
||||
node-b:
|
||||
ports: !override ["192.168.1.32:3102:3001"]
|
||||
environment:
|
||||
PUBLIC_ORIGIN: http://192.168.1.32:3102
|
||||
WIKIDECK_MODES: draft
|
||||
WIKIDECK_GAME_OPERATOR: Testnet B
|
||||
WIKIDECK_GAME_PEERS: http://192.168.1.32:3101,http://192.168.1.32:3103
|
||||
node-c:
|
||||
ports: !override ["192.168.1.32:3103:3001"]
|
||||
environment:
|
||||
PUBLIC_ORIGIN: http://192.168.1.32:3103
|
||||
WIKIDECK_MODES: classic,trending,draft
|
||||
WIKIDECK_GAME_OPERATOR: Testnet C
|
||||
WIKIDECK_GAME_PEERS: http://192.168.1.32:3101,http://192.168.1.32:3102
|
||||
@@ -0,0 +1,99 @@
|
||||
// sim-testnet: multi-worker native RandomX miner for the PRIVATE wikideck-night testnet.
|
||||
// Runs inside the wikideck:testnet image (which ships the native engine). Testnet only.
|
||||
// Usage: node --experimental-strip-types /night/mine.ts <blocks> <workers>
|
||||
import { mkdirSync, readFileSync, writeFileSync, existsSync, appendFileSync } from 'node:fs';
|
||||
import { randomInt, webcrypto } from 'node:crypto';
|
||||
import { RandomX } from '/app/server/testnet/randomx.ts';
|
||||
import { CHAIN_ID, sha256, miningBlob, mintId, blockSchema, address } from '/app/server/testnet/consensus.ts';
|
||||
import { blockClaimMessage, NETWORK, type MiningTemplate, type TestnetBlock } from '/app/shared/testnet.ts';
|
||||
import { encryptWallet } from '/app/shared/wallet-backup.ts';
|
||||
|
||||
if (!NETWORK.includes('testnet')) throw new Error('testnet only');
|
||||
const blocks = Number(process.argv[2] ?? 45), workers = Number(process.argv[3] ?? 4);
|
||||
if (!(workers >= 1 && workers <= 8)) throw new Error('1..8 workers');
|
||||
const NODES = ['http://node-a:3001', 'http://node-b:3001', 'http://node-c:3001'];
|
||||
const WALLET_NAMES = ['alice', 'bob', 'carol', 'dave'];
|
||||
const PASSWORD = 'wikideck-night-testnet';
|
||||
const STATE = process.env.STATE_DIR ?? '/state';
|
||||
const dir = `${STATE}/wallets`;
|
||||
mkdirSync(dir, { recursive: true });
|
||||
const subtle = webcrypto.subtle;
|
||||
|
||||
type W = { name: string; address: string; publicKey: string; privateKey: CryptoKey };
|
||||
async function loadOrCreate(name: string): Promise<W> {
|
||||
const keyFile = `${dir}/${name}.jwk.json`;
|
||||
let jwk: JsonWebKey;
|
||||
if (existsSync(keyFile)) jwk = JSON.parse(readFileSync(keyFile, 'utf8'));
|
||||
else {
|
||||
const kp = await subtle.generateKey({ name: 'ECDSA', namedCurve: 'P-256' }, true, ['sign', 'verify']) as CryptoKeyPair;
|
||||
jwk = await subtle.exportKey('jwk', kp.privateKey);
|
||||
writeFileSync(keyFile, JSON.stringify(jwk), { mode: 0o600 });
|
||||
}
|
||||
const privateKey = await subtle.importKey('jwk', jwk, { name: 'ECDSA', namedCurve: 'P-256' }, true, ['sign']);
|
||||
const pubJwk = { kty: jwk.kty, crv: jwk.crv, x: jwk.x, y: jwk.y };
|
||||
const pub = await subtle.importKey('jwk', pubJwk, { name: 'ECDSA', namedCurve: 'P-256' }, true, ['verify']);
|
||||
const publicKey = Buffer.from(await subtle.exportKey('spki', pub)).toString('base64');
|
||||
const w = { name, address: address(publicKey), publicKey, privateKey };
|
||||
const backupFile = `${dir}/${name}.backup.json`;
|
||||
if (!existsSync(backupFile)) writeFileSync(backupFile, JSON.stringify(await encryptWallet(privateKey, publicKey, PASSWORD), null, 2));
|
||||
return w;
|
||||
}
|
||||
const wallets = await Promise.all(WALLET_NAMES.map(loadOrCreate));
|
||||
writeFileSync(`${dir}/addresses.json`, JSON.stringify(Object.fromEntries(wallets.map(w => [w.name, w.address])), null, 2));
|
||||
console.log(`chain ${CHAIN_ID}; wallets: ${wallets.map(w => `${w.name}=${w.address.slice(0, 12)}`).join(' ')}`);
|
||||
|
||||
async function api(node: string, path: string, body?: unknown) {
|
||||
const r = await fetch(node + path, { method: body ? 'POST' : 'GET', redirect: 'error', signal: AbortSignal.timeout(60000),
|
||||
headers: body ? { 'Content-Type': 'application/json' } : {}, body: body ? JSON.stringify(body) : undefined });
|
||||
const data = await r.json();
|
||||
if (!r.ok) throw new Error(data.error ?? `HTTP ${r.status}`);
|
||||
return data;
|
||||
}
|
||||
const engines = Array.from({ length: workers }, () => new RandomX());
|
||||
const close = () => { for (const e of engines) e.close(); };
|
||||
process.once('SIGTERM', () => { close(); process.exit(0); });
|
||||
|
||||
let accepted = 0, round = 0, fails = 0;
|
||||
// Each template costs several Wikipedia API calls, and Wikipedia rate-limits this egress IP:
|
||||
// pace templates (>= MIN_GAP s apart) and back off exponentially on failure.
|
||||
const MIN_GAP = Number(process.env.MIN_GAP ?? 45), sleep = (s: number) => new Promise(r => setTimeout(r, s * 1000));
|
||||
let lastTemplate = 0;
|
||||
try {
|
||||
while (accepted < blocks) {
|
||||
const wait = lastTemplate + MIN_GAP * 1000 - Date.now(); if (wait > 0) await sleep(wait / 1000);
|
||||
lastTemplate = Date.now();
|
||||
const node = NODES[round % NODES.length], w = wallets[accepted % wallets.length]; round++;
|
||||
let template: MiningTemplate;
|
||||
try { template = await api(node, '/api/mining/template', { owner: w.address, publicKey: w.publicKey }); fails = 0; }
|
||||
catch (e) { fails++; const b = Math.min(60 * 2 ** (fails - 1), 600); console.error(`template ${node}: ${(e as Error).message} (fail ${fails}, backoff ${b}s)`); await sleep(b); continue; }
|
||||
const h = template.header; if (h.chainId !== CHAIN_ID) throw new Error('wrong chain');
|
||||
const started = Date.now(); let attempts = 0; let found: { hash: string; nonce: number } | null = null;
|
||||
let base = randomInt(0, 2 ** 40); const BATCH = 64;
|
||||
while (!found) {
|
||||
const results = await Promise.all(engines.map((e, i) => {
|
||||
const hdr = { ...h, nonce: base + i * BATCH };
|
||||
return e.mine(h.key, miningBlob(hdr), h.target, 32, BATCH);
|
||||
}));
|
||||
attempts += BATCH * workers; base += BATCH * workers;
|
||||
found = results.find(Boolean) ?? null;
|
||||
if (!found && Date.now() / 1000 - h.createdAt > 600) break; // stale template
|
||||
}
|
||||
if (!found) continue;
|
||||
h.nonce = found.nonce;
|
||||
const hash = sha256(miningBlob(h));
|
||||
const signature = Buffer.from(await subtle.sign({ name: 'ECDSA', hash: 'SHA-256' }, w.privateKey,
|
||||
new TextEncoder().encode(blockClaimMessage(hash)))).toString('base64');
|
||||
const block: TestnetBlock = { ...h, hash, tokenId: mintId(h), powHash: found.hash, signature, transactions: template.transactions };
|
||||
blockSchema.parse(block);
|
||||
try {
|
||||
const res = await api(node, '/api/blocks', block);
|
||||
if (!res.accepted) { console.error(`not accepted: ${JSON.stringify(res).slice(0, 200)}`); continue; }
|
||||
accepted++;
|
||||
const secs = (Date.now() - started) / 1000;
|
||||
const line = `#${h.height} ${w.name} "${h.article.title}" token=${block.tokenId} via=${node} ${attempts}H ${(attempts / secs).toFixed(0)}H/s`;
|
||||
console.log(`[${accepted}/${blocks}] ${line}`);
|
||||
appendFileSync(`${STATE}/mined.log`, `${new Date().toISOString()} ${line}\n`);
|
||||
} catch (e) { console.error(`submit: ${(e as Error).message}`); }
|
||||
}
|
||||
} finally { close(); }
|
||||
console.log('done');
|
||||
Executable
+32
@@ -0,0 +1,32 @@
|
||||
#!/bin/sh
|
||||
# sim-testnet: private 3-node testnet fixture for WikiDeck Night 1 (poweredge-r350, LAN only).
|
||||
# Usage (from the repo root):
|
||||
# deploy/night/testnet.sh up build the image from this checkout and (re)start the 3 nodes
|
||||
# deploy/night/testnet.sh mine N [W] mine N real RandomX blocks with W workers (default 4, max 8)
|
||||
# deploy/night/testnet.sh status tip/height of each node
|
||||
# deploy/night/testnet.sh down stop the nodes (volumes, i.e. the ledgers, are kept)
|
||||
# STATE_DIR (default ~/.local/share/wikideck-night) holds the disposable testnet wallets and mined.log.
|
||||
# It is outside the repo on purpose: never commit wallets.
|
||||
set -eu
|
||||
P=wikideck-night
|
||||
LAN_IP=${LAN_IP:-192.168.1.32}
|
||||
STATE_DIR=${STATE_DIR:-$HOME/.local/share/wikideck-night}
|
||||
DC="docker compose -p $P -f compose.testnet.yaml -f deploy/night/compose.lan.yaml"
|
||||
case "${1:-}" in
|
||||
up) $DC build node-a && $DC up -d --no-build ;;
|
||||
down) $DC down ;;
|
||||
mine)
|
||||
mkdir -p "$STATE_DIR"
|
||||
W=${3:-4}
|
||||
docker rm -f $P-miner >/dev/null 2>&1 || true
|
||||
docker run -d --name $P-miner --network ${P}_default --cpus "$W" --memory 1600m \
|
||||
--user "$(id -u):$(id -g)" -e WIKIDECK_NETWORK=testnet -e WIKIDECK_GENESIS_TIME=1792411200 \
|
||||
-e MIN_GAP="${MIN_GAP:-45}" -v "$STATE_DIR":/state -v "$PWD/deploy/night":/night:ro \
|
||||
wikideck:testnet node --experimental-strip-types /night/mine.ts "$2" "$W"
|
||||
echo "follow with: docker logs -f $P-miner" ;;
|
||||
status)
|
||||
for port in 3101 3102 3103; do
|
||||
docker run --rm --network host wikideck:testnet node -e "fetch('http://$LAN_IP:$port/p2p/status').then(r=>r.json()).then(s=>console.log($port,'blocks',s.size,'tip',s.tip.slice(0,16))).catch(e=>console.log($port,'DOWN',e.message))"
|
||||
done ;;
|
||||
*) sed -n 2,9p "$0"; exit 1 ;;
|
||||
esac
|
||||
@@ -0,0 +1,98 @@
|
||||
# Card data: real stat distributions (council-data)
|
||||
|
||||
Status: **interim**, generated 2026-11-16 23:06 EST. The full 330-card run is still fetching pageviews politely; this file and `card-sample.json` will be regenerated.
|
||||
|
||||
Method: `scripts/night/card_sample.py` draws random ns0 articles in batches of 20 and keeps those passing the `server/wiki.ts` filter (thumbnail from upload/thumb.wikimedia.org, intro extract of at least 40 characters). It enriches them with the same API parameters as `server/enrichment.ts`: six completed months Jun–Oct 2026; attention uses October. It adds Wikidata P31 and 30-day drift (views 10-17..11-15 vs 09-17..10-16). `scripts/night/card_analyze.py` produces the tables below.
|
||||
|
||||
## Headline findings (INTERIM: 100 fully enriched random illustrated cards; 330 sampled, rest still fetching under Wikimedia 429 rate limits)
|
||||
|
||||
1. **Raw stats are compressed and skewed.** Median card: attention 33, depth 63, reach 24 (p10–p90: attention 23–53, depth 54–71, reach 9–48). No card above 81 on anything; 100 is unreachable honestly. **Use the 1–10 tier tables below (sample deciles), not 0–100.**
|
||||
2. **Correlation is weaker than feared, except attention↔depth (Spearman 0.59).** Reach is nearly independent of both (0.10 / 0.02): stub villages get many bot-made language editions. So reach is a real separate axis; attention+depth partly double-count fame.
|
||||
3. **Underlying raw values are very long-tailed:** monthly views median 94 (p90 1,438, max 14k); pageBytes median 6 KB; languageCount median 4, and **10% have 0 other languages** (reach 0).
|
||||
4. **Trend is mostly negative:** 69% of cards have trendPercent < 0 (median −10%), 31% positive, 14% swing by more than 50%. Null is rare (1%). A "Trending" keyword fires for about a third of cards: fine as a small ±1.
|
||||
5. **Live values are fairly stable in score terms:** 30-day pageview drift median |18%| (p90 55%), but that moves the attention score by only a median of **1.4 points** (p90 5.6). So "live vs. mint" differences are small for random cards; big swings only come from deliberate inflation (see the critic's point A4).
|
||||
6. **The legacy `category()` buckets are unusable as factions:** Culture 53%, People 30%, Nature 9%, History 5%, Science 3%, **Space 0%**.
|
||||
7. **Candidate factions from Wikidata P31 (instance of), clean and readable:** People 31%, Places 25%, Nature 10%, Structures 6%, Works 5%, Events 5%, Sport 3%, Ideas & Tech 3%, Organisations 2%, unclassified 10%. Suggest **6 factions**: People, Places, Nature, Works & Culture (Works + Organisations + Sport), Structures, Events & Ideas (Events + Ideas & Tech), plus a neutral fallback. People and Places are big, so faction bonuses should scale with *share in deck*, not raw count, or the small factions need their own perks.
|
||||
8. **Starter/loaner list:** frozen stats for up to 4 cards per legacy category, spread across tiers, in `docs/game/starter-cards.json` (Space has no sample cards: hand-pick e.g. the Moon from `shared/catalog.ts`).
|
||||
|
||||
## Full tables
|
||||
|
||||
Sample: **100 cards**; ~44% (149/340 logged during sampling) of random pages pass the illustrated filter. Pageviews available for 100.
|
||||
|
||||
| stat | n | min | p10 | p25 | median | p75 | p90 | max | mean | skew |
|
||||
|---|---|---|---|---|---|---|---|---|---|---|
|
||||
| attention | 100 | 13 | 23 | 27 | 33 | 41 | 53 | 69 | 35 | 0.75 |
|
||||
| depth | 100 | 50 | 54 | 59 | 63 | 68 | 71 | 81 | 63 | 0.24 |
|
||||
| reach | 100 | 0 | 9 | 16 | 24 | 36 | 48 | 59 | 26 | 0.11 |
|
||||
| pageBytes | 100 | 998 | 1804 | 3407 | 6018 | 12512 | 19161 | 74169 | 9885 | 3.20 |
|
||||
| languageCount | 100 | 0 | 1 | 2 | 4 | 11 | 27 | 56 | 9 | 1.83 |
|
||||
| monthlyViews | 100 | 5 | 22 | 43 | 94 | 277 | 1438 | 14374 | 611 | 5.76 |
|
||||
| dailyAverage | 100 | 0.2 | 0.7 | 1.4 | 3.0 | 8.9 | 46.4 | 463.7 | 19.7 | 5.76 |
|
||||
| trendPercent | 99 | -86.6 | -45.1 | -26.4 | -10.4 | 4.5 | 21.1 | 187.1 | -9.5 | 1.83 |
|
||||
| drift30Percent | 99 | -94.7 | -45.9 | -30.7 | -12.7 | -1.7 | 14.8 | 72.1 | -16.1 | -0.20 |
|
||||
|
||||
**Spearman rank correlations** (cards with pageviews):
|
||||
|
||||
| | attention | depth | reach | trendPercent | drift30Percent |
|
||||
|---|---|---|---|---|---|
|
||||
| attention | 1.00 | 0.59 | 0.10 | 0.24 | 0.25 |
|
||||
| depth | 0.59 | 1.00 | 0.02 | 0.07 | 0.05 |
|
||||
| reach | 0.10 | 0.02 | 1.00 | -0.10 | 0.24 |
|
||||
| trendPercent | 0.24 | 0.07 | -0.10 | 1.00 | 0.53 |
|
||||
| drift30Percent | 0.25 | 0.05 | 0.24 | 0.53 | 1.00 |
|
||||
|
||||
(n=99; attention~monthlyViews, depth~pageBytes, reach~languageCount are monotonic so their rank correlations are identical.)
|
||||
|
||||
**trendPercent sign:** positive 31 (31%), negative 68 (69%), zero 0; null (prior month 0 or no views) 1. |trend| > 50%: 14; > 100%: 1.
|
||||
|
||||
**30-day drift** (views 10-17..11-15 vs 09-17..10-16): median |drift| 18%, p90 |drift| 55%. Attention score change implied: median 1.4 points, p90 5.6 points.
|
||||
|
||||
**attention histogram (deciles 0-9,10-19..90-100):** 0 4 30 39 12 11 4 0 0 0
|
||||
**depth histogram (deciles 0-9,10-19..90-100):** 0 0 0 0 0 30 53 15 2 0
|
||||
**reach histogram (deciles 0-9,10-19..90-100):** 10 25 23 23 10 9 0 0 0 0
|
||||
|
||||
Reach = 0 (no other languages): 10; reach 100 (>=999 langs) impossible in practice, max langs 56. Attention null: 0; attention 0: 0.
|
||||
|
||||
**Sum of three stats:** min 84, p10 97, p25 107, median 120, p75 140, p90 155, max 193
|
||||
|
||||
**Legacy `category()` (server/wiki.ts):** Culture 53, People 30, Nature 9, History 5, Science 3
|
||||
|
||||
**Top Wikidata P31 classes:** human 30, taxon 8, river 4, village 4, commune of France 3, musical group 2, building 2, castle 2, rural municipality of Austria 1, municipality of Austria 1, municipality of Brazil 1, television film 1, nor'easter 1, rail company (Japan) 1, village of Poland 1, municipality 1, civil parish 1, association football match 1, final 1, local government area of Victoria 1, plant disease 1, basketball team season 1, mosque 1, functional programming language 1, purely functional programming language 1, dependently typed programming language 1, programming language 1, free software 1, proof assistant 1, municipality of Croatia 1, municipality of Bangladesh 1, town 1, town in the United States 1, municipality of Georgia 1, epiphyte 1, protest 1, region of Mauritania 1, legislative election 1, musical work/composition 1, plateau 1
|
||||
|
||||
No Wikidata item: 0; no P31: 6
|
||||
|
||||
**Most frequent category words (cards containing):** stubs 35, births 27, people 26, from 24, century 22, living 16, geography 15, deaths 14, american 13, county 9, university 8, male 7, united 7, film 7, players 7, district 6, states 6, sports 6, biography 6, television 5, alumni 5, genera 5, established 5, villages 5, football 5, city 5, buildings 5, expatriate 5, sportspeople 5, sportsmen 5, towns 4, municipalities 4, writers 4, women 4, faculty 4, communes 4, rivers 4, places 4, establishments 4, actors 4, california 4, russian 4, association 4, structures 4, described 3, british 3, french 3, ohio 3, academics 3, based 3, japanese 3, pennsylvania 3, argentine 3, australia 3, populated 3, directors 3, rock 3, musical 3, conference 3, division 3
|
||||
|
||||
|
||||
## Rank-normalised tiers (1–10)
|
||||
|
||||
Tier = 1 + number of breakpoints the score is **>=**. Breakpoints are the sample deciles p10..p90 of the 0–100 score. Ties make some tiers thin (scores are integers).
|
||||
|
||||
| stat | p10 | p20 | p30 | p40 | p50 | p60 | p70 | p80 | p90 |
|
||||
|---|---|---|---|---|---|---|---|---|---|
|
||||
| attention | 23 | 25 | 28 | 31 | 33 | 36 | 38 | 45 | 53 |
|
||||
| depth | 54 | 57 | 60 | 61 | 63 | 65 | 67 | 69 | 72 |
|
||||
| reach | 10 | 10 | 16 | 20 | 26 | 30 | 36 | 39 | 49 |
|
||||
|
||||
Resulting tier counts — attention: None:0 1:10 2:9 3:7 4:14 5:8 6:12 7:7 8:12 9:10 10:11
|
||||
; depth: 1:7 2:11 3:12 4:6 5:11 6:11 7:9 8:9 9:14 10:10
|
||||
; reach: 1:10 2:0 3:13 4:12 5:15 6:8 7:11 8:10 9:11 10:10
|
||||
|
||||
Starter candidates: 19 written to /tmp/claude-1000/-home-eric-worker-jobs-night-council-data/d4e31987-ce7f-4f28-8262-8f0225215102/scratchpad/starter.json: Counter({'Nature': 4, 'People': 4, 'History': 4, 'Culture': 4, 'Science': 3})
|
||||
|
||||
## Candidate factions (Wikidata P31 rules)
|
||||
|
||||
| faction | n | share | median attention | median depth | median reach | example |
|
||||
|---|---|---|---|---|---|---|
|
||||
| People | 31 | 31% | 33 | 65 | 26 | Salahuddin of Aceh |
|
||||
| Places | 25 | 25% | 28 | 61 | 36 | St. Georgen am Längsee |
|
||||
| Nature | 10 | 10% | 30 | 56 | 31 | Dichromorpha viridis |
|
||||
| Other | 10 | 10% | 52 | 64 | 22 | Village (Pennsylvania) |
|
||||
| Structures | 6 | 6% | 32 | 58 | 16 | Pathrail Mosque |
|
||||
| Works | 5 | 5% | 40 | 64 | 16 | The Best of Men |
|
||||
| Events | 5 | 5% | 38 | 72 | 10 | April 2021 nor'easter |
|
||||
| Sport | 3 | 3% | 25 | 71 | 0 | 1912 Argentine Primera División final |
|
||||
| Ideas & Tech | 3 | 3% | 37 | 62 | 20 | Agda (programming language) |
|
||||
| Organisations | 2 | 2% | 50 | 62 | 24 | Hiroshima Electric Railway |
|
||||
|
||||
Unclassified P31 labels: typeface 1, annexation 1, position 1, family 1
|
||||
@@ -0,0 +1,518 @@
|
||||
# WikiDeck: Edit War — game design v1 (draft)
|
||||
|
||||
**Status:** v1 DRAFT, freeze target 23:30 EST 2026-11-16.
|
||||
**Owners:** council-designer-a owns sections 0–9 (research, card derivation, rules). council-designer-b
|
||||
owns sections 10–12 (keywords, peer-hosted modes, worked example). council-critic reviews.
|
||||
Every number in **`code font`** is a rules-config key (see §9). Modes can override any of them.
|
||||
|
||||
A two-player lane game for 3–6 minute matches. Each player has a 12-card deck and there are 3
|
||||
**Topics** (lanes) with 3 slots per side. There are 6 turns, both players plan at the same time, and
|
||||
energy ramps from 1 to 6, with 1 unspent energy carried over. Reveals interleave one card at a time.
|
||||
Win 2 of the 3 Topics. Each Topic is judged on one Wikipedia stat (**Attention**, **Depth** or
|
||||
**Reach**), and a card is stronger in a Topic that matches its best stat. Fame (how high a card's
|
||||
stats are overall) sets its **cost**, not its efficiency, so famous cards are sidegrades. They are
|
||||
not upgrades.
|
||||
|
||||
---
|
||||
|
||||
## 0. Research summary (what we took, what we left)
|
||||
|
||||
| Game | Why it's fun | Taken | Left |
|
||||
|---|---|---|---|
|
||||
| Marvel Snap | 3-minute matches; simultaneous turns; 3 lanes, so the decision is *where*, not just *what* | lanes, about 6 turns, simultaneous planning, small deck | stakes betting (modes only); we deliberately diverge in lane size (3), energy carry-over, interleaved alternating reveals, stats visible from turn 1 with hidden Portals, and on-topic tie-breaks |
|
||||
| Hearthstone | mana curve; readable cards; tempo | energy = turn number, curve-shaped costs | 30-card decks and 15-minute matches; hero powers |
|
||||
| Magic: The Gathering | factions (colours) with distinct identities; deckbuilding depth | 6 factions with their own keyword flavour | land screw (resource variance); the stack; long text |
|
||||
| Balatro | huge "moment" when a combo goes off; simple base rules plus modifiers | lane modifiers (Portals) as the run-to-run variety | single-player scoring |
|
||||
| Slay the Spire | readable intents; every card is a choice | open information about lane state and power | roguelike runs (could be a mode) |
|
||||
| Gwent | rows; best 2 of 3; passing and bluffing | best 2 of 3 Topics; hidden commitments | multi-round card advantage (too long) |
|
||||
| Pokémon TCG | type advantage | on-topic bonus (card stat matches lane stat) | energy attachment; coin flips |
|
||||
| Top Trumps | instantly understood: "my number beats yours" | lanes judged on one stat | picking the stat is solved play (always pick your best) |
|
||||
| Dominion | deck building as play | — (too long for 3–6 min) | — |
|
||||
|
||||
**What is ours, not borrowed:**
|
||||
- (a) each Topic is judged on one Wikipedia stat (the Top Trumps twist)
|
||||
- (b) cost comes from an article's fame instead of being printed
|
||||
- (c) a trend arrow driven by live pageviews
|
||||
- (d) a total-power and consensus tie-break instead of stakes betting
|
||||
- smaller choices: 3 slots per lane, 1 carried-over energy, interleaved reveals, and stats visible
|
||||
from turn 1 with hidden Portals
|
||||
|
||||
The core loop is a lanes game in the style of Snap. The Top Trumps twist is that each lane asks for
|
||||
one Wikipedia stat. That makes every stat matter and gives each turn its main decision: play the card
|
||||
on-topic for the bonus, or put it where the fight is.
|
||||
|
||||
---
|
||||
|
||||
## 1. Card derivation (card data → game card)
|
||||
|
||||
The engine never reads raw 0–100 stats as power. Every game card is derived **deterministically** from a
|
||||
`CardInput` that the match host freezes at match start:
|
||||
|
||||
```
|
||||
CardInput = { cardId, pageId, title, category, rarity,
|
||||
snapshot: MintStatsSnapshot, // at mint, immutable
|
||||
live: { trendPercent: number | null, dailyAverage: number | null }, // frozen at match start
|
||||
check: 'verified' | 'unverified' | 'unchecked' | 'loaner' } // set by the host (§1.10)
|
||||
```
|
||||
|
||||
### 1.1 Percentiles (rank-normalisation)
|
||||
For each stat `s` in {attention, depth, reach}, `pct_s` = the percentile (0–100, integer) of the card's
|
||||
snapshot score in the reference table `percentiles.<s>`. That table holds 99 ascending cut points from
|
||||
council-data's `docs/game/card-sample.json`.
|
||||
`pct_s` = the number of cut points strictly below the score, plus half the number equal to it, rounded
|
||||
down. A `null` attention gives `pct_attention = null`.
|
||||
|
||||
### 1.2 Fame → Cost
|
||||
`fame` = the integer mean (rounded half up) of the non-null percentiles.
|
||||
`cost` = 1 + the number of thresholds in `costThresholds` (5 ascending values, default
|
||||
`[15, 35, 55, 75, 90]`) that are ≤ `fame`. So cost runs 1–6.
|
||||
The defaults aim at a pool cost spread of about 15/20/20/20/15/10 %. They are retuned from the
|
||||
sample's fame distribution.
|
||||
|
||||
### 1.3 Power
|
||||
`power` = `powerByCost[cost]`, default `[_, 1, 2, 4, 6, 8, 10]` (cost 1 → 1 … cost 6 → 10). The
|
||||
critic's sim showed that heavy decks were too weak with `[…5,7,9]`.
|
||||
Power depends **only on cost**. Two cards of the same cost have the same base power, whatever their
|
||||
fame. Inflating stats (forged snapshots, template shopping) only moves a card up the curve. It never
|
||||
makes a card more efficient.
|
||||
|
||||
### 1.4 Home stat
|
||||
`home` = the stat with the highest `pct_s`. Ties are broken in this order: depth, reach, attention.
|
||||
Depth and reach are the hardest to inflate. A `null` stat can never be home.
|
||||
When a card is in a Topic whose stat equals its `home`, it gets **+`onTopicBonus[cost]`** power
|
||||
(default `[0, 1, 1, 2, 2, 3, 3]`, i.e. ⌈cost/2⌉).
|
||||
On-topic efficiency is then about 2 power per energy at every cost (2.0 / 1.5 / 2.0 / 1.75 / 2.0 / 2.0).
|
||||
Off-topic, cheap cards are weaker (1.0) than expensive ones (1.5). Cheap cards want their Topic, and
|
||||
big cards are flexible.
|
||||
|
||||
### 1.5 Faction
|
||||
`faction` = the card's `category` (Space, Nature, People, Science, History, Culture), from
|
||||
`server/wiki.ts`. Culture is about half the pool, so faction keywords are written so that a
|
||||
mono-faction deck gains no consistency edge (§10: no v1 keyword scales with faction count).
|
||||
|
||||
### 1.6 Trend (live, small, capped)
|
||||
`trend` = +1 if `live.trendPercent ≥ trendUp` (default 25), −1 if `≤ trendDown` (default −25),
|
||||
otherwise 0. A `null` value gives 0. Trend also needs `live.dailyAverage ≥ trendMinDaily` (default
|
||||
**20**), because percentages on tiny articles are noise; otherwise trend is 0. The host computes it **once at match start**, and it is frozen for
|
||||
the match. It shows as an arrow (▲/▼), not a number. It adds to power in every Topic.
|
||||
|
||||
### 1.7 Rarity
|
||||
The hash-derived `rarity` (`shared/protocol.ts:38`) is **cosmetic in v1** (frame colour only). Mining luck must not
|
||||
become power or keyword choice.
|
||||
|
||||
### 1.8 Keyword
|
||||
Each card has at most **one** keyword: cost-1 cards are vanilla, and the others get their faction's keyword (§10.1).
|
||||
|
||||
### 1.9 Card face (phone)
|
||||
The card face shows **cost** (top-left), **power** (big, centre; the bonus shows as a "+N" badge on the home icon when the card is on-topic), a **home-stat icon**
|
||||
(📣 attention / 📚 depth / 🌐 reach), an optional trend arrow, and one keyword word. That is two
|
||||
numbers, plus the live lane power when the card is on the board.
|
||||
|
||||
### 1.10 Plausibility (anti-forgery, off-chain)
|
||||
When `verifyStats` is true (the default for hosted matches), the match host checks each owned card's
|
||||
snapshot before the match:
|
||||
`pageBytes` against that revision's byte size, `languageCount` ≤ the live count + 5, and views for the
|
||||
snapshot month within ±10 % of the pageviews API.
|
||||
A card that fails is played with its live values. The **host replaces `snapshot`** with a snapshot
|
||||
built from the live values (`deriveStats` on the live bytes, languages and views) **before** it builds
|
||||
the `CardInput`. The match log marks the card `unverified`.
|
||||
The engine does no I/O and only ever sees one version of each card.
|
||||
- **Caching:** results are cached per `(pageId, revisionId, snapshotMonth)`. They are immutable, so a
|
||||
cached pass or fail never expires. Live values for a failed card are cached for 24 h.
|
||||
- **Card can't be verified** (the pageId or revision doesn't exist, or the title or category doesn't
|
||||
match): the card is **rejected at deck validation**, and the player is asked to swap in a loaner.
|
||||
- **API failure:** if Wikipedia can't be reached and nothing is cached, the card plays from its snapshot
|
||||
with `check: 'unchecked'`. The engine then caps its cost at `uncheckedCostCap` (default **4**), and
|
||||
power follows the capped cost. Matches are never blocked.
|
||||
- The engine's only use of `check` is that cost cap. Loaner cards are `check: 'loaner'`.
|
||||
|
||||
---
|
||||
|
||||
## 2. Decks
|
||||
|
||||
- **Deck size:** exactly `deckSize` cards (default **12**).
|
||||
- **Copies:** at most `maxCopiesPerPage` cards with the same `pageId` (default **2**). Owned and loaner
|
||||
copies count **together**. Each copy keeps its own snapshot, so the two copies may differ in cost.
|
||||
- **Deck validation** (engine): the size is right, the copy limit holds, every card's `check` is
|
||||
valid, and there are no more loaners than `maxLoaners`. An invalid deck can't start a match.
|
||||
- **Owned cards:** any card the player's wallet owns at match start. Ownership is read off-chain. The
|
||||
match never moves, locks or burns a card.
|
||||
- **Loaner cards:** off-chain preview cards with a fixed `CardInput`, shipped with the game data
|
||||
(`docs/game/starter-cards.json`, picked by council-data: about 24 pageIds across all 6 categories,
|
||||
with frozen, hand-checked snapshot stats, including the 4 cards in `shared/catalog.ts`).
|
||||
Loaners follow the same derivation, so they are no weaker or stronger than owned cards.
|
||||
- **Starter decks:** `starterDecks` (default: 4 fixed 12-card loaner decks). Each one has two leading
|
||||
factions and an average cost of 3.0–3.3, and is **curve-shaped**: at least 3 cards of cost 4 or more,
|
||||
and at most 4 of cost 1. A new player picks one and can play at once.
|
||||
- **Mixed decks:** an owned deck may fill any slots with loaners, up to `maxLoaners` (default 12, which
|
||||
means no limit). Owning NFTs gives **variety**, not power: owned and loaner cards follow the same
|
||||
curve.
|
||||
|
||||
---
|
||||
|
||||
## 3. Board
|
||||
|
||||
- 3 **Topics** (lanes), numbered 1–3 from left to right (top to bottom in portrait).
|
||||
- Each Topic has a **stat** (attention, depth or reach) and an optional **Portal** modifier (§10.3).
|
||||
Topics have **no faction**. No v1 keyword counts factions: faction only picks the keyword.
|
||||
- Each player has at most `laneCapacity` cards per Topic (default **3**). That gives 9 slots per side,
|
||||
which caps cheap-card flooding and fits 3 cards across a 360 px phone.
|
||||
- **Topic pool:** `topicPool` is a list of Topics, each `{ id, name, stat, portal | null }`. The default
|
||||
pool has 9 Topics: 3 per stat, one plain and two with Portals. `pool_s` is the sub-list with stat
|
||||
`s`, in file order.
|
||||
- **Topic draw (exact):**
|
||||
- If `distinctStats` is true (the default): for each stat in the fixed order
|
||||
`[attention, depth, reach]`, pick `pool_s[floor(next() × len(pool_s))]`. That uses 3 `next()`
|
||||
calls. Then Fisher–Yates the 3 picks into lanes 1–3 (i = 2, 1; j = floor(next() × (i+1))), which
|
||||
uses 2 calls.
|
||||
- If `distinctStats` is false: Fisher–Yates the whole pool (i from n−1 down to 1) and take the first
|
||||
`topicCount` entries as lanes 1–3.
|
||||
- **Stats visible, Portals hidden:** every Topic's **stat** is face-up from turn 1. Its **Portal**
|
||||
modifier is face-down until the start of turn `portalReveal[i]` (default `[2, 3, 4]`). You always
|
||||
know where your card is on-topic, but not what twist a lane will get.
|
||||
|
||||
---
|
||||
|
||||
## 4. Match setup (deterministic)
|
||||
|
||||
1. The input is `{ seed: uint32, rules, players: [p0, p1] }`, and each player's input is
|
||||
`{ id, deck: CardInput[12] }`. Seat order is input order.
|
||||
2. RNG: **mulberry32(seed)**. Every random choice draws `next()` in this fixed order:
|
||||
1. shuffle p0's deck (Fisher–Yates, i from n−1 down to 1, j = floor(next() × (i+1)))
|
||||
2. shuffle p1's deck the same way
|
||||
3. draw and shuffle the Topics
|
||||
4. the initiative coin: p0 has initiative on odd turns if next() < 0.5, otherwise p1
|
||||
5. later random events (keywords only), in resolution order
|
||||
3. Each player draws `openingHand` cards (default **3**). There are no mulligans in v1
|
||||
(`mulligan: false`).
|
||||
4. **Seed fairness (hosted PvP):** commit–reveal. Each party *i* (host, p0, p1) sends
|
||||
`sha256(r_i)` for a random 32-byte `r_i`, then reveals `r_i` once all commits are in.
|
||||
`seed` = the first 4 bytes (big-endian uint32) of `sha256(r_host ‖ r_p0 ‖ r_p1)`.
|
||||
The host still relays the hidden plans, so hosted PvP trusts the host not to leak them.
|
||||
Local and bot matches use any seed.
|
||||
|
||||
---
|
||||
|
||||
## 5. Turn structure
|
||||
|
||||
The match lasts `turns` turns (default **6**, hard cap). Each turn has these phases:
|
||||
|
||||
1. **Start**
|
||||
- Reveal any Portal scheduled for turn *t* (resolve its "on reveal").
|
||||
- Each player's energy = `energyByTurn[t-1]` + carry + `bonusEnergy`. Carry is
|
||||
min(`energyCarryMax`, unspent energy from last turn), default max **1**. Saving one energy on
|
||||
turn 2 makes a turn-3 four-drop possible: a real tempo choice.
|
||||
- Each player draws 1 card if their deck isn't empty and their hand holds fewer than `handLimit`
|
||||
(default **7**) cards. Otherwise they don't draw. This includes turn 1, so the turn-1 hand is
|
||||
3 + 1 = 4 cards.
|
||||
- Order within Start: Portal reveal, then energy, then draw. The Underdog check (step 2) comes after
|
||||
all three.
|
||||
2. **Underdog check** (mode option, `underdog: false` by default, because it can be sandbagged). When
|
||||
it's on, from turn 2, a player who leads in 0 Topics while the opponent leads in ≥ 2 gets
|
||||
**+1 energy** this turn.
|
||||
3. **Plan** (simultaneous, hidden)
|
||||
- Each player queues an ordered list of plays `(handIndex, topic)`.
|
||||
- Total cost must be ≤ their energy, and each Topic needs room on that player's side.
|
||||
- Plays can be undone freely until **Commit**. Passing is an empty commit.
|
||||
- The turn timer is `turnSeconds` (default **25**). On timeout, whatever is queued is committed.
|
||||
4. **Reveal (interleaved)**
|
||||
- Plays reveal **one at a time, alternating**: the initiative player's 1st, the other player's
|
||||
1st, the initiative player's 2nd, and so on. When one player runs out, the rest of the other's
|
||||
reveal in order.
|
||||
- Each card enters its Topic and its "on reveal" effect resolves at once.
|
||||
- So the order in which you queue cards matters: lead with the card you want resolved first.
|
||||
- Energy is reserved when a card is queued. A queued play that is no longer legal at reveal (the
|
||||
lane is full, or a Portal rejects it) **fizzles**: the card stays in hand and its energy is lost.
|
||||
5. **End**
|
||||
- Recompute all Topic powers (§6).
|
||||
- End-of-turn effects resolve, the initiative player's first.
|
||||
- Initiative strictly **alternates** each turn (set by the coin in §4).
|
||||
- Plans are locked before anything reveals, so initiative gives away no information. It only
|
||||
decides the order of on-reveal effects. §10 includes keywords where that order matters.
|
||||
|
||||
A typical turn is: look at the lanes, tap a card, tap a Topic (×1–3), tap Commit. That is under 10
|
||||
seconds, done with one thumb, with no dragging.
|
||||
|
||||
---
|
||||
|
||||
## 6. Power and Topic control
|
||||
|
||||
- A card's **lane power** = `power` + (`onTopicBonus[cost]` if its home stat is the Topic's stat) + `trend`
|
||||
+ keyword and Portal modifiers. It is never below 0.
|
||||
- A player's **Topic power** = the sum of their cards' lane power in that Topic.
|
||||
- A player **leads** a Topic if their Topic power is strictly greater than the opponent's.
|
||||
- **Consensus tie-break:** if the powers are equal and > 0, the player with more **on-topic** cards
|
||||
there leads. If that is also equal, nobody leads. 0–0 has no leader.
|
||||
|
||||
---
|
||||
|
||||
## 7. Win conditions and tie-breaks
|
||||
|
||||
**Scoring** happens after the last turn's End phase (§5.5): every end-of-turn effect, including
|
||||
the last turn's, and every "at scoring" Portal resolves **before** Topics are judged. Then:
|
||||
1. The player who leads **more Topics** wins (2–1, 2–0, 1–0 and 3–0 all count).
|
||||
2. If they lead the same number of Topics: the higher **total power across all Topics** wins.
|
||||
3. If that is also equal: the match is a **draw**.
|
||||
|
||||
**Concede:** a player can concede at any time, and the opponent wins at once. A player who misses
|
||||
`afkTurns` timeouts in a row (default **2**) with nothing queued concedes.
|
||||
|
||||
---
|
||||
|
||||
## 8. Degenerate lines and why they fail (for the critic)
|
||||
|
||||
| Line | Why it isn't dominant |
|
||||
|---|---|
|
||||
| All-famous (all max-stat) deck | It becomes an all-cost-5/6 deck with dead early turns. Cheap cards are more efficient **per energy**, expensive cards **per card**. Only 9 cards are seen per match (3 + 6 draws), so both matter. The 1-energy carry-over lets a heavy deck bank energy for a turn-5 six-drop. **sim-balance target: heavy vs curve ≥ 40%.** |
|
||||
| All-cheap flood (cost 1–2) | Weak by design: only 9 slots and 9 cards seen. Critic's sim under these rules: swarm vs curve about 7–11%. Its home is Culture's wide-turn keyword (§10). |
|
||||
| All one faction | No v1 keyword scales with faction count. `factionSynergyCap` is reserved for modes. Culture, the largest pool, has the weakest keyword (viral). |
|
||||
| "Always play the highest-power card" | It ignores the on-topic bonus, lane capacity and the hidden Portals. Critic's sim: 18–21% against a smart bot (target < 55%). |
|
||||
| Stall or pass | Passing leaves lanes to any 1-power card. Two passing players draw. |
|
||||
| Mirror the AI | Hidden simultaneous commits: you only see the opponent's cards after you commit. |
|
||||
| Seat or initiative | Planning is simultaneous and initiative strictly alternates (each seat has it for 3 of the 6 turns). Target: each seat wins 48–52%. |
|
||||
| Forged or shopped stats | They only raise cost (§1.3), the host check falls back to live stats (§1.10), and trend is capped at ±1. |
|
||||
| Inflated live pageviews | Worth at most +1, frozen at match start, and only counts for articles with ≥ 20 views a day. |
|
||||
| Swinginess | No effect may change a lane by more than 6 power or move cards between lanes in v1 (a keyword-design rule for §10). |
|
||||
|
||||
---
|
||||
|
||||
## 9. Rules config (all defaults)
|
||||
|
||||
The engine takes a `RulesConfig` object. Peer-hosted modes override it (§11). Defaults:
|
||||
|
||||
```json
|
||||
{
|
||||
"version": "1.0",
|
||||
"deckSize": 12, "maxCopiesPerPage": 2, "maxLoaners": 12,
|
||||
"openingHand": 3, "handLimit": 7, "mulligan": false,
|
||||
"turns": 6, "turnSeconds": 25, "afkTurns": 2,
|
||||
"energyByTurn": [1, 2, 3, 4, 5, 6], "energyCarryMax": 1, "bonusEnergy": 0, "underdog": false,
|
||||
"topicCount": 3, "distinctStats": true, "portalReveal": [2, 3, 4], "laneCapacity": 3,
|
||||
"topicPool": [ /* inline Topic objects {id, name, stat, portal}; default = the 9 in §10.3 */ ],
|
||||
"keywordParams": { /* per-keyword numbers, keyed by keyword id (§10) */ },
|
||||
"portalParams": { /* per-Portal numbers, keyed by Topic id (§10.3) */ },
|
||||
"costThresholds": [15, 35, 55, 75, 90],
|
||||
"powerByCost": [0, 1, 2, 4, 6, 8, 10],
|
||||
"onTopicBonus": [0, 1, 1, 2, 2, 3, 3], "vanillaBonus": 1,
|
||||
"keywordsEnabled": ["viral","rising","local","encyclopedic","nostalgic","translated"], "ownedCards": true,
|
||||
"trendUp": 25, "trendDown": -25, "trendMinDaily": 20, "uncheckedCostCap": 4,
|
||||
"factionSynergyCap": 3,
|
||||
"verifyStats": true,
|
||||
"percentiles": "card-sample-2026-11-16",
|
||||
"starterDecks": "default"
|
||||
}
|
||||
```
|
||||
|
||||
|
||||
**What modes may vary:** every key above, plus `topicPool` contents and the starter-deck lists.
|
||||
**Fixed for all modes:** matches are off-chain and never move or burn NFTs; the RNG and its draw order
|
||||
(§4); the shape of the derivation (§1: percentile → fame → cost → power); at most one keyword per card;
|
||||
the phases of a turn (§5).
|
||||
A mode must keep `turns × turnSeconds ≤ 240` so that matches stay within 3–6 minutes.
|
||||
|
||||
---
|
||||
|
||||
## 10. Keywords *(owner: council-designer-b)*
|
||||
|
||||
**The v1 keyword set is these six, one per faction.** The ids are the ones engine-b already uses on `night/engine/keywords`.
|
||||
Topics carry only a **stat**, never a faction. Every keyword below that mentions a Topic keys off stats or board state.
|
||||
|
||||
### 10.1 Which keyword a card gets
|
||||
First rule that matches:
|
||||
1. `cost == 1` → **no keyword** (vanilla). The card gets +`vanillaBonus` power (default **1**), so a cost-1 card is 2.
|
||||
2. `"edition"` is in `keywordsEnabled` (off by default) and the deck holds another card with the same `pageId` → **edition**.
|
||||
3. Otherwise → the card's **faction keyword** from 10.2, if it's in `keywordsEnabled`. If not, the card is vanilla, *without* `vanillaBonus`.
|
||||
|
||||
Rarity plays no part here (it's cosmetic, §1.7). Keywords don't lower power, and v1 has no per-keyword power deltas.
|
||||
If sim shows that a keyword is worth more than about 1 power on average, sim-balance sets `keywordParams.<id>.powerDelta` (default 0, range −3 to 0).
|
||||
|
||||
### 10.2 Keyword list (v1)
|
||||
|
||||
| Faction | id (card word) | Trigger | Reminder text | Cap | Order-sensitive? |
|
||||
|---|---|---|---|---|---|
|
||||
| Culture | **viral** | On reveal | +1 power for each other card you revealed earlier this turn. | +2 | yes: your queue order |
|
||||
| Nature | **rising** | End of turn | +1 power. | +2 total | no |
|
||||
| People | **local** | Ongoing | +1 power while on-topic (the Topic's stat is its home stat). | +1 | no |
|
||||
| Science | **encyclopedic** | On reveal | +2 power if there are no other cards here (either side). | +2 | **yes: interleaving** |
|
||||
| History | **nostalgic** | On reveal | +2 power if you are losing here. | +2 | **yes: interleaving** |
|
||||
| Space | **translated** | On reveal | +1 power to your most recently revealed card in each *other* Topic. | +2 | yes |
|
||||
|
||||
Why this set: every keyword is one line and one trigger, and only adds power. The largest swing is +2 on one card,
|
||||
so no lane moves by more than 2 from a keyword. Nothing scales with faction count, so a mono-Culture deck gets no
|
||||
consistency edge (`factionSynergyCap` is unused in v1). Viral is Culture's weakest keyword, and it rewards wide turns.
|
||||
Three keywords (encyclopedic, nostalgic, translated) react to the interleaved reveal (§5.4), so initiative and queue order matter.
|
||||
|
||||
Precise rules (for engine-b):
|
||||
- **On reveal** resolves the moment the card enters its Topic, and sees every card revealed before it (both players,
|
||||
including earlier reveals this turn). The bonuses it grants are permanent counters.
|
||||
- **Ongoing** is a condition, recalculated whenever power is read.
|
||||
- **End of turn** resolves in §5.5 order: the initiative player's cards first, then Topic 1→3, then reveal order.
|
||||
- **viral:** counts the owner's cards revealed earlier in *this* turn's Reveal phase, in any Topic. Cards that went back to hand don't count.
|
||||
- **rising:** stops after it has gained +2 in total.
|
||||
- **local:** "on-topic" is exactly the §1.4/§6 condition. It's simply an extra +1 on top of `onTopicBonus`.
|
||||
- **encyclopedic:** "no other cards here" means both sides of this Topic are empty, apart from this card, when it reveals.
|
||||
- **nostalgic:** "losing here" means the opponent's Topic power here is strictly greater than yours, counted just *before* this card is added.
|
||||
The consensus tie-break doesn't count: a tie is not losing.
|
||||
- **translated:** "most recently revealed" means the highest global reveal sequence number among your cards in that Topic. Topics where you have no card are skipped.
|
||||
- No v1 keyword uses the RNG. §4's "later random events" slot stays empty in v1.
|
||||
|
||||
**Already in code, disabled by default (`keywordsEnabled` excludes them; for modes only):**
|
||||
- **edition:** +2 for each other copy of this `pageId` on your side.
|
||||
- **obscure:** the opponent sees it face down until the end of the match.
|
||||
- **wildcard:** its home stat becomes the Topic's stat on reveal.
|
||||
|
||||
These are engine-b's existing implementations. The faction-based versions of `local` and `wildcard`, and the token version of `viral`, are
|
||||
**replaced** by the definitions above.
|
||||
|
||||
**`keywordParams` defaults** (keyed by keyword id; modes may change them within the §11 ranges):
|
||||
```json
|
||||
{ "viral": {"amount": 1, "cap": 2, "powerDelta": 0}, "rising": {"amount": 1, "cap": 2, "powerDelta": 0},
|
||||
"local": {"amount": 1, "powerDelta": 0}, "encyclopedic": {"amount": 2, "powerDelta": 0},
|
||||
"nostalgic": {"amount": 2, "powerDelta": 0}, "translated": {"amount": 1, "powerDelta": 0},
|
||||
"edition": {"amount": 2, "powerDelta": 0}, "obscure": {"powerDelta": 0}, "wildcard": {"powerDelta": 0} }
|
||||
```
|
||||
End-of-turn effects on the last turn resolve **before** scoring (§7).
|
||||
|
||||
### 10.3 Portals (Topic modifiers) and the default Topic pool
|
||||
Each Topic has `{ id, name, stat, portal | null }`. The default `topicPool` has 9 Topics, one plain and two with
|
||||
Portals for each stat. A Portal applies from the moment its Topic is revealed (§3), except where it says otherwise.
|
||||
|
||||
| Topic | Stat | Portal rule |
|
||||
|---|---|---|
|
||||
| Current Events | attention | – |
|
||||
| Main Page | attention | At scoring, each card here gets +1 power. |
|
||||
| Trending | attention | Trend arrows (§1.6) count double here (±2). |
|
||||
| Archive | depth | – |
|
||||
| Featured Article | depth | At end of the match, the player with the single highest-power card here gets +2 Topic power here. If the highest card power here is tied (between the two players), nobody gets the bonus. |
|
||||
| Stub | depth | Lane capacity here is 2 per player. |
|
||||
| Translations | reach | – |
|
||||
| Interwiki | reach | +1 Topic power here for a player who has at least one card in all 3 Topics. |
|
||||
| Disambiguation | reach | Every card here counts as on-topic, whatever its home stat. |
|
||||
|
||||
As data: `portal = { kind: "scoringCardBonus", amount: 1 } | { kind: "trendMultiplier", factor: 2 } |
|
||||
{ kind: "highestCardBonus", amount: 2 } | { kind: "laneCapacity", value: 2 } | { kind: "spreadBonus", amount: 1 } |
|
||||
{ kind: "allOnTopic" }`. Modes may add Topics with these kinds, using new numbers, but not new kinds (engine code).
|
||||
|
||||
**`portalParams` defaults** (keyed by Topic id): `{ "main-page": {"amount": 1}, "trending": {"factor": 2},
|
||||
"featured-article": {"amount": 2}, "stub": {"value": 2}, "interwiki": {"amount": 1} }`. Disambiguation has no numbers.
|
||||
Topic ids are the names in kebab-case: `current-events, main-page, trending, archive, featured-article, stub,
|
||||
translations, interwiki, disambiguation`. The UI shows each Portal's one-line rule **on the lane itself**, not behind a tap.
|
||||
|
||||
---
|
||||
|
||||
## 11. Peer-hosted modes *(owner: council-designer-b)*
|
||||
|
||||
A **mode** is data, published by a node operator and run by the match host:
|
||||
```json
|
||||
{
|
||||
"id": "blitz", // [a-z0-9-]{3,32}, unique per host
|
||||
"name": "Blitz", "description": "Four quick turns.", // ≤ 40 and ≤ 280 chars, plain text
|
||||
"rules": { "turns": 4, "energyByTurn": [2, 3, 4, 5], "portalReveal": [1, 1, 2], "deckSize": 10 },
|
||||
"topicPool": [ /* optional: Topic objects (10.3); default if omitted */ ],
|
||||
"starterDecks": [ /* optional: lists of loaner pageIds */ ]
|
||||
}
|
||||
```
|
||||
- `rules` is a **partial** `RulesConfig` (§9) merged over the defaults. Unknown keys are rejected.
|
||||
- **Validation** (modes owns the code; these are the limits). If any check fails, the mode is refused:
|
||||
|
||||
| Key | Allowed |
|
||||
|---|---|
|
||||
| `turns` | 3–8, and `turns × turnSeconds ≤ 240` |
|
||||
| `energyByTurn` | length = `turns`, each 0–10 |
|
||||
| `bonusEnergy` | 0–3 |
|
||||
| `portalReveal` | length = `topicCount`, each 1..`turns`, non-decreasing |
|
||||
| `topicCount` | 1–5; `distinctStats` only if ≤ 3 |
|
||||
| `laneCapacity` | 1–6 |
|
||||
| `deckSize` | 6–20; `maxCopiesPerPage` 1–4; `maxLoaners` 0..`deckSize` |
|
||||
| `openingHand` | 0–6; `handLimit` 1–10 |
|
||||
| `turnSeconds` | 10–60; `afkTurns` 1–5 |
|
||||
| `costThresholds` | 5 strictly ascending integers in 0–100 |
|
||||
| `powerByCost` | 7 integers in 0–20, non-decreasing from index 1 |
|
||||
| `onTopicBonus` (7 entries), `vanillaBonus` | 0–5 each |
|
||||
| `trendUp` / `trendDown` | 0–200 / −200–0 |
|
||||
| `factionSynergyCap` | 0–6 |
|
||||
| `keywordsEnabled` | any subset of the 9 implemented ids (the 6 v1 defaults + edition, obscure, wildcard); a card whose keyword is disabled is vanilla, *without* `vanillaBonus` |
|
||||
| `keywordParams`, `portalParams` | only the keys listed in §10 / §10.3; amounts and caps 0–6, `powerDelta` −3–0 |
|
||||
| `verifyStats` | the host may only turn this off for modes that use only loaners (`maxLoaners == deckSize` and owned cards banned) |
|
||||
| `topicPool` | 3–20 Topics, Portal kinds only from 10.3 |
|
||||
|
||||
- **Identity:** `modeHash` = SHA-256 of the canonical JSON (sorted keys, no whitespace) of the *merged* rules
|
||||
plus the topicPool. A match record holds `{ modeHash, seed, both decks' CardInputs, both players' commit lists }`,
|
||||
and that is enough to replay it exactly.
|
||||
- **What modes can't change** is the "Fixed for all modes" list in §9. Modes also can't add keywords or Portal kinds, or
|
||||
stake, move or burn NFTs.
|
||||
|
||||
Example modes (good defaults for operators to publish):
|
||||
| Mode | Overrides | Feel |
|
||||
|---|---|---|
|
||||
| **Blitz** | `turns 4`, `energyByTurn [2,3,4,5]`, `portalReveal [1,1,2]`, `deckSize 10`, `turnSeconds 20` | about 2 minutes |
|
||||
| **Deep Cuts** | `topicPool`: only the 3 depth Topics, `distinctStats false` | rewards long, obscure articles |
|
||||
| **Loaner League** | `maxLoaners 12` and owned cards banned (`"ownedCards": false`, a new boolean key, default true) | fully level, for tournaments |
|
||||
| **Big Board** | `topicCount 5`, `distinctStats false`, `portalReveal [1,2,3,4,5]`, `laneCapacity 3` | win 3 of 5; **tablet/desktop only** (5 × 3 slots won't fit a 360 px phone) |
|
||||
| **No Keywords** | `keywordsEnabled []`, `onTopicBonus [0,3,3,3,3,3,3]` | Top Trumps–style tutorial mode |
|
||||
|
||||
---
|
||||
|
||||
## 12. Worked example match *(owner: council-designer-b)*
|
||||
|
||||
These are the §1–9 rules as of this PR:
|
||||
- `powerByCost [0,1,2,4,6,8,10]`, `onTopicBonus [0,1,1,2,2,3,3]`, `vanillaBonus 1`
|
||||
- `laneCapacity 3`, `energyCarryMax 1`, interleaved reveals, alternating initiative, `portalReveal [2,3,4]`
|
||||
- `underdog false`, no trend arrows
|
||||
|
||||
The derived cards are given directly (the §1 output), so the test needs no percentile table.
|
||||
Topics: **T1 Archive (depth, plain)**, **T2 Main Page (attention; Portal revealed turn 3; at scoring, each card here gets +1)**,
|
||||
**T3 Translations (reach, plain; revealed turn 4)**. Ana (p0) has initiative on odd turns and Bo (p1) on even turns.
|
||||
|
||||
| Player | Card | Faction | Cost | Base | Home | Keyword |
|
||||
|---|---|---|---|---|---|---|
|
||||
| Ana | Octopus | Nature | 1 | 2 | depth | – (vanilla) |
|
||||
| Ana | Moon | Space | 2 | 2 | reach | translated |
|
||||
| Ana | Coral reef | Nature | 2 | 2 | depth | rising |
|
||||
| Ana | Albert Einstein | People | 4 | 6 | attention | local |
|
||||
| Ana | Ancient Rome | History | 5 | 8 | depth | nostalgic |
|
||||
| Ana | Library of Alexandria | History | 4 | 6 | depth | nostalgic |
|
||||
| Ana | Periodic table | Science | 3 | 4 | depth | encyclopedic |
|
||||
| Bo | Haiku | Culture | 1 | 2 | attention | – (vanilla) |
|
||||
| Bo | Mars | Space | 2 | 2 | reach | translated |
|
||||
| Bo | Jazz | Culture | 2 | 2 | attention | viral |
|
||||
| Bo | Pop music | Culture | 4 | 6 | attention | viral |
|
||||
| Bo | Jupiter | Space | 5 | 8 | reach | translated |
|
||||
| Bo | Fern | Nature | 3 | 4 | depth | rising |
|
||||
| Bo | Mona Lisa | Culture | 3 | 4 | attention | viral |
|
||||
|
||||
Topic power is written as **Ana–Bo** after End of turn. Energy is "available / spent".
|
||||
|
||||
| Turn | Init | Energy Ana / Bo | Reveals, in interleaved order | T1 | T2 | T3 |
|
||||
|---|---|---|---|---|---|---|
|
||||
| 1 | Ana | 1/1, 1/1 | Ana Octopus → T1: 2 +1 on-topic = **3**. Bo Haiku → T2: 2+1 = **3** | 3–0 | 0–3 | 0–0 |
|
||||
| 2 | Bo | 2/2, 2/0 | Bo passes (to carry 1). Ana Moon → T3: 2+1 = 3. translated: Octopus +1 → 4 | 4–0 | 0–3 | 3–0 |
|
||||
| 3 | Ana | 3/2, **4**/4 | Main Page Portal revealed. Ana Coral reef → T1: 2+1 = 3. Bo Mars → T3: 2+1 = 3, translated: Haiku +1 → 4. Bo Jazz → T2: 2+1 = 3, viral (Mars earlier) +1 → 4. End: rising Coral reef → 4 | 8–0 | 0–8 | 3–3 (tie; on-topic 1–1, so no leader) |
|
||||
| 4 | Bo | **5**/4, 4/4 | Bo Pop music → T3: 6 (off-topic), viral +0. Ana Einstein → T2: 6+2 on-topic, local +1 = **9**. End: rising Coral reef → 5 (cap reached) | 9–0 | 9–8 | 3–9 |
|
||||
| 5 | Ana | **6**/5, 5/5 | Ana Ancient Rome → T3: 8 (off-topic). nostalgic: losing 3–9, so +2 → **10**. Bo Jupiter → T1: 8 (off-topic). translated: Jazz → 5 (T2), Pop music → 7 (T3) | 9–8 | 9–9: **Bo leads** (consensus: on-topic 1 vs 2) | 13–10 |
|
||||
| 6 (last) | Bo | **7**/7, 6/6 | Bo Fern → T1: 4+2 = 6. Ana Library → T1: 6+2 = 8. nostalgic: losing 9–14, so +2 → **10**. Bo Mona Lisa → T2: 4+2 = 6, viral (Fern earlier) +1 → 7. Ana Periodic table → T2: 4 (off-topic), encyclopedic: no (cards here). End: rising Fern → 7. Scoring: Main Page +1 per card in T2 | **19–15** | **15–19** | **13–10** |
|
||||
|
||||
Final card values:
|
||||
- **T1:**
|
||||
- Ana: Octopus 4 + Coral reef 5 + Library 10 = 19.
|
||||
- Bo: Jupiter 8 + Fern 7 = 15.
|
||||
- **T2:** each card +1 from Main Page.
|
||||
- Ana: Einstein 10 + Periodic table 5 = 15.
|
||||
- Bo: Haiku 5 + Jazz 6 + Mona Lisa 8 = 19.
|
||||
- **T3:**
|
||||
- Ana: Moon 3 + Ancient Rome 10 = 13.
|
||||
- Bo: Mars 3 + Pop music 7 = 10.
|
||||
|
||||
**Ana wins 2–1.** Three moments show the v1 mechanics:
|
||||
- **Carry-over:** Bo passed on turn 2 to afford two plays on turn 3 (4 energy).
|
||||
- **Consensus:** T2 at 9–9 after turn 5 went to Bo, who had two on-topic attention cards to Ana's one.
|
||||
- **Interleaving decides the match:** on turn 6 Bo had initiative, so Fern revealed before Library. Ana was then losing T1 (9 vs 14) and nostalgic fired (+2).
|
||||
If Ana had revealed first, she'd have been ahead 9–8, nostalgic would not have fired, and T1 would have been 17–15. Ana still wins that lane, but by 2 instead of 4.
|
||||
|
||||
**Golden test for engine-b:**
|
||||
- **Inject:** the Topic order, the opening hands and the draw order directly, with each player's commit list per turn as in the table. The queue order within a turn is as listed.
|
||||
- **Expected final Topic powers:** `T1 19–15, T2 15–19, T3 13–10`. Winner: p0, by 2 Topics to 1.
|
||||
- **Also assert:**
|
||||
- after turn 5, T2 is a 9–9 tie with Bo leading by consensus
|
||||
- Ana's carried energy is 1 at the start of turns 4, 5 and 6
|
||||
- Bo's carried energy is 1 at the start of turn 3
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,424 @@
|
||||
{
|
||||
"frozenAt": "2026-11-17",
|
||||
"note": "Frozen loaner/starter stats from the council-data random sample. Do not fetch live.",
|
||||
"cards": [
|
||||
{
|
||||
"pageId": 49830722,
|
||||
"title": "Dicroidium odontopteroides",
|
||||
"category": "Nature",
|
||||
"wikidataId": "Q25095289",
|
||||
"revisionId": 1116073630,
|
||||
"pageBytes": 1943,
|
||||
"languageCount": 0,
|
||||
"monthlyViews": 59,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": 5.4,
|
||||
"stats": {
|
||||
"attention": 30,
|
||||
"depth": 55,
|
||||
"reach": 0
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 4,
|
||||
"depth": 2,
|
||||
"reach": 1
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 25856905,
|
||||
"title": "Dichromorpha viridis",
|
||||
"category": "Nature",
|
||||
"wikidataId": "Q5272562",
|
||||
"revisionId": 1367363150,
|
||||
"pageBytes": 1347,
|
||||
"languageCount": 4,
|
||||
"monthlyViews": 133,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -43.6,
|
||||
"stats": {
|
||||
"attention": 35,
|
||||
"depth": 52,
|
||||
"reach": 23
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 6,
|
||||
"depth": 1,
|
||||
"reach": 5
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 66508497,
|
||||
"title": "Amanita mairei",
|
||||
"category": "Nature",
|
||||
"wikidataId": "Q15651951",
|
||||
"revisionId": 1323515500,
|
||||
"pageBytes": 998,
|
||||
"languageCount": 8,
|
||||
"monthlyViews": 61,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -21.8,
|
||||
"stats": {
|
||||
"attention": 30,
|
||||
"depth": 50,
|
||||
"reach": 32
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 4,
|
||||
"depth": 1,
|
||||
"reach": 7
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 4289899,
|
||||
"title": "Anthodon (reptile)",
|
||||
"category": "Nature",
|
||||
"wikidataId": "Q2505064",
|
||||
"revisionId": 1384682008,
|
||||
"pageBytes": 9037,
|
||||
"languageCount": 12,
|
||||
"monthlyViews": 233,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -8.3,
|
||||
"stats": {
|
||||
"attention": 39,
|
||||
"depth": 66,
|
||||
"reach": 37
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 8,
|
||||
"depth": 7,
|
||||
"reach": 8
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 47519878,
|
||||
"title": "Jeanne Madden",
|
||||
"category": "People",
|
||||
"wikidataId": "Q20974011",
|
||||
"revisionId": 1382761423,
|
||||
"pageBytes": 1817,
|
||||
"languageCount": 4,
|
||||
"monthlyViews": 26,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -40.9,
|
||||
"stats": {
|
||||
"attention": 24,
|
||||
"depth": 54,
|
||||
"reach": 23
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 2,
|
||||
"depth": 2,
|
||||
"reach": 5
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 46263191,
|
||||
"title": "Max Touloute",
|
||||
"category": "People",
|
||||
"wikidataId": "Q20641573",
|
||||
"revisionId": 1384441370,
|
||||
"pageBytes": 10140,
|
||||
"languageCount": 2,
|
||||
"monthlyViews": 47,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": 95.8,
|
||||
"stats": {
|
||||
"attention": 28,
|
||||
"depth": 67,
|
||||
"reach": 16
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 4,
|
||||
"depth": 8,
|
||||
"reach": 4
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 3372934,
|
||||
"title": "Hermes Ramírez",
|
||||
"category": "People",
|
||||
"wikidataId": "Q522855",
|
||||
"revisionId": 1364063954,
|
||||
"pageBytes": 8264,
|
||||
"languageCount": 13,
|
||||
"monthlyViews": 59,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -9.2,
|
||||
"stats": {
|
||||
"attention": 30,
|
||||
"depth": 65,
|
||||
"reach": 38
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 4,
|
||||
"depth": 7,
|
||||
"reach": 8
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 1374812,
|
||||
"title": "Tom Ewell",
|
||||
"category": "People",
|
||||
"wikidataId": "Q427388",
|
||||
"revisionId": 1381663979,
|
||||
"pageBytes": 17965,
|
||||
"languageCount": 30,
|
||||
"monthlyViews": 4548,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -19.8,
|
||||
"stats": {
|
||||
"attention": 61,
|
||||
"depth": 71,
|
||||
"reach": 50
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 10,
|
||||
"depth": 9,
|
||||
"reach": 10
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 13799810,
|
||||
"title": "Levophacetoperane",
|
||||
"category": "Science",
|
||||
"wikidataId": "Q6535818",
|
||||
"revisionId": 1374230485,
|
||||
"pageBytes": 4639,
|
||||
"languageCount": 2,
|
||||
"monthlyViews": 165,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -1.8,
|
||||
"stats": {
|
||||
"attention": 37,
|
||||
"depth": 61,
|
||||
"reach": 16
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 7,
|
||||
"depth": 5,
|
||||
"reach": 4
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 36740675,
|
||||
"title": "The Best of Men",
|
||||
"category": "Science",
|
||||
"wikidataId": "Q7717125",
|
||||
"revisionId": 1372732350,
|
||||
"pageBytes": 6002,
|
||||
"languageCount": 4,
|
||||
"monthlyViews": 476,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -3.4,
|
||||
"stats": {
|
||||
"attention": 45,
|
||||
"depth": 63,
|
||||
"reach": 23
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 9,
|
||||
"depth": 6,
|
||||
"reach": 5
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 4426773,
|
||||
"title": "Agda (programming language)",
|
||||
"category": "Science",
|
||||
"wikidataId": "Q20479",
|
||||
"revisionId": 1384528612,
|
||||
"pageBytes": 14254,
|
||||
"languageCount": 11,
|
||||
"monthlyViews": 2439,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": 7.8,
|
||||
"stats": {
|
||||
"attention": 56,
|
||||
"depth": 69,
|
||||
"reach": 36
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 10,
|
||||
"depth": 9,
|
||||
"reach": 8
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 42770753,
|
||||
"title": "Château de la Faye (Villexavier)",
|
||||
"category": "History",
|
||||
"wikidataId": "Q2971223",
|
||||
"revisionId": 1375492681,
|
||||
"pageBytes": 1851,
|
||||
"languageCount": 1,
|
||||
"monthlyViews": 14,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": 7.7,
|
||||
"stats": {
|
||||
"attention": 20,
|
||||
"depth": 54,
|
||||
"reach": 10
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 1,
|
||||
"depth": 2,
|
||||
"reach": 3
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 15362336,
|
||||
"title": "1954 Gold Coast general election",
|
||||
"category": "History",
|
||||
"wikidataId": "Q2539674",
|
||||
"revisionId": 1351181171,
|
||||
"pageBytes": 4141,
|
||||
"languageCount": 2,
|
||||
"monthlyViews": 181,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -10.4,
|
||||
"stats": {
|
||||
"attention": 38,
|
||||
"depth": 60,
|
||||
"reach": 16
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 8,
|
||||
"depth": 4,
|
||||
"reach": 4
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 9026000,
|
||||
"title": "Names of Poland",
|
||||
"category": "History",
|
||||
"wikidataId": "Q6961536",
|
||||
"revisionId": 1351068420,
|
||||
"pageBytes": 18966,
|
||||
"languageCount": 4,
|
||||
"monthlyViews": 1431,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -0.9,
|
||||
"stats": {
|
||||
"attention": 53,
|
||||
"depth": 71,
|
||||
"reach": 23
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 10,
|
||||
"depth": 9,
|
||||
"reach": 5
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 25275009,
|
||||
"title": "Amur Annexation",
|
||||
"category": "History",
|
||||
"wikidataId": "Q4379152",
|
||||
"revisionId": 1381503728,
|
||||
"pageBytes": 15490,
|
||||
"languageCount": 9,
|
||||
"monthlyViews": 3238,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -6.7,
|
||||
"stats": {
|
||||
"attention": 59,
|
||||
"depth": 70,
|
||||
"reach": 33
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 10,
|
||||
"depth": 9,
|
||||
"reach": 7
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 7674700,
|
||||
"title": "Shipley Plateau",
|
||||
"category": "Culture",
|
||||
"wikidataId": "Q7498025",
|
||||
"revisionId": 1384061257,
|
||||
"pageBytes": 1745,
|
||||
"languageCount": 1,
|
||||
"monthlyViews": 22,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -55.1,
|
||||
"stats": {
|
||||
"attention": 23,
|
||||
"depth": 54,
|
||||
"reach": 10
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 2,
|
||||
"depth": 2,
|
||||
"reach": 3
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 15810707,
|
||||
"title": "Charmont-en-Beauce",
|
||||
"category": "Culture",
|
||||
"wikidataId": "Q667131",
|
||||
"revisionId": 1381828954,
|
||||
"pageBytes": 1811,
|
||||
"languageCount": 32,
|
||||
"monthlyViews": 23,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": 27.8,
|
||||
"stats": {
|
||||
"attention": 23,
|
||||
"depth": 54,
|
||||
"reach": 51
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 2,
|
||||
"depth": 2,
|
||||
"reach": 10
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 48653101,
|
||||
"title": "Tornadoes of 1978",
|
||||
"category": "Culture",
|
||||
"wikidataId": "Q22093730",
|
||||
"revisionId": 1381828221,
|
||||
"pageBytes": 16373,
|
||||
"languageCount": 0,
|
||||
"monthlyViews": 511,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": 3.2,
|
||||
"stats": {
|
||||
"attention": 45,
|
||||
"depth": 70,
|
||||
"reach": 0
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 9,
|
||||
"depth": 9,
|
||||
"reach": 1
|
||||
}
|
||||
},
|
||||
{
|
||||
"pageId": 981340,
|
||||
"title": "Tatsunoko Production",
|
||||
"category": "Culture",
|
||||
"wikidataId": "Q1323459",
|
||||
"revisionId": 1384823392,
|
||||
"pageBytes": 74169,
|
||||
"languageCount": 19,
|
||||
"monthlyViews": 4738,
|
||||
"latestMonth": "2026-10",
|
||||
"trendPercent": -9.4,
|
||||
"stats": {
|
||||
"attention": 61,
|
||||
"depth": 81,
|
||||
"reach": 43
|
||||
},
|
||||
"tiers": {
|
||||
"attention": 10,
|
||||
"depth": 10,
|
||||
"reach": 9
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
@@ -0,0 +1,53 @@
|
||||
# Night 1: module boundaries
|
||||
|
||||
Owner: `night-lead`. This file is the rule when two PRs touch the same path. If you need to edit a path you don't own, comment on the owner's issue (`[from <you>]`) or keep your change to the "shared hook" listed below.
|
||||
|
||||
## Who owns what
|
||||
|
||||
| Path | Owner | Issue |
|
||||
|---|---|---|
|
||||
| `docs/game/DESIGN.md` | council (designer-a, designer-b, critic) | #1 |
|
||||
| `docs/game/CARD_DATA.md`, `docs/game/card-sample.json` | council-data | #2 |
|
||||
| `shared/game/` (types, RNG, state machine, rules, keywords, `Ruleset`, `starterDeck`) | engine-a (core, API), engine-b (keywords, effects) | #3 |
|
||||
| `docs/game/ENGINE_API.md` | engine-a | #3 |
|
||||
| `shared/game/modes.ts` | modes | #6 |
|
||||
| `server/game*` (e.g. `server/game/`, `server/game-*.ts`) | modes | #6 |
|
||||
| `docs/game/HOSTING.md` | modes | #6 |
|
||||
| `src/game/` (screens, lobby, deck builder, match, tutorial) | ui-a | #5 |
|
||||
| `src/game/ai/` (browser bots, easy and normal) | ui-b | #5 |
|
||||
| beta-fix files outside `src/game/` (landing page, `Card.tsx`, etc.) | ui-b, one PR per upstream issue | #5 |
|
||||
| `shared/bots/`, `scripts/sim/` (bots and the simulation runner) | sim-balance | #4 |
|
||||
| `docs/game/BALANCE.md` | sim-balance | #4 |
|
||||
| `compose.testnet.yaml` overrides, `deploy/night/` (testnet config, per-node mode files) | sim-testnet | #4 |
|
||||
| `server/account*` (e.g. `server/account/`), `src/auth/` | sso | #7 |
|
||||
| `android/`, `capacitor.config.ts` | mobile-android | #8 |
|
||||
| `ios/`, `docs/night/IOS.md` | mobile-ios, macos-fetch | #9 |
|
||||
| `docs/night/` (except `IOS.md`), this file, `REPORT.md` | night-lead | #10 |
|
||||
|
||||
## Tests
|
||||
|
||||
`scripts/run-tests.mjs` only picks up **top-level** `tests/*.test.ts`. Name your files with your team as a prefix so they never collide:
|
||||
`tests/game-*.test.ts` (engine), `tests/modes-*.test.ts`, `tests/ui-*.test.ts`, `tests/bots-*.test.ts`, `tests/account-*.test.ts`.
|
||||
|
||||
## Shared hooks (the only places two teams touch the same file)
|
||||
|
||||
1. **`server/testnet/http.ts`**: modes and sso each export an Express `Router` from their own files and add **exactly one** `app.use(...)` mount line just **above** the `/api` 404 handler (`app.use(['/api','/p2p'],(_req,res)=>{res.status(404)...`). Nothing else in this file. If SSO needs a CSP change (`connect-src` for `https://dex.eom.dev`), keep it to the `helmet` directive and say so in the PR.
|
||||
2. **`src/App.tsx`**: ui-a owns it. Others get one import and one element each (sso: a login button or provider; mobile: hide the mining controls behind a `isNativeApp()` check from `src/game/` or `src/auth/`, never by deleting code).
|
||||
3. **`package.json` and `package-lock.json`**: additive changes only (new dependencies or scripts). Don't reformat or bump existing versions. Lockfile conflicts are resolved by night-lead regenerating the lockfile.
|
||||
4. **`shared/enrichment.ts`**: read-only for everyone tonight. Map card data into game stats inside `shared/game/`.
|
||||
|
||||
## Off limits (consensus and protocol; PRs touching these are rejected)
|
||||
|
||||
`server/chain.ts`, `shared/protocol.ts`, `shared/trade-offer.ts`, `shared/chain-identity.ts`, `shared/network.ts`, `server/testnet/consensus.ts`, `server/testnet/ledger.ts`, `server/testnet/canonical-index.ts`, `server/testnet/randomx.ts`, `server/testnet/miner.ts`, `server/testnet/peers.ts`, `native/`.
|
||||
|
||||
If you think you need a change there, write it up in your issue instead.
|
||||
|
||||
## Dependency direction
|
||||
|
||||
`shared/game/` imports nothing from `server/` or `src/` and does no I/O. `shared/game/modes.ts`, `shared/bots/`, `server/game*`, `src/game/` import from `shared/game/` through the API in `ENGINE_API.md`, not from its internals.
|
||||
|
||||
## Merging
|
||||
|
||||
- Branch `night/<team>/<topic>`, PR into `night/2026-11-16`, squash-merged by night-lead after night-review approves and `npm test` and `npm run build` pass.
|
||||
- Small PRs merge faster. Rebase on the integration branch before asking for review if it moved under you.
|
||||
- After 01:10 (code freeze), only fixes merge.
|
||||
@@ -56,6 +56,7 @@ Turn WikiDeck into a game:
|
||||
flock /tmp/night-heavy.lock <npm ci | npm run build | gradle ...>
|
||||
```
|
||||
- **imac** (8 threads, about 4 GB free) and **poweredge-r350** (16 threads, about 6 GB free): keep builds to one at a time.
|
||||
- **Avoid permission prompts.** Nobody answers them, and they auto-deny after about a minute. Don't chain `cd <dir> && <command that writes files>`; use absolute paths or `git -C <dir>` instead. Keep each shell command to one clear purpose.
|
||||
- **LocalAI** (`https://localai.eom.dev`) is shared production with slow single-GPU inference. Don't use it in loops.
|
||||
|
||||
## Timeline (EST)
|
||||
|
||||
@@ -0,0 +1,139 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Summarise card-sample.json into markdown stats. Usage: python3 -I card_analyze.py sample.json > out.md"""
|
||||
import json, sys, math, statistics as st, collections, re
|
||||
d = json.load(open(sys.argv[1])); C = d['cards']
|
||||
def q(v):
|
||||
v = sorted(v); n = len(v)
|
||||
def p(x):
|
||||
k = (n - 1) * x; f = math.floor(k); c = min(f + 1, n - 1); return v[f] + (v[c] - v[f]) * (k - f)
|
||||
return [v[0], p(.1), p(.25), p(.5), p(.75), p(.9), v[-1]]
|
||||
def skew(v):
|
||||
m, s = st.mean(v), st.pstdev(v); return sum((x - m) ** 3 for x in v) / len(v) / s ** 3 if s else 0
|
||||
def rank(v):
|
||||
o = sorted(range(len(v)), key=lambda i: v[i]); r = [0] * len(v); i = 0
|
||||
while i < len(o):
|
||||
j = i
|
||||
while j + 1 < len(o) and v[o[j + 1]] == v[o[i]]: j += 1
|
||||
for k in range(i, j + 1): r[o[k]] = (i + j) / 2
|
||||
i = j + 1
|
||||
return r
|
||||
def pearson(a, b):
|
||||
ma, mb = st.mean(a), st.mean(b); sa = math.sqrt(sum((x - ma) ** 2 for x in a)); sb = math.sqrt(sum((y - mb) ** 2 for y in b))
|
||||
return sum((x - ma) * (y - mb) for x, y in zip(a, b)) / (sa * sb) if sa and sb else float('nan')
|
||||
pv = [c for c in C if c['pageviews']['status'] == 'available']
|
||||
F = {'attention': lambda c: c['stats']['attention'], 'depth': lambda c: c['stats']['depth'], 'reach': lambda c: c['stats']['reach'],
|
||||
'pageBytes': lambda c: c['pageBytes'], 'languageCount': lambda c: c['languageCount'],
|
||||
'monthlyViews': lambda c: c['pageviews']['months'][5]['views'] if c['pageviews']['status'] == 'available' else None,
|
||||
'dailyAverage': lambda c: c['pageviews']['dailyAverage'], 'trendPercent': lambda c: c['pageviews']['trendPercent'],
|
||||
'drift30Percent': lambda c: c['drift30']['pct']}
|
||||
out = []
|
||||
P = out.append
|
||||
rate = f"{len(C)/d['rawPagesSeen']*100:.0f}%" if d['rawPagesSeen'] else '~44% (149/340 logged during sampling)'
|
||||
P(f"Sample: **{len(C)} cards**; {rate} of random pages pass the illustrated filter. Pageviews available for {len(pv)}.\n")
|
||||
P('| stat | n | min | p10 | p25 | median | p75 | p90 | max | mean | skew |'); P('|---|---|---|---|---|---|---|---|---|---|---|')
|
||||
for k, f in F.items():
|
||||
v = [f(c) for c in C if f(c) is not None]
|
||||
qs = q(v); fmt = (lambda x: f'{x:.0f}') if k not in ('trendPercent', 'drift30Percent', 'dailyAverage') else (lambda x: f'{x:.1f}')
|
||||
P(f"| {k} | {len(v)} | " + ' | '.join(fmt(x) for x in qs) + f" | {fmt(st.mean(v))} | {skew(v):.2f} |")
|
||||
P('\n**Spearman rank correlations** (cards with pageviews):\n')
|
||||
keys = ['attention', 'depth', 'reach', 'trendPercent', 'drift30Percent']
|
||||
rows = [c for c in pv if c['pageviews']['trendPercent'] is not None and c['drift30']['pct'] is not None]
|
||||
R = {k: rank([F[k](c) for c in rows]) for k in keys}
|
||||
P('| | ' + ' | '.join(keys) + ' |'); P('|---' * (len(keys) + 1) + '|')
|
||||
for a in keys: P(f'| {a} | ' + ' | '.join(f'{pearson(R[a], R[b]):.2f}' for b in keys) + ' |')
|
||||
P(f'\n(n={len(rows)}; attention~monthlyViews, depth~pageBytes, reach~languageCount are monotonic so their rank correlations are identical.)\n')
|
||||
tp = [c['pageviews']['trendPercent'] for c in pv if c['pageviews']['trendPercent'] is not None]
|
||||
P(f"**trendPercent sign:** positive {sum(t>0 for t in tp)} ({sum(t>0 for t in tp)/len(tp)*100:.0f}%), negative {sum(t<0 for t in tp)} ({sum(t<0 for t in tp)/len(tp)*100:.0f}%), zero {sum(t==0 for t in tp)}; null (prior month 0 or no views) {len(C)-len(tp)}. "
|
||||
f"|trend| > 50%: {sum(abs(t)>50 for t in tp)}; > 100%: {sum(abs(t)>100 for t in tp)}.\n")
|
||||
dr = [c['drift30']['pct'] for c in C if c['drift30']['pct'] is not None]
|
||||
P(f"**30-day drift** (views 10-17..11-15 vs 09-17..10-16): median |drift| {st.median([abs(x) for x in dr]):.0f}%, "
|
||||
f"p90 |drift| {q([abs(x) for x in dr])[5]:.0f}%. Attention score change implied: "
|
||||
f"median {st.median([abs(100*math.log10((c['drift30']['last30']+1)/(c['drift30']['prev30']+1))/6) for c in C]):.1f} points, "
|
||||
f"p90 {q([abs(100*math.log10((c['drift30']['last30']+1)/(c['drift30']['prev30']+1))/6) for c in C])[5]:.1f} points.\n")
|
||||
for name, f in [('attention', F['attention']), ('depth', F['depth']), ('reach', F['reach'])]:
|
||||
v = [f(c) for c in C if f(c) is not None]; h = collections.Counter(min(x // 10, 9) for x in v)
|
||||
P(f"**{name} histogram (deciles 0-9,10-19..90-100):** " + ' '.join(str(h.get(i, 0)) for i in range(10)))
|
||||
P(f"\nReach = 0 (no other languages): {sum(c['languageCount']==0 for c in C)}; reach 100 (>=999 langs) impossible in practice, max langs {max(c['languageCount'] for c in C)}. "
|
||||
f"Attention null: {sum(c['stats']['attention'] is None for c in C)}; attention 0: {sum(c['stats']['attention']==0 for c in C)}.\n")
|
||||
s3 = [sum(F[k](c) or 0 for k in ('attention', 'depth', 'reach')) for c in C]
|
||||
P(f"**Sum of three stats:** " + ', '.join(f'{n} {x:.0f}' for n, x in zip(['min', 'p10', 'p25', 'median', 'p75', 'p90', 'max'], q(s3))) + '\n')
|
||||
P('**Legacy `category()` (server/wiki.ts):** ' + ', '.join(f'{k} {v}' for k, v in collections.Counter(c['legacyCategory'] for c in C).most_common()) + '\n')
|
||||
io = collections.Counter(x['label'] for c in C for x in c['instanceOf'])
|
||||
P('**Top Wikidata P31 classes:** ' + ', '.join(f'{k} {v}' for k, v in io.most_common(40)) + '\n')
|
||||
P(f"No Wikidata item: {sum(not c['wikidataId'] for c in C)}; no P31: {sum(not c['instanceOf'] for c in C)}\n")
|
||||
words = collections.Counter()
|
||||
for c in C:
|
||||
for cat in set(w for t in c['categories'] for w in re.findall(r'[a-z]+', t.lower()) if len(w) > 3): words[cat] += 1
|
||||
P('**Most frequent category words (cards containing):** ' + ', '.join(f'{k} {v}' for k, v in words.most_common(60)) + '\n')
|
||||
print('\n'.join(out))
|
||||
|
||||
# ---- rank normalisation table (critic request): score -> 1..10 tier by sample decile
|
||||
def tiers(name):
|
||||
v = sorted(F[name](c) for c in C if F[name](c) is not None)
|
||||
return [v[min(len(v) - 1, int(len(v) * k / 10))] for k in range(1, 10)]
|
||||
T = {k: tiers(k) for k in ('attention', 'depth', 'reach')}
|
||||
print('\n## Rank-normalised tiers (1–10)\n')
|
||||
print('Tier = 1 + number of breakpoints the score is **>=**. Breakpoints are the sample deciles p10..p90 of the 0–100 score. '
|
||||
'Ties make some tiers thin (scores are integers).\n')
|
||||
print('| stat | p10 | p20 | p30 | p40 | p50 | p60 | p70 | p80 | p90 |'); print('|---' * 10 + '|')
|
||||
for k, b in T.items(): print(f'| {k} | ' + ' | '.join(str(x) for x in b) + ' |')
|
||||
def tier(k, s): return None if s is None else 1 + sum(s >= x for x in T[k])
|
||||
for c in C: c['tiers'] = {k: tier(k, c['stats'][k]) for k in T}
|
||||
tc = collections.Counter(c['tiers']['attention'] for c in C)
|
||||
print('\nResulting tier counts — attention: ' + ' '.join(f'{t}:{tc.get(t,0)}' for t in [None] + list(range(1, 11))))
|
||||
for k in ('depth', 'reach'):
|
||||
tc = collections.Counter(c['tiers'][k] for c in C); print(f'; {k}: ' + ' '.join(f'{t}:{tc.get(t,0)}' for t in range(1, 11)))
|
||||
json.dump({'breakpoints': T, 'rule': 'tier = 1 + count(breakpoints <= score); attention null -> no tier'},
|
||||
open(sys.argv[2] if len(sys.argv) > 2 else '/dev/null', 'w'), indent=1)
|
||||
|
||||
# ---- starter loaner candidates: 4 per legacy category, spread over combined tier
|
||||
if len(sys.argv) > 3:
|
||||
pick = []
|
||||
for cat in ['Space', 'Nature', 'People', 'Science', 'History', 'Culture']:
|
||||
pool = sorted((c for c in C if c['legacyCategory'] == cat and c['stats']['attention'] is not None),
|
||||
key=lambda c: sum(c['tiers'].values()))
|
||||
if not pool: continue
|
||||
n = min(4, len(pool)); idx = sorted({round(i * (len(pool) - 1) / max(1, n - 1)) for i in range(n)})
|
||||
for i in idx:
|
||||
c = pool[i]
|
||||
pick.append({'pageId': c['pageId'], 'title': c['title'], 'category': cat, 'wikidataId': c['wikidataId'],
|
||||
'revisionId': c['revisionId'], 'pageBytes': c['pageBytes'], 'languageCount': c['languageCount'],
|
||||
'monthlyViews': c['pageviews']['months'][5]['views'], 'latestMonth': c['pageviews']['latestMonth'],
|
||||
'trendPercent': None if c['pageviews']['trendPercent'] is None else round(c['pageviews']['trendPercent'], 1),
|
||||
'stats': c['stats'], 'tiers': c['tiers']})
|
||||
json.dump({'frozenAt': d['generatedAt'][:10], 'note': 'Frozen loaner/starter stats from the council-data random sample. Do not fetch live.',
|
||||
'cards': pick}, open(sys.argv[3], 'w'), indent=1, ensure_ascii=False)
|
||||
print(f'\nStarter candidates: {len(pick)} written to {sys.argv[3]}: ' + collections.Counter(p['category'] for p in pick).__repr__())
|
||||
|
||||
# ---- candidate factions from Wikidata P31 (+ categories fallback)
|
||||
FAC = [
|
||||
('People', r'\bhuman\b|fictional character|person'),
|
||||
('Sport', r'season|sports team|football|match|tournament|championship|final\b|club|league|olympic|race\b'),
|
||||
('Nature', r'taxon|species|genus|plant|fungus|disease|epiphyte|mineral|bird|fish|insect'),
|
||||
('Places', r'village|town|city|commune|municipality|river|lake|mountain|county|district|parish|region|plateau|island|settlement|neighbo|locality|census|hamlet|valley|bay|area|province|state of|capital|suburb|stream|peak|unincorporated|human settlement|local government'),
|
||||
('Structures', r'building|castle|mosque|church|cathedral|temple|bridge|station|railway line|road|highway|museum|structure|stadium|dam|tower|house|school|hospital|airport|monument|fort|palace|lighthouse|park'),
|
||||
('Works', r'film|album|single|song|musical|television|book|novel|video game|painting|literary|composition|series|episode|magazine|newspaper|poem|opera|play\b|artwork|sculpture'),
|
||||
('Organisations', r'company|group|band|organi[sz]ation|university|college|party|business|enterprise|agency|institute|association|brand|union|ministry|military unit'),
|
||||
('Events', r'election|protest|battle|war\b|storm|nor.easter|cyclone|event|disaster|treaty|conflict|earthquake|incident|festival|referendum|conference|ceremony'),
|
||||
('Ideas & Tech', r'programming|software|language|chemical|compound|gene|protein|theorem|concept|technology|vehicle|aircraft|ship|weapon|class|model|device|algorithm|religion|discipline|theory|food|dish'),
|
||||
]
|
||||
def faction(c):
|
||||
text = ' | '.join(x['label'].lower() for x in c['instanceOf'])
|
||||
for name, rx in FAC:
|
||||
if text and re.search(rx, text): return name
|
||||
cats = ' | '.join(c['categories']).lower()
|
||||
if re.search(r'births|deaths|people', cats): return 'People'
|
||||
if re.search(r'populated|villages|towns|geography|rivers', cats): return 'Places'
|
||||
if re.search(r'films|albums|songs|novels|television|video games', cats): return 'Works'
|
||||
return 'Other'
|
||||
for c in C: c['faction'] = faction(c)
|
||||
print('\n## Candidate factions (Wikidata P31 rules)\n')
|
||||
print('| faction | n | share | median attention | median depth | median reach | example |'); print('|---|---|---|---|---|---|---|')
|
||||
by = collections.defaultdict(list)
|
||||
for c in C: by[c['faction']].append(c)
|
||||
for name, cs in sorted(by.items(), key=lambda kv: -len(kv[1])):
|
||||
med = lambda k: st.median([x['stats'][k] for x in cs if x['stats'][k] is not None] or [0])
|
||||
print(f"| {name} | {len(cs)} | {len(cs)/len(C)*100:.0f}% | {med('attention'):.0f} | {med('depth'):.0f} | {med('reach'):.0f} | {cs[0]['title']} |")
|
||||
other = collections.Counter(x['label'] for c in by.get('Other', []) for x in c['instanceOf'])
|
||||
print('\nUnclassified P31 labels: ' + ', '.join(f'{k} {v}' for k, v in other.most_common(25)))
|
||||
if len(sys.argv) > 4: json.dump({c['pageId']: c['faction'] for c in C}, open(sys.argv[4], 'w'))
|
||||
@@ -0,0 +1,158 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Sample random illustrated en.wikipedia articles the way server/wiki.ts selects them and
|
||||
enrich them the way server/enrichment.ts does. Polite: ~4 req/s, sequential, disk cache.
|
||||
Usage: python3 -I card_sample.py <cache_dir> <out.json> [target=320]"""
|
||||
import hashlib, json, os, re, sys, time, urllib.parse, urllib.request, calendar, datetime as dt
|
||||
|
||||
UA = 'WikiDeckCardDataSampler/0.1 (experimental card-game stat research; python-urllib)'
|
||||
CACHE, OUT = sys.argv[1], sys.argv[2]
|
||||
TARGET = int(sys.argv[3]) if len(sys.argv) > 3 else 320
|
||||
os.makedirs(CACHE, exist_ok=True)
|
||||
_last = [0.0]
|
||||
|
||||
def get(url, cache=True):
|
||||
key = os.path.join(CACHE, hashlib.sha1(url.encode()).hexdigest() + '.json')
|
||||
if cache and os.path.exists(key):
|
||||
return json.load(open(key))
|
||||
if os.environ.get('CACHE_ONLY') and 'wikidata.org' not in url:
|
||||
return {'__missing': True}
|
||||
for attempt in range(6):
|
||||
wait = (1.0 if 'en.wikipedia.org' in url else 0.25) - (time.time() - _last[0])
|
||||
if wait > 0: time.sleep(wait)
|
||||
_last[0] = time.time()
|
||||
req = urllib.request.Request(url, headers={'User-Agent': UA, 'Accept': 'application/json'})
|
||||
try:
|
||||
with urllib.request.urlopen(req, timeout=20) as r:
|
||||
data = json.loads(r.read().decode())
|
||||
break
|
||||
except urllib.error.HTTPError as e:
|
||||
if e.code == 404: data = {'__404': True}; break
|
||||
if e.code == 429 or e.code >= 500:
|
||||
ra = e.headers.get('retry-after'); w = int(ra) + 1 if ra and ra.isdigit() else 5 * (attempt + 1)
|
||||
print('http', e.code, 'sleep', w, file=sys.stderr); time.sleep(min(w, 60)); continue
|
||||
raise
|
||||
except Exception as e:
|
||||
print('retry', attempt, type(e).__name__, e, file=sys.stderr); time.sleep(2 * (attempt + 1))
|
||||
else:
|
||||
raise RuntimeError('failed ' + url)
|
||||
if cache: json.dump(data, open(key, 'w'))
|
||||
return data
|
||||
|
||||
def api(params, cache=True):
|
||||
return get('https://en.wikipedia.org/w/api.php?' + urllib.parse.urlencode({'format': 'json', 'formatversion': '2', **params}), cache)
|
||||
|
||||
def legacy_category(title, cats):
|
||||
t = (title + ' ' + ' '.join(cats)).lower()
|
||||
if re.search(r'astronom|planet|space|galax|moon|star\b', t): return 'Space'
|
||||
if re.search(r'animal|plant|species|ocean|biolog|mollusc', t): return 'Nature'
|
||||
if re.search(r'births|deaths|people|scientist', t): return 'People'
|
||||
if re.search(r'physic|chem|math|science|technolog', t): return 'Science'
|
||||
if re.search(r'histor|ancient|archaeolog|empire', t): return 'History'
|
||||
return 'Culture'
|
||||
|
||||
def score(v, scale):
|
||||
import math
|
||||
return min(100, round(math.log10(v + 1) / scale * 100))
|
||||
|
||||
# 1. random illustrated articles (same filter as wiki.ts: thumbnail + extract >= 40 chars)
|
||||
picked, seen, batches, raw_pages = [], set(), 0, 0
|
||||
state_file = os.path.join(CACHE, '_random_state.json')
|
||||
if os.path.exists(state_file):
|
||||
picked = json.load(open(state_file)); seen = {p['pageId'] for p in picked}
|
||||
while len(picked) < TARGET:
|
||||
try: d = api({'action': 'query', 'generator': 'random', 'grnnamespace': '0', 'grnlimit': '20',
|
||||
'prop': 'extracts|pageimages|info|categories', 'exintro': '1', 'explaintext': '1', 'exchars': '900',
|
||||
'exlimit': '20', 'piprop': 'thumbnail', 'pithumbsize': '800', 'cllimit': '500'}, cache=False)
|
||||
except RuntimeError as e: print(e, file=sys.stderr); time.sleep(5); continue
|
||||
batches += 1
|
||||
for p in d.get('query', {}).get('pages', []):
|
||||
raw_pages += 1
|
||||
thumb = (p.get('thumbnail') or {}).get('source', '')
|
||||
ext = (p.get('extract') or '').strip()
|
||||
if not re.match(r'https://(upload|thumb)\.wikimedia\.org/', thumb) or len(ext) < 40 or p['pageid'] in seen: continue
|
||||
seen.add(p['pageid'])
|
||||
picked.append({'pageId': p['pageid'], 'title': p['title'],
|
||||
'legacyCategory': legacy_category(p['title'], [c['title'] for c in p.get('categories', [])])})
|
||||
json.dump(picked, open(state_file, 'w'))
|
||||
print(f'random batch {batches}: {len(picked)} illustrated / {raw_pages} raw', file=sys.stderr)
|
||||
picked = picked[:TARGET]
|
||||
|
||||
# 2. enrichment per article (same params as enrichment.ts) + daily views for drift
|
||||
now = dt.datetime(2026, 11, 16, tzinfo=dt.timezone.utc)
|
||||
months = []
|
||||
for i in range(6):
|
||||
m = now.month - 6 + i; y = now.year + (m - 1) // 12; m = (m - 1) % 12 + 1
|
||||
months.append(f'{y:04d}-{m:02d}')
|
||||
# batched metadata (same props as enrichment.ts; per-page cllimit 50 is emulated by truncating)
|
||||
meta = {}
|
||||
ids = [p['pageId'] for p in picked]
|
||||
for i in range(0, len(ids), 50):
|
||||
chunk = ids[i:i + 50]; cont = {}; pages = {}
|
||||
while True:
|
||||
md = api({'action': 'query', 'pageids': '|'.join(map(str, chunk)), 'prop': 'info|categories|pageprops|description|langlinks',
|
||||
'clshow': '!hidden', 'cllimit': '500', 'lllimit': '500', 'ppprop': 'wikibase_item', **cont})
|
||||
for pg in md['query']['pages']:
|
||||
cur = pages.setdefault(pg['pageid'], {**pg, 'categories': [], 'langlinks': []})
|
||||
cur['categories'] += pg.get('categories', []); cur['langlinks'] += pg.get('langlinks', [])
|
||||
if 'continue' not in md: break
|
||||
cont = md['continue']
|
||||
meta.update(pages)
|
||||
print(f'metadata {len(meta)}/{len(ids)}', file=sys.stderr)
|
||||
cards = []
|
||||
for n, pk in enumerate(picked):
|
||||
page = meta[pk['pageId']]
|
||||
cont = {'clcontinue': 1} if len(page['categories']) > 50 else {}
|
||||
page['categories'] = page['categories'][:50]
|
||||
langs = len(page.get('langlinks', []))
|
||||
t = urllib.parse.quote(page['title'].replace(' ', '_'), safe='')
|
||||
daily = get(f'https://wikimedia.org/api/rest_v1/metrics/pageviews/per-article/en.wikipedia.org/all-access/user/{t}/daily/{months[0].replace("-", "")}01/20261115')
|
||||
if daily.get('__missing'): continue
|
||||
dmap = {it['timestamp'][:8]: it['views'] for it in daily.get('items', [])}
|
||||
pv = {'status': 'unavailable', 'months': [], 'latestMonth': months[5], 'total': None, 'dailyAverage': None, 'trendPercent': None}
|
||||
if dmap:
|
||||
ordered = []
|
||||
for m in months:
|
||||
y, mo = map(int, m.split('-')); nd = calendar.monthrange(y, mo)[1]
|
||||
ordered.append({'month': m, 'views': sum(dmap.get(f'{y:04d}{mo:02d}{d:02d}', 0) for d in range(1, nd + 1))})
|
||||
latest, prior = ordered[5]['views'], ordered[4]['views']
|
||||
nd = calendar.monthrange(*map(int, months[5].split('-')))[1]
|
||||
pv = {'status': 'available', 'months': ordered, 'latestMonth': months[5], 'total': sum(o['views'] for o in ordered),
|
||||
'dailyAverage': latest / nd, 'trendPercent': (latest - prior) / prior * 100 if prior > 0 else None}
|
||||
# 30-day drift: views 2026-10-17..11-15 vs 2026-09-17..10-16
|
||||
def window(start, days):
|
||||
s = dt.date.fromisoformat(start)
|
||||
return sum(dmap.get((s + dt.timedelta(d)).strftime('%Y%m%d'), 0) for d in range(days))
|
||||
last30, prev30 = window('2026-10-17', 30), window('2026-09-17', 30)
|
||||
pb = page['length']
|
||||
cards.append({'pageId': page['pageid'], 'title': page['title'], 'description': page.get('description'),
|
||||
'wikidataId': (page.get('pageprops') or {}).get('wikibase_item'), 'revisionId': page['lastrevid'], 'pageBytes': pb,
|
||||
'languageCount': langs, 'languagesTruncated': 'llcontinue' in cont,
|
||||
'categories': [c['title'].removeprefix('Category:') for c in page.get('categories', [])],
|
||||
'categoriesTruncated': 'clcontinue' in cont, 'fetchedAt': now.isoformat(), 'pageviews': pv,
|
||||
'stats': {'attention': score(pv['months'][5]['views'], 6) if pv['status'] == 'available' else None,
|
||||
'depth': score(pb, 6), 'reach': score(langs, 3)},
|
||||
'legacyCategory': pk['legacyCategory'],
|
||||
'drift30': {'last30': last30, 'prev30': prev30, 'pct': (last30 - prev30) / prev30 * 100 if prev30 else None}})
|
||||
if n % 25 == 0: print(f'enriched {n + 1}/{len(picked)}', file=sys.stderr)
|
||||
|
||||
# 3. Wikidata P31 (instance of) + labels
|
||||
qids = [c['wikidataId'] for c in cards if c['wikidataId']]
|
||||
p31 = {}
|
||||
for i in range(0, len(qids), 50):
|
||||
d = get('https://www.wikidata.org/w/api.php?' + urllib.parse.urlencode({'action': 'wbgetentities', 'format': 'json',
|
||||
'ids': '|'.join(qids[i:i + 50]), 'props': 'claims'}))
|
||||
for q, ent in d.get('entities', {}).items():
|
||||
p31[q] = [c['mainsnak']['datavalue']['value']['id'] for c in ent.get('claims', {}).get('P31', [])
|
||||
if c['mainsnak'].get('datavalue')]
|
||||
classes = sorted({c for v in p31.values() for c in v})
|
||||
labels = {}
|
||||
for i in range(0, len(classes), 50):
|
||||
d = get('https://www.wikidata.org/w/api.php?' + urllib.parse.urlencode({'action': 'wbgetentities', 'format': 'json',
|
||||
'ids': '|'.join(classes[i:i + 50]), 'props': 'labels', 'languages': 'en'}))
|
||||
for q, ent in d.get('entities', {}).items():
|
||||
labels[q] = ent.get('labels', {}).get('en', {}).get('value', q)
|
||||
for c in cards:
|
||||
c['instanceOf'] = [{'id': q, 'label': labels.get(q, q)} for q in p31.get(c['wikidataId'], [])]
|
||||
json.dump({'generatedAt': dt.datetime.now(dt.timezone.utc).isoformat(), 'method': 'random ns0 batches of 20, filter as server/wiki.ts (thumbnail + extract>=40); enrichment as server/enrichment.ts; monthly views summed from daily REST pageviews; P31 from Wikidata',
|
||||
'randomBatches': batches, 'rawPagesSeen': raw_pages, 'cards': cards}, open(OUT, 'w'), indent=1, ensure_ascii=False)
|
||||
print('done', len(cards), file=sys.stderr)
|
||||
Reference in New Issue
Block a user