import test from 'node:test'; import assert from 'node:assert/strict'; import { generateKeyPairSync, sign } from 'node:crypto'; import { mkdtemp, readFile, writeFile, rm, rename, mkdir, stat, truncate } from 'node:fs/promises'; import { tmpdir } from 'node:os'; import { join } from 'node:path'; import { createServer, type IncomingMessage, type ServerResponse } from 'node:http'; import dns from 'node:dns/promises'; import { setTimeout as delay } from 'node:timers/promises'; import { Ledger } from '../server/testnet/ledger.ts'; import { PeerNetwork } from '../server/testnet/peers.ts'; import { CHAIN_ID, GENESIS_HASH, GENESIS_TIME, MAX_TARGET, address, makeTemplate, miningBlob, mintId, sha256, stateRoot, transferId, transition, workFor } from '../server/testnet/consensus.ts'; import { NETWORK, CONSENSUS, blockClaimMessage, nftTransferMessage, testnetOwnerOf, type MiningTemplate, type NftState, type NftTransfer, type TestnetBlock } from '../shared/testnet.ts'; import type { PowEngine } from '../server/testnet/randomx.ts'; // Deliberately test-only: production has no fake PoW selector or fallback. class FakePow implements PowEngine { calls = 0; async hash(key: string, blob: Uint8Array): Promise { this.calls++; return sha256(Buffer.concat([Buffer.from(key, 'hex'), Buffer.from(blob)])); } close(): void {} } function identity() { const keys = generateKeyPairSync('ec', { namedCurve: 'prime256v1' }); const publicKey = keys.publicKey.export({ format: 'der', type: 'spki' }).toString('base64'); return { publicKey, owner: address(publicKey), sign: (message: string) => sign('sha256', Buffer.from(message), { key: keys.privateKey, dsaEncoding: 'ieee-p1363' }).toString('base64') }; } const alice = identity(), bob = identity(), carol = identity(); type Identity = ReturnType; const pow = new FakePow(); async function mine(template: MiningTemplate, miner: Identity = alice): Promise { const header = structuredClone(template.header); assert.ok(BigInt(`0x${header.target}`) <= BigInt(`0x${MAX_TARGET}`)); for (header.nonce = 0; header.nonce < 1_000_000; header.nonce++) { const blob = miningBlob(header); const powHash = await pow.hash(header.key, blob); if (BigInt(`0x${powHash}`) > BigInt(`0x${header.target}`)) continue; const hash = sha256(blob); return { ...header, hash, tokenId: mintId(header), powHash, signature: miner.sign(blockClaimMessage(hash)), transactions: structuredClone(template.transactions) }; } throw new Error('Test nonce search exhausted'); } type Branch = { blocks: TestnetBlock[]; state: NftState }; function branch(): Branch { return { blocks: [], state: {} }; } async function extend(chain: Branch, miner: Identity = alice, transactions: NftTransfer[] = [], spacing = 30): Promise { const now = GENESIS_TIME + (chain.blocks.length + 1) * spacing; const block = await mine(makeTemplate(chain.blocks, chain.state, miner.owner, miner.publicKey, transactions, now), miner); chain.state = transition(chain.state, block, transactions); chain.blocks.push(block); return block; } function transfer(cardHash: string, from: Identity = alice, to: Identity = bob, sequence = 0): NftTransfer { const tx = { network: NETWORK, chainId: CHAIN_ID, cardHash, from: from.owner, to: to.owner, sequence, publicKey: from.publicKey }; return { ...tx, signature: from.sign(nftTransferMessage(tx)) }; } async function fixture(t: { after: (fn: () => Promise) => void }) { const dir = await mkdtemp(join(tmpdir(), 'wikideck-testnet-')); t.after(() => rm(dir, { recursive: true, force: true })); const engine = new FakePow(); const ledger = await Ledger.open(dir, engine); return { dir, ledger, engine, file: join(dir, 'testnet', 'ledger.json') }; } test('testnet genesis is empty, manifest-bound, isolated and defensively copied', async t => { const { dir, ledger, file } = await fixture(t); const initial = ledger.snapshot(); assert.equal(initial.network, NETWORK); assert.equal(initial.chainId, CHAIN_ID); assert.equal(initial.genesis, GENESIS_HASH); assert.equal(initial.tip, GENESIS_HASH); assert.equal(initial.cumulativeWork, '0'); assert.equal(initial.algorithm, 'RandomX'); assert.equal(initial.maturity, 2); assert.equal(initial.peers, 0); assert.deepEqual(initial.blocks, []); assert.deepEqual(initial.transfers, []); assert.deepEqual(initial.pendingTransfers, []); assert.equal(stateRoot({}), sha256(`${NETWORK}:empty`)); await assert.rejects(readFile(join(dir, 'chain.json')), /ENOENT/); assert.equal(JSON.parse(await readFile(file, 'utf8')).version, 1); if (process.platform !== 'win32') assert.equal((await stat(file)).mode & 0o777, 0o600); const candidate = await mine(ledger.template(alice.owner, alice.publicKey)); assert.deepEqual(await ledger.submit(candidate), { accepted: true, reorg: false }); candidate.article.title = 'caller mutation'; const copy = ledger.block(candidate.hash)!; copy.article.title = 'getter mutation'; assert.notEqual(ledger.block(candidate.hash)!.article.title, copy.article.title); assert.equal(ledger.size, 1); assert.throws(() => ledger.inventory(-1, 32)); assert.throws(() => ledger.inventory(0, 0)); }); test('DAG retains equal-work branches, serializes duplicates and selects strictly greater cumulative work', async t => { const { ledger, dir } = await fixture(t); const slow = branch(), fast = branch(); for (let i = 0; i < 12; i++) await ledger.submit(await extend(slow, alice, [], 30)); for (let i = 0; i < 10; i++) { const result = await ledger.submit(await extend(fast, bob, [], 1)); assert.equal(result.reorg, false); assert.equal(ledger.snapshot().tip, slow.blocks.at(-1)!.hash); } const hard = await extend(fast, bob, [], 1); assert.ok(workFor(hard.target) > workFor(slow.blocks.at(-1)!.target)); assert.equal(hard.height, 11); // A shorter, harder branch wins over height 12. const results = await Promise.all([ledger.submit(hard), ledger.submit(hard), ledger.submit(hard)]); assert.deepEqual(results, [{ accepted: true, reorg: true }, { accepted: false, reorg: false }, { accepted: false, reorg: false }]); assert.equal(ledger.snapshot().tip, hard.hash); assert.deepEqual(ledger.snapshot().blocks, fast.blocks); assert.equal(ledger.size, 23); assert.equal(ledger.snapshot().cumulativeWork, fast.blocks.reduce((n, b) => n + workFor(b.target), 0n).toString()); const stored = ledger.allBlocks; const seen = new Set([GENESIS_HASH]); for (const b of stored) { assert.ok(seen.has(b.previousHash)); seen.add(b.hash); } assert.deepEqual(ledger.inventory(10, 3), stored.slice(10, 13)); const restart = await Ledger.open(dir, new FakePow()); assert.deepEqual(restart.snapshot(), ledger.snapshot()); assert.deepEqual(restart.allBlocks, stored); }); test('equal-work ties preserve the current tip across restart and only extension triggers reorg', async t => { const { dir, ledger } = await fixture(t); const a = branch(), b = branch(); const a1 = await extend(a), b1 = await extend(b, bob); await ledger.submit(a1); assert.deepEqual(await ledger.submit(b1), { accepted: true, reorg: false }); assert.equal(ledger.snapshot().tip, a1.hash); const restart = await Ledger.open(dir, new FakePow()); assert.equal(restart.snapshot().tip, a1.hash); const b2 = await extend(b, bob); assert.deepEqual(await restart.submit(b2), { accepted: true, reorg: true }); assert.equal(restart.snapshot().tip, b2.hash); }); test('NFT maturity, ordered mempool, block commitments and replay protection', async t => { const { ledger, dir } = await fixture(t); const chain = branch(); const minted = await extend(chain); await ledger.submit(minted); const tx = transfer(minted.tokenId); await assert.rejects(ledger.submitTransfer(tx), /immature/); await assert.rejects(async () => ledger.submit(await extend({ blocks: [...chain.blocks], state: structuredClone(chain.state) }, alice, [tx])), /immature/); await ledger.submit(await extend(chain)); assert.equal(await ledger.submitTransfer(tx), transferId(tx)); const tx2 = transfer(minted.tokenId, bob, carol, 1); await Promise.all([ledger.submitTransfer(tx2), ledger.submitTransfer(tx)]); assert.deepEqual(ledger.snapshot().pendingTransfers, [tx, tx2]); assert.equal(testnetOwnerOf(ledger.snapshot(), minted.tokenId), alice.owner); // Unconfirmed is not ownership. const restarted = await Ledger.open(dir, new FakePow()); assert.deepEqual(restarted.snapshot().pendingTransfers, [tx, tx2]); const block = await mine(restarted.template(alice.owner, alice.publicKey)); assert.deepEqual(block.transactions, [tx, tx2]); await restarted.submit(block); assert.equal(testnetOwnerOf(restarted.snapshot(), minted.tokenId), carol.owner); assert.deepEqual(restarted.snapshot().transfers, [tx, tx2]); assert.deepEqual(restarted.snapshot().pendingTransfers, []); await assert.rejects(restarted.submitTransfer(tx), /owner\/sequence/); await assert.rejects(restarted.submitTransfer(transfer(minted.tokenId, carol, alice, 0)), /owner\/sequence/); }); test('reorg rolls back NFT ownership and requeues only still-valid disconnected transfers in order', async t => { const { ledger, dir } = await fixture(t); const original = branch(); const minted = await extend(original); await ledger.submit(minted); await ledger.submit(await extend(original)); const fork: Branch = structuredClone(original); const tx = transfer(minted.tokenId); const tx2 = transfer(minted.tokenId, bob, carol, 1); const committed = await extend(original, alice, [tx, tx2]); await ledger.submit(committed); const orphanTx = transfer(committed.tokenId); await ledger.submit(await extend(original)); await ledger.submitTransfer(orphanTx); for (let i = 0; i < 3; i++) await ledger.submit(await extend(fork, bob)); const snapshot = ledger.snapshot(); assert.equal(snapshot.tip, fork.blocks.at(-1)!.hash); assert.equal(testnetOwnerOf(snapshot, minted.tokenId), alice.owner); assert.equal(testnetOwnerOf(snapshot, committed.tokenId), undefined); assert.deepEqual(snapshot.transfers, []); assert.deepEqual(snapshot.pendingTransfers, [tx, tx2]); // Orphan issuance is discarded. assert.ok(ledger.block(committed.hash)); assert.deepEqual((await Ledger.open(dir, new FakePow())).snapshot(), snapshot); const next = await mine(ledger.template(bob.owner, bob.publicKey), bob); await ledger.submit(next); assert.equal(testnetOwnerOf(ledger.snapshot(), minted.tokenId), carol.owner); }); test('reorg removes mempool conflicts and does not requeue already committed transfers', async t => { const { ledger } = await fixture(t); const a = branch(); const minted = await extend(a); await ledger.submit(minted); await ledger.submit(await extend(a)); const b: Branch = structuredClone(a); const tx = transfer(minted.tokenId); await ledger.submit(await extend(a, alice, [tx])); await ledger.submitTransfer(transfer(minted.tokenId, bob, alice, 1)); await ledger.submit(await extend(b, bob, [tx, transfer(minted.tokenId, bob, carol, 1)])); await ledger.submit(await extend(b, bob)); assert.deepEqual(ledger.snapshot().pendingTransfers, []); assert.equal(testnetOwnerOf(ledger.snapshot(), minted.tokenId), carol.owner); }); test('invalid parent, manifest, proof, catalog, transaction/state commitments leave ledger unchanged', async t => { const { ledger } = await fixture(t); const valid = await extend(branch()); for (const changed of [ { previousHash: 'aa'.repeat(32) }, { chainId: 'bb'.repeat(32) }, { network: 'another-network' }, { article: { ...valid.article, extract: 'tampered catalog' } }, { stateRoot: '00'.repeat(32) }, { transactionsRoot: '00'.repeat(32) }, { tokenId: '00'.repeat(32) }, { powHash: '00'.repeat(32) }, { nonce: valid.nonce + 1 }, { signature: bob.sign(blockClaimMessage(valid.hash)) } ]) { await assert.rejects(ledger.submit({ ...valid, ...changed })); assert.equal(ledger.size, 0); } await assert.rejects(ledger.submitTransfer({ ...transfer('aa'.repeat(32)), chainId: 'bb'.repeat(32) })); await ledger.submit(valid); // Queue recovers from failed validations. assert.equal(ledger.size, 1); }); test('startup rechecks every proof, rejects tampering and mismatched manifests without resetting disk', async t => { const { dir, ledger, file } = await fixture(t); const chain = branch(); await ledger.submit(await extend(chain)); await ledger.submit(await extend(chain)); const checking = new FakePow(); await Ledger.open(dir, checking); assert.equal(checking.calls, 2); const original = await readFile(file, 'utf8'); const disk = JSON.parse(original); for (const changed of [ { ...disk, chainId: 'ff'.repeat(32) }, { ...disk, network: 'wrong' }, { ...disk, version: 2 }, { ...disk, blocks: [...disk.blocks].reverse() }, { ...disk, blocks: [disk.blocks[0], disk.blocks[0]] }, { ...disk, blocks: [{ ...disk.blocks[0], stateRoot: '00'.repeat(32) }] }, { ...disk, pendingTransfers: [transfer(chain.blocks[0].tokenId, bob)] } ]) { const text = JSON.stringify(changed); await writeFile(file, text); await assert.rejects(Ledger.open(dir, new FakePow())); assert.equal(await readFile(file, 'utf8'), text); } await writeFile(file, original); await assert.rejects(Ledger.open(dir, { hash: async () => 'ff'.repeat(32), close() {} }), /RandomX proof/); await writeFile(file, '{truncated'); await assert.rejects(Ledger.open(dir, new FakePow())); }); test('failed atomic replacement never commits memory, and queued mutations recover', async t => { const { ledger, file } = await fixture(t); const saved = `${file}.saved`; await rename(file, saved); await mkdir(file); const valid = await extend(branch()); await assert.rejects(ledger.submit(valid)); assert.equal(ledger.size, 0); assert.equal(ledger.snapshot().tip, GENESIS_HASH); await rm(file, { recursive: true }); await rename(saved, file); await ledger.submit(valid); assert.equal(ledger.size, 1); }); test('bounded persistence rejects oversized files before reading or replaying proofs', async t => { const { dir, file } = await fixture(t); await truncate(file, 128 * 1024 * 1024 + 1); const engine = new FakePow(); await assert.rejects(Ledger.open(dir, engine), /128 MiB/); assert.equal(engine.calls, 0); }); test('mempool is ordered, capped at 256, and templates include at most 64 without new issuance', async t => { const { ledger, dir } = await fixture(t); const chain = branch(); const minted = await extend(chain); await ledger.submit(minted); await ledger.submit(await extend(chain)); const transactions = Array.from({ length: 256 }, (_, sequence) => transfer(minted.tokenId, sequence % 2 === 0 ? alice : bob, sequence % 2 === 0 ? bob : alice, sequence)); await Promise.all(transactions.map(tx => ledger.submitTransfer(tx))); assert.deepEqual(ledger.snapshot().pendingTransfers, transactions); await assert.rejects(ledger.submitTransfer(transfer(minted.tokenId, alice, bob, 256)), /256/); const template = ledger.template(alice.owner, alice.publicKey); assert.deepEqual(template.transactions, transactions.slice(0, 64)); await assert.rejects(ledger.submitTransfer(transfer(mintId(template.header))), /256/); const block = await mine(template); await ledger.submit(block); assert.deepEqual(ledger.snapshot().pendingTransfers, transactions.slice(64)); await assert.rejects(ledger.submitTransfer(transfer(block.tokenId)), /immature/); const restarted = await Ledger.open(dir, new FakePow()); assert.deepEqual(restarted.snapshot(), ledger.snapshot()); }); async function server(t: { after: (fn: () => Promise) => void }, handler: (req: IncomingMessage, res: ServerResponse) => void) { const instance = createServer(handler); await new Promise(resolve => instance.listen(0, '127.0.0.1', resolve)); t.after(() => new Promise((resolve, reject) => { instance.close(error => error ? reject(error) : resolve()); instance.closeAllConnections(); })); const addr = instance.address(); assert.ok(addr && typeof addr !== 'string'); return `http://127.0.0.1:${addr.port}`; } function json(res: ServerResponse, body: unknown) { res.setHeader('content-type', 'application/json'); res.end(JSON.stringify(body)); } async function until(check: () => boolean) { const deadline = Date.now() + 5000; while (!check()) { if (Date.now() > deadline) assert.fail('Peer operation timed out'); await delay(10); } } test('peer configuration rejects unsafe origins; explicit private permission enables local sync', async t => { const { ledger } = await fixture(t); for (const url of ['http://example.com', 'https://localhost', 'https://foo.localhost', 'https://127.1', 'https://10.1.2.3', 'https://169.254.169.254', 'https://[::1]', 'https://[::ffff:127.0.0.1]', 'https://[fc00::1]', 'https://[fe80::1]', 'https://[2002:7f00:1::]', 'https://example.com/path', 'https://user:pass@example.com', 'https://example.com/?q=1', 'https://example.com/#fragment', 'https://example.com/?', 'https://example.com/#', 'https://example.com/path/..', 'https://@example.com', 'ftp://example.com']) { assert.throws(() => new PeerNetwork({ ledger, urls: [url], allowPrivate: false }), url); } const chain = branch(); const b = await extend(chain); const paths: string[] = []; const url = await server(t, (req, res) => { paths.push(req.url!); if (req.url === '/p2p/status') json(res, { network: NETWORK, chainId: CHAIN_ID, size: 1 }); else if (req.url === '/p2p/blocks?offset=0') json(res, { blocks: [b], next: null }); else if (req.url === '/p2p/mempool') json(res, { transactions: [] }); else json(res, { accepted: true }); }); const network = new PeerNetwork({ ledger, urls: [url], allowPrivate: true }); t.after(async () => network.close()); network.start(); network.start(); await until(() => network.status()[0].connected); assert.equal(ledger.size, 1); assert.equal(ledger.snapshot().peers, 1); await network.broadcastBlock(b); assert.ok(paths.includes('/p2p/block')); await assert.rejects(network.broadcastTransfer(transfer(b.tokenId)), /unaccepted/); network.close(); assert.equal(ledger.snapshot().peers, 0); }); test('peers verify DNS, manifests, pagination, payloads and consensus; redirects are not followed', async t => { const { ledger } = await fixture(t); const chain = branch(); const b = await extend(chain); let redirected = false; for (const mode of ['manifest', 'pagination', 'proof', 'oversized', 'redirect'] as const) { const url = await server(t, (req, res) => { if (req.url === '/redirect-target') { redirected = true; json(res, {}); return; } if (mode === 'redirect') { res.writeHead(302, { location: '/redirect-target' }); res.end(); return; } if (mode === 'oversized') { res.setHeader('content-type', 'application/json'); res.end(' '.repeat(2 * 1024 * 1024 + 1)); return; } if (req.url === '/p2p/status') json(res, { network: NETWORK, chainId: mode === 'manifest' ? 'bad' : CHAIN_ID, size: 1 }); else json(res, mode === 'pagination' ? { blocks: [b], next: 0 } : { blocks: [{ ...b, powHash: '00'.repeat(32) }], next: null }); }); const network = new PeerNetwork({ ledger, urls: [url], allowPrivate: true }); network.start(); await until(() => Boolean(network.status()[0].error)); assert.equal(network.status()[0].connected, false); assert.equal(ledger.size, 0); network.close(); } assert.equal(redirected, false); // Deterministic DNS rebinding defense test: no external resolver/network dependency. const lookupMock = t.mock.method(dns, 'lookup', async () => [ { address: '93.184.216.34', family: 4 }, { address: '127.0.0.1', family: 4 }, ]); const dnsNetwork = new PeerNetwork({ ledger, urls: ['https://peer.example'], allowPrivate: false }); t.after(async () => dnsNetwork.close()); dnsNetwork.start(); await until(() => Boolean(dnsNetwork.status()[0].error)); assert.equal(dnsNetwork.status()[0].connected, false); assert.match(dnsNetwork.status()[0].error!, /non-public/); lookupMock.mock.restore(); }); test('peer sync pages at most 32 blocks per pass, preserves cursor and skips known blocks', async t => { const { ledger, engine } = await fixture(t); const chain = branch(); for (let i = 0; i < 33; i++) await extend(chain, alice, [], 30); await ledger.submit(chain.blocks[0]); const offsets: number[] = []; const url = await server(t, (req, res) => { if (req.url === '/p2p/status') json(res, { network: NETWORK, chainId: CHAIN_ID, size: chain.blocks.length }); else if (req.url === '/p2p/mempool') json(res, { transactions: [] }); else { const offset = Number(new URL(req.url!, 'http://localhost').searchParams.get('offset')); offsets.push(offset); const blocks = chain.blocks.slice(offset, offset + 32); json(res, { blocks, next: offset + blocks.length < chain.blocks.length ? offset + blocks.length : null }); } }); const network = new PeerNetwork({ ledger, urls: [url], allowPrivate: true, intervalMs: 1000 }); t.after(async () => network.close()); network.start(); await until(() => network.status()[0].connected); assert.equal(ledger.size, 32); assert.deepEqual(offsets, [0]); await until(() => ledger.size === 33); assert.deepEqual(offsets, [0, 32]); assert.equal(engine.calls, 33); // The already-known first block was not revalidated. assert.deepEqual(ledger.snapshot().blocks, chain.blocks); assert.equal(CONSENSUS.maxTransactions, 64); });