mirror of
https://github.com/koala73/worldmonitor.git
synced 2026-04-25 17:14:57 +02:00
chore(resilience): Railway cron for weekly validation suite (T2.7) (#2988)
* chore(resilience): Railway cron for weekly benchmark + backtest + sensitivity (Phase 2 T2.7) * fix(resilience): remove validation suite from seed-health monitoring (#2988 P2) Validation scripts (benchmark, backtest, sensitivity) produce audit artifacts, not product data. They don't write seed-meta heartbeats, so seed-health permanently reported them as missing/stale. Removed the three entries from api/seed-health.js and api/health.js. The weekly cron bundle still runs all three scripts every invocation, which is the correct behavior for a validation suite. * fix(resilience): use WEEK constant in validation bundle (#2988 review)
This commit is contained in:
23
scripts/seed-bundle-resilience-validation.mjs
Normal file
23
scripts/seed-bundle-resilience-validation.mjs
Normal file
@@ -0,0 +1,23 @@
|
||||
#!/usr/bin/env node
|
||||
import { runBundle, WEEK } from './_bundle-runner.mjs';
|
||||
|
||||
await runBundle('resilience-validation', [
|
||||
{
|
||||
label: 'External-Benchmark',
|
||||
script: 'benchmark-resilience-external.mjs',
|
||||
intervalMs: WEEK,
|
||||
timeoutMs: 300_000,
|
||||
},
|
||||
{
|
||||
label: 'Outcome-Backtest',
|
||||
script: 'backtest-resilience-outcomes.mjs',
|
||||
intervalMs: WEEK,
|
||||
timeoutMs: 300_000,
|
||||
},
|
||||
{
|
||||
label: 'Sensitivity-Suite',
|
||||
script: 'validate-resilience-sensitivity.mjs',
|
||||
intervalMs: WEEK,
|
||||
timeoutMs: 600_000,
|
||||
},
|
||||
]);
|
||||
74
tests/seed-bundle-resilience-validation.test.mjs
Normal file
74
tests/seed-bundle-resilience-validation.test.mjs
Normal file
@@ -0,0 +1,74 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import { existsSync } from 'node:fs';
|
||||
import { readFile } from 'node:fs/promises';
|
||||
import { dirname, join } from 'node:path';
|
||||
import { describe, it } from 'node:test';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
|
||||
const __dirname = dirname(fileURLToPath(import.meta.url));
|
||||
const scriptsDir = join(__dirname, '..', 'scripts');
|
||||
|
||||
const EXPECTED_SECTIONS = [
|
||||
{
|
||||
label: 'External-Benchmark',
|
||||
script: 'benchmark-resilience-external.mjs',
|
||||
},
|
||||
{
|
||||
label: 'Outcome-Backtest',
|
||||
script: 'backtest-resilience-outcomes.mjs',
|
||||
},
|
||||
{
|
||||
label: 'Sensitivity-Suite',
|
||||
script: 'validate-resilience-sensitivity.mjs',
|
||||
},
|
||||
];
|
||||
|
||||
describe('seed-bundle-resilience-validation', () => {
|
||||
let src;
|
||||
|
||||
it('bundle script exists and parses', async () => {
|
||||
const bundlePath = join(scriptsDir, 'seed-bundle-resilience-validation.mjs');
|
||||
assert.ok(existsSync(bundlePath), 'bundle script must exist on disk');
|
||||
src = await readFile(bundlePath, 'utf8');
|
||||
assert.ok(src.includes("runBundle('resilience-validation'"), 'must call runBundle with correct label');
|
||||
});
|
||||
|
||||
it('has exactly 3 sections with correct labels (no seedMetaKey — validation scripts are not data seeders)', async () => {
|
||||
if (!src) src = await readFile(join(scriptsDir, 'seed-bundle-resilience-validation.mjs'), 'utf8');
|
||||
|
||||
for (const section of EXPECTED_SECTIONS) {
|
||||
assert.ok(src.includes(`label: '${section.label}'`), `missing label: ${section.label}`);
|
||||
assert.ok(src.includes(`script: '${section.script}'`), `missing script ref: ${section.script}`);
|
||||
}
|
||||
assert.ok(!src.includes('seedMetaKey'), 'validation bundle must NOT have seedMetaKey (no seed-meta heartbeats)');
|
||||
});
|
||||
|
||||
it('all intervals use WEEK constant (weekly)', async () => {
|
||||
if (!src) src = await readFile(join(scriptsDir, 'seed-bundle-resilience-validation.mjs'), 'utf8');
|
||||
|
||||
const intervalMatches = src.match(/intervalMs:\s*(.+),/g);
|
||||
assert.equal(intervalMatches.length, 3, 'must have exactly 3 intervalMs entries');
|
||||
for (const m of intervalMatches) {
|
||||
assert.ok(m.includes('WEEK'), `intervalMs must use WEEK, got: ${m}`);
|
||||
}
|
||||
});
|
||||
|
||||
it('imports WEEK from _bundle-runner.mjs', async () => {
|
||||
if (!src) src = await readFile(join(scriptsDir, 'seed-bundle-resilience-validation.mjs'), 'utf8');
|
||||
assert.ok(src.includes("WEEK") && src.includes("_bundle-runner.mjs"), 'must import WEEK from _bundle-runner');
|
||||
});
|
||||
|
||||
it('validate-resilience-sensitivity.mjs exists on disk', () => {
|
||||
assert.ok(
|
||||
existsSync(join(scriptsDir, 'validate-resilience-sensitivity.mjs')),
|
||||
'validate-resilience-sensitivity.mjs must exist',
|
||||
);
|
||||
});
|
||||
|
||||
it('bundle runner exists on disk', () => {
|
||||
assert.ok(
|
||||
existsSync(join(scriptsDir, '_bundle-runner.mjs')),
|
||||
'_bundle-runner.mjs must exist',
|
||||
);
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user