mirror of
https://github.com/koala73/worldmonitor.git
synced 2026-04-25 17:14:57 +02:00
0a1b74a9b2
* feat(resilience): add score confidence intervals via batch Monte Carlo
Weekly cron perturbs domain weights ±10% across 100 draws per country,
stores p05/p95 in Redis. Score handler reads intervals and includes
them in the API response as ScoreInterval { p05, p95 }.
Proto field 14 (score_interval) added to GetResilienceScoreResponse.
* chore: regenerate proto types and OpenAPI docs for ScoreInterval
* fix(resilience): add seed-meta + lock + fix interval cache + percentile formula
1. Write seed-meta:resilience:intervals for health monitoring
2. Add distributed lock to prevent concurrent cron overlap
3. Move scoreInterval read outside 6h score cache boundary
4. Fix percentile index from floor to ceil-1 (nearest-rank)
* fix(health): add resilience:intervals to health + seed-health registries
* fix(seed): skip seed-meta on no-op runs + register intervals in health check
80 lines
3.6 KiB
JavaScript
80 lines
3.6 KiB
JavaScript
import { describe, it } from 'node:test';
|
|
import assert from 'node:assert/strict';
|
|
|
|
import { computeIntervals } from '../scripts/seed-resilience-intervals.mjs';
|
|
|
|
describe('computeIntervals', () => {
|
|
it('returns p05 and p95 within expected bounds', () => {
|
|
const domainScores = [80, 70, 60, 75, 65];
|
|
const domainWeights = [0.22, 0.20, 0.15, 0.25, 0.18];
|
|
const result = computeIntervals(domainScores, domainWeights, 1000);
|
|
|
|
assert.equal(typeof result.p05, 'number');
|
|
assert.equal(typeof result.p95, 'number');
|
|
assert.ok(result.p05 < result.p95, `p05 (${result.p05}) should be less than p95 (${result.p95})`);
|
|
assert.ok(result.p05 > 0, 'p05 should be positive');
|
|
assert.ok(result.p95 <= 100, 'p95 should not exceed 100');
|
|
});
|
|
|
|
it('produces narrow interval for uniform domain scores', () => {
|
|
const domainScores = [70, 70, 70, 70, 70];
|
|
const domainWeights = [0.22, 0.20, 0.15, 0.25, 0.18];
|
|
const result = computeIntervals(domainScores, domainWeights, 1000);
|
|
|
|
assert.ok(result.p95 - result.p05 < 1, `Uniform scores should produce narrow interval, got ${result.p05}-${result.p95}`);
|
|
});
|
|
|
|
it('produces wider interval for divergent domain scores', () => {
|
|
const domainScores = [95, 20, 80, 10, 60];
|
|
const domainWeights = [0.22, 0.20, 0.15, 0.25, 0.18];
|
|
const result = computeIntervals(domainScores, domainWeights, 1000);
|
|
|
|
assert.ok(result.p95 - result.p05 > 1, `Divergent scores should produce wider interval, got ${result.p05}-${result.p95}`);
|
|
});
|
|
|
|
it('respects custom draw count', () => {
|
|
const domainScores = [60, 70, 80, 50, 65];
|
|
const domainWeights = [0.22, 0.20, 0.15, 0.25, 0.18];
|
|
const result = computeIntervals(domainScores, domainWeights, 50);
|
|
|
|
assert.equal(typeof result.p05, 'number');
|
|
assert.equal(typeof result.p95, 'number');
|
|
assert.ok(result.p05 < result.p95);
|
|
});
|
|
|
|
it('rounds to one decimal place', () => {
|
|
const domainScores = [72, 68, 55, 81, 44];
|
|
const domainWeights = [0.22, 0.20, 0.15, 0.25, 0.18];
|
|
const result = computeIntervals(domainScores, domainWeights, 100);
|
|
|
|
const p05Decimals = String(result.p05).split('.')[1]?.length ?? 0;
|
|
const p95Decimals = String(result.p95).split('.')[1]?.length ?? 0;
|
|
assert.ok(p05Decimals <= 1, `p05 should have at most 1 decimal, got ${result.p05}`);
|
|
assert.ok(p95Decimals <= 1, `p95 should have at most 1 decimal, got ${result.p95}`);
|
|
});
|
|
});
|
|
|
|
describe('seed script is self-contained .mjs', () => {
|
|
it('does not import from ../server/', async () => {
|
|
const { readFileSync } = await import('node:fs');
|
|
const { fileURLToPath } = await import('node:url');
|
|
const { dirname, join } = await import('node:path');
|
|
const dir = dirname(fileURLToPath(import.meta.url));
|
|
const src = readFileSync(join(dir, '..', 'scripts', 'seed-resilience-intervals.mjs'), 'utf8');
|
|
assert.equal(src.includes('../server/'), false, 'Must not import from ../server/');
|
|
assert.equal(src.includes('tsx/esm'), false, 'Must not reference tsx/esm');
|
|
});
|
|
|
|
it('all imports are local ./ relative paths', async () => {
|
|
const { readFileSync } = await import('node:fs');
|
|
const { fileURLToPath } = await import('node:url');
|
|
const { dirname, join } = await import('node:path');
|
|
const dir = dirname(fileURLToPath(import.meta.url));
|
|
const src = readFileSync(join(dir, '..', 'scripts', 'seed-resilience-intervals.mjs'), 'utf8');
|
|
const imports = [...src.matchAll(/from\s+['"]([^'"]+)['"]/g)].map((m) => m[1]);
|
|
for (const imp of imports) {
|
|
assert.ok(imp.startsWith('./'), `Import "${imp}" must be a local ./ relative path`);
|
|
}
|
|
});
|
|
});
|