Files
get-shit-done/tests/context-enrichment.test.cjs
Tom Boucher 2703422be8 refactor(tests): standardize to node:assert/strict and t.after() per CONTRIBUTING.md (#1675)
* refactor(tests): standardize to node:assert/strict and t.after() per CONTRIBUTING.md

- Replace require('node:assert') with require('node:assert/strict') across
  all 73 test files to enforce strict equality (no type coercion)
- Replace try/finally cleanup blocks with t.after() hooks in core.test.cjs
  and hooks-opt-in.test.cjs per the test lifecycle standards
- Utility functions in codex-config and security-scan retain try/finally
  as that is appropriate for per-function resource guards, not lifecycle hooks

Closes #1674

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

* perf(tests): add --test-concurrency=4 to test runner for parallel file execution

Node.js --test-concurrency controls how many test files run as parallel child
processes. Set to 4 by default, configurable via TEST_CONCURRENCY env var.
Fixes tests at a known level rather than inheriting os.availableParallelism()
which varies across CI environments.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

* fix(security): allowlist verify.test.cjs in prompt-injection scanner

tests/verify.test.cjs uses <human>...</human> as GSD phase task-type
XML (meaning "a human should verify this step"), which matches the
scanner's fake-message-boundary pattern for LLM APIs. This is a
false positive — add it to the allowlist alongside the other test files
that legitimately contain injection-adjacent patterns.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

---------

Co-authored-by: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-04-04 14:29:03 -04:00

146 lines
5.6 KiB
JavaScript

/**
* GSD Tools Tests - Adaptive Context Enrichment for 1M Models
*
* Tests for feat/1m-context-enrichment-1473b:
* - Workflow template syntax validation (CONTEXT_WINDOW conditionals)
* - execute-phase.md enrichment blocks (executor + verifier)
* - plan-phase.md cross-phase context gating
*/
const { test, describe } = require('node:test');
const assert = require('node:assert/strict');
const fs = require('fs');
const path = require('path');
// ─────────────────────────────────────────────────────────────────────────────
// Workflow template syntax validation
// ─────────────────────────────────────────────────────────────────────────────
describe('execute-phase.md context enrichment', () => {
const EXECUTE_WORKFLOW_PATH = path.join(__dirname, '..', 'get-shit-done', 'workflows', 'execute-phase.md');
test('contains CONTEXT_WINDOW config-get command', () => {
const content = fs.readFileSync(EXECUTE_WORKFLOW_PATH, 'utf-8');
assert.ok(
content.includes('CONTEXT_WINDOW'),
'execute-phase.md should reference CONTEXT_WINDOW variable'
);
assert.ok(
content.includes('config-get context_window'),
'execute-phase.md should read context_window via config-get'
);
assert.ok(
content.includes('|| echo "200000"'),
'execute-phase.md should default CONTEXT_WINDOW to 200000'
);
});
test('contains conditional prior_wave_summaries in executor prompt', () => {
const content = fs.readFileSync(EXECUTE_WORKFLOW_PATH, 'utf-8');
assert.ok(
content.includes('CONTEXT_WINDOW >= 500000'),
'execute-phase.md should gate enrichment on CONTEXT_WINDOW >= 500000'
);
assert.ok(
content.includes('prior_wave_summaries'),
'execute-phase.md should include prior_wave_summaries in enrichment block'
);
assert.ok(
content.includes('CONTEXT.md'),
'execute-phase.md should reference CONTEXT.md in conditional enrichment'
);
assert.ok(
content.includes('RESEARCH.md'),
'execute-phase.md should reference RESEARCH.md in conditional enrichment'
);
});
test('verifier prompt includes files_to_read block', () => {
const content = fs.readFileSync(EXECUTE_WORKFLOW_PATH, 'utf-8');
assert.ok(
content.includes('<files_to_read>'),
'execute-phase.md should contain <files_to_read> opening tag'
);
assert.ok(
content.includes('</files_to_read>'),
'execute-phase.md should contain </files_to_read> closing tag'
);
const verifierSection = content.substring(content.lastIndexOf('<files_to_read>'));
assert.ok(
verifierSection.includes('PLAN.md'),
'verifier files_to_read should reference PLAN.md'
);
assert.ok(
verifierSection.includes('SUMMARY.md'),
'verifier files_to_read should reference SUMMARY.md'
);
assert.ok(
verifierSection.includes('REQUIREMENTS.md'),
'verifier files_to_read should reference REQUIREMENTS.md'
);
});
test('executor enrichment block includes CONTEXT.md and RESEARCH.md for 1M models', () => {
const content = fs.readFileSync(EXECUTE_WORKFLOW_PATH, 'utf-8');
// Find the executor section's enrichment block
const executorIdx = content.indexOf('CONTEXT_WINDOW >= 500000');
assert.ok(executorIdx > -1, 'Should find CONTEXT_WINDOW >= 500000 conditional');
// Extract ~500 chars after the conditional to check what's included
const enrichmentBlock = content.substring(executorIdx, executorIdx + 500);
assert.ok(
enrichmentBlock.includes('CONTEXT.md'),
'executor enrichment should include CONTEXT.md'
);
assert.ok(
enrichmentBlock.includes('RESEARCH.md'),
'executor enrichment should include RESEARCH.md'
);
});
});
describe('plan-phase.md context enrichment', () => {
const PLAN_WORKFLOW_PATH = path.join(__dirname, '..', 'get-shit-done', 'workflows', 'plan-phase.md');
test('contains CONTEXT_WINDOW conditional for prior CONTEXT.md', () => {
const content = fs.readFileSync(PLAN_WORKFLOW_PATH, 'utf-8');
assert.ok(
content.includes('CONTEXT_WINDOW'),
'plan-phase.md should reference CONTEXT_WINDOW variable'
);
assert.ok(
content.includes('config-get context_window'),
'plan-phase.md should read context_window via config-get'
);
assert.ok(
content.includes('CONTEXT_WINDOW >= 500000'),
'plan-phase.md should gate cross-phase context on CONTEXT_WINDOW >= 500000'
);
assert.ok(
content.includes('CONTEXT.md'),
'plan-phase.md should reference CONTEXT.md in cross-phase enrichment'
);
});
test('enrichment block mentions cross-phase decision consistency', () => {
const content = fs.readFileSync(PLAN_WORKFLOW_PATH, 'utf-8');
// The enrichment should explain why prior context matters
assert.ok(
content.includes('cross-phase') || content.includes('Cross-phase'),
'plan-phase.md should mention cross-phase context'
);
assert.ok(
content.includes('SUMMARY.md'),
'plan-phase.md should reference prior SUMMARY.md files'
);
});
test('default CONTEXT_WINDOW fallback is 200000', () => {
const content = fs.readFileSync(PLAN_WORKFLOW_PATH, 'utf-8');
assert.ok(
content.includes('|| echo "200000"'),
'plan-phase.md should default CONTEXT_WINDOW to 200000'
);
});
});