mirror of
https://github.com/glittercowboy/get-shit-done
synced 2026-04-25 17:25:23 +02:00
Add a fourth model profile preset that assigns models by agent role: opus for planning and debugging (reasoning-critical), sonnet for execution and research (follows instructions), haiku for mapping and checking (high volume, structured output). This gives solo developers on paid API tiers a cost-effective middle ground — quality where it matters most (planning) without overspending on mechanical tasks (mapping, checking). Per-agent overrides via model_overrides continue to take precedence over any profile preset, including adaptive. Closes #1713 Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
154 lines
6.6 KiB
JavaScript
154 lines
6.6 KiB
JavaScript
/**
|
|
* Model Profiles Tests
|
|
*
|
|
* Tests for MODEL_PROFILES data structure, VALID_PROFILES list,
|
|
* formatAgentToModelMapAsTable, and getAgentToModelMapForProfile.
|
|
*/
|
|
|
|
const { test, describe } = require('node:test');
|
|
const assert = require('node:assert/strict');
|
|
|
|
const {
|
|
MODEL_PROFILES,
|
|
VALID_PROFILES,
|
|
formatAgentToModelMapAsTable,
|
|
getAgentToModelMapForProfile,
|
|
} = require('../get-shit-done/bin/lib/model-profiles.cjs');
|
|
|
|
// ─── MODEL_PROFILES data integrity ────────────────────────────────────────────
|
|
|
|
describe('MODEL_PROFILES', () => {
|
|
test('contains all expected GSD agents', () => {
|
|
const expectedAgents = [
|
|
'gsd-planner', 'gsd-roadmapper', 'gsd-executor',
|
|
'gsd-phase-researcher', 'gsd-project-researcher', 'gsd-research-synthesizer',
|
|
'gsd-debugger', 'gsd-codebase-mapper', 'gsd-verifier',
|
|
'gsd-plan-checker', 'gsd-integration-checker', 'gsd-nyquist-auditor',
|
|
'gsd-ui-researcher', 'gsd-ui-checker', 'gsd-ui-auditor',
|
|
];
|
|
for (const agent of expectedAgents) {
|
|
assert.ok(MODEL_PROFILES[agent], `Missing agent: ${agent}`);
|
|
}
|
|
});
|
|
|
|
test('every agent has quality, balanced, budget, and adaptive profiles', () => {
|
|
for (const [agent, profiles] of Object.entries(MODEL_PROFILES)) {
|
|
assert.ok(profiles.quality, `${agent} missing quality profile`);
|
|
assert.ok(profiles.balanced, `${agent} missing balanced profile`);
|
|
assert.ok(profiles.budget, `${agent} missing budget profile`);
|
|
assert.ok(profiles.adaptive, `${agent} missing adaptive profile`);
|
|
}
|
|
});
|
|
|
|
test('all profile values are valid model aliases', () => {
|
|
const validModels = ['opus', 'sonnet', 'haiku'];
|
|
for (const [agent, profiles] of Object.entries(MODEL_PROFILES)) {
|
|
for (const [profile, model] of Object.entries(profiles)) {
|
|
assert.ok(
|
|
validModels.includes(model),
|
|
`${agent}.${profile} has invalid model "${model}" — expected one of ${validModels.join(', ')}`
|
|
);
|
|
}
|
|
}
|
|
});
|
|
|
|
test('quality profile never uses haiku', () => {
|
|
for (const [agent, profiles] of Object.entries(MODEL_PROFILES)) {
|
|
assert.notStrictEqual(
|
|
profiles.quality, 'haiku',
|
|
`${agent} quality profile should not use haiku`
|
|
);
|
|
}
|
|
});
|
|
});
|
|
|
|
// ─── VALID_PROFILES ───────────────────────────────────────────────────────────
|
|
|
|
describe('VALID_PROFILES', () => {
|
|
test('contains quality, balanced, and budget', () => {
|
|
assert.deepStrictEqual(VALID_PROFILES.sort(), ['adaptive', 'balanced', 'budget', 'quality']);
|
|
});
|
|
|
|
test('is derived from MODEL_PROFILES keys', () => {
|
|
const fromData = Object.keys(MODEL_PROFILES['gsd-planner']);
|
|
assert.deepStrictEqual(VALID_PROFILES.sort(), fromData.sort());
|
|
});
|
|
});
|
|
|
|
// ─── getAgentToModelMapForProfile ─────────────────────────────────────────────
|
|
|
|
describe('getAgentToModelMapForProfile', () => {
|
|
test('returns correct models for balanced profile', () => {
|
|
const map = getAgentToModelMapForProfile('balanced');
|
|
assert.strictEqual(map['gsd-planner'], 'opus');
|
|
assert.strictEqual(map['gsd-codebase-mapper'], 'haiku');
|
|
assert.strictEqual(map['gsd-verifier'], 'sonnet');
|
|
});
|
|
|
|
test('returns correct models for budget profile', () => {
|
|
const map = getAgentToModelMapForProfile('budget');
|
|
assert.strictEqual(map['gsd-planner'], 'sonnet');
|
|
assert.strictEqual(map['gsd-phase-researcher'], 'haiku');
|
|
});
|
|
|
|
test('returns correct models for quality profile', () => {
|
|
const map = getAgentToModelMapForProfile('quality');
|
|
assert.strictEqual(map['gsd-planner'], 'opus');
|
|
assert.strictEqual(map['gsd-executor'], 'opus');
|
|
});
|
|
|
|
test('returns correct models for adaptive profile', () => {
|
|
const map = getAgentToModelMapForProfile('adaptive');
|
|
assert.strictEqual(map['gsd-planner'], 'opus', 'planner should use opus in adaptive');
|
|
assert.strictEqual(map['gsd-debugger'], 'opus', 'debugger should use opus in adaptive');
|
|
assert.strictEqual(map['gsd-executor'], 'sonnet', 'executor should use sonnet in adaptive');
|
|
assert.strictEqual(map['gsd-codebase-mapper'], 'haiku', 'mapper should use haiku in adaptive');
|
|
assert.strictEqual(map['gsd-plan-checker'], 'haiku', 'checker should use haiku in adaptive');
|
|
});
|
|
|
|
test('resolution order: override > profile > default', () => {
|
|
// This tests the conceptual resolution — actual runtime test is in resolveModelInternal
|
|
const map = getAgentToModelMapForProfile('adaptive');
|
|
// Profile gives planner opus
|
|
assert.strictEqual(map['gsd-planner'], 'opus');
|
|
// An override would take precedence (tested via resolveModelInternal in model-alias-map tests)
|
|
// Default fallback is 'sonnet' (core.cjs line 1320)
|
|
});
|
|
|
|
test('returns all agents in the map', () => {
|
|
const map = getAgentToModelMapForProfile('balanced');
|
|
const agentCount = Object.keys(MODEL_PROFILES).length;
|
|
assert.strictEqual(Object.keys(map).length, agentCount);
|
|
});
|
|
});
|
|
|
|
// ─── formatAgentToModelMapAsTable ─────────────────────────────────────────────
|
|
|
|
describe('formatAgentToModelMapAsTable', () => {
|
|
test('produces a table with header and separator', () => {
|
|
const map = { 'gsd-planner': 'opus', 'gsd-executor': 'sonnet' };
|
|
const table = formatAgentToModelMapAsTable(map);
|
|
assert.ok(table.includes('Agent'), 'should have Agent header');
|
|
assert.ok(table.includes('Model'), 'should have Model header');
|
|
assert.ok(table.includes('─'), 'should have separator line');
|
|
assert.ok(table.includes('gsd-planner'), 'should list agent');
|
|
assert.ok(table.includes('opus'), 'should list model');
|
|
});
|
|
|
|
test('pads columns correctly', () => {
|
|
const map = { 'a': 'opus', 'very-long-agent-name': 'haiku' };
|
|
const table = formatAgentToModelMapAsTable(map);
|
|
const lines = table.split('\n').filter(l => l.trim());
|
|
// Separator line uses ┼, data/header lines use │
|
|
const dataLines = lines.filter(l => l.includes('│'));
|
|
const pipePositions = dataLines.map(l => l.indexOf('│'));
|
|
const unique = [...new Set(pipePositions)];
|
|
assert.strictEqual(unique.length, 1, 'all data lines should align on │');
|
|
});
|
|
|
|
test('handles empty map', () => {
|
|
const table = formatAgentToModelMapAsTable({});
|
|
assert.ok(table.includes('Agent'), 'should still have header');
|
|
});
|
|
});
|