Files
Codewalkers/apps/server/execution/quality-review.test.ts
Lukas May c3cace7604 feat: add quality-review dispatch hook to intercept agent:stopped events
When an execute-mode agent stops with task_complete and the initiative has
qualityReview=true, the orchestrator now spawns a fresh execute-mode agent
to run /simplify on changed .ts/.tsx/.js files before marking the task
completed. The task transitions through quality_review status as a recursion
guard so the review agent's stop event is handled normally.

- Add apps/server/execution/quality-review.ts with three exported functions:
  computeQualifyingFiles, shouldRunQualityReview, runQualityReview
- Add apps/server/execution/quality-review.test.ts (28 tests)
- Update ExecutionOrchestrator to accept agentManager, replace
  handleAgentStopped with quality-review-aware logic, add getRepoPathForTask
- Update orchestrator.test.ts with 3 quality-review integration tests
- Update container.ts to pass agentManager to ExecutionOrchestrator
- Update docs/dispatch-events.md to reflect new agent:stopped behavior

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
2026-03-06 22:01:02 +01:00

435 lines
15 KiB
TypeScript

/**
* Quality Review Tests
*
* Tests for the quality-review dispatch hook that intercepts agent:stopped
* events and spawns a review agent when conditions are met.
*/
import { describe, it, expect, vi, beforeEach } from 'vitest';
import { computeQualifyingFiles, shouldRunQualityReview, runQualityReview } from './quality-review.js';
import type { BranchManager } from '../git/branch-manager.js';
import type { AgentRepository } from '../db/repositories/agent-repository.js';
import type { TaskRepository } from '../db/repositories/task-repository.js';
import type { InitiativeRepository } from '../db/repositories/initiative-repository.js';
import type { PhaseRepository } from '../db/repositories/phase-repository.js';
import type { AgentManager } from '../agent/types.js';
import type { createModuleLogger } from '../logger/index.js';
type Logger = ReturnType<typeof createModuleLogger>;
// ---------------------------------------------------------------------------
// Mock helpers
// ---------------------------------------------------------------------------
function createBranchManagerMock(): BranchManager {
return {
ensureBranch: vi.fn(),
mergeBranch: vi.fn(),
diffBranches: vi.fn(),
diffBranchesStat: vi.fn().mockResolvedValue([]),
diffFileSingle: vi.fn(),
getHeadCommitHash: vi.fn(),
deleteBranch: vi.fn(),
branchExists: vi.fn(),
remoteBranchExists: vi.fn(),
listCommits: vi.fn(),
diffCommit: vi.fn(),
getMergeBase: vi.fn(),
pushBranch: vi.fn(),
checkMergeability: vi.fn(),
fetchRemote: vi.fn(),
fastForwardBranch: vi.fn(),
updateRef: vi.fn(),
} as unknown as BranchManager;
}
function createAgentRepositoryMock(): AgentRepository {
return {
findById: vi.fn().mockResolvedValue({ id: 'a1', mode: 'execute' }),
findByTaskId: vi.fn(),
findAll: vi.fn(),
create: vi.fn(),
update: vi.fn(),
delete: vi.fn(),
} as unknown as AgentRepository;
}
function createTaskRepositoryMock(): TaskRepository {
return {
findById: vi.fn().mockResolvedValue({
id: 't1',
status: 'in_progress',
initiativeId: 'i1',
phaseId: 'p1',
}),
findByPhaseId: vi.fn(),
findByInitiativeId: vi.fn(),
create: vi.fn(),
update: vi.fn().mockResolvedValue(undefined),
delete: vi.fn(),
} as unknown as TaskRepository;
}
function createInitiativeRepositoryMock(): InitiativeRepository {
return {
findById: vi.fn().mockResolvedValue({
id: 'i1',
qualityReview: true,
branch: 'cw/test',
}),
findAll: vi.fn(),
findByStatus: vi.fn(),
create: vi.fn(),
update: vi.fn(),
delete: vi.fn(),
} as unknown as InitiativeRepository;
}
function createPhaseRepositoryMock(): PhaseRepository {
return {
findById: vi.fn().mockResolvedValue({ id: 'p1', name: 'impl', initiativeId: 'i1' }),
findByInitiativeId: vi.fn(),
create: vi.fn(),
update: vi.fn(),
delete: vi.fn(),
} as unknown as PhaseRepository;
}
function createAgentManagerMock(): AgentManager {
return {
spawn: vi.fn().mockResolvedValue({ id: 'review-agent-1' }),
stop: vi.fn(),
list: vi.fn(),
resume: vi.fn(),
delete: vi.fn(),
getStatus: vi.fn(),
answerQuestion: vi.fn(),
spawnWithLifecycle: vi.fn(),
} as unknown as AgentManager;
}
function createLoggerMock(): Logger {
return {
info: vi.fn(),
error: vi.fn(),
warn: vi.fn(),
debug: vi.fn(),
trace: vi.fn(),
fatal: vi.fn(),
child: vi.fn(),
} as unknown as Logger;
}
// ---------------------------------------------------------------------------
// computeQualifyingFiles
// ---------------------------------------------------------------------------
describe('computeQualifyingFiles', () => {
let branchManager: BranchManager;
beforeEach(() => {
branchManager = createBranchManagerMock();
});
it('includes .ts files', async () => {
vi.mocked(branchManager.diffBranchesStat).mockResolvedValue([
{ path: 'src/foo.ts', status: 'modified', additions: 5, deletions: 2 },
]);
expect(await computeQualifyingFiles(branchManager, '/repo', 'task-branch', 'base')).toEqual(['src/foo.ts']);
});
it('includes .tsx and .js files', async () => {
vi.mocked(branchManager.diffBranchesStat).mockResolvedValue([
{ path: 'src/Comp.tsx', status: 'modified', additions: 3, deletions: 1 },
{ path: 'src/util.js', status: 'added', additions: 10, deletions: 0 },
]);
const result = await computeQualifyingFiles(branchManager, '/repo', 'task-branch', 'base');
expect(result).toContain('src/Comp.tsx');
expect(result).toContain('src/util.js');
});
it('excludes *.gen.ts files', async () => {
vi.mocked(branchManager.diffBranchesStat).mockResolvedValue([
{ path: 'src/routeTree.gen.ts', status: 'modified', additions: 1, deletions: 0 },
]);
expect(await computeQualifyingFiles(branchManager, '/repo', 'branch', 'base')).toEqual([]);
});
it('excludes files starting with dist/', async () => {
vi.mocked(branchManager.diffBranchesStat).mockResolvedValue([
{ path: 'dist/index.js', status: 'modified', additions: 1, deletions: 0 },
]);
expect(await computeQualifyingFiles(branchManager, '/repo', 'branch', 'base')).toEqual([]);
});
it('excludes files containing /dist/', async () => {
vi.mocked(branchManager.diffBranchesStat).mockResolvedValue([
{ path: 'packages/foo/dist/bar.js', status: 'modified', additions: 1, deletions: 0 },
]);
expect(await computeQualifyingFiles(branchManager, '/repo', 'branch', 'base')).toEqual([]);
});
it('returns empty array when diffBranchesStat throws', async () => {
vi.mocked(branchManager.diffBranchesStat).mockRejectedValue(new Error('branch not found'));
expect(await computeQualifyingFiles(branchManager, '/repo', 'branch', 'base')).toEqual([]);
});
it('returns only qualifying files from a mixed set', async () => {
vi.mocked(branchManager.diffBranchesStat).mockResolvedValue([
{ path: 'src/foo.ts', status: 'modified', additions: 5, deletions: 2 },
{ path: 'src/routeTree.gen.ts', status: 'modified', additions: 1, deletions: 0 },
{ path: 'dist/bundle.js', status: 'modified', additions: 1, deletions: 0 },
{ path: 'src/bar.tsx', status: 'added', additions: 10, deletions: 0 },
{ path: 'README.md', status: 'modified', additions: 2, deletions: 0 },
]);
const result = await computeQualifyingFiles(branchManager, '/repo', 'branch', 'base');
expect(result).toEqual(['src/foo.ts', 'src/bar.tsx']);
});
});
// ---------------------------------------------------------------------------
// shouldRunQualityReview
// ---------------------------------------------------------------------------
describe('shouldRunQualityReview', () => {
let branchManager: BranchManager;
let agentRepository: AgentRepository;
let taskRepository: TaskRepository;
let initiativeRepository: InitiativeRepository;
let phaseRepository: PhaseRepository;
// Base params where all conditions pass
let params: Parameters<typeof shouldRunQualityReview>[0];
beforeEach(() => {
branchManager = createBranchManagerMock();
agentRepository = createAgentRepositoryMock();
taskRepository = createTaskRepositoryMock();
initiativeRepository = createInitiativeRepositoryMock();
phaseRepository = createPhaseRepositoryMock();
// Default diffBranchesStat returns qualifying file
vi.mocked(branchManager.diffBranchesStat).mockResolvedValue([
{ path: 'src/foo.ts', status: 'modified', additions: 5, deletions: 2 },
]);
params = {
agentId: 'a1',
taskId: 't1',
stopReason: 'task_complete',
agentRepository,
taskRepository,
initiativeRepository,
phaseRepository,
branchManager,
repoPath: '/repo',
};
});
it('returns false when stopReason is not task_complete', async () => {
const result = await shouldRunQualityReview({ ...params, stopReason: 'error' });
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when agent is not found', async () => {
vi.mocked(agentRepository.findById).mockResolvedValue(undefined as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when agent mode is errand', async () => {
vi.mocked(agentRepository.findById).mockResolvedValue({ id: 'a1', mode: 'errand' } as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when task is not found', async () => {
vi.mocked(taskRepository.findById).mockResolvedValue(undefined as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when task status is quality_review (recursion guard)', async () => {
vi.mocked(taskRepository.findById).mockResolvedValue({
id: 't1',
status: 'quality_review',
initiativeId: 'i1',
phaseId: 'p1',
} as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when task status is not in_progress', async () => {
vi.mocked(taskRepository.findById).mockResolvedValue({
id: 't1',
status: 'pending',
initiativeId: 'i1',
phaseId: 'p1',
} as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when task has no initiativeId', async () => {
vi.mocked(taskRepository.findById).mockResolvedValue({
id: 't1',
status: 'in_progress',
initiativeId: null,
phaseId: 'p1',
} as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when initiative is not found', async () => {
vi.mocked(initiativeRepository.findById).mockResolvedValue(undefined as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when initiative qualityReview is false', async () => {
vi.mocked(initiativeRepository.findById).mockResolvedValue({
id: 'i1',
qualityReview: false,
branch: 'cw/test',
} as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when task has no phaseId', async () => {
vi.mocked(taskRepository.findById).mockResolvedValue({
id: 't1',
status: 'in_progress',
initiativeId: 'i1',
phaseId: null,
} as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when phase is not found', async () => {
vi.mocked(phaseRepository.findById).mockResolvedValue(undefined as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when initiative has no branch', async () => {
vi.mocked(initiativeRepository.findById).mockResolvedValue({
id: 'i1',
qualityReview: true,
branch: null,
} as any);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns false when no qualifying files in changeset', async () => {
vi.mocked(branchManager.diffBranchesStat).mockResolvedValue([
{ path: 'src/routeTree.gen.ts', status: 'modified', additions: 1, deletions: 0 },
]);
const result = await shouldRunQualityReview(params);
expect(result).toEqual({ run: false, qualifyingFiles: [] });
});
it('returns true with qualifying files when all conditions pass', async () => {
const result = await shouldRunQualityReview(params);
expect(result.run).toBe(true);
expect(result.qualifyingFiles).toContain('src/foo.ts');
});
});
// ---------------------------------------------------------------------------
// runQualityReview
// ---------------------------------------------------------------------------
describe('runQualityReview', () => {
let taskRepository: TaskRepository;
let agentManager: AgentManager;
let log: Logger;
let params: Parameters<typeof runQualityReview>[0];
beforeEach(() => {
taskRepository = createTaskRepositoryMock();
agentManager = createAgentManagerMock();
log = createLoggerMock();
params = {
taskId: 't1',
taskBranch: 'cw/test-task-t1',
baseBranch: 'cw/test-phase-impl',
initiativeId: 'i1',
qualifyingFiles: ['src/foo.ts', 'src/bar.ts'],
taskRepository,
agentManager,
log,
};
});
it('transitions task to quality_review before spawning', async () => {
await runQualityReview(params);
expect(taskRepository.update).toHaveBeenCalledWith('t1', { status: 'quality_review' });
// update called BEFORE spawn
const updateOrder = vi.mocked(taskRepository.update).mock.invocationCallOrder[0]!;
const spawnOrder = vi.mocked(agentManager.spawn).mock.invocationCallOrder[0]!;
expect(updateOrder).toBeLessThan(spawnOrder);
});
it('spawns agent with mode execute on the task branch', async () => {
await runQualityReview(params);
expect(agentManager.spawn).toHaveBeenCalledWith(
expect.objectContaining({
mode: 'execute',
branchName: 'cw/test-task-t1',
baseBranch: 'cw/test-phase-impl',
}),
);
});
it('includes qualifying files in the prompt', async () => {
await runQualityReview(params);
const spawnArgs = vi.mocked(agentManager.spawn).mock.calls[0]![0];
expect(spawnArgs.prompt).toContain('src/foo.ts');
expect(spawnArgs.prompt).toContain('src/bar.ts');
expect(spawnArgs.prompt).toContain('/simplify');
});
it('spawns with taskId and initiativeId', async () => {
await runQualityReview(params);
expect(agentManager.spawn).toHaveBeenCalledWith(
expect.objectContaining({
taskId: 't1',
initiativeId: 'i1',
}),
);
});
it('on spawn failure: marks task completed and does not throw', async () => {
vi.mocked(agentManager.spawn).mockRejectedValue(new Error('spawn failed'));
await expect(runQualityReview(params)).resolves.toBeUndefined();
// Last call to update should set status to completed
const updateCalls = vi.mocked(taskRepository.update).mock.calls;
const lastCall = updateCalls[updateCalls.length - 1]!;
expect(lastCall).toEqual(['t1', { status: 'completed' }]);
});
it('logs info after successful spawn', async () => {
await runQualityReview(params);
expect(log.info).toHaveBeenCalledWith(
expect.objectContaining({ taskId: 't1', reviewAgentId: 'review-agent-1' }),
expect.any(String),
);
});
it('logs error on spawn failure', async () => {
vi.mocked(agentManager.spawn).mockRejectedValue(new Error('spawn failed'));
await runQualityReview(params);
expect(log.error).toHaveBeenCalledWith(
expect.objectContaining({ taskId: 't1' }),
expect.any(String),
);
});
});