// The model-call queue: a higher class takes a freed slot first and stale waiters do not block. import assert from "node:assert/strict"; import { mkdirSync } from "node:fs"; import { join } from "node:path"; import { after, test } from "node:test"; import { allocation, setCallContext, startClaudeRun } from "../src/agents/call.ts"; import { finishRun } from "../src/agents/runs.ts"; import { connect } from "../src/db.ts"; import { useTestAccount } from "./accounts-fixture.ts"; import { SCRATCH } from "./scratch.ts"; after(() => setCallContext(null)); allocation.pollMs = 5000; // the in-process wake must be what hands over the slot const claude = { promptId: "review.opus", promptVersion: "1", provider: "claude" as const, model: "m", items: [], prompt: "p" }; const quiet = () => {}; const ctx = (cls: 0 | 1 | 2) => setCallContext({ jobId: 1, step: "s", stage: 1, class: cls, cancelled: () => false }); const tick = (ms: number) => new Promise((r) => setTimeout(r, ms)); function fresh(name: string) { mkdirSync(SCRATCH, { recursive: true }); const db = connect(join(SCRATCH, `call-queue-${name}-${process.pid}.db`)); useTestAccount(db); db.prepare("UPDATE claude_accounts SET max_concurrent = 1 WHERE id = 't'").run(); return db; } test("a security waiter takes a freed slot before an older class 0 waiter, and a stale waiter does not block", async () => { const db = fresh("claude"); ctx(0); const first = await startClaudeRun(db, claude, quiet); let order: string[] = []; const low = startClaudeRun(db, claude, quiet).then((r) => (order.push("low"), r)); await tick(20); ctx(2); const high = startClaudeRun(db, claude, quiet).then((r) => (order.push("high"), r)); // A stale eligible class 2 waiter that nobody polls. db.prepare("INSERT INTO model_waits (provider, class, step, since, seen_at, eligible) VALUES ('claude', 2, 'x', 1, ?, 1)").run(Date.now() - 120_000); await tick(20); finishRun(db, first.runId, { state: "done" }); const t0 = Date.now(); const h = await high; assert.ok(Date.now() - t0 < 1000, "the wake hands over the slot without waiting for the poll"); assert.deepEqual(order, ["high"]); finishRun(db, h.runId, { state: "done" }); await low; assert.deepEqual(order, ["high", "low"]); assert.equal((db.prepare("SELECT COUNT(*) AS n FROM model_waits WHERE seen_at > ?").get(Date.now() - 60_000) as { n: number }).n, 0); });