Files
autocraft/test/call-queue.test.ts

50 lines
2.4 KiB
TypeScript

// The model-call queue: a higher class takes a freed slot first and stale waiters do not block.
import assert from "node:assert/strict";
import { mkdirSync } from "node:fs";
import { join } from "node:path";
import { after, test } from "node:test";
import { allocation, setCallContext, startClaudeRun } from "../src/agents/call.ts";
import { finishRun } from "../src/agents/runs.ts";
import { connect } from "../src/db.ts";
import { useTestAccount } from "./accounts-fixture.ts";
import { SCRATCH } from "./scratch.ts";
after(() => setCallContext(null));
allocation.pollMs = 5000; // the in-process wake must be what hands over the slot
const claude = { promptId: "review.opus", promptVersion: "1", provider: "claude" as const, model: "m", items: [], prompt: "p" };
const quiet = () => {};
const ctx = (cls: 0 | 1 | 2) => setCallContext({ jobId: 1, step: "s", stage: 1, class: cls, cancelled: () => false });
const tick = (ms: number) => new Promise<void>((r) => setTimeout(r, ms));
function fresh(name: string) {
mkdirSync(SCRATCH, { recursive: true });
const db = connect(join(SCRATCH, `call-queue-${name}-${process.pid}.db`));
useTestAccount(db);
db.prepare("UPDATE claude_accounts SET max_concurrent = 1 WHERE id = 't'").run();
return db;
}
test("a security waiter takes a freed slot before an older class 0 waiter, and a stale waiter does not block", async () => {
const db = fresh("claude");
ctx(0);
const first = await startClaudeRun(db, claude, quiet);
let order: string[] = [];
const low = startClaudeRun(db, claude, quiet).then((r) => (order.push("low"), r));
await tick(20);
ctx(2);
const high = startClaudeRun(db, claude, quiet).then((r) => (order.push("high"), r));
// A stale eligible class 2 waiter that nobody polls.
db.prepare("INSERT INTO model_waits (provider, class, step, since, seen_at, eligible) VALUES ('claude', 2, 'x', 1, ?, 1)").run(Date.now() - 120_000);
await tick(20);
finishRun(db, first.runId, { state: "done" });
const t0 = Date.now();
const h = await high;
assert.ok(Date.now() - t0 < 1000, "the wake hands over the slot without waiting for the poll");
assert.deepEqual(order, ["high"]);
finishRun(db, h.runId, { state: "done" });
await low;
assert.deepEqual(order, ["high", "low"]);
assert.equal((db.prepare("SELECT COUNT(*) AS n FROM model_waits WHERE seen_at > ?").get(Date.now() - 60_000) as { n: number }).n, 0);
});