HomerandClaude Opus 5.5
6e0582dc22
ci / check (push) Waiting to run
- A task subagent or a team member runs on the session's model unless the person named another in this session's own messages (team/subagents.ts; engine.personSaid reads every prompt and mid-turn message, compacted ones included). Not named: refused; an agent file's own model is not used. - Another model on the session's one-model server is refused; a one-request session model is not its own subagent, and nothing else is picked. - The team is offered when a model could serve: the session's with two slots, or any usable model off its one-model server; the size note adds team_own when the session's model cannot serve its own. - "Subagents" in /effort, /team, /settings and the config schema; the status bar reads "agents 3/4 · 2 subagents working". - /context: used of the window, one bar by category, each category's share, what is free, and "N until auto-compact". - Conformance runner for the subagents area (26 cases); helper -> task. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
88 lines
5.2 KiB
TypeScript
88 lines
5.2 KiB
TypeScript
// The capacity rule (harness spec, after LLeMbas services/helpers.py): a subagent is not started
|
|
// where its server would unload the session's model, or push the session's cached prompt out.
|
|
import { afterEach, expect, test } from "bun:test"
|
|
import { mkdirSync, mkdtempSync, writeFileSync } from "node:fs"
|
|
import { tmpdir } from "node:os"
|
|
import { join } from "node:path"
|
|
import { createApp } from "../src/app.ts"
|
|
import type { AskReply } from "../src/bus/index.ts"
|
|
import { paths } from "../src/config/paths.ts"
|
|
import type { ResolvedModel } from "../src/provider/types.ts"
|
|
import { capacityRefusal } from "../src/session/capacity.ts"
|
|
import { delta, fakeProvider, toolCall, type Fake } from "./fake-provider.ts"
|
|
|
|
let fake: Fake | undefined
|
|
afterEach(() => fake?.stop())
|
|
|
|
const model = (conn: string, id: string, o: { single?: boolean } = {}): ResolvedModel => ({
|
|
ref: `${conn}/${id}`,
|
|
connectionName: "ai",
|
|
connection: { base_url: "http://x/v1", models: {} },
|
|
id: `${conn}/${id}`,
|
|
spec: o.single ? { single_session: true } : {},
|
|
})
|
|
|
|
test("a model's group (the server's capacity.group): another model of the same GPU is refused, the session's own is not", () => {
|
|
const grouped = (id: string, group?: string): ResolvedModel => ({ ...model("ai", id), spec: group ? { group } : {} })
|
|
const main = grouped("qwen", "gpu")
|
|
expect(capacityRefusal(main, grouped("gemma", "gpu"))).toContain("holds one model at a time")
|
|
// Another server behind the same connection, or a model with no group: free to run beside it.
|
|
expect(capacityRefusal(main, grouped("big", "cloud"))).toBe("")
|
|
expect(capacityRefusal(main, grouped("api"))).toBe("")
|
|
expect(capacityRefusal(main, main)).toBe("")
|
|
})
|
|
|
|
test("one request at a time: the model cannot be its own subagent; another can", () => {
|
|
const main = model("srv", "m", { single: true })
|
|
expect(capacityRefusal(main, main)).toContain("serves one request at a time")
|
|
expect(capacityRefusal(main, model("other", "n"))).toBe("")
|
|
})
|
|
|
|
test("task on a model the server cannot hold beside the session's is refused, and nothing runs", async () => {
|
|
fake = fakeProvider([
|
|
{ chunks: [toolCall(0, "t1", "task", JSON.stringify({ description: "second opinion", prompt: "look at it", model: "f/other" }))] },
|
|
{ chunks: [delta({ content: "I will do it myself." })] },
|
|
])
|
|
mkdirSync(paths.config, { recursive: true })
|
|
writeFileSync(
|
|
join(paths.config, "connections.yaml"),
|
|
`connections:\n f:\n type: webui\n url: ${fake.url}\n models: { f/m: { group: gpu }, f/other: { group: gpu } }\n`,
|
|
{ mode: 0o600 },
|
|
)
|
|
writeFileSync(join(paths.config, "config.yaml"), "model: f/m\n")
|
|
const a = createApp({ cwd: mkdtempSync(join(tmpdir(), "ph-cap-")), mode: "edit", store: false, asker: { ask: async (): Promise<AskReply> => ({ kind: "once" }) } })
|
|
await a.engine.prompt("get a second opinion from f/other")
|
|
// Two requests: the session's, then its next step — never one for f/other.
|
|
expect(fake.requests.map((r: any) => r.model)).toEqual(["f/m", "f/m"])
|
|
const result = fake.requests[1].messages.at(-1).content as string
|
|
expect(result).toContain("That model is on the same one-model server as this chat's model; name a model on another server.")
|
|
})
|
|
|
|
test("spec 3.3.0: task on another model the person did not name is refused, and nothing runs", async () => {
|
|
fake = fakeProvider([
|
|
{ chunks: [toolCall(0, "t1", "task", JSON.stringify({ description: "second opinion", prompt: "look at it", model: "f/other" }))] },
|
|
{ chunks: [delta({ content: "I will do it myself." })] },
|
|
])
|
|
mkdirSync(paths.config, { recursive: true })
|
|
writeFileSync(join(paths.config, "connections.yaml"), `connections:\n f:\n type: webui\n url: ${fake.url}\n models: { f/m: {}, f/other: {} }\n`, { mode: 0o600 })
|
|
writeFileSync(join(paths.config, "config.yaml"), "model: f/m\n")
|
|
const a = createApp({ cwd: mkdtempSync(join(tmpdir(), "ph-cap-")), mode: "edit", store: false, asker: { ask: async (): Promise<AskReply> => ({ kind: "once" }) } })
|
|
await a.engine.prompt("get a second opinion")
|
|
expect(fake.requests.map((r: any) => r.model)).toEqual(["f/m", "f/m"])
|
|
expect(fake.requests[1].messages.at(-1).content as string).toContain("Use another model for subagents only when the person names it.")
|
|
})
|
|
|
|
test("spec 3.3.0: a one-request session model is not its own subagent, and nothing else is picked", async () => {
|
|
fake = fakeProvider([
|
|
{ chunks: [toolCall(0, "t1", "task", JSON.stringify({ description: "look", prompt: "look at it" }))] },
|
|
{ chunks: [delta({ content: "I will do it myself." })] },
|
|
])
|
|
mkdirSync(paths.config, { recursive: true })
|
|
writeFileSync(join(paths.config, "connections.yaml"), `connections:\n f:\n type: webui\n url: ${fake.url}\n models: { f/m: { parallel: 1 }, f/other: {} }\n`, { mode: 0o600 })
|
|
writeFileSync(join(paths.config, "config.yaml"), "model: f/m\n")
|
|
const a = createApp({ cwd: mkdtempSync(join(tmpdir(), "ph-cap-")), mode: "edit", store: false, asker: { ask: async (): Promise<AskReply> => ({ kind: "once" }) } })
|
|
await a.engine.prompt("look into it")
|
|
expect(fake.requests.map((r: any) => r.model)).toEqual(["f/m", "f/m"])
|
|
expect(fake.requests[1].messages.at(-1).content as string).toContain("This model serves one request at a time: name another model, on another server, for subagents.")
|
|
})
|