HomerandClaude Opus 5.5
6e0582dc22
ci / check (push) Waiting to run
- A task subagent or a team member runs on the session's model unless the person named another in this session's own messages (team/subagents.ts; engine.personSaid reads every prompt and mid-turn message, compacted ones included). Not named: refused; an agent file's own model is not used. - Another model on the session's one-model server is refused; a one-request session model is not its own subagent, and nothing else is picked. - The team is offered when a model could serve: the session's with two slots, or any usable model off its one-model server; the size note adds team_own when the session's model cannot serve its own. - "Subagents" in /effort, /team, /settings and the config schema; the status bar reads "agents 3/4 · 2 subagents working". - /context: used of the window, one bar by category, each category's share, what is free, and "N until auto-compact". - Conformance runner for the subagents area (26 cases); helper -> task. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
98 lines
5.9 KiB
TypeScript
98 lines
5.9 KiB
TypeScript
import { afterEach, describe, expect, test } from "bun:test"
|
|
import { mkdirSync, mkdtempSync, writeFileSync } from "node:fs"
|
|
import { tmpdir } from "node:os"
|
|
import { join } from "node:path"
|
|
import { createApp } from "../src/app.ts"
|
|
import type { AskReply, Event } from "../src/bus/index.ts"
|
|
import { paths } from "../src/config/paths.ts"
|
|
import { resetLearned } from "../src/provider/learned.ts"
|
|
import { contextBreakdown, renderBreakdown } from "../src/session/context.ts"
|
|
import { delta, fakeProvider, toolCall, usage, type Fake } from "./fake-provider.ts"
|
|
|
|
let fake: Fake | undefined
|
|
afterEach(() => {
|
|
fake?.stop()
|
|
resetLearned()
|
|
})
|
|
|
|
|
|
function app(yaml: string, script: Parameters<typeof fakeProvider>[0], config = "") {
|
|
fake = fakeProvider(script)
|
|
mkdirSync(paths.config, { recursive: true })
|
|
writeFileSync(join(paths.config, "connections.yaml"), yaml.replaceAll("URL", fake.url), { mode: 0o600 })
|
|
writeFileSync(join(paths.config, "config.yaml"), `model: f/m\n${config}`)
|
|
const cwd = mkdtempSync(join(tmpdir(), "ph-ctx-"))
|
|
writeFileSync(join(cwd, "big.txt"), "x".repeat(6000))
|
|
return createApp({ cwd, mode: "edit", store: false, asker: { ask: async (): Promise<AskReply> => ({ kind: "once" }) } })
|
|
}
|
|
|
|
describe("context", () => {
|
|
test("past auto_at: nothing already sent is cut; the conversation is compacted, with a table of the reads", async () => {
|
|
// window 16000, auto_at 0.6 → limit 9600. Harness spec 3.0.0 (context.md): old tool outputs are
|
|
// never pruned in place — that would make the server read everything after them again.
|
|
const a = app(`connections:\n f:\n type: webui\n url: URL\n models: { f/m: { context: 16000 } }\n`, [
|
|
{ chunks: [toolCall(0, "c1", "read", '{"path":"big.txt"}'), usage(1000, 10)] },
|
|
{ chunks: [toolCall(0, "c2", "read", '{"path":"big2.txt"}'), usage(6600, 10)] },
|
|
{ chunks: [delta({ content: "## Summary\nRead two files." })] },
|
|
{ chunks: [delta({ content: "done" }), usage(2000, 5)] },
|
|
], "compaction: { auto_at: 0.6 }\n")
|
|
const lines = Array.from({ length: 1000 }, (_, i) => `line ${i} of a long file`).join("\n")
|
|
writeFileSync(join(a.project.root, "big.txt"), lines)
|
|
writeFileSync(join(a.project.root, "big2.txt"), lines)
|
|
const notices: string[] = []
|
|
a.bus.on((e: Event) => e.type === "notice" && notices.push(e.message))
|
|
await a.engine.prompt("go")
|
|
expect(notices.some((n) => n.includes("pruned"))).toBe(false)
|
|
expect(notices.some((n) => n.includes("compacting"))).toBe(true)
|
|
// The first read went out whole, and stayed whole until the summary replaced the conversation.
|
|
const sent = fake!.requests[1].messages.filter((m: any) => m.role === "tool").map((m: any) => m.content as string)
|
|
expect(sent[0]).toStartWith("[#0001 big.txt lines 1-1000 of 1000 sha ")
|
|
expect(sent[0]).toContain("line 999 of a long file")
|
|
// After it: the summary, the harness's table of what was read, and the request word for word.
|
|
const after = JSON.stringify(fake!.requests[3].messages)
|
|
expect(after).toContain("Read two files.")
|
|
expect(after).toContain("## Files read before this summary")
|
|
expect(after).toMatch(/\| big\.txt \| 1-1000 of 1000 \| [0-9a-f]{8} \| #0001 \|/)
|
|
expect(after).toMatch(/\| big2\.txt \| 1-1000 of 1000 \| [0-9a-f]{8} \| #0002 \|/)
|
|
})
|
|
|
|
test("too full: compacted mid-task, then told to carry on", async () => {
|
|
const a = app(`connections:\n f:\n type: webui\n url: URL\n models: { f/m: { context: 4000 } }\n`, [
|
|
{ chunks: [delta({ content: "y".repeat(8000) }), toolCall(0, "c1", "list", "{}"), usage(3900, 2000)] },
|
|
{ chunks: [delta({ content: "## What we are doing\nA long task." })] },
|
|
{ chunks: [delta({ content: "carried on" }), usage(500, 5)] },
|
|
], "compaction: { auto_at: 0.8 }\n")
|
|
const notices: string[] = []
|
|
a.bus.on((e: Event) => e.type === "notice" && notices.push(e.message))
|
|
await a.engine.prompt("go")
|
|
expect(notices.some((n) => n.includes("compacting the conversation"))).toBe(true)
|
|
// The summary is the next turn of the same conversation (context.md §7, spec 3.1.0): the same
|
|
// system prompt and tools, every message as it was, then the compaction text — no transcript.
|
|
const [first, compaction] = [fake!.requests[0], fake!.requests[1]]
|
|
expect(compaction.messages[0]).toEqual(first.messages[0])
|
|
expect(compaction.tools).toEqual(first.tools)
|
|
expect(compaction.messages.slice(0, first.messages.length)).toEqual(first.messages)
|
|
expect(compaction.messages.at(-2).role).toBe("tool")
|
|
expect(compaction.messages.at(-1).content).toStartWith("Summarise the conversation")
|
|
expect(compaction.messages.at(-1).content).not.toContain("yyyy")
|
|
const last = fake!.requests[2].messages
|
|
expect(JSON.stringify(last[1])).toContain("A long task.")
|
|
// the original request comes back verbatim, with the note
|
|
expect(last.at(-1).content).toStartWith("go\n(The conversation was compacted")
|
|
expect(last.at(-1).content).toContain("This was the request")
|
|
})
|
|
|
|
test("/context: parts of the system prompt, tools, the conversation, against the window", async () => {
|
|
const a = app(`connections:\n f:\n type: webui\n url: URL\n models: { f/m: { context: 32768 } }\n`, [{ chunks: [toolCall(0, "c1", "read", '{"path":"big.txt"}'), usage(1500, 20)] }, { chunks: [delta({ content: "ok" }), usage(3100, 5)] }])
|
|
await a.engine.prompt("read it")
|
|
const system = a.engine.compose(a.engine.mode)
|
|
const text = renderBreakdown(contextBreakdown(a.engine, system, [], undefined, a.engine.o.tools))
|
|
expect(text).toContain("/ 32.8k tokens")
|
|
expect(text).toMatch(/until auto-compact \(at 85%\) — \/compact to compact now/)
|
|
expect(text).toContain("system prompt")
|
|
expect(text).toMatch(/tool definitions \(\d+\)/)
|
|
expect(text).toMatch(/tool results\s+514/) // one 6000-character line, cut at 2000 by read, under its header
|
|
expect(text).toMatch(/in use\s+3\.1k/)
|
|
})
|
|
})
|