Files
LLeMbas-CLI/tests/images.test.ts
T
HomerandClaude Opus 5.5 8e06590d57
ci / check (push) Canceled after 0s
Harness spec 3.1.0: the prefix stays still, in the CLI
The system prompt is made once per session (start, compaction, model
switch), kept in session_meta and resent byte for byte; it holds no
date. What changes mid-session -- the date, a mode the person chose, a
plan or memory or instruction file they edited, a personality, MCP
instructions that arrived later -- is a <session-note> on the next user
message, stored with it. The tool list is fixed for the session:
plan_submit is always offered and answers unavailable outside plan
mode, the wrap-up keeps the tools and runs no call, a withdrawn tool
stays listed and answers its refusal; the first request waits up to
mcp_wait_ms for MCP servers. Compaction asks for its summary as the
next turn of the same conversation. Cached input tokens are parsed
(incl. llama.cpp timings), stored per request and shown in /context.

Spec: context.md §7/§10, loop.json context.note (+ plan_ended,
plan_own, personal, empty, mcp_wait_ms), modes.json plan.refused,
compact.md without the transcript heading. Conformance area prefix.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-11-05 13:22:02 +00:00

67 lines
3.6 KiB
TypeScript
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import { afterEach, describe, expect, test } from "bun:test"
import { mkdirSync, mkdtempSync, writeFileSync } from "node:fs"
import { tmpdir } from "node:os"
import { join } from "node:path"
import { createApp } from "../src/app.ts"
import type { AskReply } from "../src/bus/index.ts"
import { paths } from "../src/config/paths.ts"
import { attachmentsFor } from "../src/project/attach.ts"
import { delta, fakeProvider, toolCall, type Fake } from "./fake-provider.ts"
// A 1×1 PNG.
const PNG = Buffer.from("iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8BQDwAEhQGAhKmMIQAAAABJRU5ErkJggg==", "base64")
let fake: Fake | undefined
afterEach(() => fake?.stop())
function project() {
const root = mkdtempSync(join(tmpdir(), "ph-img-"))
writeFileSync(join(root, "shot.png"), PNG)
return root
}
describe("images", () => {
test("@image: attached as an image with vision; without, the model is told why not", () => {
const root = project()
const ctx = { root, cwd: root, readFiles: new Set<string>(), fileStamps: new Map() }
const [withVision] = attachmentsFor("look at @shot.png", ctx, true)
expect(withVision!.image).toEqual({ type: "image", mime: "image/png", data: PNG.toString("base64") })
const [without] = attachmentsFor("look at @shot.png", ctx, false)
expect(without!.image).toBeUndefined()
expect(without!.text).toContain("not attached: this model has no vision")
})
function setup(vision: boolean, script: Parameters<typeof fakeProvider>[0]) {
fake = fakeProvider(script)
mkdirSync(paths.config, { recursive: true })
writeFileSync(join(paths.config, "connections.yaml"), `connections:\n f:\n type: webui\n url: ${fake.url}\n models:\n f/m: { vision: ${vision} }\n`, { mode: 0o600 })
writeFileSync(join(paths.config, "config.yaml"), "model: f/m\n")
return createApp({ cwd: project(), mode: "edit", store: false, asker: { ask: async (): Promise<AskReply> => ({ kind: "once" }) } })
}
test("view_image: offered only with vision; the image follows the tool results as a user turn", async () => {
const blind = setup(false, [{ chunks: [delta({ content: "ok" })] }])
await blind.engine.prompt("hi")
expect(fake!.requests[0].tools.map((t: any) => t.function.name)).not.toContain("view_image")
fake!.stop()
const app = setup(true, [{ chunks: [toolCall(0, "c1", "view_image", '{"path":"shot.png"}')] }, { chunks: [delta({ content: "A single pixel." })] }])
await app.engine.prompt("what is in shot.png?")
expect(fake!.requests[0].tools.map((t: any) => t.function.name)).toContain("view_image")
const msgs = fake!.requests[1].messages
expect(msgs.at(-2)).toMatchObject({ role: "tool", tool_call_id: "c1" })
expect(msgs.at(-1).role).toBe("user")
expect(msgs.at(-1).content[1]).toEqual({ type: "image_url", image_url: { url: `data:image/png;base64,${PNG.toString("base64")}` } })
})
test("a prompt with @image reaches an openai-chat vision model as image_url", async () => {
const app = setup(true, [{ chunks: [delta({ content: "ok" })] }])
const { attachmentsFor: att } = await import("../src/project/attach.ts")
const atts = att("see @shot.png", app.engine.o.toolCtx, true)
await app.engine.prompt("see @shot.png", atts.flatMap((a) => (a.image ? [a.text, a.image] : [a.text])))
const content = fake!.requests[0].messages.at(-1).content
// The session's first user message also carries the date, as a note after everything else.
expect(content.map((p: any) => p.type)).toEqual(["text", "text", "image_url", "text"])
expect(content.at(-1).text).toStartWith("<session-note>\nToday is ")
})
})