Files
LLeMbas-CLI/tests/images.test.ts
T
HomerandClaude Opus 5.5 28ff205ed0 Custom connections are gone: the CLI talks to the LLeMbas server it is logged in to
LLeMbas CLI 2.0 is LLeMbas-server-specific (CLI rule 2). Removed: the
anthropic, gemini, ollama and responses clients, context discovery and
llama-swap unloading (discover.ts), the Connection schema with its dialect,
auth, key_cmd, discover, unload_url and one_model_at_a_time, the model
`fallback` (it only ever moved to another server), effort_map and cache, and
the multi-connection refs. Kept: openai-chat, http, sse, think, effort,
tokens and all of src/lembas.

- connections.yaml holds the login (`type: webui`, as lembas login writes
  it). A custom entry from 1.x is read past with a warning that says how to
  log in, so an old file still starts; with several logins left, the latest
  is used and the others named.
- A model's ref is the id the server serves it under; the older forms
  (`<login>/<id>`, `<login>/<model>`) still resolve and config.yaml is
  rewritten once. Without a login there is no model, and the error (and the
  first-run screen, now the sign-in alone) says `lembas login <address>`.
- A login to another server signs this machine out of the previous one.
- The window is the server's word (no discovery); a capacity group comes
  from the server's `capacity.group` alone; embeddings use the server's
  /v1/embeddings.
- `lembas models` lists the server's models; install.sh's starter files, the
  README and the JSON schemas say the same.

Tests: every fixture is a login now (the fake server lists models, answers
other GETs with 404, and can hand one model to another script, as a server
with several backends); the dialect suites and the cross-connection tests are
gone with their code.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-27 21:00:05 +00:00

65 lines
3.4 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import { afterEach, describe, expect, test } from "bun:test"
import { mkdirSync, mkdtempSync, writeFileSync } from "node:fs"
import { tmpdir } from "node:os"
import { join } from "node:path"
import { createApp } from "../src/app.ts"
import type { AskReply } from "../src/bus/index.ts"
import { paths } from "../src/config/paths.ts"
import { attachmentsFor } from "../src/project/attach.ts"
import { delta, fakeProvider, toolCall, type Fake } from "./fake-provider.ts"
// A 1×1 PNG.
const PNG = Buffer.from("iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8BQDwAEhQGAhKmMIQAAAABJRU5ErkJggg==", "base64")
let fake: Fake | undefined
afterEach(() => fake?.stop())
function project() {
const root = mkdtempSync(join(tmpdir(), "ph-img-"))
writeFileSync(join(root, "shot.png"), PNG)
return root
}
describe("images", () => {
test("@image: attached as an image with vision; without, the model is told why not", () => {
const root = project()
const ctx = { root, cwd: root, readFiles: new Set<string>(), fileStamps: new Map() }
const [withVision] = attachmentsFor("look at @shot.png", ctx, true)
expect(withVision!.image).toEqual({ type: "image", mime: "image/png", data: PNG.toString("base64") })
const [without] = attachmentsFor("look at @shot.png", ctx, false)
expect(without!.image).toBeUndefined()
expect(without!.text).toContain("not attached: this model has no vision")
})
function setup(vision: boolean, script: Parameters<typeof fakeProvider>[0]) {
fake = fakeProvider(script)
mkdirSync(paths.config, { recursive: true })
writeFileSync(join(paths.config, "connections.yaml"), `connections:\n f:\n type: webui\n url: ${fake.url}\n models:\n f/m: { vision: ${vision} }\n`, { mode: 0o600 })
writeFileSync(join(paths.config, "config.yaml"), "model: f/m\n")
return createApp({ cwd: project(), mode: "edit", store: false, asker: { ask: async (): Promise<AskReply> => ({ kind: "once" }) } })
}
test("view_image: offered only with vision; the image follows the tool results as a user turn", async () => {
const blind = setup(false, [{ chunks: [delta({ content: "ok" })] }])
await blind.engine.prompt("hi")
expect(fake!.requests[0].tools.map((t: any) => t.function.name)).not.toContain("view_image")
fake!.stop()
const app = setup(true, [{ chunks: [toolCall(0, "c1", "view_image", '{"path":"shot.png"}')] }, { chunks: [delta({ content: "A single pixel." })] }])
await app.engine.prompt("what is in shot.png?")
expect(fake!.requests[0].tools.map((t: any) => t.function.name)).toContain("view_image")
const msgs = fake!.requests[1].messages
expect(msgs.at(-2)).toMatchObject({ role: "tool", tool_call_id: "c1" })
expect(msgs.at(-1).role).toBe("user")
expect(msgs.at(-1).content[1]).toEqual({ type: "image_url", image_url: { url: `data:image/png;base64,${PNG.toString("base64")}` } })
})
test("a prompt with @image reaches an openai-chat vision model as image_url", async () => {
const app = setup(true, [{ chunks: [delta({ content: "ok" })] }])
const { attachmentsFor: att } = await import("../src/project/attach.ts")
const atts = att("see @shot.png", app.engine.o.toolCtx, true)
await app.engine.prompt("see @shot.png", atts.flatMap((a) => (a.image ? [a.text, a.image] : [a.text])))
const content = fake!.requests[0].messages.at(-1).content
expect(content.map((p: any) => p.type)).toEqual(["text", "text", "image_url"])
})
})