ac0e14059d
- Only block when a resolved model is explicitly not vision-capable - Set up vision cache in model passthrough test for proper isolation
659 lines
21 KiB
TypeScript
659 lines
21 KiB
TypeScript
import { describe, expect, test, mock } from "bun:test"
|
|
import type { ToolContext } from "@opencode-ai/plugin/tool"
|
|
import { setVisionCapableModelsCache } from "../../shared/vision-capable-models-cache"
|
|
import { normalizeArgs, validateArgs, createLookAt } from "./tools"
|
|
|
|
describe("look-at tool", () => {
|
|
describe("normalizeArgs", () => {
|
|
// given LLM might use `path` instead of `file_path`
|
|
// when called with path parameter
|
|
// then should normalize to file_path
|
|
test("normalizes path to file_path for LLM compatibility", () => {
|
|
const args = { path: "/some/file.png", goal: "analyze" }
|
|
const normalized = normalizeArgs(args as any)
|
|
expect(normalized.file_path).toBe("/some/file.png")
|
|
expect(normalized.goal).toBe("analyze")
|
|
})
|
|
|
|
// given proper file_path usage
|
|
// when called with file_path parameter
|
|
// then keep as-is
|
|
test("keeps file_path when properly provided", () => {
|
|
const args = { file_path: "/correct/path.pdf", goal: "extract" }
|
|
const normalized = normalizeArgs(args)
|
|
expect(normalized.file_path).toBe("/correct/path.pdf")
|
|
})
|
|
|
|
// given both parameters provided
|
|
// when file_path and path are both present
|
|
// then prefer file_path
|
|
test("prefers file_path over path when both provided", () => {
|
|
const args = { file_path: "/preferred.png", path: "/fallback.png", goal: "test" }
|
|
const normalized = normalizeArgs(args as any)
|
|
expect(normalized.file_path).toBe("/preferred.png")
|
|
})
|
|
|
|
// given image_data provided
|
|
// when called with base64 image data
|
|
// then preserve image_data in normalized args
|
|
test("preserves image_data when provided", () => {
|
|
const args = { image_data: "data:image/png;base64,iVBORw0KGgo=", goal: "analyze" }
|
|
const normalized = normalizeArgs(args as any)
|
|
expect(normalized.image_data).toBe("data:image/png;base64,iVBORw0KGgo=")
|
|
expect(normalized.file_path).toBeUndefined()
|
|
})
|
|
})
|
|
|
|
describe("validateArgs", () => {
|
|
// given valid arguments with file_path
|
|
// when validated
|
|
// then return null (no error)
|
|
test("returns null for valid args with file_path", () => {
|
|
const args = { file_path: "/valid/path.png", goal: "analyze" }
|
|
expect(validateArgs(args)).toBeNull()
|
|
})
|
|
|
|
// given valid arguments with image_data
|
|
// when validated
|
|
// then return null (no error)
|
|
test("returns null for valid args with image_data", () => {
|
|
const args = { image_data: "data:image/png;base64,iVBORw0KGgo=", goal: "analyze" }
|
|
expect(validateArgs(args)).toBeNull()
|
|
})
|
|
|
|
// given neither file_path nor image_data
|
|
// when validated
|
|
// then clear error message
|
|
test("returns error when neither file_path nor image_data provided", () => {
|
|
const args = { goal: "analyze" } as any
|
|
const error = validateArgs(args)
|
|
expect(error).toContain("file_path")
|
|
expect(error).toContain("image_data")
|
|
})
|
|
|
|
// given both file_path and image_data
|
|
// when validated
|
|
// then return error (mutually exclusive)
|
|
test("returns error when both file_path and image_data provided", () => {
|
|
const args = { file_path: "/path.png", image_data: "base64data", goal: "analyze" }
|
|
const error = validateArgs(args)
|
|
expect(error).toContain("only one")
|
|
})
|
|
|
|
// given goal missing
|
|
// when validated
|
|
// then clear error message
|
|
test("returns error when goal is missing", () => {
|
|
const args = { file_path: "/some/path.png" } as any
|
|
const error = validateArgs(args)
|
|
expect(error).toContain("goal")
|
|
expect(error).toContain("required")
|
|
})
|
|
|
|
// given file_path is empty string
|
|
// when validated
|
|
// then return error
|
|
test("returns error when file_path is empty string", () => {
|
|
const args = { file_path: "", goal: "analyze" }
|
|
const error = validateArgs(args)
|
|
expect(error).toContain("file_path")
|
|
expect(error).toContain("image_data")
|
|
})
|
|
|
|
// given image_data is empty string
|
|
// when validated
|
|
// then return error
|
|
test("returns error when image_data is empty string", () => {
|
|
const args = { image_data: "", goal: "analyze" }
|
|
const error = validateArgs(args)
|
|
expect(error).toContain("file_path")
|
|
expect(error).toContain("image_data")
|
|
})
|
|
|
|
// given file_path is a remote HTTP URL
|
|
// when validated
|
|
// then return error about remote URLs not supported
|
|
test("returns error when file_path is an http:// URL", () => {
|
|
const args = { file_path: "http://example.com/image.png", goal: "analyze" }
|
|
const error = validateArgs(args)
|
|
expect(error).toContain("Remote URLs are not supported")
|
|
})
|
|
|
|
// given file_path is a remote HTTPS URL
|
|
// when validated
|
|
// then return error about remote URLs not supported
|
|
test("returns error when file_path is an https:// URL", () => {
|
|
const args = { file_path: "https://example.com/document.pdf", goal: "extract text" }
|
|
const error = validateArgs(args)
|
|
expect(error).toContain("Remote URLs are not supported")
|
|
})
|
|
|
|
// given file_path is a remote URL with mixed case scheme
|
|
// when validated
|
|
// then return error (case-insensitive check)
|
|
test("returns error when file_path is a remote URL with mixed case", () => {
|
|
const args = { file_path: "HTTPS://Example.com/file.png", goal: "analyze" }
|
|
const error = validateArgs(args)
|
|
expect(error).toContain("Remote URLs are not supported")
|
|
})
|
|
})
|
|
|
|
describe("createLookAt error handling", () => {
|
|
// given sync prompt throws and no messages available
|
|
// when LookAt tool executed
|
|
// then returns no-response error (fetches messages after catching prompt error)
|
|
test("returns no-response error when prompt fails and no messages exist", async () => {
|
|
const mockClient = {
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_test_prompt_fail" } }),
|
|
prompt: async () => { throw new Error("Network connection failed") },
|
|
messages: async () => ({ data: [] }),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze image" },
|
|
toolContext,
|
|
)
|
|
expect(result).toContain("Error")
|
|
expect(result).toContain("multimodal-looker")
|
|
})
|
|
|
|
// given sync prompt succeeds
|
|
// when LookAt tool executed and no assistant message found
|
|
// then returns error about no response
|
|
test("returns error when no assistant message after successful prompt", async () => {
|
|
const mockClient = {
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_test_no_msg" } }),
|
|
prompt: async () => ({}),
|
|
messages: async () => ({ data: [] }),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.pdf", goal: "extract text" },
|
|
toolContext,
|
|
)
|
|
expect(result).toContain("Error")
|
|
expect(result).toContain("multimodal-looker")
|
|
})
|
|
|
|
// given session creation fails
|
|
// when LookAt tool executed
|
|
// then returns error about session creation
|
|
test("returns error when session creation fails", async () => {
|
|
const mockClient = {
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ error: "Internal server error" }),
|
|
prompt: async () => ({}),
|
|
messages: async () => ({ data: [] }),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze" },
|
|
toolContext,
|
|
)
|
|
expect(result).toContain("Error")
|
|
expect(result).toContain("session")
|
|
})
|
|
})
|
|
|
|
describe("createLookAt model passthrough", () => {
|
|
// given multimodal-looker agent has resolved model info
|
|
// when LookAt tool executed
|
|
// then model info should be passed to sync prompt
|
|
test("passes multimodal-looker model to sync prompt when available", async () => {
|
|
setVisionCapableModelsCache(new Map([["google/gemini-3-flash", { providerID: "google", modelID: "gemini-3-flash" }]]))
|
|
|
|
let promptBody: any
|
|
|
|
const mockClient = {
|
|
app: {
|
|
agents: async () => ({
|
|
data: [
|
|
{
|
|
name: "multimodal-looker",
|
|
mode: "subagent",
|
|
model: { providerID: "google", modelID: "gemini-3-flash" },
|
|
},
|
|
],
|
|
}),
|
|
},
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_model_passthrough" } }),
|
|
prompt: async (input: any) => {
|
|
promptBody = input.body
|
|
return { data: {} }
|
|
},
|
|
messages: async () => ({
|
|
data: [
|
|
{ info: { role: "assistant", time: { created: 1 } }, parts: [{ type: "text", text: "done" }] },
|
|
],
|
|
}),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze image" },
|
|
toolContext
|
|
)
|
|
|
|
expect(promptBody.model).toEqual({
|
|
providerID: "google",
|
|
modelID: "gemini-3-flash",
|
|
})
|
|
})
|
|
})
|
|
|
|
describe("createLookAt sync prompt (race condition fix)", () => {
|
|
// given look_at needs response immediately after prompt returns
|
|
// when tool is executed
|
|
// then must use synchronous prompt (session.prompt), NOT async (session.promptAsync)
|
|
test("uses synchronous prompt to avoid race condition with polling", async () => {
|
|
const syncPrompt = mock(async () => ({}))
|
|
const asyncPrompt = mock(async () => ({}))
|
|
const statusFn = mock(async () => ({ data: {} }))
|
|
|
|
const mockClient = {
|
|
app: {
|
|
agents: async () => ({ data: [] }),
|
|
},
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_sync_test" } }),
|
|
prompt: syncPrompt,
|
|
promptAsync: asyncPrompt,
|
|
status: statusFn,
|
|
messages: async () => ({
|
|
data: [
|
|
{ info: { role: "assistant", time: { created: 1 } }, parts: [{ type: "text", text: "result" }] },
|
|
],
|
|
}),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze" },
|
|
toolContext,
|
|
)
|
|
|
|
expect(result).toBe("result")
|
|
expect(syncPrompt).toHaveBeenCalledTimes(1)
|
|
expect(asyncPrompt).not.toHaveBeenCalled()
|
|
expect(statusFn).not.toHaveBeenCalled()
|
|
})
|
|
|
|
// given sync prompt throws (JSON parse error even on success)
|
|
// when tool is executed
|
|
// then catches error gracefully and still fetches messages
|
|
test("catches sync prompt errors and still fetches messages", async () => {
|
|
const mockClient = {
|
|
app: {
|
|
agents: async () => ({ data: [] }),
|
|
},
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_sync_error" } }),
|
|
prompt: async () => { throw new Error("JSON parse error") },
|
|
promptAsync: async () => ({}),
|
|
status: async () => ({ data: {} }),
|
|
messages: async () => ({
|
|
data: [
|
|
{ info: { role: "assistant", time: { created: 1 } }, parts: [{ type: "text", text: "result despite error" }] },
|
|
],
|
|
}),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze" },
|
|
toolContext,
|
|
)
|
|
|
|
expect(result).toBe("result despite error")
|
|
})
|
|
|
|
// given sync prompt throws and no messages available
|
|
// when tool is executed
|
|
// then returns error about no response
|
|
test("returns no-response error when sync prompt fails and no messages", async () => {
|
|
const mockClient = {
|
|
app: {
|
|
agents: async () => ({ data: [] }),
|
|
},
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_sync_no_msg" } }),
|
|
prompt: async () => { throw new Error("Connection refused") },
|
|
promptAsync: async () => ({}),
|
|
status: async () => ({ data: {} }),
|
|
messages: async () => ({ data: [] }),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze" },
|
|
toolContext,
|
|
)
|
|
|
|
expect(result).toContain("Error")
|
|
expect(result).toContain("multimodal-looker")
|
|
})
|
|
})
|
|
|
|
describe("createLookAt unhandled error resilience", () => {
|
|
const createToolContext = (): ToolContext => ({
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
})
|
|
|
|
// given session.create throws (network error, not error response)
|
|
// when LookAt tool executed
|
|
// then returns error string instead of crashing
|
|
test("catches session.create throw and returns error string", async () => {
|
|
const mockClient = {
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => { throw new Error("ECONNREFUSED: connection refused") },
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze" },
|
|
createToolContext(),
|
|
)
|
|
expect(result).toContain("Error")
|
|
expect(result).toContain("ECONNREFUSED")
|
|
})
|
|
|
|
// given session.messages throws unexpectedly
|
|
// when LookAt tool executed
|
|
// then returns error string instead of crashing
|
|
test("catches session.messages throw and returns error string", async () => {
|
|
const mockClient = {
|
|
app: {
|
|
agents: async () => ({ data: [] }),
|
|
},
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_msg_throw" } }),
|
|
prompt: async () => ({}),
|
|
messages: async () => { throw new Error("Unexpected server error") },
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze" },
|
|
createToolContext(),
|
|
)
|
|
expect(result).toContain("Error")
|
|
expect(result).toContain("Unexpected server error")
|
|
})
|
|
|
|
// given a non-Error object is thrown
|
|
// when LookAt tool executed
|
|
// then still returns error string
|
|
test("handles non-Error thrown objects gracefully", async () => {
|
|
const mockClient = {
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => { throw "string error thrown" },
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const result = await tool.execute(
|
|
{ file_path: "/test/file.png", goal: "analyze" },
|
|
createToolContext(),
|
|
)
|
|
expect(result).toContain("Error")
|
|
expect(result).toContain("string error thrown")
|
|
})
|
|
})
|
|
|
|
describe("createLookAt with image_data", () => {
|
|
// given base64 image data is provided
|
|
// when LookAt tool executed
|
|
// then should send data URL to sync prompt
|
|
test("sends data URL when image_data provided", async () => {
|
|
let promptBody: any
|
|
|
|
const mockClient = {
|
|
app: {
|
|
agents: async () => ({ data: [] }),
|
|
},
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_image_data_test" } }),
|
|
prompt: async (input: any) => {
|
|
promptBody = input.body
|
|
return { data: {} }
|
|
},
|
|
messages: async () => ({
|
|
data: [
|
|
{ info: { role: "assistant", time: { created: 1 } }, parts: [{ type: "text", text: "analyzed" }] },
|
|
],
|
|
}),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
await tool.execute(
|
|
{ image_data: "data:image/png;base64,iVBORw0KGgo=", goal: "describe this image" },
|
|
toolContext
|
|
)
|
|
|
|
const filePart = promptBody.parts.find((p: any) => p.type === "file")
|
|
expect(filePart).toBeDefined()
|
|
expect(filePart.url).toContain("data:image/png;base64")
|
|
expect(filePart.mime).toBe("image/png")
|
|
expect(filePart.filename).toContain("clipboard-image")
|
|
})
|
|
|
|
// given raw base64 without data URI prefix
|
|
// when LookAt tool executed
|
|
// then should detect mime type and create proper data URL
|
|
test("handles raw base64 without data URI prefix", async () => {
|
|
let promptBody: any
|
|
|
|
const mockClient = {
|
|
app: {
|
|
agents: async () => ({ data: [] }),
|
|
},
|
|
session: {
|
|
get: async () => ({ data: { directory: "/project" } }),
|
|
create: async () => ({ data: { id: "ses_raw_base64_test" } }),
|
|
prompt: async (input: any) => {
|
|
promptBody = input.body
|
|
return { data: {} }
|
|
},
|
|
messages: async () => ({
|
|
data: [
|
|
{ info: { role: "assistant", time: { created: 1 } }, parts: [{ type: "text", text: "analyzed" }] },
|
|
],
|
|
}),
|
|
},
|
|
}
|
|
|
|
const tool = createLookAt({
|
|
client: mockClient,
|
|
directory: "/project",
|
|
} as any)
|
|
|
|
const toolContext: ToolContext = {
|
|
sessionID: "parent-session",
|
|
messageID: "parent-message",
|
|
agent: "sisyphus",
|
|
directory: "/project",
|
|
worktree: "/project",
|
|
abort: new AbortController().signal,
|
|
metadata: () => {},
|
|
ask: async () => {},
|
|
}
|
|
|
|
await tool.execute(
|
|
{ image_data: "iVBORw0KGgo=", goal: "analyze" },
|
|
toolContext
|
|
)
|
|
|
|
const filePart = promptBody.parts.find((p: any) => p.type === "file")
|
|
expect(filePart).toBeDefined()
|
|
expect(filePart.url).toContain("data:")
|
|
expect(filePart.url).toContain("base64")
|
|
})
|
|
})
|
|
})
|