import { describe, test, expect, beforeEach, afterEach, spyOn } from "bun:test" import { createBuiltinAgents } from "./utils" import type { AgentConfig } from "@opencode-ai/sdk" import { clearSkillCache } from "../features/opencode-skill-loader/skill-content" import * as connectedProvidersCache from "../shared/connected-providers-cache" import * as modelAvailability from "../shared/model-availability" import * as shared from "../shared" const TEST_DEFAULT_MODEL = "anthropic/claude-opus-4-5" describe("createBuiltinAgents with model overrides", () => { test("Sisyphus with default model has thinking config when all models available", async () => { // #given const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue( new Set([ "anthropic/claude-opus-4-5", "kimi-for-coding/k2p5", "opencode/kimi-k2.5-free", "zai-coding-plan/glm-4.7", "opencode/glm-4.7-free", ]) ) try { // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.sisyphus.model).toBe("anthropic/claude-opus-4-5") expect(agents.sisyphus.thinking).toEqual({ type: "enabled", budgetTokens: 32000 }) expect(agents.sisyphus.reasoningEffort).toBeUndefined() } finally { fetchSpy.mockRestore() } }) test("Sisyphus with GPT model override has reasoningEffort, no thinking", async () => { // #given const overrides = { sisyphus: { model: "github-copilot/gpt-5.2" }, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then expect(agents.sisyphus.model).toBe("github-copilot/gpt-5.2") expect(agents.sisyphus.reasoningEffort).toBe("medium") expect(agents.sisyphus.thinking).toBeUndefined() }) test("Atlas uses uiSelectedModel when provided", async () => { // #given const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue( new Set(["openai/gpt-5.2", "anthropic/claude-sonnet-4-5"]) ) const uiSelectedModel = "openai/gpt-5.2" try { // #when const agents = await createBuiltinAgents( [], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], undefined, undefined, uiSelectedModel ) // #then expect(agents.atlas).toBeDefined() expect(agents.atlas.model).toBe("openai/gpt-5.2") } finally { fetchSpy.mockRestore() } }) test("Sisyphus is created on first run when no availableModels or cache exist", async () => { // #given const systemDefaultModel = "anthropic/claude-opus-4-5" const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue(null) const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue(new Set()) try { // #when const agents = await createBuiltinAgents([], {}, undefined, systemDefaultModel, undefined, undefined, [], {}) // #then expect(agents.sisyphus).toBeDefined() expect(agents.sisyphus.model).toBe("anthropic/claude-opus-4-5") } finally { cacheSpy.mockRestore() fetchSpy.mockRestore() } }) test("Oracle uses connected provider fallback when availableModels is empty and cache exists", async () => { // #given - connected providers cache has "openai", which matches oracle's first fallback entry const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue(["openai"]) // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL) // #then - oracle resolves via connected cache fallback to openai/gpt-5.2 (not system default) expect(agents.oracle.model).toBe("openai/gpt-5.2") expect(agents.oracle.reasoningEffort).toBe("medium") expect(agents.oracle.thinking).toBeUndefined() cacheSpy.mockRestore?.() }) test("Oracle created without model field when no cache exists (first run scenario)", async () => { // #given - no cache at all (first run) const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue(null) // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL) // #then - oracle should be created with system default model (fallback to systemDefaultModel) expect(agents.oracle).toBeDefined() expect(agents.oracle.model).toBe(TEST_DEFAULT_MODEL) cacheSpy.mockRestore?.() }) test("Oracle with GPT model override has reasoningEffort, no thinking", async () => { // #given const overrides = { oracle: { model: "openai/gpt-5.2" }, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then expect(agents.oracle.model).toBe("openai/gpt-5.2") expect(agents.oracle.reasoningEffort).toBe("medium") expect(agents.oracle.textVerbosity).toBe("high") expect(agents.oracle.thinking).toBeUndefined() }) test("Oracle with Claude model override has thinking, no reasoningEffort", async () => { // #given const overrides = { oracle: { model: "anthropic/claude-sonnet-4" }, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then expect(agents.oracle.model).toBe("anthropic/claude-sonnet-4") expect(agents.oracle.thinking).toEqual({ type: "enabled", budgetTokens: 32000 }) expect(agents.oracle.reasoningEffort).toBeUndefined() expect(agents.oracle.textVerbosity).toBeUndefined() }) test("non-model overrides are still applied after factory rebuild", async () => { // #given const overrides = { sisyphus: { model: "github-copilot/gpt-5.2", temperature: 0.5 }, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then expect(agents.sisyphus.model).toBe("github-copilot/gpt-5.2") expect(agents.sisyphus.temperature).toBe(0.5) }) }) describe("createBuiltinAgents without systemDefaultModel", () => { test("agents created via connected cache fallback even without systemDefaultModel", async () => { // #given - connected cache has "openai", which matches oracle's fallback chain const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue(["openai"]) // #when const agents = await createBuiltinAgents([], {}, undefined, undefined) // #then - connected cache enables model resolution despite no systemDefaultModel expect(agents.oracle).toBeDefined() expect(agents.oracle.model).toBe("openai/gpt-5.2") cacheSpy.mockRestore?.() }) test("agents NOT created when no cache and no systemDefaultModel (first run without defaults)", async () => { // #given const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue(null) // #when const agents = await createBuiltinAgents([], {}, undefined, undefined) // #then expect(agents.oracle).toBeUndefined() cacheSpy.mockRestore?.() }) test("sisyphus created via connected cache fallback when all providers available", async () => { // #given const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue([ "anthropic", "kimi-for-coding", "opencode", "zai-coding-plan" ]) const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue( new Set([ "anthropic/claude-opus-4-5", "kimi-for-coding/k2p5", "opencode/kimi-k2.5-free", "zai-coding-plan/glm-4.7", "opencode/glm-4.7-free", ]) ) try { // #when const agents = await createBuiltinAgents([], {}, undefined, undefined, undefined, undefined, [], {}) // #then expect(agents.sisyphus).toBeDefined() expect(agents.sisyphus.model).toBe("anthropic/claude-opus-4-5") } finally { cacheSpy.mockRestore() fetchSpy.mockRestore() } }) }) describe("createBuiltinAgents with requiresModel gating", () => { test("hephaestus is not created when gpt-5.2-codex is unavailable", async () => { // #given const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue( new Set(["anthropic/claude-opus-4-5"]) ) try { // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.hephaestus).toBeUndefined() } finally { fetchSpy.mockRestore() } }) test("hephaestus is created when gpt-5.2-codex is available", async () => { // #given const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue( new Set(["openai/gpt-5.2-codex"]) ) try { // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.hephaestus).toBeDefined() } finally { fetchSpy.mockRestore() } }) test("hephaestus is created on first run when no availableModels or cache exist", async () => { // #given const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue(null) const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue(new Set()) try { // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.hephaestus).toBeDefined() expect(agents.hephaestus.model).toBe("openai/gpt-5.2-codex") } finally { cacheSpy.mockRestore() fetchSpy.mockRestore() } }) test("hephaestus is created when explicit config provided even if model unavailable", async () => { // #given const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue( new Set(["anthropic/claude-opus-4-5"]) ) const overrides = { hephaestus: { model: "anthropic/claude-opus-4-5" }, } try { // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.hephaestus).toBeDefined() } finally { fetchSpy.mockRestore() } }) }) describe("createBuiltinAgents with requiresAnyModel gating (sisyphus)", () => { test("sisyphus is created when at least one fallback model is available", async () => { // #given const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue( new Set(["anthropic/claude-opus-4-5"]) ) try { // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.sisyphus).toBeDefined() } finally { fetchSpy.mockRestore() } }) test("sisyphus is created on first run when no availableModels or cache exist", async () => { // #given const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue(null) const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue(new Set()) try { // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.sisyphus).toBeDefined() expect(agents.sisyphus.model).toBe("anthropic/claude-opus-4-5") } finally { cacheSpy.mockRestore() fetchSpy.mockRestore() } }) test("sisyphus is created when explicit config provided even if no models available", async () => { // #given const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue(new Set()) const overrides = { sisyphus: { model: "anthropic/claude-opus-4-5" }, } try { // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.sisyphus).toBeDefined() } finally { fetchSpy.mockRestore() } }) test("sisyphus is not created when no fallback model is available (unrelated model only)", async () => { // #given - only openai/gpt-5.2 available, not in sisyphus fallback chain const fetchSpy = spyOn(shared, "fetchAvailableModels").mockResolvedValue( new Set(["openai/gpt-5.2"]) ) try { // #when const agents = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], {}) // #then expect(agents.sisyphus).toBeUndefined() } finally { fetchSpy.mockRestore() } }) }) describe("buildAgent with category and skills", () => { const { buildAgent } = require("./utils") const TEST_MODEL = "anthropic/claude-opus-4-5" beforeEach(() => { clearSkillCache() }) afterEach(() => { clearSkillCache() }) test("agent with category inherits category settings", () => { // #given - agent factory that sets category but no model const source = { "test-agent": () => ({ description: "Test agent", category: "visual-engineering", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then - category's built-in model is applied expect(agent.model).toBe("google/gemini-3-pro") }) test("agent with category and existing model keeps existing model", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", category: "visual-engineering", model: "custom/model", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then - explicit model takes precedence over category expect(agent.model).toBe("custom/model") }) test("agent with category inherits variant", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", category: "custom-category", }) as AgentConfig, } const categories = { "custom-category": { model: "openai/gpt-5.2", variant: "xhigh", }, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL, categories) // #then expect(agent.model).toBe("openai/gpt-5.2") expect(agent.variant).toBe("xhigh") }) test("agent with skills has content prepended to prompt", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", skills: ["frontend-ui-ux"], prompt: "Original prompt content", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then expect(agent.prompt).toContain("Role: Designer-Turned-Developer") expect(agent.prompt).toContain("Original prompt content") expect(agent.prompt).toMatch(/Designer-Turned-Developer[\s\S]*Original prompt content/s) }) test("agent with multiple skills has all content prepended", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", skills: ["frontend-ui-ux"], prompt: "Agent prompt", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then expect(agent.prompt).toContain("Role: Designer-Turned-Developer") expect(agent.prompt).toContain("Agent prompt") }) test("agent without category or skills works as before", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", model: "custom/model", temperature: 0.5, prompt: "Base prompt", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then expect(agent.model).toBe("custom/model") expect(agent.temperature).toBe(0.5) expect(agent.prompt).toBe("Base prompt") }) test("agent with category and skills applies both", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", category: "ultrabrain", skills: ["frontend-ui-ux"], prompt: "Task description", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then - category's built-in model and skills are applied expect(agent.model).toBe("openai/gpt-5.2-codex") expect(agent.variant).toBe("xhigh") expect(agent.prompt).toContain("Role: Designer-Turned-Developer") expect(agent.prompt).toContain("Task description") }) test("agent with non-existent category has no effect", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", category: "non-existent", prompt: "Base prompt", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then // Note: The factory receives model, but if category doesn't exist, it's not applied // The agent's model comes from the factory output (which doesn't set model) expect(agent.model).toBeUndefined() expect(agent.prompt).toBe("Base prompt") }) test("agent with non-existent skills only prepends found ones", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", skills: ["frontend-ui-ux", "non-existent-skill"], prompt: "Base prompt", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then expect(agent.prompt).toContain("Role: Designer-Turned-Developer") expect(agent.prompt).toContain("Base prompt") }) test("agent with empty skills array keeps original prompt", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", skills: [], prompt: "Base prompt", }) as AgentConfig, } // #when const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then expect(agent.prompt).toBe("Base prompt") }) test("agent with agent-browser skill resolves when browserProvider is set", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", skills: ["agent-browser"], prompt: "Base prompt", }) as AgentConfig, } // #when - browserProvider is "agent-browser" const agent = buildAgent(source["test-agent"], TEST_MODEL, undefined, undefined, "agent-browser") // #then - agent-browser skill content should be in prompt expect(agent.prompt).toContain("agent-browser") expect(agent.prompt).toContain("Base prompt") }) test("agent with agent-browser skill NOT resolved when browserProvider not set", () => { // #given const source = { "test-agent": () => ({ description: "Test agent", skills: ["agent-browser"], prompt: "Base prompt", }) as AgentConfig, } // #when - no browserProvider (defaults to playwright) const agent = buildAgent(source["test-agent"], TEST_MODEL) // #then - agent-browser skill not found, only base prompt remains expect(agent.prompt).toBe("Base prompt") expect(agent.prompt).not.toContain("agent-browser open") }) }) describe("override.category expansion in createBuiltinAgents", () => { test("standard agent override with category expands category properties", async () => { // #given const overrides = { oracle: { category: "ultrabrain" } as any, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then - ultrabrain category: model=openai/gpt-5.2-codex, variant=xhigh expect(agents.oracle).toBeDefined() expect(agents.oracle.model).toBe("openai/gpt-5.2-codex") expect(agents.oracle.variant).toBe("xhigh") }) test("standard agent override with category AND direct variant - direct wins", async () => { // #given - ultrabrain has variant=xhigh, but direct override says "max" const overrides = { oracle: { category: "ultrabrain", variant: "max" } as any, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then - direct variant overrides category variant expect(agents.oracle).toBeDefined() expect(agents.oracle.variant).toBe("max") }) test("standard agent override with category AND direct reasoningEffort - direct wins", async () => { // #given - custom category has reasoningEffort=xhigh, direct override says "low" const categories = { "test-cat": { model: "openai/gpt-5.2", reasoningEffort: "xhigh" as const, }, } const overrides = { oracle: { category: "test-cat", reasoningEffort: "low" } as any, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL, categories) // #then - direct reasoningEffort wins over category expect(agents.oracle).toBeDefined() expect(agents.oracle.reasoningEffort).toBe("low") }) test("standard agent override with category applies reasoningEffort from category when no direct override", async () => { // #given - custom category has reasoningEffort, no direct reasoningEffort in override const categories = { "reasoning-cat": { model: "openai/gpt-5.2", reasoningEffort: "high" as const, }, } const overrides = { oracle: { category: "reasoning-cat" } as any, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL, categories) // #then - category reasoningEffort is applied expect(agents.oracle).toBeDefined() expect(agents.oracle.reasoningEffort).toBe("high") }) test("sisyphus override with category expands category properties", async () => { // #given const overrides = { sisyphus: { category: "ultrabrain" } as any, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then - ultrabrain category: model=openai/gpt-5.2-codex, variant=xhigh expect(agents.sisyphus).toBeDefined() expect(agents.sisyphus.model).toBe("openai/gpt-5.2-codex") expect(agents.sisyphus.variant).toBe("xhigh") }) test("atlas override with category expands category properties", async () => { // #given const overrides = { atlas: { category: "ultrabrain" } as any, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then - ultrabrain category: model=openai/gpt-5.2-codex, variant=xhigh expect(agents.atlas).toBeDefined() expect(agents.atlas.model).toBe("openai/gpt-5.2-codex") expect(agents.atlas.variant).toBe("xhigh") }) test("override with non-existent category has no effect on config", async () => { // #given const overrides = { oracle: { category: "non-existent-category" } as any, } // #when const agents = await createBuiltinAgents([], overrides, undefined, TEST_DEFAULT_MODEL) // #then - no category-specific variant/reasoningEffort applied from non-existent category expect(agents.oracle).toBeDefined() const agentsWithoutOverride = await createBuiltinAgents([], {}, undefined, TEST_DEFAULT_MODEL) expect(agents.oracle.model).toBe(agentsWithoutOverride.oracle.model) }) }) describe("Deadlock prevention - fetchAvailableModels must not receive client", () => { test("createBuiltinAgents should call fetchAvailableModels with undefined client to prevent deadlock", async () => { // #given - This test ensures we don't regress on issue #1301 // Passing client to fetchAvailableModels during createBuiltinAgents (called from config handler) // causes deadlock: // - Plugin init waits for server response (client.provider.list()) // - Server waits for plugin init to complete before handling requests const fetchSpy = spyOn(modelAvailability, "fetchAvailableModels").mockResolvedValue(new Set()) const cacheSpy = spyOn(connectedProvidersCache, "readConnectedProvidersCache").mockReturnValue(null) const mockClient = { provider: { list: () => Promise.resolve({ data: { connected: [] } }) }, model: { list: () => Promise.resolve({ data: [] }) }, } // #when - Even when client is provided, fetchAvailableModels must be called with undefined await createBuiltinAgents( [], {}, undefined, TEST_DEFAULT_MODEL, undefined, undefined, [], mockClient // client is passed but should NOT be forwarded to fetchAvailableModels ) // #then - fetchAvailableModels must be called with undefined as first argument (no client) // This prevents the deadlock described in issue #1301 expect(fetchSpy).toHaveBeenCalled() const firstCallArgs = fetchSpy.mock.calls[0] expect(firstCallArgs[0]).toBeUndefined() fetchSpy.mockRestore?.() cacheSpy.mockRestore?.() }) })