fix(look-at): resolve multimodal models from vision-capable providers
Ultraworked with [Sisyphus](https://github.com/code-yeongyu/oh-my-opencode) Co-authored-by: Sisyphus <clio-agent@sisyphuslabs.ai>
This commit is contained in:
@@ -1,6 +1,11 @@
|
||||
import type { PluginInput } from "@opencode-ai/plugin"
|
||||
import { MULTIMODAL_LOOKER_AGENT } from "./constants"
|
||||
import { log } from "../../shared"
|
||||
import { fetchAvailableModels } from "../../shared/model-availability"
|
||||
import { log } from "../../shared/logger"
|
||||
import { readConnectedProvidersCache } from "../../shared/connected-providers-cache"
|
||||
import { resolveModelPipeline } from "../../shared/model-resolution-pipeline"
|
||||
import { readVisionCapableModelsCache } from "../../shared/vision-capable-models-cache"
|
||||
import { buildMultimodalLookerFallbackChain } from "./multimodal-fallback-chain"
|
||||
|
||||
type AgentModel = { providerID: string; modelID: string }
|
||||
|
||||
@@ -19,6 +24,20 @@ function isObject(value: unknown): value is Record<string, unknown> {
|
||||
return typeof value === "object" && value !== null
|
||||
}
|
||||
|
||||
function getFullModelKey(model: AgentModel): string {
|
||||
return `${model.providerID}/${model.modelID}`
|
||||
}
|
||||
|
||||
function parseAgentModel(model: string): AgentModel | undefined {
|
||||
const [providerID, ...modelIDParts] = model.split("/")
|
||||
const modelID = modelIDParts.join("/")
|
||||
if (!providerID || modelID.length === 0) {
|
||||
return undefined
|
||||
}
|
||||
|
||||
return { providerID, modelID }
|
||||
}
|
||||
|
||||
function toAgentInfo(value: unknown): AgentInfo | null {
|
||||
if (!isObject(value)) return null
|
||||
const name = typeof value["name"] === "string" ? value["name"] : undefined
|
||||
@@ -33,22 +52,83 @@ function toAgentInfo(value: unknown): AgentInfo | null {
|
||||
return { name, model, variant }
|
||||
}
|
||||
|
||||
async function resolveRegisteredAgentMetadata(
|
||||
ctx: PluginInput,
|
||||
): Promise<ResolvedAgentMetadata> {
|
||||
const agentsResult = await ctx.client.app?.agents?.()
|
||||
const agentsRaw = isObject(agentsResult) ? agentsResult["data"] : undefined
|
||||
const agents = Array.isArray(agentsRaw) ? agentsRaw.map(toAgentInfo).filter(Boolean) : []
|
||||
|
||||
const matched = agents.find(
|
||||
(agent) => agent?.name?.toLowerCase() === MULTIMODAL_LOOKER_AGENT.toLowerCase()
|
||||
)
|
||||
|
||||
return {
|
||||
agentModel: matched?.model,
|
||||
agentVariant: matched?.variant,
|
||||
}
|
||||
}
|
||||
|
||||
async function resolveDynamicAgentMetadata(
|
||||
ctx: PluginInput,
|
||||
visionCapableModels = readVisionCapableModelsCache(),
|
||||
): Promise<ResolvedAgentMetadata> {
|
||||
const fallbackChain = buildMultimodalLookerFallbackChain(visionCapableModels)
|
||||
const connectedProviders = readConnectedProvidersCache()
|
||||
const availableModels = await fetchAvailableModels(ctx.client, {
|
||||
connectedProviders,
|
||||
})
|
||||
|
||||
const resolution = resolveModelPipeline({
|
||||
constraints: {
|
||||
availableModels,
|
||||
connectedProviders,
|
||||
},
|
||||
policy: {
|
||||
fallbackChain,
|
||||
},
|
||||
})
|
||||
|
||||
const agentModel = resolution ? parseAgentModel(resolution.model) : undefined
|
||||
return {
|
||||
agentModel,
|
||||
agentVariant: resolution?.variant,
|
||||
}
|
||||
}
|
||||
|
||||
function isConfiguredVisionModel(
|
||||
configuredModel: AgentModel | undefined,
|
||||
dynamicModel: AgentModel | undefined,
|
||||
): boolean {
|
||||
if (!configuredModel || !dynamicModel) {
|
||||
return false
|
||||
}
|
||||
|
||||
return getFullModelKey(configuredModel) === getFullModelKey(dynamicModel)
|
||||
}
|
||||
|
||||
export async function resolveMultimodalLookerAgentMetadata(
|
||||
ctx: PluginInput
|
||||
): Promise<ResolvedAgentMetadata> {
|
||||
try {
|
||||
const agentsResult = await ctx.client.app?.agents?.()
|
||||
const agentsRaw = isObject(agentsResult) ? agentsResult["data"] : undefined
|
||||
const agents = Array.isArray(agentsRaw) ? agentsRaw.map(toAgentInfo).filter(Boolean) : []
|
||||
const registeredMetadata = await resolveRegisteredAgentMetadata(ctx)
|
||||
const visionCapableModels = readVisionCapableModelsCache()
|
||||
|
||||
const matched = agents.find(
|
||||
(agent) => agent?.name?.toLowerCase() === MULTIMODAL_LOOKER_AGENT.toLowerCase()
|
||||
)
|
||||
|
||||
return {
|
||||
agentModel: matched?.model,
|
||||
agentVariant: matched?.variant,
|
||||
if (registeredMetadata.agentModel && visionCapableModels.length === 0) {
|
||||
return registeredMetadata
|
||||
}
|
||||
|
||||
const dynamicMetadata = await resolveDynamicAgentMetadata(ctx, visionCapableModels)
|
||||
|
||||
if (isConfiguredVisionModel(registeredMetadata.agentModel, dynamicMetadata.agentModel)) {
|
||||
return registeredMetadata
|
||||
}
|
||||
|
||||
if (dynamicMetadata.agentModel) {
|
||||
return dynamicMetadata
|
||||
}
|
||||
|
||||
return registeredMetadata
|
||||
} catch (error) {
|
||||
log("[look_at] Failed to resolve multimodal-looker model info", error)
|
||||
return {}
|
||||
|
||||
Reference in New Issue
Block a user