feat: add models.dev-backed model capabilities

2026-03-25 14:47:46 +01:00
parent 7a52639a1b
commit 2af9324400
29 changed files with 42264 additions and 114 deletions
@@ -0,0 +1,134 @@
+/// <reference types="bun-types" />
+
+import { afterEach, beforeEach, describe, expect, test } from "bun:test"
+
+import { existsSync, mkdirSync, mkdtempSync, readFileSync, rmSync, writeFileSync } from "node:fs"
+import { tmpdir } from "node:os"
+import { join } from "node:path"
+import {
+  buildModelCapabilitiesSnapshotFromModelsDev,
+  createModelCapabilitiesCacheStore,
+  MODELS_DEV_SOURCE_URL,
+} from "./model-capabilities-cache"
+
+let fakeUserCacheRoot = ""
+let testCacheDir = ""
+
+describe("model-capabilities-cache", () => {
+  beforeEach(() => {
+    fakeUserCacheRoot = mkdtempSync(join(tmpdir(), "model-capabilities-cache-"))
+    testCacheDir = join(fakeUserCacheRoot, "oh-my-opencode")
+  })
+
+  afterEach(() => {
+    if (existsSync(fakeUserCacheRoot)) {
+      rmSync(fakeUserCacheRoot, { recursive: true, force: true })
+    }
+    fakeUserCacheRoot = ""
+    testCacheDir = ""
+  })
+
+  test("builds a normalized snapshot from provider-keyed models.dev data", () => {
+    //#given
+    const raw = {
+      openai: {
+        models: {
+          "gpt-5.4": {
+            id: "gpt-5.4",
+            family: "gpt",
+            reasoning: true,
+            temperature: false,
+            tool_call: true,
+            modalities: {
+              input: ["text", "image"],
+              output: ["text"],
+            },
+            limit: {
+              context: 1_050_000,
+              output: 128_000,
+            },
+          },
+        },
+      },
+      anthropic: {
+        models: {
+          "claude-sonnet-4-6": {
+            family: "claude-sonnet",
+            reasoning: true,
+            temperature: true,
+            limit: {
+              context: 1_000_000,
+              output: 64_000,
+            },
+          },
+        },
+      },
+    }
+
+    //#when
+    const snapshot = buildModelCapabilitiesSnapshotFromModelsDev(raw)
+
+    //#then
+    expect(snapshot.sourceUrl).toBe(MODELS_DEV_SOURCE_URL)
+    expect(snapshot.models["gpt-5.4"]).toEqual({
+      id: "gpt-5.4",
+      family: "gpt",
+      reasoning: true,
+      temperature: false,
+      toolCall: true,
+      modalities: {
+        input: ["text", "image"],
+        output: ["text"],
+      },
+      limit: {
+        context: 1_050_000,
+        output: 128_000,
+      },
+    })
+    expect(snapshot.models["claude-sonnet-4-6"]).toEqual({
+      id: "claude-sonnet-4-6",
+      family: "claude-sonnet",
+      reasoning: true,
+      temperature: true,
+      limit: {
+        context: 1_000_000,
+        output: 64_000,
+      },
+    })
+  })
+
+  test("refresh writes cache and preserves unrelated files in the cache directory", async () => {
+    //#given
+    const sentinelPath = join(testCacheDir, "keep-me.json")
+    const store = createModelCapabilitiesCacheStore(() => testCacheDir)
+    mkdirSync(testCacheDir, { recursive: true })
+    writeFileSync(sentinelPath, JSON.stringify({ keep: true }))
+
+    const fetchImpl: typeof fetch = async () =>
+      new Response(JSON.stringify({
+        openai: {
+          models: {
+            "gpt-5.4": {
+              id: "gpt-5.4",
+              family: "gpt",
+              reasoning: true,
+              limit: { output: 128_000 },
+            },
+          },
+        },
+      }), {
+        status: 200,
+        headers: { "content-type": "application/json" },
+      })
+
+    //#when
+    const snapshot = await store.refreshModelCapabilitiesCache({ fetchImpl })
+    const reloadedStore = createModelCapabilitiesCacheStore(() => testCacheDir)
+
+    //#then
+    expect(snapshot.models["gpt-5.4"]?.limit?.output).toBe(128_000)
+    expect(existsSync(sentinelPath)).toBe(true)
+    expect(readFileSync(sentinelPath, "utf-8")).toBe(JSON.stringify({ keep: true }))
+    expect(reloadedStore.readModelCapabilitiesCache()).toEqual(snapshot)
+  })
+})