Update OpenAI defaults to GPT-5.5

This commit is contained in:
YeonGyu-Kim
2026-04-25 00:41:16 +09:00
parent 17d3350985
commit fbd4cfba9e
13 changed files with 280 additions and 281 deletions
+1 -1
View File
@@ -97,7 +97,7 @@ If your prompt lacks this structure, REWRITE IT before delegating.
export const OPENAI_CATEGORIES: BuiltinCategoryDefinition[] = [
{
name: "ultrabrain",
config: { model: "openai/gpt-5.4", variant: "xhigh" },
config: { model: "openai/gpt-5.5", variant: "xhigh" },
description: "Use ONLY for genuinely hard, logic-heavy tasks. Give clear goals only, not step-by-step instructions.",
promptAppend: ULTRABRAIN_CATEGORY_PROMPT_APPEND,
},
+35 -37
View File
@@ -33,8 +33,8 @@ const TEST_AVAILABLE_MODELS = new Set([
"anthropic/claude-haiku-4-5",
"google/gemini-3.1-pro",
"google/gemini-3-flash",
"openai/gpt-5.4-mini",
"openai/gpt-5.5",
"openai/gpt-5.4",
"openai/gpt-5.3-codex",
])
@@ -69,7 +69,7 @@ describe("sisyphus-task", () => {
models: {
anthropic: ["claude-opus-4-7", "claude-sonnet-4-6", "claude-haiku-4-5"],
google: ["gemini-3.1-pro", "gemini-3-flash"],
openai: ["gpt-5.5", "gpt-5.4", "gpt-5.3-codex"],
openai: ["gpt-5.5", "gpt-5.4-mini", "gpt-5.3-codex"],
},
connected: ["anthropic", "google", "openai"],
updatedAt: "2026-01-01T00:00:00.000Z",
@@ -99,7 +99,7 @@ describe("sisyphus-task", () => {
// when / #then
expect(category).toBeDefined()
expect(category.model).toBe("openai/gpt-5.4")
expect(category.model).toBe("openai/gpt-5.5")
expect(category.variant).toBe("xhigh")
})
@@ -381,7 +381,7 @@ describe("sisyphus-task", () => {
}
//#when
await tool.execute(args as unknown as DelegateTaskArgs, toolContext)
await tool.execute(args as DelegateTaskArgs, toolContext)
//#then
expect(args.load_skills).toEqual(["playwright", "git-master"])
@@ -444,7 +444,7 @@ describe("sisyphus-task", () => {
}
//#when
await tool.execute(args as unknown as DelegateTaskArgs, toolContext)
await tool.execute(args as DelegateTaskArgs, toolContext)
//#then
expect(args.load_skills).toEqual([])
@@ -877,7 +877,7 @@ describe("sisyphus-task", () => {
const categoryName = "my-custom"
const userCategories = {
"my-custom": {
model: "openai/gpt-5.4",
model: "openai/gpt-5.5",
temperature: 0.5,
prompt_append: "You are a custom agent",
},
@@ -888,7 +888,7 @@ describe("sisyphus-task", () => {
// then
expect(result).not.toBeNull()
expect(result!.config.model).toBe("openai/gpt-5.4")
expect(result!.config.model).toBe("openai/gpt-5.5")
expect(result!.config.temperature).toBe(0.5)
expect(result!.promptAppend).toBe("You are a custom agent")
})
@@ -927,7 +927,7 @@ describe("sisyphus-task", () => {
test("systemDefaultModel is used as fallback when custom category has no model", () => {
// given - custom category with no model defined
const categoryName = "my-custom-no-model"
const userCategories = { "my-custom-no-model": { temperature: 0.5 } } as unknown as Record<string, CategoryConfig>
const userCategories: Record<string, CategoryConfig> = { "my-custom-no-model": { temperature: 0.5 } }
const inheritedModel = "cliproxy/claude-opus-4-7"
// when
@@ -1001,7 +1001,7 @@ describe("sisyphus-task", () => {
manager: mockManager,
client: mockClient,
userCategories: {
ultrabrain: { model: "openai/gpt-5.4", variant: "xhigh" },
ultrabrain: { model: "openai/gpt-5.5", variant: "xhigh" },
},
connectedProvidersOverride: TEST_CONNECTED_PROVIDERS,
availableModelsOverride: createTestAvailableModels(),
@@ -1029,7 +1029,7 @@ describe("sisyphus-task", () => {
// then
expect(launchInput.model).toEqual({
providerID: "openai",
modelID: "gpt-5.4",
modelID: "gpt-5.5",
variant: "xhigh",
})
})
@@ -2448,7 +2448,7 @@ describe("sisyphus-task", () => {
},
}
// Use ultrabrain which uses gpt-5.4 (non-gemini)
// Use ultrabrain which uses gpt-5.5 (non-gemini)
const tool = createDelegateTask({
manager: mockManager,
client: mockClient,
@@ -2554,7 +2554,7 @@ describe("sisyphus-task", () => {
models: {
anthropic: ["claude-opus-4-7", "claude-sonnet-4-6", "claude-haiku-4-5"],
google: ["gemini-3.1-pro", "gemini-3-flash"],
openai: ["gpt-5.5", "gpt-5.4", "gpt-5.3-codex"],
openai: ["gpt-5.5", "gpt-5.5", "gpt-5.3-codex"],
"kimi-for-coding": ["k2p5"],
},
connected: ["anthropic", "google", "openai", "kimi-for-coding"],
@@ -2665,7 +2665,7 @@ describe("sisyphus-task", () => {
client: mockClient,
userCategories: {
"my-unstable-cat": {
model: "openai/gpt-5.4",
model: "openai/gpt-5.5",
is_unstable_agent: true,
},
},
@@ -2747,7 +2747,7 @@ describe("sisyphus-task", () => {
abort: new AbortController().signal,
}
// when - using "quick" category which should use "anthropic/claude-haiku-4-5"
// when - using "quick" category which should use the catalog model
await tool.execute(
{
description: "Test category fallback",
@@ -2759,10 +2759,10 @@ describe("sisyphus-task", () => {
toolContext
)
// then - model should be anthropic/claude-haiku-4-5 from DEFAULT_CATEGORIES
// then - model should be openai/gpt-5.4-mini from DEFAULT_CATEGORIES
// NOT anthropic/claude-sonnet-4-6 (system default)
expect(launchInput.model.providerID).toBe("anthropic")
expect(launchInput.model.modelID).toBe("claude-haiku-4-5")
expect(launchInput.model.providerID).toBe("openai")
expect(launchInput.model.modelID).toBe("gpt-5.4-mini")
})
test("category delegation ignores UI-selected (Kimi) system default model", async () => {
@@ -2812,7 +2812,7 @@ describe("sisyphus-task", () => {
abort: new AbortController().signal,
}
// when - using "quick" category which should use "anthropic/claude-haiku-4-5"
// when - using "quick" category which should use the catalog model
await tool.execute(
{
description: "UI model inheritance test",
@@ -2825,8 +2825,8 @@ describe("sisyphus-task", () => {
)
// then - category model must win (not Kimi)
expect(launchInput.model.providerID).toBe("anthropic")
expect(launchInput.model.modelID).toBe("claude-haiku-4-5")
expect(launchInput.model.providerID).toBe("openai")
expect(launchInput.model.modelID).toBe("gpt-5.4-mini")
})
test("sisyphus-junior model override takes precedence over category model", async () => {
@@ -2873,7 +2873,7 @@ describe("sisyphus-task", () => {
abort: new AbortController().signal,
}
// when - using ultrabrain category (default model is openai/gpt-5.4)
// when - using ultrabrain category (default model is openai/gpt-5.5)
await tool.execute(
{
description: "Override precedence test",
@@ -2925,7 +2925,7 @@ describe("sisyphus-task", () => {
client: mockClient,
sisyphusJuniorModel: "anthropic/claude-sonnet-4-6",
userCategories: {
ultrabrain: { model: "openai/gpt-5.4" },
ultrabrain: { model: "openai/gpt-5.5" },
},
connectedProvidersOverride: TEST_CONNECTED_PROVIDERS,
availableModelsOverride: createTestAvailableModels(),
@@ -2952,7 +2952,7 @@ describe("sisyphus-task", () => {
// then - explicit category model should win
expect(launchInput.model.providerID).toBe("openai")
expect(launchInput.model.modelID).toBe("gpt-5.4")
expect(launchInput.model.modelID).toBe("gpt-5.5")
})
test("sisyphus-junior model override works with quick category (#1295)", async () => {
@@ -3049,7 +3049,7 @@ describe("sisyphus-task", () => {
const tool = createDelegateTask({
manager: mockManager,
client: mockClient,
sisyphusJuniorModel: "openai/gpt-5.4",
sisyphusJuniorModel: "openai/gpt-5.5",
userCategories: {
"my-custom": { temperature: 0.5 },
},
@@ -3076,7 +3076,7 @@ describe("sisyphus-task", () => {
// then - sisyphus-junior override model should be used as fallback
expect(launchInput.model.providerID).toBe("openai")
expect(launchInput.model.modelID).toBe("gpt-5.4")
expect(launchInput.model.modelID).toBe("gpt-5.5")
})
})
@@ -3447,7 +3447,7 @@ describe("sisyphus-task", () => {
// then - catalog model is used
expect(resolved).not.toBeNull()
expect(resolved!.config.model).toBe("openai/gpt-5.4")
expect(resolved!.config.model).toBe("openai/gpt-5.5")
expect(resolved!.config.variant).toBe("xhigh")
})
@@ -3471,10 +3471,10 @@ describe("sisyphus-task", () => {
// when
const resolved = resolveCategoryConfig(categoryName, { inheritedModel, systemDefaultModel: SYSTEM_DEFAULT_MODEL })
// then - category's built-in model wins (ultrabrain uses gpt-5.4)
// then - category's built-in model wins (ultrabrain uses gpt-5.5)
expect(resolved).not.toBeNull()
const actualModel = resolved!.config.model
expect(actualModel).toBe("openai/gpt-5.4")
expect(actualModel).toBe("openai/gpt-5.5")
})
test("when user defines model - modelInfo should report user-defined regardless of inheritedModel", () => {
@@ -3528,18 +3528,18 @@ describe("sisyphus-task", () => {
const categoryName = "ultrabrain"
const inheritedModel = "anthropic/claude-opus-4-7"
// when category has a built-in model (gpt-5.4 for ultrabrain)
// when category has a built-in model (gpt-5.5 for ultrabrain)
const resolved = resolveCategoryConfig(categoryName, { inheritedModel, systemDefaultModel: SYSTEM_DEFAULT_MODEL })
// then category's built-in model should be used, NOT inheritedModel
expect(resolved).not.toBeNull()
expect(resolved!.model).toBe("openai/gpt-5.4")
expect(resolved!.model).toBe("openai/gpt-5.5")
})
test("FIXED: systemDefaultModel is used when no userConfig.model and no inheritedModel", () => {
// given a custom category with no default model
const categoryName = "custom-no-default"
const userCategories = { "custom-no-default": { temperature: 0.5 } } as unknown as Record<string, CategoryConfig>
const userCategories: Record<string, CategoryConfig> = { "custom-no-default": { temperature: 0.5 } }
const systemDefaultModel = "anthropic/claude-sonnet-4-6"
// when no inheritedModel is provided, only systemDefaultModel
@@ -3589,8 +3589,7 @@ describe("sisyphus-task", () => {
test("FIXED: undefined userConfig.model falls back to category built-in model", () => {
// given user sets a builtin category but leaves model undefined
const categoryName = "visual-engineering"
// Using type assertion since we're testing fallback behavior for categories without model
const userCategories = { "visual-engineering": { temperature: 0.2 } } as unknown as Record<string, CategoryConfig>
const userCategories: Record<string, CategoryConfig> = { "visual-engineering": { temperature: 0.2 } }
const inheritedModel = "anthropic/claude-opus-4-7"
// when resolveCategoryConfig is called
@@ -3604,8 +3603,7 @@ describe("sisyphus-task", () => {
test("systemDefaultModel is used when no other model is available", () => {
// given - custom category with no model, but systemDefaultModel is set
const categoryName = "my-custom"
// Using type assertion since we're testing fallback behavior for categories without model
const userCategories = { "my-custom": { temperature: 0.5 } } as unknown as Record<string, CategoryConfig>
const userCategories: Record<string, CategoryConfig> = { "my-custom": { temperature: 0.5 } }
const systemDefaultModel = "anthropic/claude-sonnet-4-6"
// when
@@ -3936,7 +3934,7 @@ describe("sisyphus-task", () => {
app: {
agents: async () => ({
data: [
{ name: "oracle", mode: "subagent", model: { providerID: "openai", modelID: "gpt-5.4" } },
{ name: "oracle", mode: "subagent", model: { providerID: "openai", modelID: "gpt-5.5" } },
],
}),
},
@@ -4003,7 +4001,7 @@ describe("sisyphus-task", () => {
app: {
agents: async () => ({
data: [
{ name: "oracle", mode: "subagent", model: { providerID: "openai", modelID: "gpt-5.4" } },
{ name: "oracle", mode: "subagent", model: { providerID: "openai", modelID: "gpt-5.5" } },
],
}),
},