fix: clear stale recovery retry state
This commit is contained in:
@@ -0,0 +1,179 @@
|
|||||||
|
import { afterEach, beforeEach, describe, expect, mock, test } from "bun:test"
|
||||||
|
import type { AutoCompactState } from "./types"
|
||||||
|
import {
|
||||||
|
createRecoveryHook,
|
||||||
|
executeCompactMock,
|
||||||
|
getLastAssistantMock,
|
||||||
|
parseAnthropicTokenLimitErrorMock,
|
||||||
|
setupDelayedTimeoutMocks,
|
||||||
|
} from "./recovery-hook.test-support"
|
||||||
|
|
||||||
|
function isAutoCompactState(value: unknown): value is AutoCompactState {
|
||||||
|
if (typeof value !== "object" || value === null) {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
return (
|
||||||
|
"pendingCompact" in value &&
|
||||||
|
"errorDataBySession" in value &&
|
||||||
|
"retryStateBySession" in value &&
|
||||||
|
"retryTimerBySession" in value &&
|
||||||
|
"truncateStateBySession" in value &&
|
||||||
|
"emptyContentAttemptBySession" in value &&
|
||||||
|
"compactionInProgress" in value
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
describe("createAnthropicContextWindowLimitRecoveryHook regressions", () => {
|
||||||
|
beforeEach(() => {
|
||||||
|
executeCompactMock.mockClear()
|
||||||
|
getLastAssistantMock.mockClear()
|
||||||
|
parseAnthropicTokenLimitErrorMock.mockClear()
|
||||||
|
})
|
||||||
|
|
||||||
|
afterEach(() => {
|
||||||
|
mock.restore()
|
||||||
|
})
|
||||||
|
|
||||||
|
test("clears older pending compaction timer before scheduling replacement for same session", async () => {
|
||||||
|
//#given
|
||||||
|
const { restore, getClearTimeoutCalls, getScheduledTimeouts } = setupDelayedTimeoutMocks()
|
||||||
|
const hook = createRecoveryHook()
|
||||||
|
|
||||||
|
try {
|
||||||
|
//#when
|
||||||
|
await hook.event({
|
||||||
|
event: {
|
||||||
|
type: "session.error",
|
||||||
|
properties: { sessionID: "session-retry-timer", error: "prompt is too long" },
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
await hook.event({
|
||||||
|
event: {
|
||||||
|
type: "session.error",
|
||||||
|
properties: { sessionID: "session-retry-timer", error: "prompt is too long again" },
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
const [firstScheduledTimeout] = getScheduledTimeouts()
|
||||||
|
if (firstScheduledTimeout === undefined) {
|
||||||
|
throw new Error("Expected first scheduled timeout")
|
||||||
|
}
|
||||||
|
|
||||||
|
//#then
|
||||||
|
expect(getClearTimeoutCalls()).toEqual([firstScheduledTimeout])
|
||||||
|
expect(executeCompactMock).not.toHaveBeenCalled()
|
||||||
|
} finally {
|
||||||
|
restore()
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
test("fully clears recovery state when contentful summary already succeeded", async () => {
|
||||||
|
//#given
|
||||||
|
const {
|
||||||
|
restore,
|
||||||
|
createUntrackedTimeout,
|
||||||
|
getClearTimeoutCalls,
|
||||||
|
getScheduledTimeouts,
|
||||||
|
} = setupDelayedTimeoutMocks()
|
||||||
|
const sessionID = "session-summary-success"
|
||||||
|
let retryTimerHandle: ReturnType<typeof setTimeout> | undefined
|
||||||
|
let capturedAutoCompactState: AutoCompactState | undefined
|
||||||
|
executeCompactMock.mockImplementationOnce(async (...args: unknown[]) => {
|
||||||
|
const autoCompactState = args[2]
|
||||||
|
if (isAutoCompactState(autoCompactState)) {
|
||||||
|
capturedAutoCompactState = autoCompactState
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
const hook = createRecoveryHook()
|
||||||
|
|
||||||
|
try {
|
||||||
|
await hook.event({
|
||||||
|
event: {
|
||||||
|
type: "session.error",
|
||||||
|
properties: { sessionID, error: "prompt is too long" },
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
await hook.event({
|
||||||
|
event: {
|
||||||
|
type: "session.idle",
|
||||||
|
properties: { sessionID },
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
expect(capturedAutoCompactState).toBeDefined()
|
||||||
|
|
||||||
|
capturedAutoCompactState?.retryStateBySession.set(sessionID, {
|
||||||
|
attempt: 1,
|
||||||
|
lastAttemptTime: Date.now(),
|
||||||
|
firstAttemptTime: Date.now(),
|
||||||
|
})
|
||||||
|
capturedAutoCompactState?.truncateStateBySession.set(sessionID, {
|
||||||
|
truncateAttempt: 2,
|
||||||
|
})
|
||||||
|
capturedAutoCompactState?.emptyContentAttemptBySession.set(sessionID, 3)
|
||||||
|
capturedAutoCompactState?.retryTimerBySession.set(
|
||||||
|
sessionID,
|
||||||
|
(retryTimerHandle = createUntrackedTimeout()),
|
||||||
|
)
|
||||||
|
|
||||||
|
getLastAssistantMock.mockResolvedValueOnce({
|
||||||
|
info: {
|
||||||
|
providerID: "anthropic",
|
||||||
|
modelID: "claude-sonnet-4-6",
|
||||||
|
},
|
||||||
|
hasContent: true,
|
||||||
|
})
|
||||||
|
await hook.event({
|
||||||
|
event: {
|
||||||
|
type: "session.error",
|
||||||
|
properties: { sessionID, error: "prompt is too long again" },
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
getLastAssistantMock.mockResolvedValueOnce({
|
||||||
|
info: {
|
||||||
|
summary: true,
|
||||||
|
providerID: "anthropic",
|
||||||
|
modelID: "claude-sonnet-4-6",
|
||||||
|
},
|
||||||
|
hasContent: true,
|
||||||
|
})
|
||||||
|
|
||||||
|
//#when
|
||||||
|
await hook.event({
|
||||||
|
event: {
|
||||||
|
type: "session.idle",
|
||||||
|
properties: { sessionID },
|
||||||
|
},
|
||||||
|
})
|
||||||
|
|
||||||
|
const [firstScheduledTimeout, secondScheduledTimeout] = getScheduledTimeouts()
|
||||||
|
if (
|
||||||
|
firstScheduledTimeout === undefined ||
|
||||||
|
secondScheduledTimeout === undefined ||
|
||||||
|
retryTimerHandle === undefined
|
||||||
|
) {
|
||||||
|
throw new Error("Expected scheduled timeout handles")
|
||||||
|
}
|
||||||
|
|
||||||
|
//#then
|
||||||
|
expect(getClearTimeoutCalls()).toEqual([
|
||||||
|
firstScheduledTimeout,
|
||||||
|
secondScheduledTimeout,
|
||||||
|
retryTimerHandle,
|
||||||
|
])
|
||||||
|
expect(capturedAutoCompactState?.pendingCompact.has(sessionID)).toBe(false)
|
||||||
|
expect(capturedAutoCompactState?.errorDataBySession.has(sessionID)).toBe(false)
|
||||||
|
expect(capturedAutoCompactState?.retryStateBySession.has(sessionID)).toBe(false)
|
||||||
|
expect(capturedAutoCompactState?.retryTimerBySession.has(sessionID)).toBe(false)
|
||||||
|
expect(capturedAutoCompactState?.truncateStateBySession.has(sessionID)).toBe(false)
|
||||||
|
expect(capturedAutoCompactState?.emptyContentAttemptBySession.has(sessionID)).toBe(false)
|
||||||
|
} finally {
|
||||||
|
restore()
|
||||||
|
}
|
||||||
|
})
|
||||||
|
})
|
||||||
@@ -11,6 +11,12 @@ import { log } from "../../shared/logger"
|
|||||||
export interface AnthropicContextWindowLimitRecoveryOptions {
|
export interface AnthropicContextWindowLimitRecoveryOptions {
|
||||||
experimental?: ExperimentalConfig
|
experimental?: ExperimentalConfig
|
||||||
pluginConfig: OhMyOpenCodeConfig
|
pluginConfig: OhMyOpenCodeConfig
|
||||||
|
dependencies?: {
|
||||||
|
executeCompact?: typeof executeCompact
|
||||||
|
getLastAssistant?: typeof getLastAssistant
|
||||||
|
log?: typeof log
|
||||||
|
parseAnthropicTokenLimitError?: typeof parseAnthropicTokenLimitError
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
function createRecoveryState(): AutoCompactState {
|
function createRecoveryState(): AutoCompactState {
|
||||||
@@ -33,19 +39,30 @@ export function createAnthropicContextWindowLimitRecoveryHook(
|
|||||||
const autoCompactState = createRecoveryState()
|
const autoCompactState = createRecoveryState()
|
||||||
const experimental = options?.experimental
|
const experimental = options?.experimental
|
||||||
const pluginConfig = options?.pluginConfig ?? {} as OhMyOpenCodeConfig
|
const pluginConfig = options?.pluginConfig ?? {} as OhMyOpenCodeConfig
|
||||||
|
const dependencies = {
|
||||||
|
executeCompact,
|
||||||
|
getLastAssistant,
|
||||||
|
log,
|
||||||
|
parseAnthropicTokenLimitError,
|
||||||
|
...options?.dependencies,
|
||||||
|
}
|
||||||
const pendingCompactionTimeoutBySession = new Map<string, ReturnType<typeof setTimeout>>()
|
const pendingCompactionTimeoutBySession = new Map<string, ReturnType<typeof setTimeout>>()
|
||||||
|
|
||||||
|
function clearPendingCompactionTimeout(sessionID: string): void {
|
||||||
|
const timeoutID = pendingCompactionTimeoutBySession.get(sessionID)
|
||||||
|
if (timeoutID !== undefined) {
|
||||||
|
clearTimeout(timeoutID)
|
||||||
|
pendingCompactionTimeoutBySession.delete(sessionID)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
const eventHandler = async ({ event }: { event: { type: string; properties?: unknown } }) => {
|
const eventHandler = async ({ event }: { event: { type: string; properties?: unknown } }) => {
|
||||||
const props = event.properties as Record<string, unknown> | undefined
|
const props = event.properties as Record<string, unknown> | undefined
|
||||||
|
|
||||||
if (event.type === "session.deleted") {
|
if (event.type === "session.deleted") {
|
||||||
const sessionInfo = props?.info as { id?: string } | undefined
|
const sessionInfo = props?.info as { id?: string } | undefined
|
||||||
if (sessionInfo?.id) {
|
if (sessionInfo?.id) {
|
||||||
const timeoutID = pendingCompactionTimeoutBySession.get(sessionInfo.id)
|
clearPendingCompactionTimeout(sessionInfo.id)
|
||||||
if (timeoutID !== undefined) {
|
|
||||||
clearTimeout(timeoutID)
|
|
||||||
pendingCompactionTimeoutBySession.delete(sessionInfo.id)
|
|
||||||
}
|
|
||||||
|
|
||||||
clearSessionState(autoCompactState, sessionInfo.id)
|
clearSessionState(autoCompactState, sessionInfo.id)
|
||||||
}
|
}
|
||||||
@@ -54,11 +71,11 @@ export function createAnthropicContextWindowLimitRecoveryHook(
|
|||||||
|
|
||||||
if (event.type === "session.error") {
|
if (event.type === "session.error") {
|
||||||
const sessionID = props?.sessionID as string | undefined
|
const sessionID = props?.sessionID as string | undefined
|
||||||
log("[auto-compact] session.error received", { sessionID, error: props?.error })
|
dependencies.log("[auto-compact] session.error received", { sessionID, error: props?.error })
|
||||||
if (!sessionID) return
|
if (!sessionID) return
|
||||||
|
|
||||||
const parsed = parseAnthropicTokenLimitError(props?.error)
|
const parsed = dependencies.parseAnthropicTokenLimitError(props?.error)
|
||||||
log("[auto-compact] parsed result", { parsed, hasError: !!props?.error })
|
dependencies.log("[auto-compact] parsed result", { parsed, hasError: !!props?.error })
|
||||||
if (parsed) {
|
if (parsed) {
|
||||||
autoCompactState.pendingCompact.add(sessionID)
|
autoCompactState.pendingCompact.add(sessionID)
|
||||||
autoCompactState.errorDataBySession.set(sessionID, parsed)
|
autoCompactState.errorDataBySession.set(sessionID, parsed)
|
||||||
@@ -68,7 +85,11 @@ export function createAnthropicContextWindowLimitRecoveryHook(
|
|||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
const lastAssistant = await getLastAssistant(sessionID, ctx.client, ctx.directory)
|
const lastAssistant = await dependencies.getLastAssistant(
|
||||||
|
sessionID,
|
||||||
|
ctx.client,
|
||||||
|
ctx.directory,
|
||||||
|
)
|
||||||
const lastAssistantInfo = lastAssistant?.info
|
const lastAssistantInfo = lastAssistant?.info
|
||||||
const providerID = parsed.providerID ?? (lastAssistantInfo?.providerID as string | undefined)
|
const providerID = parsed.providerID ?? (lastAssistantInfo?.providerID as string | undefined)
|
||||||
const modelID = parsed.modelID ?? (lastAssistantInfo?.modelID as string | undefined)
|
const modelID = parsed.modelID ?? (lastAssistantInfo?.modelID as string | undefined)
|
||||||
@@ -84,9 +105,11 @@ export function createAnthropicContextWindowLimitRecoveryHook(
|
|||||||
})
|
})
|
||||||
.catch(() => {})
|
.catch(() => {})
|
||||||
|
|
||||||
|
clearPendingCompactionTimeout(sessionID)
|
||||||
|
|
||||||
const timeoutID = setTimeout(() => {
|
const timeoutID = setTimeout(() => {
|
||||||
pendingCompactionTimeoutBySession.delete(sessionID)
|
pendingCompactionTimeoutBySession.delete(sessionID)
|
||||||
executeCompact(
|
dependencies.executeCompact(
|
||||||
sessionID,
|
sessionID,
|
||||||
{ providerID, modelID },
|
{ providerID, modelID },
|
||||||
autoCompactState,
|
autoCompactState,
|
||||||
@@ -107,9 +130,9 @@ export function createAnthropicContextWindowLimitRecoveryHook(
|
|||||||
const sessionID = info?.sessionID as string | undefined
|
const sessionID = info?.sessionID as string | undefined
|
||||||
|
|
||||||
if (sessionID && info?.role === "assistant" && info.error) {
|
if (sessionID && info?.role === "assistant" && info.error) {
|
||||||
log("[auto-compact] message.updated with error", { sessionID, error: info.error })
|
dependencies.log("[auto-compact] message.updated with error", { sessionID, error: info.error })
|
||||||
const parsed = parseAnthropicTokenLimitError(info.error)
|
const parsed = dependencies.parseAnthropicTokenLimitError(info.error)
|
||||||
log("[auto-compact] message.updated parsed result", { parsed })
|
dependencies.log("[auto-compact] message.updated parsed result", { parsed })
|
||||||
if (parsed) {
|
if (parsed) {
|
||||||
parsed.providerID = info.providerID as string | undefined
|
parsed.providerID = info.providerID as string | undefined
|
||||||
parsed.modelID = info.modelID as string | undefined
|
parsed.modelID = info.modelID as string | undefined
|
||||||
@@ -126,18 +149,18 @@ export function createAnthropicContextWindowLimitRecoveryHook(
|
|||||||
|
|
||||||
if (!autoCompactState.pendingCompact.has(sessionID)) return
|
if (!autoCompactState.pendingCompact.has(sessionID)) return
|
||||||
|
|
||||||
const timeoutID = pendingCompactionTimeoutBySession.get(sessionID)
|
clearPendingCompactionTimeout(sessionID)
|
||||||
if (timeoutID !== undefined) {
|
|
||||||
clearTimeout(timeoutID)
|
|
||||||
pendingCompactionTimeoutBySession.delete(sessionID)
|
|
||||||
}
|
|
||||||
|
|
||||||
const errorData = autoCompactState.errorDataBySession.get(sessionID)
|
const errorData = autoCompactState.errorDataBySession.get(sessionID)
|
||||||
const lastAssistant = await getLastAssistant(sessionID, ctx.client, ctx.directory)
|
const lastAssistant = await dependencies.getLastAssistant(
|
||||||
|
sessionID,
|
||||||
|
ctx.client,
|
||||||
|
ctx.directory,
|
||||||
|
)
|
||||||
const lastAssistantInfo = lastAssistant?.info
|
const lastAssistantInfo = lastAssistant?.info
|
||||||
|
|
||||||
if (lastAssistantInfo?.summary === true && lastAssistant?.hasContent) {
|
if (lastAssistantInfo?.summary === true && lastAssistant?.hasContent) {
|
||||||
autoCompactState.pendingCompact.delete(sessionID)
|
clearSessionState(autoCompactState, sessionID)
|
||||||
return
|
return
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -155,7 +178,7 @@ export function createAnthropicContextWindowLimitRecoveryHook(
|
|||||||
})
|
})
|
||||||
.catch(() => {})
|
.catch(() => {})
|
||||||
|
|
||||||
await executeCompact(
|
await dependencies.executeCompact(
|
||||||
sessionID,
|
sessionID,
|
||||||
{ providerID, modelID },
|
{ providerID, modelID },
|
||||||
autoCompactState,
|
autoCompactState,
|
||||||
|
|||||||
Reference in New Issue
Block a user