feat(compaction): add dynamic context pruning as recovery stage

Implements DCP-style pruning strategies inspired by opencode-dynamic-context-pruning plugin: - Deduplication: removes duplicate tool calls (same tool + args) - Supersede writes: prunes write inputs when file subsequently read - Purge errors: removes old error tool inputs after N turns Integration: - Added as Stage 2.5 in compaction pipeline (after truncation, before summarize) - Configurable via experimental.dynamic_context_pruning - Opt-in by default (experimental feature) - Protected tools list prevents pruning critical tools Configuration: - Turn protection (default: 3 turns) - Per-strategy enable/disable - Aggressive/conservative modes for supersede writes - Configurable error purge threshold (default: 5 turns) - Toast notifications (off/minimal/detailed) Testing: - Added unit tests for deduplication signature creation - Type check passes - Schema regenerated Closes #271
2025-12-27 09:20:42 +00:00
parent 3ba7e6d46b
commit 1fc7fe7122
11 changed files with 1042 additions and 0 deletions
@@ -0,0 +1,126 @@
+import type { DynamicContextPruningConfig } from "../../config"
+import type { PruningState, PruningResult } from "./pruning-types"
+import { executeDeduplication } from "./pruning-deduplication"
+import { executeSupersedeWrites } from "./pruning-supersede"
+import { executePurgeErrors } from "./pruning-purge-errors"
+import { applyPruning } from "./pruning-storage"
+import { log } from "../../shared/logger"
+
+const DEFAULT_PROTECTED_TOOLS = new Set([
+  "task",
+  "todowrite",
+  "todoread",
+  "lsp_rename",
+  "lsp_code_action_resolve",
+  "session_read",
+  "session_write",
+  "session_search",
+])
+
+function createPruningState(): PruningState {
+  return {
+    toolIdsToPrune: new Set<string>(),
+    currentTurn: 0,
+    fileOperations: new Map(),
+    toolSignatures: new Map(),
+    erroredTools: new Map(),
+  }
+}
+
+export async function executeDynamicContextPruning(
+  sessionID: string,
+  config: DynamicContextPruningConfig,
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  client: any
+): Promise<PruningResult> {
+  const state = createPruningState()
+  
+  const protectedTools = new Set([
+    ...DEFAULT_PROTECTED_TOOLS,
+    ...(config.protected_tools || []),
+  ])
+  
+  log("[pruning-executor] starting DCP", {
+    sessionID,
+    notification: config.notification,
+    turnProtection: config.turn_protection,
+  })
+  
+  let dedupCount = 0
+  let supersedeCount = 0
+  let purgeCount = 0
+  
+  if (config.strategies?.deduplication?.enabled !== false) {
+    dedupCount = executeDeduplication(
+      sessionID,
+      state,
+      { enabled: true },
+      protectedTools
+    )
+  }
+  
+  if (config.strategies?.supersede_writes?.enabled !== false) {
+    supersedeCount = executeSupersedeWrites(
+      sessionID,
+      state,
+      {
+        enabled: true,
+        aggressive: config.strategies?.supersede_writes?.aggressive || false,
+      },
+      protectedTools
+    )
+  }
+  
+  if (config.strategies?.purge_errors?.enabled !== false) {
+    purgeCount = executePurgeErrors(
+      sessionID,
+      state,
+      {
+        enabled: true,
+        turns: config.strategies?.purge_errors?.turns || 5,
+      },
+      protectedTools
+    )
+  }
+  
+  const totalPruned = state.toolIdsToPrune.size
+  const tokensSaved = await applyPruning(sessionID, state)
+  
+  log("[pruning-executor] DCP complete", {
+    totalPruned,
+    tokensSaved,
+    deduplication: dedupCount,
+    supersede: supersedeCount,
+    purge: purgeCount,
+  })
+  
+  const result: PruningResult = {
+    itemsPruned: totalPruned,
+    totalTokensSaved: tokensSaved,
+    strategies: {
+      deduplication: dedupCount,
+      supersedeWrites: supersedeCount,
+      purgeErrors: purgeCount,
+    },
+  }
+  
+  if (config.notification !== "off" && totalPruned > 0) {
+    const message =
+      config.notification === "detailed"
+        ? `Pruned ${totalPruned} tool outputs (~${Math.round(tokensSaved / 1000)}k tokens). Dedup: ${dedupCount}, Supersede: ${supersedeCount}, Purge: ${purgeCount}`
+        : `Pruned ${totalPruned} tool outputs (~${Math.round(tokensSaved / 1000)}k tokens)`
+    
+    await client.tui
+      .showToast({
+        body: {
+          title: "Dynamic Context Pruning",
+          message,
+          variant: "success",
+          duration: 3000,
+        },
+      })
+      .catch(() => {})
+  }
+  
+  return result
+}