minpeter
b1203b9501
- Canonicalize anchors in dedupe keys to handle whitespace variants - Make lines field required in edit operations - Only allow unanchored append/prepend to create missing files - Reorder delete/rename validation to prevent edge cases - Add allow_non_gpt_model and max_prompt_tokens to config schema ```
44 lines
1.3 KiB
TypeScript
44 lines
1.3 KiB
TypeScript
import type { HashlineEdit } from "./types"
|
|
import { toNewLines } from "./edit-text-normalization"
|
|
import { normalizeLineRef } from "./validation"
|
|
|
|
function normalizeEditPayload(payload: string | string[]): string {
|
|
return toNewLines(payload).join("\n")
|
|
}
|
|
|
|
function canonicalAnchor(anchor: string | undefined): string {
|
|
if (!anchor) return ""
|
|
return normalizeLineRef(anchor)
|
|
}
|
|
|
|
function buildDedupeKey(edit: HashlineEdit): string {
|
|
switch (edit.op) {
|
|
case "replace":
|
|
return `replace|${canonicalAnchor(edit.pos)}|${edit.end ? canonicalAnchor(edit.end) : ""}|${normalizeEditPayload(edit.lines)}`
|
|
case "append":
|
|
return `append|${canonicalAnchor(edit.pos)}|${normalizeEditPayload(edit.lines)}`
|
|
case "prepend":
|
|
return `prepend|${canonicalAnchor(edit.pos)}|${normalizeEditPayload(edit.lines)}`
|
|
default:
|
|
return JSON.stringify(edit)
|
|
}
|
|
}
|
|
|
|
export function dedupeEdits(edits: HashlineEdit[]): { edits: HashlineEdit[]; deduplicatedEdits: number } {
|
|
const seen = new Set<string>()
|
|
const deduped: HashlineEdit[] = []
|
|
let deduplicatedEdits = 0
|
|
|
|
for (const edit of edits) {
|
|
const key = buildDedupeKey(edit)
|
|
if (seen.has(key)) {
|
|
deduplicatedEdits += 1
|
|
continue
|
|
}
|
|
seen.add(key)
|
|
deduped.push(edit)
|
|
}
|
|
|
|
return { edits: deduped, deduplicatedEdits }
|
|
}
|