fix: Add Base64 image format conversion support

Extends conversion logic to handle Base64-encoded images (e.g., from clipboard).
Previously, unsupported formats like HEIC/RAW/PSD in Base64 form bypassed
the conversion check and caused failures at multimodal-looker agent.

Changes:
- Add convertBase64ImageToJpeg() function in image-converter.ts
- Save Base64 data to temp file, convert, read back as Base64
- Update tools.ts to check and convert Base64 images when needed
- Ensure proper cleanup of all temporary files

Testing:
- All tests pass (29/29)
- Verified with 1.7MB HEIC file converted from Base64
- Type checking passes
This commit is contained in:
XIN PENG
2026-02-16 11:08:25 -08:00
parent ae19ff60cf
commit 116ca090e0
2 changed files with 65 additions and 9 deletions
+36 -1
View File
@@ -1,5 +1,5 @@
import { execSync } from "node:child_process"
import { existsSync, mkdtempSync, unlinkSync } from "node:fs"
import { existsSync, mkdtempSync, unlinkSync, writeFileSync, readFileSync } from "node:fs"
import { tmpdir } from "node:os"
import { join } from "node:path"
import { log } from "../../shared"
@@ -112,3 +112,38 @@ export function cleanupConvertedImage(filePath: string): void {
log(`[image-converter] Failed to cleanup ${filePath}: ${error}`)
}
}
export function convertBase64ImageToJpeg(
base64Data: string,
mimeType: string
): { base64: string; tempFiles: string[] } {
const tempDir = mkdtempSync(join(tmpdir(), "opencode-b64-"))
const inputExt = mimeType.split("/")[1] || "bin"
const inputPath = join(tempDir, `input.${inputExt}`)
const tempFiles: string[] = [inputPath]
try {
const cleanBase64 = base64Data.replace(/^data:[^;]+;base64,/, "")
const buffer = Buffer.from(cleanBase64, "base64")
writeFileSync(inputPath, buffer)
log(`[image-converter] Converting Base64 ${mimeType} to JPEG`)
const outputPath = convertImageToJpeg(inputPath, mimeType)
tempFiles.push(outputPath)
const convertedBuffer = readFileSync(outputPath)
const convertedBase64 = convertedBuffer.toString("base64")
log(`[image-converter] Base64 conversion successful`)
return { base64: convertedBase64, tempFiles }
} catch (error) {
tempFiles.forEach(file => {
try {
if (existsSync(file)) unlinkSync(file)
} catch {}
})
throw error
}
}