wehub-resource-sync
05fcd08057
Deploy GitBook to 9router.github.io / build-deploy (push) Failing after 2s
97 lines
3.4 KiB
JavaScript
97 lines
3.4 KiB
JavaScript
// Pre-fetch remote image URLs into base64 BEFORE translation, for target
|
|
// formats whose upstream providers cannot fetch remote URLs themselves
|
|
// (they require inline base64). Runs on the source-format body.
|
|
import { FORMATS } from "../formats.js";
|
|
import { fetchImageAsBase64, parseDataUri } from "./image.js";
|
|
|
|
// Targets that require inline base64 images (cannot accept remote URLs).
|
|
const TARGETS_NEED_BASE64 = new Set([
|
|
FORMATS.GEMINI, FORMATS.GEMINI_CLI, FORMATS.VERTEX,
|
|
FORMATS.ANTIGRAVITY, FORMATS.OLLAMA, FORMATS.KIRO,
|
|
]);
|
|
|
|
function isRemoteUrl(url) {
|
|
return typeof url === "string" && (url.startsWith("http://") || url.startsWith("https://"));
|
|
}
|
|
|
|
// Collect {get,set} accessors for every remote image URL in a source body.
|
|
function collectImageRefs(body, sourceFormat) {
|
|
const refs = [];
|
|
const pushOpenAI = (messages) => {
|
|
for (const msg of messages || []) {
|
|
if (!Array.isArray(msg.content)) continue;
|
|
for (const block of msg.content) {
|
|
if (block?.type === "image_url") {
|
|
const url = typeof block.image_url === "string" ? block.image_url : block.image_url?.url;
|
|
if (isRemoteUrl(url)) refs.push({ get: () => url, set: (v) => {
|
|
if (typeof block.image_url === "string") block.image_url = v; else block.image_url.url = v;
|
|
} });
|
|
}
|
|
}
|
|
}
|
|
};
|
|
const pushGemini = (contents) => {
|
|
for (const c of contents || []) {
|
|
for (const p of c.parts || []) {
|
|
const uri = p?.fileData?.fileUri;
|
|
if (isRemoteUrl(uri)) refs.push({ get: () => uri, part: p });
|
|
}
|
|
}
|
|
};
|
|
|
|
switch (sourceFormat) {
|
|
case FORMATS.OPENAI:
|
|
case FORMATS.OLLAMA:
|
|
case FORMATS.KIRO:
|
|
case FORMATS.CURSOR:
|
|
case FORMATS.COMMANDCODE:
|
|
pushOpenAI(body.messages);
|
|
break;
|
|
case FORMATS.CLAUDE:
|
|
for (const msg of body.messages || []) {
|
|
if (!Array.isArray(msg.content)) continue;
|
|
for (const block of msg.content) {
|
|
if (block?.type === "image" && block.source?.type === "url" && isRemoteUrl(block.source.url)) {
|
|
refs.push({ get: () => block.source.url, claudeBlock: block });
|
|
}
|
|
}
|
|
}
|
|
break;
|
|
case FORMATS.GEMINI:
|
|
case FORMATS.GEMINI_CLI:
|
|
case FORMATS.VERTEX:
|
|
pushGemini(body.contents);
|
|
break;
|
|
case FORMATS.ANTIGRAVITY:
|
|
pushGemini(body?.request?.contents);
|
|
break;
|
|
default:
|
|
pushOpenAI(body.messages);
|
|
}
|
|
return refs;
|
|
}
|
|
|
|
/**
|
|
* Replace remote image URLs with base64 data when the target needs inline data.
|
|
* No-op when target accepts remote URLs (e.g. openai, claude) or body has none.
|
|
* @returns {Promise<number>} count of images converted
|
|
*/
|
|
export async function prefetchRemoteImages(body, sourceFormat, targetFormat, options = {}) {
|
|
if (!body || !TARGETS_NEED_BASE64.has(targetFormat)) return 0;
|
|
const refs = collectImageRefs(body, sourceFormat);
|
|
if (!refs.length) return 0;
|
|
|
|
let converted = 0;
|
|
for (const ref of refs) {
|
|
const url = ref.get();
|
|
if (parseDataUri(url)) continue; // already inline
|
|
const fetched = await fetchImageAsBase64(url, options);
|
|
if (!fetched) continue;
|
|
if (ref.set) ref.set(fetched.url);
|
|
else if (ref.part) { delete ref.part.fileData; ref.part.inlineData = { mimeType: fetched.mimeType, data: fetched.url.split(",")[1] }; }
|
|
else if (ref.claudeBlock) ref.claudeBlock.source = { type: "base64", media_type: fetched.mimeType, data: fetched.url.split(",")[1] };
|
|
converted++;
|
|
}
|
|
return converted;
|
|
}
|