AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-20 02:29:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

async saving to index

Browse Source
This commit is contained in:
Gergő Móricz 2025-06-03 21:16:13 +02:00
parent d1b5e2ef47
commit 60525220a2
1 changed files with 54 additions and 46 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
apps/api/src/scraper/scrapeURL/engines/index/index.ts
View File

@ -20,6 +20,8 @@ export async function sendDocumentToIndex(meta: Meta, document: Document) {
return document;
}
(async () => {
try {
const normalizedURL = normalizeURLForIndex(meta.url);
const urlHash = await hashURL(normalizedURL);
@ -70,6 +72,12 @@ export async function sendDocumentToIndex(meta: Meta, document: Document) {
error,
});
}
} catch (error) {
meta.logger.error("Failed to save document to index (outer)", {
error,
});
}
})();
return document;
}