AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 20:06:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: remove rawHtml properly

Browse Source
This commit is contained in:
Gergő Móricz 2024-08-20 22:51:12 +02:00
parent 1368f9a87f
commit 5818236659
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/main/runWebScraper.ts
View File

@ -45,6 +45,9 @@ export async function startWebScraperPipeline({
},
onSuccess: (result, mode) => {
Logger.debug(`🐂 Job completed ${job.id}`);
if (job.data.crawl_id && (!job.data.pageOptions || !job.data.pageOptions.includeRawHtml)) {
delete result[0].rawHtml;
}
saveJob(job, result, token, mode);
},
onError: (error) => {