AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-15 00:15:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update runWebScraper.ts

Browse Source
This commit is contained in:
Nicolas 2024-08-28 22:39:50 -03:00
parent 67229c6b3a
commit 02410aca36
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/main/runWebScraper.ts
View File

@ -44,9 +44,6 @@ export async function startWebScraperPipeline({
}, },
onSuccess: (result, mode) => { onSuccess: (result, mode) => {
Logger.debug(`🐂 Job completed ${job.id}`); Logger.debug(`🐂 Job completed ${job.id}`);
if (job.data.crawl_id && (!job.data.pageOptions || !job.data.pageOptions.includeRawHtml)) {
delete result[0].rawHtml;
}
saveJob(job, result, token, mode); saveJob(job, result, token, mode);
}, },
onError: (error) => { onError: (error) => {