AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-06 05:58:35 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(scrapeURL/loop): re-add is long enough check with lt 0

Browse Source
This commit is contained in:
Gergő Móricz 2025-01-09 18:43:50 +01:00
parent 0da386914d
commit 97bf54214f
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
apps/api/src/scraper/scrapeURL/index.ts
View File

@ -225,8 +225,7 @@ async function scrapeURLLoop(meta: Meta): Promise<ScrapeUrlResponse> {
};
// Success factors
// const isLongEnough = engineResult.markdown.length >= 20;
const isLongEnough = true; // just assume first engine is good
const isLongEnough = engineResult.markdown.length > 0;
const isGoodStatusCode =
(engineResult.statusCode >= 200 && engineResult.statusCode < 300) ||
engineResult.statusCode === 304;