diff --git a/apps/api/src/scraper/scrapeURL/index.ts b/apps/api/src/scraper/scrapeURL/index.ts index f29d4de0..cae049c4 100644 --- a/apps/api/src/scraper/scrapeURL/index.ts +++ b/apps/api/src/scraper/scrapeURL/index.ts @@ -225,8 +225,7 @@ async function scrapeURLLoop(meta: Meta): Promise { }; // Success factors - // const isLongEnough = engineResult.markdown.length >= 20; - const isLongEnough = true; // just assume first engine is good + const isLongEnough = engineResult.markdown.length > 0; const isGoodStatusCode = (engineResult.statusCode >= 200 && engineResult.statusCode < 300) || engineResult.statusCode === 304;