AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-17 18:45:52 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(crawl): don't use sitemap if it's empty

Browse Source 
Fixes FIRECRAWL-SCRAPER-JS-11
This commit is contained in:
Gergő Móricz 2024-08-22 13:40:55 +02:00
parent 1f580deefc
commit 7d9f5bf8b1
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/controllers/crawl.ts
View File

@ -163,7 +163,7 @@ export async function crawlController(req: Request, res: Response) {
? null ? null
: await crawler.tryGetSitemap(); : await crawler.tryGetSitemap();
if (sitemap !== null) { if (sitemap !== null && sitemap.length > 0) {
const jobs = sitemap.map((x) => { const jobs = sitemap.map((x) => {
const url = x.url; const url = x.url;
const uuid = uuidv4(); const uuid = uuidv4();