AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-08 14:19:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(v1/map): add wrapper around tryGetSitemap

Browse Source
This commit is contained in:
Gergő Móricz 2025-01-22 19:00:46 +01:00
parent 5aad21b35a
commit 5a039e7b64
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
apps/api/src/controllers/v1/map.ts
View File

@ -171,9 +171,13 @@ export async function getMapResults({
(sitemapIndexResult.urls.length < 100 || (sitemapIndexResult.urls.length < 100 ||
new Date(sitemapIndexResult.lastUpdated) < twoDaysAgo) new Date(sitemapIndexResult.lastUpdated) < twoDaysAgo)
) { ) {
await crawler.tryGetSitemap(urls => { try {
links.push(...urls); await crawler.tryGetSitemap(urls => {
}, true, false, 30000); links.push(...urls);
}, true, false, 30000);
} catch (e) {
logger.warn("tryGetSitemap threw an error", { error: e });
}
} }
if (!cachedResult) { if (!cachedResult) {