mirror of
https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl
synced 2025-06-21 00:33:38 +08:00
Update map.ts
This commit is contained in:
parent
2e5785d8d9
commit
c19af6ef42
@ -158,7 +158,7 @@ export async function getMapResults({
|
||||
const [_, sitemapIndexUrls, ...searchResults] = await Promise.all([
|
||||
ignoreSitemap ? null : crawler.tryGetSitemap(urls => {
|
||||
links.push(...urls);
|
||||
}, true),
|
||||
}, true, false, 30000),
|
||||
querySitemapIndex(url),
|
||||
...(cachedResult ? [] : pagePromises),
|
||||
]);
|
||||
|
Loading…
x
Reference in New Issue
Block a user