mirror of
https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl
synced 2025-06-21 04:15:06 +08:00
Update map.ts
This commit is contained in:
parent
2e5785d8d9
commit
c19af6ef42
@ -158,7 +158,7 @@ export async function getMapResults({
|
|||||||
const [_, sitemapIndexUrls, ...searchResults] = await Promise.all([
|
const [_, sitemapIndexUrls, ...searchResults] = await Promise.all([
|
||||||
ignoreSitemap ? null : crawler.tryGetSitemap(urls => {
|
ignoreSitemap ? null : crawler.tryGetSitemap(urls => {
|
||||||
links.push(...urls);
|
links.push(...urls);
|
||||||
}, true),
|
}, true, false, 30000),
|
||||||
querySitemapIndex(url),
|
querySitemapIndex(url),
|
||||||
...(cachedResult ? [] : pagePromises),
|
...(cachedResult ? [] : pagePromises),
|
||||||
]);
|
]);
|
||||||
|
Loading…
x
Reference in New Issue
Block a user