GitHub-Proxy/jina_reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git synced 2025-08-20 16:39:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(adaptive-crawler): useSitemap should be rewritten in certain condition

Browse Source
This commit is contained in:
Zhaofeng Miao 2024-10-08 14:18:13 +08:00
parent 339af19192
commit af282eec43
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
backend/functions/src/cloud-functions/adaptive-crawler.ts
View File

@ -144,6 +144,8 @@ export class AdaptiveCrawlerHost extends RPCHost {
await Promise.all(promises); await Promise.all(promises);
} else { } else {
meta.useSitemap = false;
await AdaptiveCrawlTask.COLLECTION.doc(shortDigest).update({ await AdaptiveCrawlTask.COLLECTION.doc(shortDigest).update({
urls: [targetUrl.toString()], urls: [targetUrl.toString()],
}); });