mirror of
https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git
synced 2025-05-31 02:24:53 +08:00
fix depth param issue for WaterCrawl (#18839)
This commit is contained in:
parent
0a20210a59
commit
b62eb61400
@ -20,7 +20,7 @@ class WaterCrawlProvider:
|
|||||||
}
|
}
|
||||||
if options.get("crawl_sub_pages", True):
|
if options.get("crawl_sub_pages", True):
|
||||||
spider_options["page_limit"] = options.get("limit", 1)
|
spider_options["page_limit"] = options.get("limit", 1)
|
||||||
spider_options["max_depth"] = options.get("depth", 1)
|
spider_options["max_depth"] = options.get("max_depth", 1)
|
||||||
spider_options["include_paths"] = options.get("includes", "").split(",") if options.get("includes") else []
|
spider_options["include_paths"] = options.get("includes", "").split(",") if options.get("includes") else []
|
||||||
spider_options["exclude_paths"] = options.get("excludes", "").split(",") if options.get("excludes") else []
|
spider_options["exclude_paths"] = options.get("excludes", "").split(",") if options.get("excludes") else []
|
||||||
|
|
||||||
|
Loading…
x
Reference in New Issue
Block a user