diff --git a/apps/api/src/scraper/WebScraper/index.ts b/apps/api/src/scraper/WebScraper/index.ts index 1bfe08ce..1ba79efe 100644 --- a/apps/api/src/scraper/WebScraper/index.ts +++ b/apps/api/src/scraper/WebScraper/index.ts @@ -355,7 +355,7 @@ export class WebScraperDataProvider { documents: Document[], links: string[] ): Promise { - await this.setCachedDocuments(documents, links); + // await this.setCachedDocuments(documents, links); documents = this.removeChildLinks(documents); return documents.splice(0, this.limit); } @@ -451,7 +451,7 @@ export class WebScraperDataProvider { ...document, childrenLinks: childrenLinks || [], }), - 60 * 60 * 24 * 10 + 60 * 60 ); // 10 days } }