From ecad76978d4224c7cce15b01295294c49b4d609d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= Date: Tue, 10 Dec 2024 21:43:00 +0100 Subject: [PATCH] feat(scrapeURL/pdf): extend amount of time we're willing to wait for PDFs in crawl/batch scrape mode --- apps/api/src/scraper/scrapeURL/engines/pdf/index.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts b/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts index bdc916e0..19f0a7a8 100644 --- a/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts +++ b/apps/api/src/scraper/scrapeURL/engines/pdf/index.ts @@ -62,7 +62,7 @@ async function scrapePDFWithLlamaParse(meta: Meta, tempFilePath: string): Promis schema: z.object({ markdown: z.string(), }), - tryCount: 32, + tryCount: meta.options.timeout !== undefined ? 32 : 1200, // 5 minutes if timeout not specified tryCooldown: 250, });