feat(scrapeURL/pdf): extend amount of time we're willing to wait for PDFs in crawl/batch scrape mode

This commit is contained in:
Gergő Móricz 2024-12-10 21:43:00 +01:00
parent 85cbfbb5bb
commit ecad76978d

View File

@ -62,7 +62,7 @@ async function scrapePDFWithLlamaParse(meta: Meta, tempFilePath: string): Promis
schema: z.object({ schema: z.object({
markdown: z.string(), markdown: z.string(),
}), }),
tryCount: 32, tryCount: meta.options.timeout !== undefined ? 32 : 1200, // 5 minutes if timeout not specified
tryCooldown: 250, tryCooldown: 250,
}); });