feat(scrapeURL/pdf): extend amount of time we're willing to wait for PDFs in crawl/batch scrape mode

This commit is contained in:
Gergő Móricz 2024-12-10 21:43:00 +01:00
parent 85cbfbb5bb
commit ecad76978d

View File

@ -62,7 +62,7 @@ async function scrapePDFWithLlamaParse(meta: Meta, tempFilePath: string): Promis
schema: z.object({
markdown: z.string(),
}),
tryCount: 32,
tryCount: meta.options.timeout !== undefined ? 32 : 1200, // 5 minutes if timeout not specified
tryCooldown: 250,
});