AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 15:00:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(v1/types): better timeout primitives

Browse Source
This commit is contained in:
Gergő Móricz 2024-11-15 19:35:54 +01:00
parent c95a4a26c9
commit 7b02c45dd0
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
apps/api/src/controllers/v1/types.ts
View File

@ -119,7 +119,7 @@ export const scrapeOptions = z.object({
includeTags: z.string().array().optional(), includeTags: z.string().array().optional(),
excludeTags: z.string().array().optional(), excludeTags: z.string().array().optional(),
onlyMainContent: z.boolean().default(true), onlyMainContent: z.boolean().default(true),
timeout: z.number().int().positive().finite().safe().default(30000), timeout: z.number().int().positive().finite().safe().optional(),
waitFor: z.number().int().nonnegative().finite().safe().default(0), waitFor: z.number().int().nonnegative().finite().safe().default(0),
extract: extractOptions.optional(), extract: extractOptions.optional(),
mobile: z.boolean().default(false), mobile: z.boolean().default(false),
@ -153,9 +153,10 @@ export const scrapeOptions = z.object({
export type ScrapeOptions = z.infer<typeof scrapeOptions>; export type ScrapeOptions = z.infer<typeof scrapeOptions>;
export const scrapeRequestSchema = scrapeOptions.extend({ export const scrapeRequestSchema = scrapeOptions.omit({ timeout: true }).extend({
url, url,
origin: z.string().optional().default("api"), origin: z.string().optional().default("api"),
timeout: z.number().int().positive().finite().safe().default(30000),
}).strict(strictMessage).refine( }).strict(strictMessage).refine(
(obj) => { (obj) => {
const hasExtractFormat = obj.formats?.includes("extract"); const hasExtractFormat = obj.formats?.includes("extract");
@ -186,10 +187,9 @@ export const webhookSchema = z.preprocess(x => {
headers: z.record(z.string(), z.string()).default({}), headers: z.record(z.string(), z.string()).default({}),
}).strict(strictMessage)) }).strict(strictMessage))
export const batchScrapeRequestSchema = scrapeOptions.omit({ timeout: true }).extend({ export const batchScrapeRequestSchema = scrapeOptions.extend({
urls: url.array(), urls: url.array(),
origin: z.string().optional().default("api"), origin: z.string().optional().default("api"),
timeout: z.number().int().positive().finite().safe().default(60000),
webhook: webhookSchema.optional(), webhook: webhookSchema.optional(),
}).strict(strictMessage).refine( }).strict(strictMessage).refine(
(obj) => { (obj) => {
@ -231,7 +231,7 @@ export type CrawlerOptions = z.infer<typeof crawlerOptions>;
export const crawlRequestSchema = crawlerOptions.extend({ export const crawlRequestSchema = crawlerOptions.extend({
url, url,
origin: z.string().optional().default("api"), origin: z.string().optional().default("api"),
scrapeOptions: scrapeOptions.omit({ timeout: true }).default({}), scrapeOptions: scrapeOptions.default({}),
webhook: webhookSchema.optional(), webhook: webhookSchema.optional(),
limit: z.number().default(10000), limit: z.number().default(10000),
}).strict(strictMessage); }).strict(strictMessage);