AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 20:39:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(webhook): add event picker

Browse Source
This commit is contained in:
Gergő Móricz 2025-01-30 18:43:37 +01:00
parent 7c0b3ad098
commit a6722d4a95
3 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
apps/api/src/controllers/v1/types.ts
View File

@ -317,6 +317,7 @@ export const webhookSchema = z.preprocess(
url: z.string().url(), url: z.string().url(),
headers: z.record(z.string(), z.string()).default({}), headers: z.record(z.string(), z.string()).default({}),
metadata: z.record(z.string(), z.string()).default({}), metadata: z.record(z.string(), z.string()).default({}),
events: z.array(z.enum(["completed", "failed", "page", "started"])).default(["completed", "failed", "page", "started"]),
}) })
.strict(strictMessage), .strict(strictMessage),
); );

7
apps/api/src/services/webhook.ts
View File

@ -16,6 +16,13 @@ export const callWebhook = async (
eventType: WebhookEventType = "crawl.page", eventType: WebhookEventType = "crawl.page",
awaitWebhook: boolean = false, awaitWebhook: boolean = false,
) => { ) => {
if (specified) {
let subType = eventType.split(".")[1];
if (!specified.events.includes(subType as any)) {
return false;
}
}
try { try {
const selfHostedUrl = process.env.SELF_HOSTED_WEBHOOK_URL?.replace( const selfHostedUrl = process.env.SELF_HOSTED_WEBHOOK_URL?.replace(
"{{JOB_ID}}", "{{JOB_ID}}",

1
apps/js-sdk/firecrawl/src/index.ts
View File

@ -168,6 +168,7 @@ export interface CrawlParams {
url: string; url: string;
headers?: Record<string, string>; headers?: Record<string, string>;
metadata?: Record<string, string>; metadata?: Record<string, string>;
events?: ["completed", "failed", "page", "started"][number][];
}; };
deduplicateSimilarURLs?: boolean; deduplicateSimilarURLs?: boolean;
ignoreQueryParameters?: boolean; ignoreQueryParameters?: boolean;