mirror of
https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl
synced 2025-08-12 21:09:03 +08:00
fix(queue-worker): call webhook after job is in DB
This commit is contained in:
parent
706d378a89
commit
7e73b01599
@ -1161,21 +1161,6 @@ async function processJob(job: Job & { id: string }, token: string) {
|
|||||||
document: doc,
|
document: doc,
|
||||||
};
|
};
|
||||||
|
|
||||||
if (job.data.webhook && job.data.mode !== "crawl" && job.data.v1) {
|
|
||||||
logger.debug("Calling webhook with success...", {
|
|
||||||
webhook: job.data.webhook,
|
|
||||||
});
|
|
||||||
await callWebhook(
|
|
||||||
job.data.team_id,
|
|
||||||
job.data.crawl_id,
|
|
||||||
data,
|
|
||||||
job.data.webhook,
|
|
||||||
job.data.v1,
|
|
||||||
job.data.crawlerOptions !== null ? "crawl.page" : "batch_scrape.page",
|
|
||||||
true,
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
if (job.data.crawl_id) {
|
if (job.data.crawl_id) {
|
||||||
const sc = (await getCrawl(job.data.crawl_id)) as StoredCrawl;
|
const sc = (await getCrawl(job.data.crawl_id)) as StoredCrawl;
|
||||||
|
|
||||||
@ -1261,6 +1246,21 @@ async function processJob(job: Job & { id: string }, token: string) {
|
|||||||
true,
|
true,
|
||||||
);
|
);
|
||||||
|
|
||||||
|
if (job.data.webhook && job.data.mode !== "crawl" && job.data.v1) {
|
||||||
|
logger.debug("Calling webhook with success...", {
|
||||||
|
webhook: job.data.webhook,
|
||||||
|
});
|
||||||
|
await callWebhook(
|
||||||
|
job.data.team_id,
|
||||||
|
job.data.crawl_id,
|
||||||
|
data,
|
||||||
|
job.data.webhook,
|
||||||
|
job.data.v1,
|
||||||
|
job.data.crawlerOptions !== null ? "crawl.page" : "batch_scrape.page",
|
||||||
|
true,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
indexJob(job, doc);
|
indexJob(job, doc);
|
||||||
|
|
||||||
logger.debug("Declaring job as done...");
|
logger.debug("Declaring job as done...");
|
||||||
|
Loading…
x
Reference in New Issue
Block a user