fix(log_job): infinite loop

This commit is contained in:
Móricz Gergő 2024-11-28 08:49:03 +01:00
parent 943bbae88d
commit 60ea97c51c

View File

@ -42,7 +42,8 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {
};
if (force) {
while (true) {
let i = 0, done = false;
while (i++ <= 10) {
try {
const { error } = await supabase_service
.from("firecrawl_jobs")
@ -51,6 +52,7 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {
logger.error("Failed to log job due to Supabase error -- trying again", { error, scrapeId: job.job_id });
await new Promise<void>((resolve) => setTimeout(() => resolve(), 75));
} else {
done = true;
break;
}
} catch (error) {
@ -58,7 +60,11 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) {
await new Promise<void>((resolve) => setTimeout(() => resolve(), 75));
}
}
if (done) {
logger.debug("Job logged successfully!", { scrapeId: job.job_id });
} else {
logger.error("Failed to log job!", { scrapeId: job.job_id });
}
} else {
const { error } = await supabase_service
.from("firecrawl_jobs")