diff --git a/apps/api/src/services/logging/log_job.ts b/apps/api/src/services/logging/log_job.ts index 5639c9bf..29c748c6 100644 --- a/apps/api/src/services/logging/log_job.ts +++ b/apps/api/src/services/logging/log_job.ts @@ -23,6 +23,11 @@ function cleanOfNull(x: T): T { async function indexJob(job: FirecrawlJob): Promise { try { + // Skip indexing for anything except single_urls and scrape modes + if (job.mode !== "single_urls" && job.mode !== "scrape") { + return; + } + const response = await fetch(`${process.env.FIRE_INDEX_SERVER_URL}/api/jobs`, { method: 'POST', headers: {