From a1e6c13b6720594f70788d8b1153606db11c2f47 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Gerg=C5=91=20M=C3=B3ricz?= <mo.geryy@gmail.com>
Date: Thu, 6 Mar 2025 21:47:10 +0100
Subject: [PATCH] move crawl to read replica

---
 apps/api/src/controllers/v1/crawl-status.ts |  4 ++--
 apps/api/src/lib/supabase-jobs.ts           | 10 +++++-----
 2 files changed, 7 insertions(+), 7 deletions(-)

diff --git a/apps/api/src/controllers/v1/crawl-status.ts b/apps/api/src/controllers/v1/crawl-status.ts
index 9a5ecaad..96aa578e 100644
--- a/apps/api/src/controllers/v1/crawl-status.ts
+++ b/apps/api/src/controllers/v1/crawl-status.ts
@@ -21,7 +21,7 @@ import {
 import { configDotenv } from "dotenv";
 import type { Job, JobState, Queue } from "bullmq";
 import { logger } from "../../lib/logger";
-import { supabase_service } from "../../services/supabase";
+import { supabase_rr_service, supabase_service } from "../../services/supabase";
 import { getConcurrencyLimitedJobs } from "../../lib/concurrency-limit";
 configDotenv();
 
@@ -246,7 +246,7 @@ export async function crawlStatusController(
   let totalCount = jobIDs.length;
 
   if (totalCount === 0 && process.env.USE_DB_AUTHENTICATION === "true") {
-    const x = await supabase_service
+    const x = await supabase_rr_service
       .from('firecrawl_jobs')
       .select('*', { count: 'exact', head: true })
       .eq("crawl_id", req.params.jobId)
diff --git a/apps/api/src/lib/supabase-jobs.ts b/apps/api/src/lib/supabase-jobs.ts
index 2ed7c02a..e36f3b97 100644
--- a/apps/api/src/lib/supabase-jobs.ts
+++ b/apps/api/src/lib/supabase-jobs.ts
@@ -1,4 +1,4 @@
-import { supabase_service } from "../services/supabase";
+import { supabase_rr_service, supabase_service } from "../services/supabase";
 import { logger } from "./logger";
 import * as Sentry from "@sentry/node";
 
@@ -8,7 +8,7 @@ import * as Sentry from "@sentry/node";
  * @returns {any | null} Job
  */
 export const supabaseGetJobById = async (jobId: string) => {
-  const { data, error } = await supabase_service
+  const { data, error } = await supabase_rr_service
     .from("firecrawl_jobs")
     .select("*")
     .eq("job_id", jobId)
@@ -31,7 +31,7 @@ export const supabaseGetJobById = async (jobId: string) => {
  * @returns {any[]} Jobs
  */
 export const supabaseGetJobsById = async (jobIds: string[]) => {
-  const { data, error } = await supabase_service
+  const { data, error } = await supabase_rr_service
     .from("firecrawl_jobs")
     .select()
     .in("job_id", jobIds);
@@ -55,7 +55,7 @@ export const supabaseGetJobsById = async (jobIds: string[]) => {
  * @returns {any[]} Jobs
  */
 export const supabaseGetJobsByCrawlId = async (crawlId: string) => {
-  const { data, error } = await supabase_service
+  const { data, error } = await supabase_rr_service
     .from("firecrawl_jobs")
     .select()
     .eq("crawl_id", crawlId);
@@ -74,7 +74,7 @@ export const supabaseGetJobsByCrawlId = async (crawlId: string) => {
 };
 
 export const supabaseGetJobByIdOnlyData = async (jobId: string) => {
-  const { data, error } = await supabase_service
+  const { data, error } = await supabase_rr_service
     .from("firecrawl_jobs")
     .select("docs, team_id")
     .eq("job_id", jobId)