From 17728379df12e1d9fd0720d9a27358b75d295647 Mon Sep 17 00:00:00 2001 From: Nicolas Date: Mon, 5 May 2025 18:19:15 -0300 Subject: [PATCH] Revert "Nick: log su usage" This reverts commit 6567ef81f6ca6dfd5a92eafb04f4eed8d37e0a6c. --- apps/api/src/services/logging/log_job.ts | 5 --- .../src/services/logging/temp-stealth-log.ts | 43 ------------------- 2 files changed, 48 deletions(-) delete mode 100644 apps/api/src/services/logging/temp-stealth-log.ts diff --git a/apps/api/src/services/logging/log_job.ts b/apps/api/src/services/logging/log_job.ts index cb386554..7149709b 100644 --- a/apps/api/src/services/logging/log_job.ts +++ b/apps/api/src/services/logging/log_job.ts @@ -5,7 +5,6 @@ import "dotenv/config"; import { logger } from "../../lib/logger"; import { configDotenv } from "dotenv"; import { saveJobToGCS } from "../../lib/gcs-jobs"; -import { logStealthUsage } from "./temp-stealth-log"; configDotenv(); function cleanOfNull(x: T): T { @@ -110,10 +109,6 @@ export async function logJob(job: FirecrawlJob, force: boolean = false) { if (process.env.FIRE_INDEX_SERVER_URL) { indexJob(job); } - - if (job.scrapeOptions?.proxy === "stealth" && job.team_id) { - logStealthUsage(job.team_id); - } if (process.env.GCS_BUCKET_NAME) { await saveJobToGCS(job); diff --git a/apps/api/src/services/logging/temp-stealth-log.ts b/apps/api/src/services/logging/temp-stealth-log.ts deleted file mode 100644 index 614c6ccd..00000000 --- a/apps/api/src/services/logging/temp-stealth-log.ts +++ /dev/null @@ -1,43 +0,0 @@ -import { cacheRedis } from "../../lib/cache"; -import { logger } from "../../lib/logger"; -import { supabase_service } from "../supabase"; - -export async function logStealthUsage(team_id: string) { - try { - let useCache = true; - if (!cacheRedis) { - useCache = false; - } - // Check Redis first - const redisKey = `stealth_usage:${team_id}`; - const exists = useCache ? await cacheRedis?.get(redisKey) : false; - - if (exists) { - return; - } - - // Check DB if not in Redis - const { data } = await supabase_service - .from("stealth_usage") - .select("team_id") - .eq("team_id", team_id); - - if (!data?.length) { - // Insert into DB - const { error } = await supabase_service.from("stealth_usage").insert([ - { - team_id, - }, - ]); - - if (error) { - logger.error("Failed to log stealth usage", { error, team_id }); - return; - } - } - // Cache in Redis for future lookups - await cacheRedis?.set(redisKey, "1", "EX", 60 * 60 * 24 * 10); // Cache for 10 days - } catch (err) { - logger.error("Error logging stealth usage", { error: err, team_id }); - } -}