From fc3328f3d17a6e5a8815ea8e4c3181db1149f2b7 Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Fri, 12 Jul 2024 19:12:56 -0400
Subject: [PATCH] Update index.ts

---
 apps/api/src/services/alerts/index.ts | 84 ++++++++++++++-------------
 1 file changed, 44 insertions(+), 40 deletions(-)

diff --git a/apps/api/src/services/alerts/index.ts b/apps/api/src/services/alerts/index.ts
index 2b52d95e..8d16489d 100644
--- a/apps/api/src/services/alerts/index.ts
+++ b/apps/api/src/services/alerts/index.ts
@@ -2,54 +2,58 @@ import { getWebScraperQueue } from "../queue-service";
 import { sendSlackWebhook } from "./slack";
 
 export function initAlerts() {
-  if (
-    process.env.SLACK_WEBHOOK_URL &&
-    process.env.ENV === "production" &&
-    process.env.ALERT_NUM_ACTIVE_JOBS &&
-    process.env.ALERT_NUM_WAITING_JOBS
-  ) {
-    console.info("Initializing alerts");
-    const checkActiveJobs = async () => {
-      try {
+  try {
+    if (
+      process.env.SLACK_WEBHOOK_URL &&
+      process.env.ENV === "production" &&
+      process.env.ALERT_NUM_ACTIVE_JOBS &&
+      process.env.ALERT_NUM_WAITING_JOBS
+    ) {
+      console.info("Initializing alerts");
+      const checkActiveJobs = async () => {
+        try {
+          const webScraperQueue = getWebScraperQueue();
+          const activeJobs = await webScraperQueue.getActiveCount();
+          if (activeJobs > Number(process.env.ALERT_NUM_ACTIVE_JOBS)) {
+            console.warn(
+              `Alert: Number of active jobs is over ${process.env.ALERT_NUM_ACTIVE_JOBS}. Current active jobs: ${activeJobs}.`
+            );
+            sendSlackWebhook(
+              `Alert: Number of active jobs is over ${process.env.ALERT_NUM_ACTIVE_JOBS}. Current active jobs: ${activeJobs}`,
+              true
+            );
+          } else {
+            console.info(
+              `Number of active jobs is under ${process.env.ALERT_NUM_ACTIVE_JOBS}. Current active jobs: ${activeJobs}`
+            );
+          }
+        } catch (error) {
+          console.error("Failed to check active jobs:", error);
+        }
+      };
+
+      const checkWaitingQueue = async () => {
         const webScraperQueue = getWebScraperQueue();
-        const activeJobs = await webScraperQueue.getActiveCount();
-        if (activeJobs > Number(process.env.ALERT_NUM_ACTIVE_JOBS)) {
+        const waitingJobs = await webScraperQueue.getWaitingCount();
+        if (waitingJobs > Number(process.env.ALERT_NUM_WAITING_JOBS)) {
           console.warn(
-            `Alert: Number of active jobs is over ${process.env.ALERT_NUM_ACTIVE_JOBS}. Current active jobs: ${activeJobs}.`
+            `Alert: Number of waiting jobs is over ${process.env.ALERT_NUM_WAITING_JOBS}. Current waiting jobs: ${waitingJobs}.`
           );
           sendSlackWebhook(
-            `Alert: Number of active jobs is over ${process.env.ALERT_NUM_ACTIVE_JOBS}. Current active jobs: ${activeJobs}`,
+            `Alert: Number of waiting jobs is over ${process.env.ALERT_NUM_WAITING_JOBS}. Current waiting jobs: ${waitingJobs}. Scale up the number of workers with fly scale count worker=20`,
             true
           );
-        } else {
-          console.info(
-            `Number of active jobs is under ${process.env.ALERT_NUM_ACTIVE_JOBS}. Current active jobs: ${activeJobs}`
-          );
         }
-      } catch (error) {
-        console.error("Failed to check active jobs:", error);
-      }
-    };
+      };
 
-    const checkWaitingQueue = async () => {
-      const webScraperQueue = getWebScraperQueue();
-      const waitingJobs = await webScraperQueue.getWaitingCount();
-      if (waitingJobs > Number(process.env.ALERT_NUM_WAITING_JOBS)) {
-        console.warn(
-          `Alert: Number of waiting jobs is over ${process.env.ALERT_NUM_WAITING_JOBS}. Current waiting jobs: ${waitingJobs}.`
-        );
-        sendSlackWebhook(
-          `Alert: Number of waiting jobs is over ${process.env.ALERT_NUM_WAITING_JOBS}. Current waiting jobs: ${waitingJobs}. Scale up the number of workers with fly scale count worker=20`,
-          true
-        );
-      }
-    };
+      const checkAll = async () => {
+        await checkActiveJobs();
+        await checkWaitingQueue();
+      };
 
-    const checkAll = async () => {
-      await checkActiveJobs();
-      await checkWaitingQueue();
-    };
-
-    setInterval(checkAll, 5 * 60 * 1000); // Run every 5 minutes
+      setInterval(checkAll, 5 * 60 * 1000); // Run every 5 minutes
+    }
+  } catch (error) {
+    console.error("Failed to initialize alerts:", error);
   }
 }