From ee1d41406e99de094f2a8fd5c1b24f2587d80950 Mon Sep 17 00:00:00 2001
From: Gergo Moricz <mo.geryy@gmail.com>
Date: Thu, 11 Jul 2024 23:56:36 +0200
Subject: [PATCH] feat: unpause by http request

---
 .github/workflows/fly-direct.yml |  6 +++---
 .github/workflows/fly.yml        |  6 +++---
 apps/api/package.json            |  3 ++-
 apps/api/postdeploy.js           | 11 +++++++++++
 apps/api/src/index.ts            | 13 ++++++-------
 5 files changed, 25 insertions(+), 14 deletions(-)
 create mode 100644 apps/api/postdeploy.js

diff --git a/.github/workflows/fly-direct.yml b/.github/workflows/fly-direct.yml
index 944e3997..523a2621 100644
--- a/.github/workflows/fly-direct.yml
+++ b/.github/workflows/fly-direct.yml
@@ -29,9 +29,9 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
-      - name: Change directory
-        run: cd apps/api
       - uses: superfly/flyctl-actions/setup-flyctl@master
-      - run: flyctl deploy ./apps/api --remote-only -a firecrawl-scraper-js
+      - run: flyctl deploy --remote-only -a firecrawl-scraper-js && curl -X POST https://api.firecrawl.dev/admin/$BULL_AUTH_KEY/unpause
+        working-directory: ./apps/api
         env:
           FLY_API_TOKEN: ${{ secrets.FLY_API_TOKEN }}
+          BULL_AUTH_KEY: ${{ secrets.BULL_AUTH_KEY }}
diff --git a/.github/workflows/fly.yml b/.github/workflows/fly.yml
index 627409e7..16c6e819 100644
--- a/.github/workflows/fly.yml
+++ b/.github/workflows/fly.yml
@@ -175,12 +175,12 @@ jobs:
     needs: [pre-deploy-test-suite, python-sdk-tests, js-sdk-tests]
     steps:
       - uses: actions/checkout@v3
-      - name: Change directory
-        run: cd apps/api
       - uses: superfly/flyctl-actions/setup-flyctl@master
-      - run: flyctl deploy ./apps/api --remote-only -a firecrawl-scraper-js
+      - run: flyctl deploy --remote-only -a firecrawl-scraper-js && curl -X POST https://api.firecrawl.dev/admin/$BULL_AUTH_KEY/unpause
+        working-directory: ./apps/api
         env:
           FLY_API_TOKEN: ${{ secrets.FLY_API_TOKEN }}
+          BULL_AUTH_KEY: ${{ secrets.BULL_AUTH_KEY }}
 
   build-and-publish-python-sdk:
     name: Build and publish Python SDK
diff --git a/apps/api/package.json b/apps/api/package.json
index 0668f663..ab1615c7 100644
--- a/apps/api/package.json
+++ b/apps/api/package.json
@@ -19,7 +19,8 @@
     "mongo-docker": "docker run -d -p 2717:27017 -v ./mongo-data:/data/db --name mongodb mongo:latest",
     "mongo-docker-console": "docker exec -it mongodb mongosh",
     "run-example": "npx ts-node src/example.ts",
-    "deploy:fly:staging": "fly deploy -c fly.staging.toml"
+    "deploy:fly": "flyctl deploy && node postdeploy.js https://api.firecrawl.dev",
+    "deploy:fly:staging": "fly deploy -c fly.staging.toml && node postdeploy.js https://staging-firecrawl-scraper-js.fly.dev"
   },
   "author": "",
   "license": "ISC",
diff --git a/apps/api/postdeploy.js b/apps/api/postdeploy.js
new file mode 100644
index 00000000..c1b94d70
--- /dev/null
+++ b/apps/api/postdeploy.js
@@ -0,0 +1,11 @@
+require("dotenv").config();
+
+fetch(process.argv[2] + "/admin/" + process.env.BULL_AUTH_KEY + "/unpause", {
+    method: "POST"
+}).then(async x => {
+    console.log(await x.text());
+    process.exit(0);
+}).catch(e => {
+    console.error(e);
+    process.exit(1);
+});
diff --git a/apps/api/src/index.ts b/apps/api/src/index.ts
index ba494d83..349e5edf 100644
--- a/apps/api/src/index.ts
+++ b/apps/api/src/index.ts
@@ -99,6 +99,7 @@ if (cluster.isMaster) {
   app.get(`/admin/${process.env.BULL_AUTH_KEY}/queues`, async (req, res) => {
     try {
       const webScraperQueue = getWebScraperQueue();
+
       const [webScraperActive] = await Promise.all([
         webScraperQueue.getActiveCount(),
       ]);
@@ -153,6 +154,11 @@ if (cluster.isMaster) {
     }
   });
 
+  app.post(`/admin/${process.env.BULL_AUTH_KEY}/unpause`, async (req, res) => {
+    await getWebScraperQueue().resume(true);
+    res.json({ ok: true });
+  });
+
   app.get(`/serverHealthCheck`, async (req, res) => {
     try {
       const webScraperQueue = getWebScraperQueue();
@@ -273,11 +279,4 @@ if (cluster.isMaster) {
   });
 
   console.log(`Worker ${process.pid} started`);
-
-  (async () => {
-    const wsq = getWebScraperQueue();
-    if (await wsq.isPaused(false)) {
-      await wsq.resume(false);
-    }
-  })();
 }