From abc817e960a458bb3111362c2a073d44641b6b2d Mon Sep 17 00:00:00 2001
From: "yanlong.wang" <yanlong.wang@naiver.org>
Date: Thu, 18 Apr 2024 15:06:28 +0800
Subject: [PATCH] feat: block media resources to improve speed

---
 backend/functions/package-lock.json         | 21 +++++++++++++++++++++
 backend/functions/package.json              |  1 +
 backend/functions/src/services/puppeteer.ts |  4 ++++
 3 files changed, 26 insertions(+)

diff --git a/backend/functions/package-lock.json b/backend/functions/package-lock.json
index 93c40d4..7d0cdf2 100644
--- a/backend/functions/package-lock.json
+++ b/backend/functions/package-lock.json
@@ -28,6 +28,7 @@
         "openai": "^4.20.0",
         "puppeteer": "^22.6.3",
         "puppeteer-extra": "^3.3.6",
+        "puppeteer-extra-plugin-block-resources": "^2.4.3",
         "puppeteer-extra-plugin-stealth": "^2.11.2",
         "stripe": "^11.11.0",
         "tiktoken": "^1.0.10",
@@ -9912,6 +9913,26 @@
         }
       }
     },
+    "node_modules/puppeteer-extra-plugin-block-resources": {
+      "version": "2.4.3",
+      "resolved": "https://registry.npmjs.org/puppeteer-extra-plugin-block-resources/-/puppeteer-extra-plugin-block-resources-2.4.3.tgz",
+      "integrity": "sha512-WLxkytm3Nn6D+3N8lFMIi9lL9lLA1mTRHZAflR+zDs9/d1oOYVy52pWPaiQaetOObgfHDpPlHBmzHE2Yhr3ZnQ==",
+      "dependencies": {
+        "debug": "^4.1.1",
+        "puppeteer-extra-plugin": "^3.2.3"
+      },
+      "engines": {
+        "node": ">=8"
+      },
+      "peerDependencies": {
+        "puppeteer-extra": "*"
+      },
+      "peerDependenciesMeta": {
+        "puppeteer-extra": {
+          "optional": true
+        }
+      }
+    },
     "node_modules/puppeteer-extra-plugin-stealth": {
       "version": "2.11.2",
       "resolved": "https://registry.npmjs.org/puppeteer-extra-plugin-stealth/-/puppeteer-extra-plugin-stealth-2.11.2.tgz",
diff --git a/backend/functions/package.json b/backend/functions/package.json
index 427bd42..dbc39ee 100644
--- a/backend/functions/package.json
+++ b/backend/functions/package.json
@@ -48,6 +48,7 @@
     "openai": "^4.20.0",
     "puppeteer": "^22.6.3",
     "puppeteer-extra": "^3.3.6",
+    "puppeteer-extra-plugin-block-resources": "^2.4.3",
     "puppeteer-extra-plugin-stealth": "^2.11.2",
     "stripe": "^11.11.0",
     "tiktoken": "^1.0.10",
diff --git a/backend/functions/src/services/puppeteer.ts b/backend/functions/src/services/puppeteer.ts
index dfb804e..f898375 100644
--- a/backend/functions/src/services/puppeteer.ts
+++ b/backend/functions/src/services/puppeteer.ts
@@ -51,6 +51,10 @@ puppeteer.use(puppeteerStealth());
 //     userAgent: `Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)`,
 //     platform: `Linux`,
 // }))
+const puppeteerBlockResources = require('puppeteer-extra-plugin-block-resources');
+puppeteer.use(puppeteerBlockResources({
+    blockedTypes: new Set(['media']),
+}));
 
 @singleton()
 export class PuppeteerControl extends AsyncService {