From 2991e300d8f3d4bd8f37079bc14b147d3342c8d3 Mon Sep 17 00:00:00 2001 From: "yanlong.wang" Date: Wed, 19 Feb 2025 14:05:26 +0800 Subject: [PATCH] puppeteer: tweak the ua a bit --- backend/functions/src/services/puppeteer.ts | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/backend/functions/src/services/puppeteer.ts b/backend/functions/src/services/puppeteer.ts index deb0654..94c3597 100644 --- a/backend/functions/src/services/puppeteer.ts +++ b/backend/functions/src/services/puppeteer.ts @@ -466,6 +466,7 @@ export class PuppeteerControl extends AsyncService { livePages = new Set(); pagePhase = new WeakMap(); lastPageCratedAt: number = 0; + ua: string = ''; rpsCap: number = 500; lastReqSentAt: number = 0; @@ -527,7 +528,8 @@ export class PuppeteerControl extends AsyncService { } process.nextTick(() => this.serviceReady()); }); - this.logger.info(`Browser launched: ${this.browser.process()?.pid}`); + this.ua = await this.browser.userAgent(); + this.logger.info(`Browser launched: ${this.browser.process()?.pid}, ${this.ua}`); this.emit('ready'); @@ -566,6 +568,7 @@ export class PuppeteerControl extends AsyncService { } const preparations = []; + preparations.push(page.setUserAgent(this.ua.replace(/Headless/i, ''))); // preparations.push(page.setUserAgent(`Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)`)); // preparations.push(page.setUserAgent(`Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)`)); preparations.push(page.setBypassCSP(true));