AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-18 02:35:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: use gpt bot UA

Browse Source
This commit is contained in:
Yanlong Wang 2024-04-13 08:13:50 +08:00
parent 950338261a
commit 95799988da
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
backend/functions/src/services/puppeteer.ts
View File

@ -100,6 +100,7 @@ export class PuppeteerControl extends AsyncService {
const preparations = [];
// preparations.push(page.setUserAgent(`Slackbot-LinkExpanding 1.0 (+https://api.slack.com/robots)`));
preparations.push(page.setUserAgent(`Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; GPTBot/1.0; +https://openai.com/gptbot)`));
preparations.push(page.setBypassCSP(true));
preparations.push(page.setViewport({ width: 1920, height: 1080 }));
preparations.push(page.exposeFunction('reportSnapshot', (snapshot: any) => {