GitHub-Proxy/jina_reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git synced 2025-08-19 12:39:16 +08:00
Code Issues Packages Projects Releases Wiki Activity

update scrapping options

Browse Source
This commit is contained in:
Sha Zhou 2025-01-14 15:32:50 +08:00
parent 8f25fe1d45
commit c19ba65391
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/functions/src/dto/scrapping-options.ts
View File

@ -396,7 +396,7 @@ export class CrawlerOptions extends AutoCastable {
if (engine) { if (engine) {
instance.engine = engine; instance.engine = engine;
} }
if (instance.noCache || !instance.isGeneralMarkdownRequest()) { if (instance.noCache || !instance.isTypicalRequest()) {
instance.engine ??= ENGINE_TYPE.BROWSER; instance.engine ??= ENGINE_TYPE.BROWSER;
} }
@ -489,8 +489,8 @@ export class CrawlerOptions extends AutoCastable {
return !CONTENT_FORMAT_VALUES.has(this.respondWith); return !CONTENT_FORMAT_VALUES.has(this.respondWith);
} }
isGeneralMarkdownRequest() { isTypicalRequest() {
if (this.respondWith !== CONTENT_FORMAT.CONTENT && this.respondWith !== CONTENT_FORMAT.MARKDOWN) { if (this.respondWith.includes(CONTENT_FORMAT.PAGESHOT) || this.respondWith.includes(CONTENT_FORMAT.SCREENSHOT)) {
return false; return false;
} }
if (this.injectFrameScript?.length || this.injectPageScript?.length) { if (this.injectFrameScript?.length || this.injectPageScript?.length) {