AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-06 06:36:31 +08:00
Code Issues Packages Projects Releases Wiki Activity

update scrapping options

Browse Source
This commit is contained in:
Sha Zhou 2025-01-14 15:32:50 +08:00
parent 8f25fe1d45
commit c19ba65391
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
backend/functions/src/dto/scrapping-options.ts
View File

@ -396,7 +396,7 @@ export class CrawlerOptions extends AutoCastable {
if (engine) {
instance.engine = engine;
}
if (instance.noCache || !instance.isGeneralMarkdownRequest()) {
if (instance.noCache || !instance.isTypicalRequest()) {
instance.engine ??= ENGINE_TYPE.BROWSER;
}
@ -489,8 +489,8 @@ export class CrawlerOptions extends AutoCastable {
return !CONTENT_FORMAT_VALUES.has(this.respondWith);
}
isGeneralMarkdownRequest() {
if (this.respondWith !== CONTENT_FORMAT.CONTENT && this.respondWith !== CONTENT_FORMAT.MARKDOWN) {
isTypicalRequest() {
if (this.respondWith.includes(CONTENT_FORMAT.PAGESHOT) || this.respondWith.includes(CONTENT_FORMAT.SCREENSHOT)) {
return false;
}
if (this.injectFrameScript?.length || this.injectPageScript?.length) {