GitHub-Proxy/jina_reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git synced 2025-08-19 19:59:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix

Browse Source
This commit is contained in:
Yanlong Wang 2025-05-08 12:28:15 +08:00
parent bf84c993e2
commit 6c0aff4cc9
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/services/serp/google.ts
View File

@ -193,6 +193,9 @@ export class GoogleSERP extends AsyncService {
this.nativeIPBlocked(); this.nativeIPBlocked();
} }
this.contextPool.destroy(ctx); this.contextPool.destroy(ctx);
throw new ServiceBadAttemptError({
message: 'Google returned an error page. This may happen due to various reasons, including rate limiting or other issues.',
});
} }
if (opts && sideLoaded.sideLoadOpts) { if (opts && sideLoaded.sideLoadOpts) {
@ -217,6 +220,9 @@ export class GoogleSERP extends AsyncService {
const jsdom = this.jsDomControl.linkedom.parseHTML(html, { location: { href: origHref } }); const jsdom = this.jsDomControl.linkedom.parseHTML(html, { location: { href: origHref } });
try { try {
const r = runGetWebSearchResultsScript(createContext(jsdom)); const r = runGetWebSearchResultsScript(createContext(jsdom));
if (!Array.isArray(r)) {
throw new Error('Failed to parse response as SERP results');
}
return r; return r;
} catch (err) { } catch (err) {