AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-04-18 11:50:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: beware cf-browser-rendering capacity

Browse Source
This commit is contained in:
Yanlong Wang 2025-04-02 20:10:33 +08:00
parent f9223d78eb
commit b2ba2f9459
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 17 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
src/services/cf-browser-rendering.ts
View File

@ -3,6 +3,8 @@ import { AsyncService } from 'civkit/async-service';
import { SecretExposer } from '../shared/services/secrets';
import { GlobalLogger } from './logger';
import { CloudFlareHTTP } from '../shared/3rd-party/cloud-flare';
import { HTTPServiceError } from 'civkit/http';
import { ServiceNodeResourceDrainError } from './errors';
@singleton()
export class CFBrowserRendering extends AsyncService {
@ -27,9 +29,22 @@ export class CFBrowserRendering extends AsyncService {
}
async fetchContent(url: string) {
const r = await this.client.fetchBrowserRenderedHTML({ url });
try {
const r = await this.client.fetchBrowserRenderedHTML({ url });
return r.parsed.result;
return r.parsed.result;
} catch (err) {
if (err instanceof HTTPServiceError) {
if (err.status === 429) {
// Rate limit exceeded, return empty result
this.logger.warn('Cloudflare browser rendering rate limit exceeded', { url });
throw new ServiceNodeResourceDrainError(`Cloudflare browser rendering (our account) is at capacity, please try again later or switch to another engine.`,);
}
}
throw err;
}
}
}