GitHub-Proxy/jina_reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git synced 2025-08-19 06:55:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: curl redirections

Browse Source
This commit is contained in:
yanlong.wang 2025-03-10 13:46:18 +08:00
parent 8ec8123ff4
commit a7a41250d4
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/services/curl.ts
View File

@ -219,7 +219,7 @@ export class CurlControl extends AsyncService {
}
}
if ([301, 302, 307, 308].includes(statusCode)) {
if ([301, 302, 303, 307, 308].includes(statusCode)) {
if (stream) {
stream.resume();
}
@ -305,7 +305,7 @@ export class CurlControl extends AsyncService {
do {
const r = await this.urlToFile1Shot(nextHopUrl, opts);
if ([301, 302, 307, 308].includes(r.statusCode)) {
if ([301, 302, 303, 307, 308].includes(r.statusCode)) {
fakeHeaderInfos.push(...r.headers);
const headers = r.headers[r.headers.length - 1];
const location: string | undefined = headers.Location || headers.location;
@ -402,12 +402,19 @@ export class CurlControl extends AsyncService {
switch (code) {
// 400 User errors
case CurlCode.CURLE_COULDNT_RESOLVE_HOST:
{
return new AssertionFailureError(msg);
{
return new AssertionFailureError(msg);
}
// Maybe retry but dont retry with curl again
case CurlCode.CURLE_UNSUPPORTED_PROTOCOL:
case CurlCode.CURLE_PEER_FAILED_VERIFICATION: {
return new ServiceBadApproachError(msg);
}
// Retryable errors
case CurlCode.CURLE_REMOTE_ACCESS_DENIED:
case CurlCode.CURLE_SEND_ERROR:
case CurlCode.CURLE_RECV_ERROR:
case CurlCode.CURLE_GOT_NOTHING:
case CurlCode.CURLE_OPERATION_TIMEDOUT: