mirror of
https://git.mirrors.martin98.com/https://github.com/jina-ai/reader.git
synced 2025-08-20 17:29:11 +08:00
fix
This commit is contained in:
parent
2b5d865d9c
commit
bf84c993e2
1
.vscode/launch.json
vendored
1
.vscode/launch.json
vendored
@ -90,6 +90,7 @@
|
|||||||
],
|
],
|
||||||
"env": {
|
"env": {
|
||||||
"GCLOUD_PROJECT": "reader-6b7dc",
|
"GCLOUD_PROJECT": "reader-6b7dc",
|
||||||
|
"PREFERRED_PROXY_COUNTRY": "us",
|
||||||
"LD_PRELOAD": "/usr/local/lib/libcurl-impersonate-chrome.dylib"
|
"LD_PRELOAD": "/usr/local/lib/libcurl-impersonate-chrome.dylib"
|
||||||
},
|
},
|
||||||
"cwd": "${workspaceFolder}",
|
"cwd": "${workspaceFolder}",
|
||||||
|
@ -122,7 +122,7 @@ export class CurlControl extends AsyncService {
|
|||||||
curl.setOpt(Curl.option.FOLLOWLOCATION, false);
|
curl.setOpt(Curl.option.FOLLOWLOCATION, false);
|
||||||
curl.setOpt(Curl.option.SSL_VERIFYPEER, false);
|
curl.setOpt(Curl.option.SSL_VERIFYPEER, false);
|
||||||
curl.setOpt(Curl.option.TIMEOUT_MS, crawlOpts?.timeoutMs || 30_000);
|
curl.setOpt(Curl.option.TIMEOUT_MS, crawlOpts?.timeoutMs || 30_000);
|
||||||
curl.setOpt(Curl.option.CONNECTTIMEOUT_MS, 1_600);
|
curl.setOpt(Curl.option.CONNECTTIMEOUT_MS, 3_000);
|
||||||
curl.setOpt(Curl.option.LOW_SPEED_LIMIT, 32768);
|
curl.setOpt(Curl.option.LOW_SPEED_LIMIT, 32768);
|
||||||
curl.setOpt(Curl.option.LOW_SPEED_TIME, 5_000);
|
curl.setOpt(Curl.option.LOW_SPEED_TIME, 5_000);
|
||||||
if (crawlOpts?.method) {
|
if (crawlOpts?.method) {
|
||||||
|
@ -1 +1 @@
|
|||||||
Subproject commit 02279d88bc3940a08a92cb18cf8877d57cb49b82
|
Subproject commit 8b78eab54d78868d44065bfc59c413fe6bd4929d
|
Loading…
x
Reference in New Issue
Block a user