mirror of
https://git.mirrors.martin98.com/https://github.com/jina-ai/reader
synced 2025-08-15 00:45:57 +08:00
wip
This commit is contained in:
parent
b7d32b9cbc
commit
9c59e4b438
@ -41,7 +41,7 @@ import {
|
|||||||
} from '../services/errors';
|
} from '../services/errors';
|
||||||
|
|
||||||
import { countGPTToken as estimateToken } from '../shared/utils/openai';
|
import { countGPTToken as estimateToken } from '../shared/utils/openai';
|
||||||
import { ProxyProvider } from '../shared/services/proxy-provider';
|
import { ProxyProviderService } from '../shared/services/proxy-provider';
|
||||||
import { FirebaseStorageBucketControl } from '../shared/services/firebase-storage-bucket';
|
import { FirebaseStorageBucketControl } from '../shared/services/firebase-storage-bucket';
|
||||||
import { JinaEmbeddingsAuthDTO } from '../dto/jina-embeddings-auth';
|
import { JinaEmbeddingsAuthDTO } from '../dto/jina-embeddings-auth';
|
||||||
import { RobotsTxtService } from '../services/robots-text';
|
import { RobotsTxtService } from '../services/robots-text';
|
||||||
@ -87,7 +87,7 @@ export class CrawlerHost extends RPCHost {
|
|||||||
protected puppeteerControl: PuppeteerControl,
|
protected puppeteerControl: PuppeteerControl,
|
||||||
protected curlControl: CurlControl,
|
protected curlControl: CurlControl,
|
||||||
protected cfBrowserRendering: CFBrowserRendering,
|
protected cfBrowserRendering: CFBrowserRendering,
|
||||||
protected proxyProvider: ProxyProvider,
|
protected proxyProvider: ProxyProviderService,
|
||||||
protected lmControl: LmControl,
|
protected lmControl: LmControl,
|
||||||
protected jsdomControl: JSDomControl,
|
protected jsdomControl: JSDomControl,
|
||||||
protected snapshotFormatter: SnapshotFormatter,
|
protected snapshotFormatter: SnapshotFormatter,
|
||||||
|
@ -12,7 +12,7 @@ import { ApplicationError } from 'civkit/civ-rpc';
|
|||||||
import { ServiceBadApproachError, ServiceBadAttemptError } from '../errors';
|
import { ServiceBadApproachError, ServiceBadAttemptError } from '../errors';
|
||||||
import { parseJSONText } from 'civkit/vectorize';
|
import { parseJSONText } from 'civkit/vectorize';
|
||||||
import { retryWith } from 'civkit/decorators';
|
import { retryWith } from 'civkit/decorators';
|
||||||
import { ProxyProvider } from '../../shared/services/proxy-provider';
|
import { ProxyProviderService } from '../../shared/services/proxy-provider';
|
||||||
|
|
||||||
@singleton()
|
@singleton()
|
||||||
export class GoogleSERP extends AsyncService {
|
export class GoogleSERP extends AsyncService {
|
||||||
@ -24,7 +24,7 @@ export class GoogleSERP extends AsyncService {
|
|||||||
protected puppeteerControl: SERPSpecializedPuppeteerControl,
|
protected puppeteerControl: SERPSpecializedPuppeteerControl,
|
||||||
protected jsDomControl: JSDomControl,
|
protected jsDomControl: JSDomControl,
|
||||||
protected curlControl: CurlControl,
|
protected curlControl: CurlControl,
|
||||||
protected proxyProvider: ProxyProvider,
|
protected proxyProvider: ProxyProviderService,
|
||||||
) {
|
) {
|
||||||
const filteredDeps = isMainThread ? arguments : _.without(arguments, puppeteerControl);
|
const filteredDeps = isMainThread ? arguments : _.without(arguments, puppeteerControl);
|
||||||
super(...filteredDeps);
|
super(...filteredDeps);
|
||||||
|
@ -1 +1 @@
|
|||||||
Subproject commit 424f50ca8b6277d74185e16aa67ff2b366d9f727
|
Subproject commit 95c88c0da1058144a86b736fde6bec8a861c2800
|
Loading…
x
Reference in New Issue
Block a user