AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 04:29:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(js-sdk/crawl,batch-scrape): retry status call if it returns an error up to 3 times (#1343)

Browse Source
This commit is contained in:
Gergő Móricz 2025-03-15 12:42:53 +01:00 committed by GitHub
parent 905885abf9
commit ca93ba6c6d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/js-sdk/firecrawl/package.json
View File

@ -1,6 +1,6 @@
{ {
"name": "@mendable/firecrawl-js", "name": "@mendable/firecrawl-js",
"version": "1.19.1", "version": "1.19.2",
"description": "JavaScript SDK for Firecrawl API", "description": "JavaScript SDK for Firecrawl API",
"main": "dist/index.js", "main": "dist/index.js",
"types": "dist/index.d.ts", "types": "dist/index.d.ts",

5
apps/js-sdk/firecrawl/src/index.ts
View File

@ -1332,12 +1332,14 @@ export default class FirecrawlApp {
checkInterval: number checkInterval: number
): Promise<CrawlStatusResponse | ErrorResponse> { ): Promise<CrawlStatusResponse | ErrorResponse> {
try { try {
let failedTries = 0;
while (true) { while (true) {
let statusResponse: AxiosResponse = await this.getRequest( let statusResponse: AxiosResponse = await this.getRequest(
`${this.apiUrl}/v1/crawl/${id}`, `${this.apiUrl}/v1/crawl/${id}`,
headers headers
); );
if (statusResponse.status === 200) { if (statusResponse.status === 200) {
failedTries = 0;
let statusData = statusResponse.data; let statusData = statusResponse.data;
if (statusData.status === "completed") { if (statusData.status === "completed") {
if ("data" in statusData) { if ("data" in statusData) {
@ -1369,9 +1371,12 @@ export default class FirecrawlApp {
); );
} }
} else { } else {
failedTries++;
if (failedTries >= 3) {
this.handleError(statusResponse, "check crawl status"); this.handleError(statusResponse, "check crawl status");
} }
} }
}
} catch (error: any) { } catch (error: any) {
throw new FirecrawlError(error, 500); throw new FirecrawlError(error, 500);
} }