AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-11 23:49:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(js-sdk/crawl,batch-scrape): retry status call if it returns an error up to 3 times (#1343)

Browse Source
This commit is contained in:
Gergő Móricz 2025-03-15 12:42:53 +01:00 committed by GitHub
parent 905885abf9
commit ca93ba6c6d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/js-sdk/firecrawl/package.json
View File

@ -1,6 +1,6 @@
{
"name": "@mendable/firecrawl-js",
"version": "1.19.1",
"version": "1.19.2",
"description": "JavaScript SDK for Firecrawl API",
"main": "dist/index.js",
"types": "dist/index.d.ts",

5
apps/js-sdk/firecrawl/src/index.ts
View File

@ -1332,12 +1332,14 @@ export default class FirecrawlApp {
checkInterval: number
): Promise<CrawlStatusResponse | ErrorResponse> {
try {
let failedTries = 0;
while (true) {
let statusResponse: AxiosResponse = await this.getRequest(
`${this.apiUrl}/v1/crawl/${id}`,
headers
);
if (statusResponse.status === 200) {
failedTries = 0;
let statusData = statusResponse.data;
if (statusData.status === "completed") {
if ("data" in statusData) {
@ -1369,9 +1371,12 @@ export default class FirecrawlApp {
);
}
} else {
failedTries++;
if (failedTries >= 3) {
this.handleError(statusResponse, "check crawl status");
}
}
}
} catch (error: any) {
throw new FirecrawlError(error, 500);
}