AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 06:08:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

added try catch

Browse Source
This commit is contained in:
rafaelsideguide 2024-08-20 15:42:39 -03:00
parent e326249a57
commit 1f27182a13
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts
View File

@ -120,9 +120,17 @@ export async function scrapWithFireEngine({
} }
if (checkStatusResponse.data.processing) { if (checkStatusResponse.data.processing) {
axiosInstance.delete( Logger.debug(`⛏️ Fire-Engine (${engine}): deleting request - jobId: ${response.data.jobId}`);
process.env.FIRE_ENGINE_BETA_URL + `/scrape/${response.data.jobId}`, try {
); axiosInstance.delete(
process.env.FIRE_ENGINE_BETA_URL + `/scrape/${response.data.jobId}`,
);
} catch (error) {
Logger.debug(`⛏️ Fire-Engine (${engine}): Failed to delete request - jobId: ${response.data.jobId} | error: ${error}`);
logParams.error_message = "Failed to delete request";
return { html: "", screenshot: "", pageStatusCode: null, pageError: "" };
}
Logger.debug(`⛏️ Fire-Engine (${engine}): Request timed out for ${url}`); Logger.debug(`⛏️ Fire-Engine (${engine}): Request timed out for ${url}`);
logParams.error_message = "Request timed out"; logParams.error_message = "Request timed out";
return { html: "", screenshot: "", pageStatusCode: null, pageError: "" }; return { html: "", screenshot: "", pageStatusCode: null, pageError: "" };