AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-13 06:18:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update check-fire-engine.ts

Browse Source
This commit is contained in:
Nicolas 2025-01-18 23:53:33 -03:00
parent 4e8e58729a
commit 24ddcd4a6d
1 changed files with 43 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

76
apps/api/src/controllers/v0/admin/check-fire-engine.ts
View File

@ -15,44 +15,54 @@ export async function checkFireEngine(req: Request, res: Response) {
const controller = new AbortController();
const timeout = setTimeout(() => controller.abort(), 30000);
try {
const response = await fetch(
`${process.env.FIRE_ENGINE_BETA_URL}/scrape`,
{
method: "POST",
headers: {
"Content-Type": "application/json",
"X-Disable-Cache": "true",
const urls = ["https://roastmywebsite.ai", "https://example.com"];
let lastError : string | null = null;
for (const url of urls) {
try {
const response = await fetch(
`${process.env.FIRE_ENGINE_BETA_URL}/scrape`,
{
method: "POST",
headers: {
"Content-Type": "application/json",
"X-Disable-Cache": "true",
},
body: JSON.stringify({
url,
}),
signal: controller.signal,
},
body: JSON.stringify({
url: "https://roastmywebsite.ai",
}),
signal: controller.signal,
},
);
);
clearTimeout(timeout);
clearTimeout(timeout);
if (response.ok) {
const responseData = await response.json();
return res.status(200).json({
data: responseData,
});
} else {
return res.status(response.status).json({
success: false,
error: `Fire engine returned status ${response.status}`,
});
if (response.ok) {
const responseData = await response.json();
return res.status(200).json({
data: responseData,
});
}
lastError = `Fire engine returned status ${response.status}`;
} catch (error) {
if (error.name === "AbortError") {
return res.status(504).json({
success: false,
error: "Request timed out after 30 seconds",
});
}
lastError = error;
}
} catch (error) {
if (error.name === "AbortError") {
return res.status(504).json({
success: false,
error: "Request timed out after 30 seconds",
});
}
throw error;
}
// If we get here, all retries failed
logger.error(lastError);
Sentry.captureException(lastError);
return res.status(500).json({
success: false,
error: "Internal server error - all retry attempts failed",
});
} catch (error) {
logger.error(error);
Sentry.captureException(error);