AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-15 06:45:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(bull): requeue jobs after restart

Browse Source
This commit is contained in:
Gergo Moricz 2024-07-12 13:55:53 +02:00
parent 961b27811d
commit 10957b748b
1 changed files with 20 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
apps/api/src/index.ts
View File

@ -117,15 +117,24 @@ if (cluster.isMaster) {
}); });
app.post(`/admin/${process.env.BULL_AUTH_KEY}/shutdown`, async (req, res) => { app.post(`/admin/${process.env.BULL_AUTH_KEY}/shutdown`, async (req, res) => {
try {
console.log("Gracefully shutting down...");
await getWebScraperQueue().pause(false, true);
res.json({ ok: true });
} catch (error) {
console.error(error);
return res.status(500).json({ error: error.message });
}
});
app.post(`/admin/${process.env.BULL_AUTH_KEY}/unpause`, async (req, res) => {
try { try {
const wsq = getWebScraperQueue(); const wsq = getWebScraperQueue();
console.log("Gracefully shutting down...");
await wsq.pause(false, true);
const jobs = await wsq.getActive(); const jobs = await wsq.getActive();
console.log("Requeueing", jobs.length, "jobs...");
if (jobs.length > 0) { if (jobs.length > 0) {
console.log(" Removing", jobs.length, "jobs..."); console.log(" Removing", jobs.length, "jobs...");
@ -145,20 +154,16 @@ if (cluster.isMaster) {
}))); })));
console.log(" Done!"); console.log(" Done!");
res.json({ ok: true });
} }
await getWebScraperQueue().resume(false);
res.json({ ok: true });
} catch (error) { } catch (error) {
console.error(error); console.error(error);
return res.status(500).json({ error: error.message }); return res.status(500).json({ error: error.message });
} }
}); });
app.post(`/admin/${process.env.BULL_AUTH_KEY}/unpause`, async (req, res) => {
await getWebScraperQueue().resume(false);
res.json({ ok: true });
});
app.get(`/serverHealthCheck`, async (req, res) => { app.get(`/serverHealthCheck`, async (req, res) => {
try { try {
const webScraperQueue = getWebScraperQueue(); const webScraperQueue = getWebScraperQueue();