AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-11 18:48:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(queue-worker, scrape): match billing logic and add billing for stealth proxies (#1521)

Browse Source
This commit is contained in:
Gergő Móricz 2025-05-08 15:51:38 +02:00 committed by GitHub
parent 0f32500149
commit e06c7cc234
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 16 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
apps/api/src/controllers/v1/scrape.ts
View File

@ -155,6 +155,10 @@ export async function scrapeController(
}
}
if (req.body.proxy === "stealth") {
creditsToBeBilled += 4;
}
billTeam(req.auth.team_id, req.acuc?.sub_id, creditsToBeBilled).catch(
(error) => {
logger.error(

13
apps/api/src/services/queue-worker.ts
View File

@ -1331,12 +1331,21 @@ async function processJob(job: Job & { id: string }, token: string) {
if (job.data.is_scrape !== true) {
let creditsToBeBilled = 1; // Assuming 1 credit per document
if (job.data.scrapeOptions.extract) {
if ((job.data.scrapeOptions.extract && job.data.scrapeOptions.formats?.includes("extract")) || (job.data.scrapeOptions.formats?.includes("changeTracking") && job.data.scrapeOptions.changeTrackingOptions?.modes?.includes("json"))) {
creditsToBeBilled = 5;
}
if (job.data.scrapeOptions.agent?.model?.toLowerCase() === "fire-1") {
if (job.data.scrapeOptions.agent?.model?.toLowerCase() === "fire-1" || job.data.scrapeOptions.extract?.agent?.model?.toLowerCase() === "fire-1" || job.data.scrapeOptions.jsonOptions?.agent?.model?.toLowerCase() === "fire-1") {
if (process.env.USE_DB_AUTHENTICATION === "true") {
creditsToBeBilled = Math.ceil((costTracking.toJSON().totalCost ?? 1) * 1800);
} else {
creditsToBeBilled = 150;
}
}
if (job.data.scrapeOptions.proxy === "stealth") {
creditsToBeBilled += 4;
}
if (
job.data.team_id !== process.env.BACKGROUND_INDEX_TEAM_ID! &&