Revert "Revert "fix(queue-worker, scrape): match billing logic and add billing for stealth proxies (#1521)""

This reverts commit 017a915ae8f550ceaa01ad607b4e6a684385eadf.
This commit is contained in:
Gergő Móricz 2025-05-12 17:46:09 +02:00
parent fdeb01847d
commit 0fd05a67a0
2 changed files with 16 additions and 3 deletions

View File

@ -155,6 +155,10 @@ export async function scrapeController(
}
}
if (req.body.proxy === "stealth") {
creditsToBeBilled += 4;
}
billTeam(req.auth.team_id, req.acuc?.sub_id, creditsToBeBilled).catch(
(error) => {
logger.error(

View File

@ -1355,12 +1355,21 @@ async function processJob(job: Job & { id: string }, token: string) {
if (job.data.is_scrape !== true) {
let creditsToBeBilled = 1; // Assuming 1 credit per document
if (job.data.scrapeOptions.extract) {
if ((job.data.scrapeOptions.extract && job.data.scrapeOptions.formats?.includes("extract")) || (job.data.scrapeOptions.formats?.includes("changeTracking") && job.data.scrapeOptions.changeTrackingOptions?.modes?.includes("json"))) {
creditsToBeBilled = 5;
}
if (job.data.scrapeOptions.agent?.model?.toLowerCase() === "fire-1") {
if (job.data.scrapeOptions.agent?.model?.toLowerCase() === "fire-1" || job.data.scrapeOptions.extract?.agent?.model?.toLowerCase() === "fire-1" || job.data.scrapeOptions.jsonOptions?.agent?.model?.toLowerCase() === "fire-1") {
if (process.env.USE_DB_AUTHENTICATION === "true") {
creditsToBeBilled = Math.ceil((costTracking.toJSON().totalCost ?? 1) * 1800);
} else {
creditsToBeBilled = 150;
}
}
if (job.data.scrapeOptions.proxy === "stealth") {
creditsToBeBilled += 4;
}
if (
job.data.team_id !== process.env.BACKGROUND_INDEX_TEAM_ID! &&