Merge pull request #755 from busaud/main

bugfix: self-host crawling doesnt respect limit
This commit is contained in:
Nicolas 2024-10-09 22:56:44 -03:00 committed by GitHub
commit d410804348
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -34,7 +34,11 @@ export async function crawlController(
await logCrawl(id, req.auth.team_id);
const { remainingCredits } = req.account;
let { remainingCredits } = req.account;
const useDbAuthentication = process.env.USE_DB_AUTHENTICATION === 'true';
if(!useDbAuthentication){
remainingCredits = Infinity;
}
const crawlerOptions = legacyCrawlerOptions(req.body);
const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);