Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix: self-host crawling doesnt respect limit

Browse Source
This commit is contained in:
busaud
2024-10-09 22:52:49 +00:00
parent 52ec43aac3
commit c6ebbc6f6a
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/controllers/v1/crawl.ts
+5 -1
View File
@@ -34,7 +34,11 @@ export async function crawlController(
await logCrawl(id, req.auth.team_id); await logCrawl(id, req.auth.team_id);
const { remainingCredits } = req.account; let { remainingCredits } = req.account;
const useDbAuthentication = process.env.USE_DB_AUTHENTICATION === 'true';
if(!useDbAuthentication){
remainingCredits = Infinity;
}
const crawlerOptions = legacyCrawlerOptions(req.body); const crawlerOptions = legacyCrawlerOptions(req.body);
const pageOptions = legacyScrapeOptions(req.body.scrapeOptions); const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);