Nick:

2024-08-20 14:39:52 -03:00
parent c5ad4dedeb
commit b36faeaf54
3 changed files with 22 additions and 5 deletions
@@ -32,9 +32,14 @@ export async function crawlController(

  await logCrawl(id, req.auth.team_id);

+  const { remainingCredits } = req.account;
+
+  // TODO: Get rid of crawlerOptions
  const crawlerOptions = legacyCrawlerOptions(req.body.crawlerOptions);
  const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);

+  crawlerOptions.limit = Math.min(remainingCredits, crawlerOptions.limit);
+  
  const sc: StoredCrawl = {
    originUrl: req.body.url,
    crawlerOptions,