Update crawl.ts
This commit is contained in:
@@ -35,7 +35,7 @@ export async function crawlController(
|
|||||||
const { remainingCredits } = req.account;
|
const { remainingCredits } = req.account;
|
||||||
|
|
||||||
// TODO: Get rid of crawlerOptions
|
// TODO: Get rid of crawlerOptions
|
||||||
const crawlerOptions = legacyCrawlerOptions(req.body.crawlerOptions);
|
const crawlerOptions = legacyCrawlerOptions(req.body);
|
||||||
const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);
|
const pageOptions = legacyScrapeOptions(req.body.scrapeOptions);
|
||||||
|
|
||||||
crawlerOptions.limit = Math.min(remainingCredits, crawlerOptions.limit);
|
crawlerOptions.limit = Math.min(remainingCredits, crawlerOptions.limit);
|
||||||
|
|||||||
Reference in New Issue
Block a user