Nick:

2024-06-10 16:27:10 -07:00
parent aafd23fa8a
commit 3091f0134c
3 changed files with 13 additions and 5 deletions
@@ -173,6 +173,7 @@ export class WebScraperDataProvider {

    let links = await crawler.start(
      inProgress,
+      this.pageOptions,
      5,
      this.limit,
      this.maxCrawledDepth