feat(scrape): add warning to document if it was concurrency limited (#1348)

* feat(scrape): add warning to document if it was concurrency limited * phrasing + test fix
2025-03-16 19:57:27 +01:00
parent 670ca84ae9
commit 200de9e7e7
3 changed files with 7 additions and 1 deletions
@@ -84,6 +84,8 @@ async function addScrapeJobRaw(
      //   logger.error("Error sending notification (concurrency limit reached): ", error);
      // });
    }
+    
+    webScraperOptions.concurrencyLimited = true;

    await _addScrapeJobToConcurrencyQueue(
      webScraperOptions,