Nick: fixes

This commit is contained in:
Nicolas
2024-05-15 11:28:20 -07:00
parent 87570bdfa1
commit d10f81e7fe
2 changed files with 7 additions and 5 deletions
+2 -2
View File
@@ -71,8 +71,8 @@ export class WebScraperDataProvider {
const batchUrls = urls.slice(i, i + this.concurrentRequests);
await Promise.all(
batchUrls.map(async (url, index) => {
const existingText = allHtmls ? allHtmls[i + index] : "";
const result = await scrapSingleUrl(url, this.pageOptions, existingText);
const existingHTML = allHtmls ? allHtmls[i + index] : "";
const result = await scrapSingleUrl(url, this.pageOptions, existingHTML);
processedUrls++;
if (inProgress) {
inProgress({