testing crawl with new.abb.com case

many unnecessary console.logs for tracing the code execution
2024-06-24 16:25:07 -03:00
parent 3c7b7e7242
commit 21d29de819
12 changed files with 128 additions and 35 deletions
@@ -78,9 +78,11 @@ export async function runWebScraper({
        pageOptions: pageOptions,
      });
    }
+    console.log('runWebScraper - getDocuments')
    const docs = (await provider.getDocuments(false, (progress: Progress) => {
      inProgress(progress);
    })) as Document[];
+    console.log('runWebScraper - getDocuments - done - docs.length:', docs.length)

    if (docs.length === 0) {
      return {