bug fixed. crawl should not stop if sitemap url is invalid

2024-08-20 09:11:58 -03:00
parent 0dce57832d
commit e1c9cbf709
2 changed files with 7 additions and 2 deletions
@@ -73,7 +73,6 @@ export async function scrapWithFireEngine({
    );

    if (pageOptions?.useFastMode) {
-      console.log('using tlsclient')
      fireEngineOptionsParam.engine = "tlsclient";
      engine = "tlsclient";
    }