Support chrome-cdp and restructure sitemap fire-engine support.

2024-07-15 18:40:43 +03:00
parent 8efd444ba2
commit 5c65ec58e5
3 changed files with 24 additions and 2 deletions
@@ -21,7 +21,7 @@ export async function getLinksFromSitemap(
        const response = await axios.get(sitemapUrl, { timeout: axiosTimeout });
        content = response.data;
      } else if (mode === 'fire-engine') {
-        const response = await scrapWithFireEngine({ url: sitemapUrl, fireEngineOptions: { engine: "request", method: "get", mobileProxy: true } });
+        const response = await scrapWithFireEngine({ url: sitemapUrl, fireEngineOptions: { method: "get", mobileProxy: true },options:{endpoint:"request"} });
        content = response.html;
      }
    } catch (error) {