fix: pageOptions

apps/api/src/lib/entities.ts

@@ -28,7 +28,7 @@ export type PageOptions = {
   onlyIncludeTags?: string | string[];
   includeLinks?: boolean;
   useFastMode?: boolean; // beta
-  disableJSDom?: boolean; // beta
+  disableJsDom?: boolean; // beta
   atsv?: boolean; // beta
 };
 

apps/api/src/scraper/WebScraper/index.ts

@@ -590,7 +590,7 @@ export class WebScraperDataProvider {
       fullPageScreenshot: options.pageOptions?.fullPageScreenshot ?? false,
       screenshot: options.pageOptions?.screenshot ?? false,
       useFastMode: options.pageOptions?.useFastMode ?? false,
-      disableJSDom: options.pageOptions?.disableJSDom ?? false,
+      disableJsDom: options.pageOptions?.disableJsDom ?? false,
       atsv: options.pageOptions?.atsv ?? false
     };
     this.extractorOptions = options.extractorOptions ?? { mode: "markdown" };

apps/api/src/scraper/WebScraper/scrapers/fireEngine.ts

@@ -104,12 +104,13 @@ export async function scrapWithFireEngine({
           screenshot: screenshotParam,
           fullPageScreenshot: fullPageScreenshotParam,
           headers: headers,
-          pageOptions: pageOptions,
           disableJsDom: pageOptions?.disableJsDom ?? false,
           priority,
           engine,
           instantReturn: true,
           ...fireEngineOptionsParam,
+          atsv: pageOptions?.atsv ?? false,
+          scrollXPaths: pageOptions?.scrollXPaths ?? [],
         },
         {
           headers: {

apps/api/src/scraper/WebScraper/single_url.ts

@@ -147,7 +147,7 @@ export async function scrapSingleUrl(
     removeTags: pageOptions.removeTags ?? [],
     onlyIncludeTags: pageOptions.onlyIncludeTags ?? [],
     useFastMode: pageOptions.useFastMode ?? false,
-    disableJSDom: pageOptions.disableJSDom ?? false,
+    disableJsDom: pageOptions.disableJsDom ?? false,
     atsv: pageOptions.atsv ?? false
   }
 
@@ -203,6 +203,7 @@ export async function scrapSingleUrl(
             fireEngineOptions: {
               engine: engine,
               atsv: pageOptions.atsv,
+              disableJsDom: pageOptions.disableJsDom,
             },
             priority,
             teamId,