Added allowBackwardCrawling option

2024-06-11 15:24:39 -03:00
parent 06b0d01fd4
commit ee282c3d55
4 changed files with 18 additions and 7 deletions
@@ -46,6 +46,7 @@ export type CrawlerOptions = {
  replaceAllPathsWithAbsolutePaths?: boolean;
  ignoreSitemap?: boolean;
  mode?: "default" | "fast"; // have a mode of some sort
+  allowBackwardCrawling?: boolean;
 }

 export type WebScraperOptions = {