fix: converter missing
This commit is contained in:
@@ -454,6 +454,7 @@ export function toLegacyCrawlerOptions(x: CrawlerOptions) {
|
|||||||
allowBackwardCrawling: x.allowBackwardLinks,
|
allowBackwardCrawling: x.allowBackwardLinks,
|
||||||
allowExternalContentLinks: x.allowExternalLinks,
|
allowExternalContentLinks: x.allowExternalLinks,
|
||||||
ignoreSitemap: x.ignoreSitemap,
|
ignoreSitemap: x.ignoreSitemap,
|
||||||
|
deduplicateSimilarURLs: x.deduplicateSimilarURLs,
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -467,7 +468,7 @@ export function fromLegacyCrawlerOptions(x: any): { crawlOptions: CrawlerOptions
|
|||||||
allowBackwardLinks: x.allowBackwardCrawling,
|
allowBackwardLinks: x.allowBackwardCrawling,
|
||||||
allowExternalLinks: x.allowExternalContentLinks,
|
allowExternalLinks: x.allowExternalContentLinks,
|
||||||
ignoreSitemap: x.ignoreSitemap,
|
ignoreSitemap: x.ignoreSitemap,
|
||||||
// TODO: returnOnlyUrls support
|
deduplicateSimilarURLs: x.deduplicateSimilarURLs,
|
||||||
}),
|
}),
|
||||||
internalOptions: {
|
internalOptions: {
|
||||||
v0CrawlOnlyUrls: x.returnOnlyUrls,
|
v0CrawlOnlyUrls: x.returnOnlyUrls,
|
||||||
|
|||||||
Reference in New Issue
Block a user