2024-06-26 09:00:54 -03:00
|
|
|
export const defaultOrigin = "api";
|
|
|
|
|
|
2024-08-21 12:35:03 -03:00
|
|
|
export const defaultTimeout = 60000; // 60 seconds
|
2024-06-26 09:00:54 -03:00
|
|
|
|
|
|
|
|
export const defaultPageOptions = {
|
|
|
|
|
onlyMainContent: false,
|
|
|
|
|
includeHtml: false,
|
|
|
|
|
waitFor: 0,
|
|
|
|
|
screenshot: false,
|
2024-08-05 18:17:37 -03:00
|
|
|
fullPageScreenshot: false,
|
2024-12-11 19:51:08 -03:00
|
|
|
parsePDF: true,
|
2024-06-26 09:00:54 -03:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
export const defaultCrawlerOptions = {
|
2024-08-20 14:16:54 -03:00
|
|
|
allowBackwardCrawling: false,
|
2024-12-11 19:51:08 -03:00
|
|
|
limit: 10000,
|
2024-12-11 19:46:11 -03:00
|
|
|
};
|
2024-06-26 09:00:54 -03:00
|
|
|
|
|
|
|
|
export const defaultCrawlPageOptions = {
|
|
|
|
|
onlyMainContent: false,
|
|
|
|
|
includeHtml: false,
|
|
|
|
|
removeTags: [],
|
2024-12-11 19:51:08 -03:00
|
|
|
parsePDF: true,
|
2024-12-11 19:46:11 -03:00
|
|
|
};
|
2024-06-26 09:00:54 -03:00
|
|
|
|
|
|
|
|
export const defaultExtractorOptions = {
|
2024-12-11 19:51:08 -03:00
|
|
|
mode: "markdown",
|
2024-12-11 19:46:11 -03:00
|
|
|
};
|