Update index.ts
This commit is contained in:
@@ -157,6 +157,7 @@ export interface CrawlParams {
|
|||||||
webhook?: string | {
|
webhook?: string | {
|
||||||
url: string;
|
url: string;
|
||||||
headers?: Record<string, string>;
|
headers?: Record<string, string>;
|
||||||
|
metadata?: Record<string, string>;
|
||||||
};
|
};
|
||||||
deduplicateSimilarURLs?: boolean;
|
deduplicateSimilarURLs?: boolean;
|
||||||
ignoreQueryParameters?: boolean;
|
ignoreQueryParameters?: boolean;
|
||||||
|
|||||||
Reference in New Issue
Block a user