feat: add scrapeId in document.metadata
This commit is contained in:
@@ -443,6 +443,7 @@ export type Document = {
|
|||||||
url?: string;
|
url?: string;
|
||||||
sourceURL?: string;
|
sourceURL?: string;
|
||||||
statusCode: number;
|
statusCode: number;
|
||||||
|
scrapeId?: string;
|
||||||
error?: string;
|
error?: string;
|
||||||
[key: string]: string | string[] | number | undefined;
|
[key: string]: string | string[] | number | undefined;
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -156,6 +156,7 @@ export function extractMetadata(
|
|||||||
publishedTime,
|
publishedTime,
|
||||||
articleTag,
|
articleTag,
|
||||||
articleSection,
|
articleSection,
|
||||||
|
scrapeId: meta.id,
|
||||||
...customMetadata,
|
...customMetadata,
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user