Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update metadata.ts

Browse Source
This commit is contained in:
Nicolas
2024-10-16 23:37:07 -03:00
parent 8974230db4
commit 2ac50a16f5
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/utils/metadata.ts
+1
View File
@@ -74,6 +74,7 @@ export function extractMetadata(soup: CheerioAPI, url: string): Metadata {
const customMetadata: Record<string, string | string[]> = {}; const customMetadata: Record<string, string | string[]> = {};
try { try {
// TODO: remove this as it is redundant with the below implementation
title = soup("title").text() || null; title = soup("title").text() || null;
description = soup('meta[name="description"]').attr("content") || null; description = soup('meta[name="description"]').attr("content") || null;