Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(blocklist): unblock

Browse Source
This commit is contained in:
Gergő Móricz
2025-01-15 18:54:26 +01:00
parent dde3aebac4
commit ec039dcb8f
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/utils/blocklist.ts
+2
View File
@@ -94,6 +94,8 @@ const allowedKeywords = [
"://ads.tiktok.com", "://ads.tiktok.com",
"://tiktok.com/business", "://tiktok.com/business",
"://developers.facebook.com", "://developers.facebook.com",
"://facebook.com/ads/library",
"://www.facebook.com/ads/library",
]; ];
export function isUrlBlocked(url: string): boolean { export function isUrlBlocked(url: string): boolean {