Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update blocklist.ts

Browse Source
This commit is contained in:
Nicolas
2025-03-06 17:11:00 -03:00
parent e6c3f20944
commit ae010a76c1
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/utils/blocklist.ts
+2 -1
View File
@@ -67,6 +67,7 @@ const urlBlocklist = [
"vMdzZ33BXoyWVZnAPOBcrg==", "vMdzZ33BXoyWVZnAPOBcrg==",
"l8GDVI8w/ueHnNzdN1ODuQ==", "l8GDVI8w/ueHnNzdN1ODuQ==",
"+yz9bnYYMnC0trJZGJwf6Q==", "+yz9bnYYMnC0trJZGJwf6Q==",
"oTdhIjEjqdT2pEvyxD1Ssg==",
] ]
const allowedKeywords = [ const allowedKeywords = [
@@ -155,4 +156,4 @@ export function isUrlBlocked(url: string): boolean {
} }
return false; return false;
} }