Update blocklist.ts · ae010a76c1 - firecrawl - MKD Repo

Iyeoluwads/firecrawl

Update blocklist.ts

This commit is contained in:

Nicolas

2025-03-06 17:11:00 -03:00

parent e6c3f20944

commit ae010a76c1

1 changed files with 2 additions and 1 deletions

									
										apps/api/src/scraper/WebScraper/utils/blocklist.ts
									
		+1
		
												View File
												
					@@ -67,6 +67,7 @@ const urlBlocklist = [

					  "vMdzZ33BXoyWVZnAPOBcrg==",

					  "vMdzZ33BXoyWVZnAPOBcrg==",

					  "l8GDVI8w/ueHnNzdN1ODuQ==",

					  "l8GDVI8w/ueHnNzdN1ODuQ==",

					  "+yz9bnYYMnC0trJZGJwf6Q==",

					  "+yz9bnYYMnC0trJZGJwf6Q==",

					  "oTdhIjEjqdT2pEvyxD1Ssg==",

					]

					]

					const allowedKeywords = [

					const allowedKeywords = [