Nick: blocked sw/ra · 1174bc3c82 - firecrawl - MKD Repo

Iyeoluwads/firecrawl

Nick: blocked sw/ra

This commit is contained in:

Nicolas

2024-08-29 13:55:54 -03:00

parent 02410aca36

commit 1174bc3c82

1 changed files with 2 additions and 0 deletions

									
										apps/api/src/scraper/WebScraper/utils/blocklist.ts
									
		+2
		
												View File
												
					@@ -17,6 +17,8 @@ const socialMediaBlocklist = [

					  'researchhub.com',

					  'researchhub.com',

					  'youtube.com',

					  'youtube.com',

					  'corterix.com',

					  'corterix.com',

					  'southwest.com',

					  'ryanair.com'

					];

					];

					const allowedKeywords = [

					const allowedKeywords = [