block corterix.com for performance issues · d591e0f51c - firecrawl - MKD Repo

Iyeoluwads/firecrawl

block corterix.com for performance issues

This commit is contained in:

Gergo Moricz

2024-08-25 20:05:17 +02:00

parent 6f9a2687ae

commit d591e0f51c

1 changed files with 2 additions and 1 deletions

									
										apps/api/src/scraper/WebScraper/utils/blocklist.ts
									
		+2
		-1
	
												View File
												
					@@ -15,7 +15,8 @@ const socialMediaBlocklist = [

					  'wechat.com',

					  'wechat.com',

					  'telegram.org',

					  'telegram.org',

					  'researchhub.com',

					  'researchhub.com',

					  'youtube.com'

					  'youtube.com',

					  'corterix.com',

					];

					];

					const allowedKeywords = [

					const allowedKeywords = [