Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Nick: removed 401

Browse Source
This commit is contained in:
Nicolas
2024-10-03 18:52:17 -03:00
parent 93657f6a44
commit 25dd16bf2a
2 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/single_url.ts
+1 -1
View File
@@ -425,7 +425,7 @@ export async function scrapSingleUrl(
Logger.debug(`⛏️ ${scraper}: Successfully scraped ${urlToScrap} with text length >= 100 or screenshot, breaking`); Logger.debug(`⛏️ ${scraper}: Successfully scraped ${urlToScrap} with text length >= 100 or screenshot, breaking`);
break; break;
} }
if (pageStatusCode && (pageStatusCode == 404 || pageStatusCode == 400 || pageStatusCode == 401)) { if (pageStatusCode && (pageStatusCode == 404 || pageStatusCode == 400)) {
Logger.debug(`⛏️ ${scraper}: Successfully scraped ${urlToScrap} with status code ${pageStatusCode}, breaking`); Logger.debug(`⛏️ ${scraper}: Successfully scraped ${urlToScrap} with status code ${pageStatusCode}, breaking`);
break; break;
} }
apps/redis/start-redis-server.sh
+1
View File
@@ -28,3 +28,4 @@ redis-server $PW_ARG \
--maxmemory-policy $MAXMEMORY_POLICY \ --maxmemory-policy $MAXMEMORY_POLICY \
--appendonly $APPENDONLY \ --appendonly $APPENDONLY \
--save "$SAVE" --save "$SAVE"
--save "$SAVE" \