testing crawl with new.abb.com case
many unnecessary console.logs for tracing the code execution
This commit is contained in:
@@ -4,7 +4,7 @@ export async function attemptScrapWithRequests(
|
||||
urlToScrap: string
|
||||
): Promise<string | null> {
|
||||
try {
|
||||
const response = await axios.get(urlToScrap);
|
||||
const response = await axios.get(urlToScrap, { timeout: 15000 });
|
||||
|
||||
if (!response.data) {
|
||||
console.log("Failed normal requests as well");
|
||||
|
||||
Reference in New Issue
Block a user