added logger
This commit is contained in:
@@ -3,6 +3,7 @@ import { axiosTimeout } from "../../lib/timeout";
|
||||
import { parseStringPromise } from "xml2js";
|
||||
import { scrapWithFireEngine } from "./scrapers/fireEngine";
|
||||
import { WebCrawler } from "./crawler";
|
||||
import { Logger } from "../../lib/logger";
|
||||
|
||||
export async function getLinksFromSitemap(
|
||||
{
|
||||
@@ -26,7 +27,7 @@ export async function getLinksFromSitemap(
|
||||
content = response.html;
|
||||
}
|
||||
} catch (error) {
|
||||
console.error(`Request failed for ${sitemapUrl}: ${error}`);
|
||||
Logger.error(`Request failed for ${sitemapUrl}: ${error.message}`);
|
||||
|
||||
return allUrls;
|
||||
}
|
||||
@@ -48,7 +49,7 @@ export async function getLinksFromSitemap(
|
||||
}
|
||||
}
|
||||
} catch (error) {
|
||||
console.error(`Error processing ${sitemapUrl}: ${error}`);
|
||||
Logger.debug(`Error processing sitemapUrl: ${sitemapUrl} | Error: ${error.message}`);
|
||||
}
|
||||
|
||||
return allUrls;
|
||||
|
||||
Reference in New Issue
Block a user