Iyeoluwads/firecrawl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix 2

Browse Source
This commit is contained in:
Gergő Móricz
2024-11-20 20:19:16 +01:00
parent e2ddc6c65c
commit b1eaecfdb0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
apps/api/src/scraper/WebScraper/crawler.ts
+1 -1
View File
@@ -233,7 +233,7 @@ export class WebCrawler {
let href = $(element).attr("href"); let href = $(element).attr("href");
if (href) { if (href) {
if (href.match(/^https?:\/[^\/]/)) { if (href.match(/^https?:\/[^\/]/)) {
href = href.replace(/^https?:\/[^\/]/, "$&/"); href = href.replace(/^https?:\//, "$&/");
} }
const u = this.filterURL(href, url); const u = this.filterURL(href, url);
if (u !== null) { if (u !== null) {