AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 19:36:07 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix 2

Browse Source
This commit is contained in:
Gergő Móricz 2024-11-20 20:19:16 +01:00
parent e2ddc6c65c
commit b1eaecfdb0
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/crawler.ts
View File

@ -233,7 +233,7 @@ export class WebCrawler {
let href = $(element).attr("href"); let href = $(element).attr("href");
if (href) { if (href) {
if (href.match(/^https?:\/[^\/]/)) { if (href.match(/^https?:\/[^\/]/)) {
href = href.replace(/^https?:\/[^\/]/, "$&/"); href = href.replace(/^https?:\//, "$&/");
} }
const u = this.filterURL(href, url); const u = this.filterURL(href, url);
if (u !== null) { if (u !== null) {