fix(crawl): send error if url is not a string

Fixes FIRECRAWL-SCRAPER-JS-1E and FIRECRAWL-SCRAPER-JS-Z
This commit is contained in:
Gergő Móricz 2024-08-22 13:08:54 +02:00
parent 0cdf41587e
commit 14fa75cae6

View File

@ -72,6 +72,9 @@ export async function crawlController(req: Request, res: Response) {
if (!url) {
return res.status(400).json({ error: "Url is required" });
}
if (typeof url !== "string") {
return res.status(400).json({ error: "URL must be a string" });
}
try {
url = checkAndUpdateURL(url).url;
} catch (e) {
@ -87,8 +90,6 @@ export async function crawlController(req: Request, res: Response) {
});
}
const mode = req.body.mode ?? "crawl";
// if (mode === "single_urls" && !url.includes(",")) { // NOTE: do we need this?
// try {
// const a = new WebScraperDataProvider();