AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 21:58:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Nick: errors -> warn

Browse Source
This commit is contained in:
Nicolas 2025-03-13 13:07:51 -04:00
parent 7ec278a908
commit c6cad942ab
4 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/WebScraper/crawler.ts
View File

@ -456,7 +456,7 @@ export class WebCrawler {
}
}).filter(x => x !== null) as string[])];
} catch (error) {
this.logger.error("Failed to call html-transformer! Falling back to cheerio...", {
this.logger.warn("Failed to call html-transformer! Falling back to cheerio...", {
error,
module: "scrapeURL", method: "extractMetadata"
});

2
apps/api/src/scraper/scrapeURL/lib/extractLinks.ts
View File

@ -41,7 +41,7 @@ export async function extractLinks(html: string, baseUrl: string): Promise<strin
try {
return await extractLinksRust(html, baseUrl);
} catch (error) {
logger.error("Failed to call html-transformer! Falling back to cheerio...", {
logger.warn("Failed to call html-transformer! Falling back to cheerio...", {
error,
module: "scrapeURL", method: "extractLinks"
});

2
apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts
View File

@ -26,7 +26,7 @@ export async function extractMetadata(
try {
return await extractMetadataRust(meta, html);
} catch (error) {
meta.logger.error("Failed to call html-transformer! Falling back to cheerio...", {
meta.logger.warn("Failed to call html-transformer! Falling back to cheerio...", {
error,
module: "scrapeURL", method: "extractMetadata"
});

2
apps/api/src/scraper/scrapeURL/lib/removeUnwantedElements.ts
View File

@ -65,7 +65,7 @@ export const htmlTransform = async (
only_main_content: scrapeOptions.onlyMainContent,
})
} catch (error) {
logger.error("Failed to call html-transformer! Falling back to cheerio...", {
logger.warn("Failed to call html-transformer! Falling back to cheerio...", {
error,
module: "scrapeURL", method: "extractLinks"
});