From c6cad942ab81f5bb95849fad541e00177d8e5a4a Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Thu, 13 Mar 2025 13:07:51 -0400
Subject: [PATCH] Nick: errors -> warn

---
 apps/api/src/scraper/WebScraper/crawler.ts                   | 2 +-
 apps/api/src/scraper/scrapeURL/lib/extractLinks.ts           | 2 +-
 apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts        | 2 +-
 apps/api/src/scraper/scrapeURL/lib/removeUnwantedElements.ts | 2 +-
 4 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/apps/api/src/scraper/WebScraper/crawler.ts b/apps/api/src/scraper/WebScraper/crawler.ts
index 5f26f817..ba4793d8 100644
--- a/apps/api/src/scraper/WebScraper/crawler.ts
+++ b/apps/api/src/scraper/WebScraper/crawler.ts
@@ -456,7 +456,7 @@ export class WebCrawler {
         }
       }).filter(x => x !== null) as string[])];
     } catch (error) {
-      this.logger.error("Failed to call html-transformer! Falling back to cheerio...", {
+      this.logger.warn("Failed to call html-transformer! Falling back to cheerio...", {
         error,
         module: "scrapeURL", method: "extractMetadata"
       });
diff --git a/apps/api/src/scraper/scrapeURL/lib/extractLinks.ts b/apps/api/src/scraper/scrapeURL/lib/extractLinks.ts
index ef784a71..48117ae7 100644
--- a/apps/api/src/scraper/scrapeURL/lib/extractLinks.ts
+++ b/apps/api/src/scraper/scrapeURL/lib/extractLinks.ts
@@ -41,7 +41,7 @@ export async function extractLinks(html: string, baseUrl: string): Promise<strin
   try {
     return await extractLinksRust(html, baseUrl);
   } catch (error) {
-    logger.error("Failed to call html-transformer! Falling back to cheerio...", {
+    logger.warn("Failed to call html-transformer! Falling back to cheerio...", {
       error,
       module: "scrapeURL", method: "extractLinks"
     });
diff --git a/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts b/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts
index 858b7c29..e0d68534 100644
--- a/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts
+++ b/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts
@@ -26,7 +26,7 @@ export async function extractMetadata(
   try {
     return await extractMetadataRust(meta, html);
   } catch (error) {
-    meta.logger.error("Failed to call html-transformer! Falling back to cheerio...", {
+    meta.logger.warn("Failed to call html-transformer! Falling back to cheerio...", {
       error,
       module: "scrapeURL", method: "extractMetadata"
     });
diff --git a/apps/api/src/scraper/scrapeURL/lib/removeUnwantedElements.ts b/apps/api/src/scraper/scrapeURL/lib/removeUnwantedElements.ts
index 9e5ac215..693b02bb 100644
--- a/apps/api/src/scraper/scrapeURL/lib/removeUnwantedElements.ts
+++ b/apps/api/src/scraper/scrapeURL/lib/removeUnwantedElements.ts
@@ -65,7 +65,7 @@ export const htmlTransform = async (
       only_main_content: scrapeOptions.onlyMainContent,
     })
   } catch (error) {
-    logger.error("Failed to call html-transformer! Falling back to cheerio...", {
+    logger.warn("Failed to call html-transformer! Falling back to cheerio...", {
         error,
         module: "scrapeURL", method: "extractLinks"
       });