From 74ea820bc6a214b63eeb7a038f02d2939de1a91c Mon Sep 17 00:00:00 2001
From: rafaelsideguide <150964962+rafaelsideguide@users.noreply.github.com>
Date: Thu, 22 Aug 2024 18:32:19 -0300
Subject: [PATCH] fix: url and check for metadata

---
 apps/api/src/controllers/v1/types.ts | 18 ++++++++++--------
 1 file changed, 10 insertions(+), 8 deletions(-)

diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
index ffaf6c19..db8be9af 100644
--- a/apps/api/src/controllers/v1/types.ts
+++ b/apps/api/src/controllers/v1/types.ts
@@ -116,7 +116,7 @@ export const crawlRequestSchema = crawlerOptions.extend({
 export type CrawlRequest = z.infer<typeof crawlRequestSchema>;
 
 export const mapRequestSchema = crawlerOptions.extend({
-  url: z.string().url(),
+  url,
   origin: z.string().optional().default("api"),
   includeSubdomains: z.boolean().default(true),
   search: z.string().optional(),
@@ -279,14 +279,16 @@ export function legacyScrapeOptions(x: ScrapeOptions): PageOptions {
 }
 
 export function legacyDocumentConverter(doc: any): Document {
-  if (doc.metadata.screenshot) {
-    doc.screenshot = doc.metadata.screenshot;
-    delete doc.metadata.screenshot;
-  }
+  if (doc.metadata) {
+    if (doc.metadata.screenshot) {
+      doc.screenshot = doc.metadata.screenshot;
+      delete doc.metadata.screenshot;
+    }
 
-  if (doc.metadata.fullPageScreenshot) {
-    doc.fullPageScreenshot = doc.metadata.fullPageScreenshot;
-    delete doc.metadata.fullPageScreenshot;
+    if (doc.metadata.fullPageScreenshot) {
+      doc.fullPageScreenshot = doc.metadata.fullPageScreenshot;
+      delete doc.metadata.fullPageScreenshot;
+    }
   }
 
   return {