From 726430c2e641666626b400ca62f32062a31978f4 Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Mon, 28 Oct 2024 16:51:49 -0300
Subject: [PATCH] Nick: llm extract in batch scrape

---
 apps/api/src/controllers/v1/batch-scrape.ts | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/apps/api/src/controllers/v1/batch-scrape.ts b/apps/api/src/controllers/v1/batch-scrape.ts
index 7c68341b..cde4bd76 100644
--- a/apps/api/src/controllers/v1/batch-scrape.ts
+++ b/apps/api/src/controllers/v1/batch-scrape.ts
@@ -4,6 +4,7 @@ import {
   BatchScrapeRequest,
   batchScrapeRequestSchema,
   CrawlResponse,
+  legacyExtractorOptions,
   legacyScrapeOptions,
   RequestWithAuth,
 } from "./types";
@@ -34,6 +35,8 @@ export async function batchScrapeController(
   }
 
   const pageOptions = legacyScrapeOptions(req.body);
+  const extractorOptions = req.body.extract ? legacyExtractorOptions(req.body.extract) : undefined;
+
 
   const sc: StoredCrawl = {
     crawlerOptions: null,
@@ -65,6 +68,7 @@ export async function batchScrapeController(
         plan: req.auth.plan,
         crawlerOptions: null,
         pageOptions,
+        extractorOptions,
         origin: "api",
         crawl_id: id,
         sitemapped: true,