From 2d37dca9dcc1095729af6d2f340a0dc1f0a43426 Mon Sep 17 00:00:00 2001
From: Nicolas <nicolascamara29@gmail.com>
Date: Wed, 18 Dec 2024 22:10:41 -0300
Subject: [PATCH] Nick: introduced system prompt to /extract

---
 apps/api/src/controllers/v1/extract.ts | 1 +
 apps/api/src/controllers/v1/types.ts   | 1 +
 apps/js-sdk/firecrawl/package.json     | 2 +-
 apps/js-sdk/firecrawl/src/index.ts     | 1 +
 4 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/apps/api/src/controllers/v1/extract.ts b/apps/api/src/controllers/v1/extract.ts
index a6f50fae..e7462ca2 100644
--- a/apps/api/src/controllers/v1/extract.ts
+++ b/apps/api/src/controllers/v1/extract.ts
@@ -263,6 +263,7 @@ export async function extractController(
     {
       mode: "llm",
       systemPrompt:
+        (req.body.systemPrompt ? `${req.body.systemPrompt}\n` : "") +
         "Always prioritize using the provided content to answer the question. Do not make up an answer. Be concise and follow the schema always if provided. Here are the urls the user provided of which he wants to extract information from: " +
         links.join(", "),
       prompt: req.body.prompt,
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
index 5ba36ea7..06605eb9 100644
--- a/apps/api/src/controllers/v1/types.ts
+++ b/apps/api/src/controllers/v1/types.ts
@@ -194,6 +194,7 @@ export const extractV1Options = z
       .array()
       .max(10, "Maximum of 10 URLs allowed per request while in beta."),
     prompt: z.string().optional(),
+    systemPrompt: z.string().optional(),
     schema: z.any().optional(),
     limit: z.number().int().positive().finite().safe().optional(),
     ignoreSitemap: z.boolean().default(false),
diff --git a/apps/js-sdk/firecrawl/package.json b/apps/js-sdk/firecrawl/package.json
index 74dfcb02..1c7f082f 100644
--- a/apps/js-sdk/firecrawl/package.json
+++ b/apps/js-sdk/firecrawl/package.json
@@ -1,6 +1,6 @@
 {
   "name": "@mendable/firecrawl-js",
-  "version": "1.9.4",
+  "version": "1.9.5",
   "description": "JavaScript SDK for Firecrawl API",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
diff --git a/apps/js-sdk/firecrawl/src/index.ts b/apps/js-sdk/firecrawl/src/index.ts
index 020a2293..0d19ab60 100644
--- a/apps/js-sdk/firecrawl/src/index.ts
+++ b/apps/js-sdk/firecrawl/src/index.ts
@@ -247,6 +247,7 @@ export interface ExtractParams<LLMSchema extends zt.ZodSchema = any> {
   schema?: LLMSchema;
   systemPrompt?: string;
   allowExternalLinks?: boolean;
+  includeSubdomains?: boolean;
 }
 
 /**