AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-06 01:56:09 +08:00
Code Issues Packages Projects Releases Wiki Activity

wip

Browse Source
This commit is contained in:
rafaelmmiller 2024-11-13 08:09:51 -03:00
parent 807703d94c
commit a175c1513a
1 changed files with 9 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
apps/api/src/controllers/v1/extract.ts
View File

@ -26,7 +26,7 @@ import { waitForJob } from "../../services/queue-jobs";
import { addScrapeJob } from "../../services/queue-jobs"; import { addScrapeJob } from "../../services/queue-jobs";
import { PlanType } from "../../types"; import { PlanType } from "../../types";
import { getJobPriority } from "../../lib/job-priority"; import { getJobPriority } from "../../lib/job-priority";
import { generateCompletions } from "../../lib/LLM-extraction"; import { generateFinalExtraction } from "../../lib/extract/completions";
configDotenv(); configDotenv();
const redis = new Redis(process.env.REDIS_URL!); const redis = new Redis(process.env.REDIS_URL!);
@ -237,18 +237,15 @@ export async function extractController(
console.log("docs", docs); console.log("docs", docs);
// reduce to 1 document // {"message":"Missing required parameter: 'response_format.json_schema.schema'.","type":"invalid_request_error","param":"response_format.json_schema.schema","code":"missing_required_parameter"},"code":"missing_required_parameter","param":"response_format.json_schema.schema","type":"invalid_request_error"}
const completions = await generateCompletions( const completions = await generateFinalExtraction({
docs, { pagesContent: docs.map(x => x.markdown).join('\n'),
extractionSchema: req.body.schema, systemPrompt: '',
extractionPrompt: req.body.prompt, prompt: req.body.prompt,
userPrompt: req.body.prompt, schema: req.body.schema,
mode: "markdown" });
},
"markdown"
);
console.log("completions", completions.map(x => x.llm_extraction)); console.log("completions", completions);
// if(req.body.extract && req.body.formats.includes("extract")) { // if(req.body.extract && req.body.formats.includes("extract")) {
// creditsToBeBilled = 5; // creditsToBeBilled = 5;