AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 15:20:53 +08:00
Code Issues Packages Projects Releases Wiki Activity

wip

Browse Source
This commit is contained in:
rafaelmmiller 2024-11-13 08:09:51 -03:00
parent 807703d94c
commit a175c1513a
1 changed files with 9 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
apps/api/src/controllers/v1/extract.ts
View File

@ -26,7 +26,7 @@ import { waitForJob } from "../../services/queue-jobs";
import { addScrapeJob } from "../../services/queue-jobs";
import { PlanType } from "../../types";
import { getJobPriority } from "../../lib/job-priority";
import { generateCompletions } from "../../lib/LLM-extraction";
import { generateFinalExtraction } from "../../lib/extract/completions";
configDotenv();
const redis = new Redis(process.env.REDIS_URL!);
@ -237,18 +237,15 @@ export async function extractController(
console.log("docs", docs);
// reduce to 1 document
const completions = await generateCompletions(
docs, {
extractionSchema: req.body.schema,
extractionPrompt: req.body.prompt,
userPrompt: req.body.prompt,
mode: "markdown"
},
"markdown"
);
// {"message":"Missing required parameter: 'response_format.json_schema.schema'.","type":"invalid_request_error","param":"response_format.json_schema.schema","code":"missing_required_parameter"},"code":"missing_required_parameter","param":"response_format.json_schema.schema","type":"invalid_request_error"}
const completions = await generateFinalExtraction({
pagesContent: docs.map(x => x.markdown).join('\n'),
systemPrompt: '',
prompt: req.body.prompt,
schema: req.body.schema,
});
console.log("completions", completions.map(x => x.llm_extraction));
console.log("completions", completions);
// if(req.body.extract && req.body.formats.includes("extract")) {
// creditsToBeBilled = 5;