AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-15 06:26:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

fixed optional+default bug on llm schema

Browse Source
This commit is contained in:
rafaelmmiller 2024-12-09 15:34:50 -03:00
parent f007f2439e
commit 5c81ea1803
1 changed files with 23 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
apps/api/src/scraper/scrapeURL/transformers/llmExtract.ts
View File

@ -99,6 +99,10 @@ export async function generateOpenAICompletions(logger: Logger, options: Extract
} }
let schema = options.schema; let schema = options.schema;
if (schema) {
schema = removeDefaultProperty(schema);
}
if (schema && schema.type === "array") { if (schema && schema.type === "array") {
schema = { schema = {
type: "object", type: "object",
@ -112,7 +116,9 @@ export async function generateOpenAICompletions(logger: Logger, options: Extract
schema = { schema = {
type: "object", type: "object",
properties: Object.fromEntries( properties: Object.fromEntries(
Object.entries(schema).map(([key, value]) => [key, { type: value }]) Object.entries(schema).map(([key, value]) => {
return [key, removeDefaultProperty(value)];
})
), ),
required: Object.keys(schema), required: Object.keys(schema),
additionalProperties: false additionalProperties: false
@ -192,3 +198,19 @@ export async function performLLMExtract(meta: Meta, document: Document): Promise
return document; return document;
} }
function removeDefaultProperty(schema: any): any {
if (typeof schema !== 'object' || schema === null) return schema;
const { default: _, ...rest } = schema;
for (const key in rest) {
if (Array.isArray(rest[key])) {
rest[key] = rest[key].map((item: any) => removeDefaultProperty(item));
} else if (typeof rest[key] === 'object' && rest[key] !== null) {
rest[key] = removeDefaultProperty(rest[key]);
}
}
return rest;
}