AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-05 13:40:40 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update build-document.ts

Browse Source
This commit is contained in:
Nicolas 2024-11-20 12:51:16 -08:00
parent 67a2989874
commit 09dd5136b7
1 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
apps/api/src/lib/extract/build-document.ts
View File

@ -4,14 +4,12 @@ export function buildDocument(document: Document): string {
const metadata = document.metadata;
const markdown = document.markdown;
const documentMetadataString = `\nHere is the metadata for the document:\n${JSON.stringify(
metadata,
null,
2
)}`;
// for each key in the metadata allow up to 250 characters
const metadataString = Object.entries(metadata).map(([key, value]) => {
return `${key}: ${value?.toString().slice(0, 250)}`;
}).join('\n');
const documentMetadataString = `\n- - - - - Page metadata - - - - -\n${metadataString}`;
const documentString = `${markdown}${documentMetadataString}`;
console.log("documentString", documentString);
return markdown ?? "";
return documentString;
}