AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-12 21:58:59 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update extract-redis.ts

Browse Source
This commit is contained in:
Nicolas 2025-01-14 02:00:47 -03:00
parent 2dc87a2e1c
commit c323c64671
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
apps/api/src/lib/extract/extract-redis.ts
View File

@ -54,6 +54,19 @@ export async function updateExtract(
extract.steps = [...current.steps, ...extract.steps]; extract.steps = [...current.steps, ...extract.steps];
} }
// Limit links in steps to 500
if (extract.steps) {
extract.steps = extract.steps.map(step => {
if (step.discoveredLinks && step.discoveredLinks.length > 500) {
return {
...step,
discoveredLinks: step.discoveredLinks.slice(0, 500)
};
}
return step;
});
}
await redisConnection.set( await redisConnection.set(
"extract:" + id, "extract:" + id,
JSON.stringify({ ...current, ...extract }), JSON.stringify({ ...current, ...extract }),