AI/firecrawl
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/mendableai/firecrawl synced 2025-08-14 18:36:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix(cache): don't cache on failure error code

Browse Source
This commit is contained in:
Gergő Móricz 2024-11-14 19:49:34 +01:00
parent 49ff37afb4
commit 359c30fbda
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
apps/api/src/scraper/scrapeURL/transformers/cache.ts
View File

@ -3,6 +3,8 @@ import { Meta } from "..";
import { CacheEntry, cacheKey, saveEntryToCache } from "../../../lib/cache"; import { CacheEntry, cacheKey, saveEntryToCache } from "../../../lib/cache";
export function saveToCache(meta: Meta, document: Document): Document { export function saveToCache(meta: Meta, document: Document): Document {
if (document.metadata.statusCode! < 200 || document.metadata.statusCode! >= 300) return document;
if (document.rawHtml === undefined) { if (document.rawHtml === undefined) {
throw new Error("rawHtml is undefined -- this transformer is being called out of order"); throw new Error("rawHtml is undefined -- this transformer is being called out of order");
} }