AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-14 18:15:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: setup expire for pdf caches

Browse Source
This commit is contained in:
Yanlong Wang 2024-05-31 18:36:23 +08:00
parent 1ba21da0c5
commit 9c60b4b93d
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
backend/functions/src/services/pdf-extract.ts
View File

@ -46,6 +46,8 @@ export class PDFExtractor extends AsyncService {
logger = this.globalLogger.child({ service: this.constructor.name });
pdfjs!: Awaited<typeof pPdfjs>;
cacheRetentionMs = 1000 * 3600 * 24 * 7;
constructor(
protected globalLogger: Logger,
protected firebaseObjectStorage: FirebaseStorageBucketControl,
@ -278,8 +280,12 @@ export class PDFExtractor extends AsyncService {
this.logger.warn(`Unable to extract from pdf ${url}`, { err });
}
// Don't try again until the next day
const expireMixin = extracted ? {} : { expireAt: new Date(Date.now() + 1000 * 3600 * 24) };
// Don't try again until the next hour
const expireMixin = extracted ? {
expireAt: new Date(Date.now() + this.cacheRetentionMs)
} : {
expireAt: new Date(Date.now() + 1000 * 3600)
};
const theID = randomUUID();
await this.firebaseObjectStorage.saveFile(`pdfs/${theID}`,