AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-18 05:45:54 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: pdf cache

Browse Source
This commit is contained in:
Yanlong Wang 2024-05-31 18:26:05 +08:00
parent fd0b77285f
commit 1ba21da0c5
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
backend/functions/src/services/pdf-extract.ts
View File

@ -281,18 +281,21 @@ export class PDFExtractor extends AsyncService {
// Don't try again until the next day // Don't try again until the next day
const expireMixin = extracted ? {} : { expireAt: new Date(Date.now() + 1000 * 3600 * 24) }; const expireMixin = extracted ? {} : { expireAt: new Date(Date.now() + 1000 * 3600 * 24) };
const theID = randomUUID(); const theID = randomUUID();
await this.firebaseObjectStorage.saveFile(`pdfs/${theID}`, await this.firebaseObjectStorage.saveFile(`pdfs/${theID}`,
Buffer.from(JSON.stringify(extracted), 'utf-8'), { contentType: 'application/json' }); Buffer.from(JSON.stringify(extracted), 'utf-8'), { contentType: 'application/json' });
PDFContent.save(
await PDFContent.COLLECTION.doc(theID).set( PDFContent.from({
{ _id: theID,
src: url.toString(), src: url.toString(),
meta: extracted?.meta || {}, meta: extracted?.meta || {},
urlDigest: digest, urlDigest: digest,
createdAt: new Date(), createdAt: new Date(),
...expireMixin ...expireMixin
}, { merge: true } }).degradeForFireStore()
); ).catch((r) => {
this.logger.warn(`Unable to cache PDF content for ${url}`, { err: r });
});
return extracted; return extracted;
} }