AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-08-15 02:15:56 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: robots-txt cache location

Browse Source
This commit is contained in:
yanlong.wang 2025-03-10 14:07:19 +08:00
parent a7a41250d4
commit 101cb19dde
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/services/robots-text.ts
View File

@ -31,7 +31,7 @@ export class RobotsTxtService extends AsyncService {
async getCachedRobotTxt(origin: string) { async getCachedRobotTxt(origin: string) {
const digest = md5Hasher.hash(origin.toLowerCase()); const digest = md5Hasher.hash(origin.toLowerCase());
const cacheLoc = `/robot-txt/${digest}`; const cacheLoc = `/robots-txt/${digest}`;
let buff; let buff;
buff = await this.firebaseStorageBucketControl.downloadFile(cacheLoc).catch(() => undefined); buff = await this.firebaseStorageBucketControl.downloadFile(cacheLoc).catch(() => undefined);
if (buff) { if (buff) {