AI/reader
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/jina-ai/reader synced 2025-07-31 00:22:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: robots-txt location

Browse Source
This commit is contained in:
yanlong.wang 2025-03-10 14:07:52 +08:00
parent 101cb19dde
commit 0d6cf2b1d1
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/services/robots-text.ts
View File

@ -31,7 +31,7 @@ export class RobotsTxtService extends AsyncService {
async getCachedRobotTxt(origin: string) { async getCachedRobotTxt(origin: string) {
const digest = md5Hasher.hash(origin.toLowerCase()); const digest = md5Hasher.hash(origin.toLowerCase());
const cacheLoc = `/robots-txt/${digest}`; const cacheLoc = `robots-txt/${digest}`;
let buff; let buff;
buff = await this.firebaseStorageBucketControl.downloadFile(cacheLoc).catch(() => undefined); buff = await this.firebaseStorageBucketControl.downloadFile(cacheLoc).catch(() => undefined);
if (buff) { if (buff) {