AI/reader
1
0
Fork 0
mirror of https://git-proxy.hk.martin98.com/https://github.com/jina-ai/reader synced 2025-04-10 13:10:32 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: provide our onw robots.txt

Browse Source
This commit is contained in:
yanlong.wang 2025-03-10 14:18:31 +08:00
parent 0d6cf2b1d1
commit eba1f9c0ec
No known key found for this signature in database
GPG Key ID: C0A623C0BADF9F37
3 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
package-lock.json generated
View File

@ -17,7 +17,7 @@
"axios": "^1.3.3",
"bcrypt": "^5.1.0",
"busboy": "^1.6.0",
"civkit": "^0.8.4-6483ddd",
"civkit": "^0.8.4-92aafc5",
"core-js": "^3.37.1",
"cors": "^2.8.5",
"dayjs": "^1.11.9",
@ -3989,9 +3989,9 @@
}
},
"node_modules/civkit": {
"version": "0.8.4-6483ddd",
"resolved": "https://registry.npmjs.org/civkit/-/civkit-0.8.4-6483ddd.tgz",
"integrity": "sha512-nW9kDqvBg0I0ARkvPdZ9L46EYxrUMQ8f6FHfUxbyf2QHp2Tu5QjvAu8UxveGe4mbuMJhreDYuk7Ay1S0Af8wIg==",
"version": "0.8.4-92aafc5",
"resolved": "https://registry.npmjs.org/civkit/-/civkit-0.8.4-92aafc5.tgz",
"integrity": "sha512-Je5DTJs8H3fl3WYBbvKwqTzfUm5NuHt9WIrN3hJ5AHosQWGuyLrQf7N2lKo50aiTJdixEr3NDHqUwQ1KY59yoA==",
"license": "AGPL",
"dependencies": {
"lodash": "^4.17.21",

2
package.json
View File

@ -26,7 +26,7 @@
"axios": "^1.3.3",
"bcrypt": "^5.1.0",
"busboy": "^1.6.0",
"civkit": "^0.8.4-6483ddd",
"civkit": "^0.8.4-92aafc5",
"core-js": "^3.37.1",
"cors": "^2.8.5",
"dayjs": "^1.11.9",

2
public/robots.txt Normal file
View File

@ -0,0 +1,2 @@
User-Agent: *
Disallow: /