feat: Node.js 版支持 MMDB, 通过环境变量或在脚本中传入数据库文件路径, 可使用 ipaso 和 geoip 方法

This commit is contained in:
xream 2024-05-12 23:17:11 +08:00
parent d073dfeef8
commit b083d2d840
No known key found for this signature in database
GPG Key ID: 1D2C5225471789F9
4 changed files with 97 additions and 2 deletions

View File

@ -1,6 +1,6 @@
{ {
"name": "sub-store", "name": "sub-store",
"version": "2.14.308", "version": "2.14.309",
"description": "Advanced Subscription Manager for QX, Loon, Surge, Stash and ShadowRocket.", "description": "Advanced Subscription Manager for QX, Loon, Surge, Stash and ShadowRocket.",
"main": "src/main.js", "main": "src/main.js",
"scripts": { "scripts": {
@ -17,6 +17,7 @@
"author": "Peng-YM", "author": "Peng-YM",
"license": "GPL-3.0", "license": "GPL-3.0",
"dependencies": { "dependencies": {
"@maxmind/geoip2-node": "^5.0.0",
"automerge": "1.0.1-preview.7", "automerge": "1.0.1-preview.7",
"body-parser": "^1.19.0", "body-parser": "^1.19.0",
"connect-history-api-fallback": "^2.0.0", "connect-history-api-fallback": "^2.0.0",

63
backend/pnpm-lock.yaml generated
View File

@ -5,6 +5,9 @@ settings:
excludeLinksFromLockfile: false excludeLinksFromLockfile: false
dependencies: dependencies:
'@maxmind/geoip2-node':
specifier: ^5.0.0
version: registry.npmmirror.com/@maxmind/geoip2-node@5.0.0
automerge: automerge:
specifier: 1.0.1-preview.7 specifier: 1.0.1-preview.7
version: registry.npmmirror.com/automerge@1.0.1-preview.7 version: registry.npmmirror.com/automerge@1.0.1-preview.7
@ -1967,6 +1970,15 @@ packages:
'@jridgewell/sourcemap-codec': registry.npmmirror.com/@jridgewell/sourcemap-codec@1.4.13 '@jridgewell/sourcemap-codec': registry.npmmirror.com/@jridgewell/sourcemap-codec@1.4.13
dev: true dev: true
registry.npmmirror.com/@maxmind/geoip2-node@5.0.0:
resolution: {integrity: sha512-ki+q5//oU4tZ3BAhegZJcB5czoZyic5JSTEKbrUAQB/BzAoAiGyLW0immEmQvVVyy2SMlvBTJ3zqyRj8K9BbwQ==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/@maxmind/geoip2-node/-/geoip2-node-5.0.0.tgz}
name: '@maxmind/geoip2-node'
version: 5.0.0
dependencies:
ip6addr: registry.npmmirror.com/ip6addr@0.2.5
maxmind: registry.npmmirror.com/maxmind@4.3.19
dev: false
registry.npmmirror.com/@sindresorhus/is@0.14.0: registry.npmmirror.com/@sindresorhus/is@0.14.0:
resolution: {integrity: sha512-9NET910DNaIPngYnLLPeg+Ogzqsi9uM4mSboU5y6p8S5DzMTVEsJZrawi+BoDNUVBa2DhJqQYUFvMDfgU062LQ==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/@sindresorhus/is/-/is-0.14.0.tgz} resolution: {integrity: sha512-9NET910DNaIPngYnLLPeg+Ogzqsi9uM4mSboU5y6p8S5DzMTVEsJZrawi+BoDNUVBa2DhJqQYUFvMDfgU062LQ==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/@sindresorhus/is/-/is-0.14.0.tgz}
name: '@sindresorhus/is' name: '@sindresorhus/is'
@ -5988,6 +6000,15 @@ packages:
engines: {node: '>=0.10.0'} engines: {node: '>=0.10.0'}
dev: true dev: true
registry.npmmirror.com/ip6addr@0.2.5:
resolution: {integrity: sha512-9RGGSB6Zc9Ox5DpDGFnJdIeF0AsqXzdH+FspCfPPaU/L/4tI6P+5lIoFUFm9JXs9IrJv1boqAaNCQmoDADTSKQ==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/ip6addr/-/ip6addr-0.2.5.tgz}
name: ip6addr
version: 0.2.5
dependencies:
assert-plus: registry.npmmirror.com/assert-plus@1.0.0
jsprim: registry.npmmirror.com/jsprim@2.0.2
dev: false
registry.npmmirror.com/ipaddr.js@1.9.1: registry.npmmirror.com/ipaddr.js@1.9.1:
resolution: {integrity: sha512-0KI/607xoxSToH7GjN1FfSbLoU0+btTicjsQSWQlh/hZykN8KpmMf7uYwPW3R+akZ6R/w18ZlXSHBYXiYUPO3g==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/ipaddr.js/-/ipaddr.js-1.9.1.tgz} resolution: {integrity: sha512-0KI/607xoxSToH7GjN1FfSbLoU0+btTicjsQSWQlh/hZykN8KpmMf7uYwPW3R+akZ6R/w18ZlXSHBYXiYUPO3g==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/ipaddr.js/-/ipaddr.js-1.9.1.tgz}
name: ipaddr.js name: ipaddr.js
@ -6556,6 +6577,12 @@ packages:
version: 0.2.3 version: 0.2.3
dev: false dev: false
registry.npmmirror.com/json-schema@0.4.0:
resolution: {integrity: sha512-es94M3nTIfsEPisRafak+HDLfHXnKBhV3vU5eqPcS3flIWqcxJWgXHXiey3YrpaNsanY5ei1VoYEbOzijuq9BA==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/json-schema/-/json-schema-0.4.0.tgz}
name: json-schema
version: 0.4.0
dev: false
registry.npmmirror.com/json-stable-stringify-without-jsonify@1.0.1: registry.npmmirror.com/json-stable-stringify-without-jsonify@1.0.1:
resolution: {integrity: sha512-Bdboy+l7tA3OGW6FjyFHWkP5LuByj1Tk33Ljyq0axyzdk9//JSi2u3fP1QSmd1KNwq6VOKYGlAu87CisVir6Pw==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/json-stable-stringify-without-jsonify/-/json-stable-stringify-without-jsonify-1.0.1.tgz} resolution: {integrity: sha512-Bdboy+l7tA3OGW6FjyFHWkP5LuByj1Tk33Ljyq0axyzdk9//JSi2u3fP1QSmd1KNwq6VOKYGlAu87CisVir6Pw==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/json-stable-stringify-without-jsonify/-/json-stable-stringify-without-jsonify-1.0.1.tgz}
name: json-stable-stringify-without-jsonify name: json-stable-stringify-without-jsonify
@ -6595,6 +6622,18 @@ packages:
verror: registry.npmmirror.com/verror@1.10.0 verror: registry.npmmirror.com/verror@1.10.0
dev: false dev: false
registry.npmmirror.com/jsprim@2.0.2:
resolution: {integrity: sha512-gqXddjPqQ6G40VdnI6T6yObEC+pDNvyP95wdQhkWkg7crHH3km5qP1FsOXEkzEQwnz6gz5qGTn1c2Y52wP3OyQ==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/jsprim/-/jsprim-2.0.2.tgz}
name: jsprim
version: 2.0.2
engines: {'0': node >=0.6.0}
dependencies:
assert-plus: registry.npmmirror.com/assert-plus@1.0.0
extsprintf: registry.npmmirror.com/extsprintf@1.3.0
json-schema: registry.npmmirror.com/json-schema@0.4.0
verror: registry.npmmirror.com/verror@1.10.0
dev: false
registry.npmmirror.com/just-debounce@1.1.0: registry.npmmirror.com/just-debounce@1.1.0:
resolution: {integrity: sha512-qpcRocdkUmf+UTNBYx5w6dexX5J31AKK1OmPwH630a83DdVVUIngk55RSAiIGpQyoH0dlr872VHfPjnQnK1qDQ==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/just-debounce/-/just-debounce-1.1.0.tgz} resolution: {integrity: sha512-qpcRocdkUmf+UTNBYx5w6dexX5J31AKK1OmPwH630a83DdVVUIngk55RSAiIGpQyoH0dlr872VHfPjnQnK1qDQ==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/just-debounce/-/just-debounce-1.1.0.tgz}
name: just-debounce name: just-debounce
@ -6943,6 +6982,16 @@ packages:
- supports-color - supports-color
dev: true dev: true
registry.npmmirror.com/maxmind@4.3.19:
resolution: {integrity: sha512-Bu/VEN7ZWAOCjifdZaXJQuN6/yO7+OK35pnJsqmz8sOndK3KQFvJoY+6HX09/MmLLqtCfa+sMK0iaQOaTejGNA==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/maxmind/-/maxmind-4.3.19.tgz}
name: maxmind
version: 4.3.19
engines: {node: '>=12', npm: '>=6'}
dependencies:
mmdb-lib: registry.npmmirror.com/mmdb-lib@2.1.0
tiny-lru: registry.npmmirror.com/tiny-lru@11.2.6
dev: false
registry.npmmirror.com/md5.js@1.3.5: registry.npmmirror.com/md5.js@1.3.5:
resolution: {integrity: sha512-xitP+WxNPcTTOgnTJcrhM0xvdPepipPSf3I8EIpGKeFLjt3PlJLIDG3u8EX53ZIubkb+5U2+3rELYpEhHhzdkg==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/md5.js/-/md5.js-1.3.5.tgz} resolution: {integrity: sha512-xitP+WxNPcTTOgnTJcrhM0xvdPepipPSf3I8EIpGKeFLjt3PlJLIDG3u8EX53ZIubkb+5U2+3rELYpEhHhzdkg==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/md5.js/-/md5.js-1.3.5.tgz}
name: md5.js name: md5.js
@ -7132,6 +7181,13 @@ packages:
version: 0.5.3 version: 0.5.3
dev: true dev: true
registry.npmmirror.com/mmdb-lib@2.1.0:
resolution: {integrity: sha512-tdDTZmnI5G4UoSctv2KxM/3VQt2XRj4CmR5R4VsAWsOUcS3LysHR34wtixWm/pXxXdkBDuN92auxkC0T2+qd1Q==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/mmdb-lib/-/mmdb-lib-2.1.0.tgz}
name: mmdb-lib
version: 2.1.0
engines: {node: '>=10', npm: '>=6'}
dev: false
registry.npmmirror.com/mocha@10.0.0: registry.npmmirror.com/mocha@10.0.0:
resolution: {integrity: sha512-0Wl+elVUD43Y0BqPZBzZt8Tnkw9CMUdNYnUsTfOM1vuhJVZL+kiesFYsqwBkEEuEixaiPe5ZQdqDgX2jddhmoA==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/mocha/-/mocha-10.0.0.tgz} resolution: {integrity: sha512-0Wl+elVUD43Y0BqPZBzZt8Tnkw9CMUdNYnUsTfOM1vuhJVZL+kiesFYsqwBkEEuEixaiPe5ZQdqDgX2jddhmoA==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/mocha/-/mocha-10.0.0.tgz}
name: mocha name: mocha
@ -9424,6 +9480,13 @@ packages:
process: registry.npmmirror.com/process@0.11.10 process: registry.npmmirror.com/process@0.11.10
dev: true dev: true
registry.npmmirror.com/tiny-lru@11.2.6:
resolution: {integrity: sha512-0PU3c9PjMnltZaFo2sGYv/nnJsMjG0Cxx8X6FXHPPGjFyoo1SJDxvUXW1207rdiSxYizf31roo+GrkIByQeZoA==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/tiny-lru/-/tiny-lru-11.2.6.tgz}
name: tiny-lru
version: 11.2.6
engines: {node: '>=12'}
dev: false
registry.npmmirror.com/tinyify@3.0.0: registry.npmmirror.com/tinyify@3.0.0:
resolution: {integrity: sha512-RtjVjC1xwwxt8AMVfxEmo+FzRJB6p5sAOtFaJj8vMrkWShtArsM4dLVRWhx2Vc07Me3NWgmP7pi9UPm/a2XNNA==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/tinyify/-/tinyify-3.0.0.tgz} resolution: {integrity: sha512-RtjVjC1xwwxt8AMVfxEmo+FzRJB6p5sAOtFaJj8vMrkWShtArsM4dLVRWhx2Vc07Me3NWgmP7pi9UPm/a2XNNA==, registry: http://registry.npm.taobao.org/, tarball: https://registry.npmmirror.com/tinyify/-/tinyify-3.0.0.tgz}
name: tinyify name: tinyify

View File

@ -15,7 +15,7 @@ import $ from '@/core/app';
import { FILES_KEY, MODULES_KEY } from '@/constants'; import { FILES_KEY, MODULES_KEY } from '@/constants';
import { findByName } from '@/utils/database'; import { findByName } from '@/utils/database';
import { produceArtifact } from '@/restful/sync'; import { produceArtifact } from '@/restful/sync';
import { getFlag, getISO } from '@/utils/geo'; import { getFlag, getISO, MMDB } from '@/utils/geo';
import Gist from '@/utils/gist'; import Gist from '@/utils/gist';
function preprocess(raw) { function preprocess(raw) {
@ -273,6 +273,7 @@ export const ProxyUtils = {
yaml: YAML, yaml: YAML,
getFlag, getFlag,
getISO, getISO,
MMDB,
Gist, Gist,
}; };

View File

@ -1,3 +1,5 @@
import $ from '@/core/app';
const ISOFlags = { const ISOFlags = {
'🏳️‍🌈': ['EXP', 'BAND'], '🏳️‍🌈': ['EXP', 'BAND'],
'🇸🇱': ['TEST', 'SOS'], '🇸🇱': ['TEST', 'SOS'],
@ -427,3 +429,31 @@ export function getFlag(name) {
export function getISO(name) { export function getISO(name) {
return ISOFlags[getFlag(name)]?.[0]; return ISOFlags[getFlag(name)]?.[0];
} }
export class MMDB {
constructor({ country, asn } = {}) {
if ($.env.isNode) {
const Reader = eval(`require("@maxmind/geoip2-node")`).Reader;
const fs = eval("require('fs')");
const countryFile =
country || eval('process.env.SUB_STORE_MMDB_COUNTRY_PATH');
const asnFile = asn || eval('process.env.SUB_STORE_MMDB_ASN_PATH');
if (countryFile) {
this.countryReader = Reader.openBuffer(
fs.readFileSync(countryFile),
);
}
if (asnFile) {
if (!fs.existsSync(asnFile))
throw new Error('GeoLite2 ASN MMDB does not exist');
this.asnReader = Reader.openBuffer(fs.readFileSync(asnFile));
}
}
}
geoip(ip) {
return this.countryReader?.country(ip)?.country?.isoCode;
}
ipaso(ip) {
return this.asnReader?.asn(ip)?.autonomousSystemOrganization;
}
}