AI/ragflow
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/infiniflow/ragflow.git synced 2025-06-04 11:24:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

add jina new models in jina connector (#3770)

Browse Source 
### What problem does this PR solve?

add new models in jinna connector, to allow use models that support
multilingual models

### Type of change

- [X] Other (please describe): new connectors no breaking change
This commit is contained in:
devMls 2024-12-02 03:06:39 +01:00 committed by GitHub
parent 08c1a5e1e8
commit 59a5813f1b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 38 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
conf/llm_factories.json
View File

@ -525,6 +525,18 @@
"tags": "TEXT EMBEDDING", "tags": "TEXT EMBEDDING",
"max_tokens": 8196, "max_tokens": 8196,
"model_type": "embedding" "model_type": "embedding"
},
{
"llm_name": "jina-reranker-v2-base-multilingual",
"tags": "RE-RANK,8k",
"max_tokens": 8196,
"model_type": "rerank"
},
{
"llm_name": "jina-embeddings-v3",
"tags": "TEXT EMBEDDING",
"max_tokens": 8196,
"model_type": "embedding"
} }
] ]
}, },
@ -2432,6 +2444,18 @@
"max_tokens": 4000, "max_tokens": 4000,
"model_type": "embedding" "model_type": "embedding"
}, },
{
"llm_name": "voyage-3",
"tags": "TEXT EMBEDDING,32000",
"max_tokens": 32000,
"model_type": "embedding"
},
{
"llm_name": "voyage-3-lite",
"tags": "TEXT EMBEDDING,32000",
"max_tokens": 32000,
"model_type": "embedding"
},
{ {
"llm_name": "rerank-1", "llm_name": "rerank-1",
"tags": "RE-RANK, 8000", "tags": "RE-RANK, 8000",
@ -2443,6 +2467,18 @@
"tags": "RE-RANK, 4000", "tags": "RE-RANK, 4000",
"max_tokens": 4000, "max_tokens": 4000,
"model_type": "rerank" "model_type": "rerank"
},
{
"llm_name": "rerank-2",
"tags": "RE-RANK, 16000",
"max_tokens": 16000,
"model_type": "rerank"
},
{
"llm_name": "rerank-2-lite",
"tags": "RE-RANK, 8000",
"max_tokens": 8000,
"model_type": "rerank"
} }
] ]
}, },

2
rag/llm/embedding_model.py
View File

@ -322,7 +322,7 @@ class YoudaoEmbed(Base):
class JinaEmbed(Base): class JinaEmbed(Base):
def __init__(self, key, model_name="jina-embeddings-v2-base-zh", def __init__(self, key, model_name="jina-embeddings-v3",
base_url="https://api.jina.ai/v1/embeddings"): base_url="https://api.jina.ai/v1/embeddings"):
self.base_url = "https://api.jina.ai/v1/embeddings" self.base_url = "https://api.jina.ai/v1/embeddings"

2
rag/llm/rerank_model.py
View File

@ -92,7 +92,7 @@ class DefaultRerank(Base):
class JinaRerank(Base): class JinaRerank(Base):
def __init__(self, key, model_name="jina-reranker-v1-base-en", def __init__(self, key, model_name="jina-reranker-v2-base-multilingual",
base_url="https://api.jina.ai/v1/rerank"): base_url="https://api.jina.ai/v1/rerank"):
self.base_url = "https://api.jina.ai/v1/rerank" self.base_url = "https://api.jina.ai/v1/rerank"
self.headers = { self.headers = {