AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-12 17:39:06 +08:00
Code Issues Packages Projects Releases Wiki Activity

revert page column (#8217)

Browse Source
This commit is contained in:
Jyong 2024-09-10 18:21:22 +08:00 committed by GitHub
parent d4dc54447a
commit bb3002b173
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api/core/rag/datasource/vdb/vector_factory.py
View File

@ -27,7 +27,7 @@ class AbstractVectorFactory(ABC):
class Vector: class Vector:
def __init__(self, dataset: Dataset, attributes: list = None): def __init__(self, dataset: Dataset, attributes: list = None):
if attributes is None: if attributes is None:
attributes = ["doc_id", "dataset_id", "document_id", "doc_hash", "page"] attributes = ["doc_id", "dataset_id", "document_id", "doc_hash"]
self._dataset = dataset self._dataset = dataset
self._embeddings = self._get_embeddings() self._embeddings = self._get_embeddings()
self._attributes = attributes self._attributes = attributes

4
api/core/workflow/nodes/knowledge_retrieval/knowledge_retrieval_node.py
View File

@ -163,9 +163,6 @@ class KnowledgeRetrievalNode(BaseNode):
for item in all_documents: for item in all_documents:
if item.metadata.get("score"): if item.metadata.get("score"):
document_score_list[item.metadata["doc_id"]] = item.metadata["score"] document_score_list[item.metadata["doc_id"]] = item.metadata["score"]
# both 'page' and 'score' are metadata fields
if item.metadata.get("page"):
page_number_list[item.metadata["doc_id"]] = item.metadata["page"]
index_node_ids = [document.metadata["doc_id"] for document in all_documents] index_node_ids = [document.metadata["doc_id"] for document in all_documents]
segments = DocumentSegment.query.filter( segments = DocumentSegment.query.filter(
@ -200,7 +197,6 @@ class KnowledgeRetrievalNode(BaseNode):
"document_id": document.id, "document_id": document.id,
"document_name": document.name, "document_name": document.name,
"document_data_source_type": document.data_source_type, "document_data_source_type": document.data_source_type,
"page": page_number_list.get(segment.index_node_id, None),
"segment_id": segment.id, "segment_id": segment.id,
"retriever_from": "workflow", "retriever_from": "workflow",
"score": document_score_list.get(segment.index_node_id, None), "score": document_score_list.get(segment.index_node_id, None),

1
api/core/workflow/nodes/llm/llm_node.py
View File

@ -451,7 +451,6 @@ class LLMNode(BaseNode):
"segment_position": metadata.get("segment_position"), "segment_position": metadata.get("segment_position"),
"index_node_hash": metadata.get("segment_index_node_hash"), "index_node_hash": metadata.get("segment_index_node_hash"),
"content": context_dict.get("content"), "content": context_dict.get("content"),
"page": metadata.get("page"),
} }
return source return source