From 6c6380d27ac3b05cd335005c7da3d859d9e8c334 Mon Sep 17 00:00:00 2001 From: JobSmithManipulation <143315462+JobSmithManipulation@users.noreply.github.com> Date: Thu, 19 Sep 2024 12:52:35 +0800 Subject: [PATCH] update document sdk (#2485) ### Type of change #2485 - [x] Performance Improvement --- api/apps/sdk/doc.py | 11 ++++++++--- sdk/python/ragflow/modules/chunk.py | 4 +--- sdk/python/ragflow/modules/document.py | 4 ---- 3 files changed, 9 insertions(+), 10 deletions(-) diff --git a/api/apps/sdk/doc.py b/api/apps/sdk/doc.py index 77a63ae79..ecc4b22b0 100644 --- a/api/apps/sdk/doc.py +++ b/api/apps/sdk/doc.py @@ -499,6 +499,7 @@ def list_chunk(tenant_id): "content_with_weight": "content", "doc_id": "document_id", "important_kwd": "important_keywords", + "img_id":"image_id", } renamed_chunk = {} for key, value in chunk.items(): @@ -560,12 +561,16 @@ def create(tenant_id): "content_with_weight": "content", "doc_id": "document_id", "important_kwd": "important_keywords", - "kb_id":"knowledge_base_id", + "kb_id":"dataset_id", + "create_timestamp_flt":"create_timestamp", + "create_time": "create_time", + "document_keyword":"document", } renamed_chunk = {} for key, value in d.items(): - new_key = key_mapping.get(key, key) - renamed_chunk[new_key] = value + if key in key_mapping: + new_key = key_mapping.get(key, key) + renamed_chunk[new_key] = value return get_json_result(data={"chunk": renamed_chunk}) # return get_json_result(data={"chunk_id": chunk_id}) diff --git a/sdk/python/ragflow/modules/chunk.py b/sdk/python/ragflow/modules/chunk.py index ee135404c..98cf79391 100644 --- a/sdk/python/ragflow/modules/chunk.py +++ b/sdk/python/ragflow/modules/chunk.py @@ -7,7 +7,7 @@ class Chunk(Base): self.content = "" self.important_keywords = [] self.create_time = "" - self.create_timestamp_float = 0.0 + self.create_timestamp = 0.0 self.knowledgebase_id = None self.document_name = "" self.document_id = "" @@ -38,8 +38,6 @@ class Chunk(Base): "name": self.document_name, "content": self.content, "important_keywords": self.important_keywords, - "create_time": self.create_time, - "create_timestamp_flt": self.create_timestamp_float, "document_id": self.document_id, "status": self.status, }) diff --git a/sdk/python/ragflow/modules/document.py b/sdk/python/ragflow/modules/document.py index ff822b70f..de601aa6c 100644 --- a/sdk/python/ragflow/modules/document.py +++ b/sdk/python/ragflow/modules/document.py @@ -36,10 +36,6 @@ class Document(Base): res = self.post('/doc/save', {"id": self.id, "name": self.name, "thumbnail": self.thumbnail, "knowledgebase_id": self.knowledgebase_id, "parser_method": self.parser_method, "parser_config": self.parser_config.to_json(), - "source_type": self.source_type, "type": self.type, "created_by": self.created_by, - "size": self.size, "token_count": self.token_count, "chunk_count": self.chunk_count, - "progress": self.progress, "progress_msg": self.progress_msg, - "process_begin_at": self.process_begin_at, "process_duation": self.process_duration }) res = res.json() if res.get("retmsg") == "success":