update document sdk (#2485)

### Type of change
#2485
- [x] Performance Improvement
This commit is contained in:
JobSmithManipulation 2024-09-19 12:52:35 +08:00 committed by GitHub
parent 2324b88579
commit 6c6380d27a
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 9 additions and 10 deletions

View File

@ -499,6 +499,7 @@ def list_chunk(tenant_id):
"content_with_weight": "content",
"doc_id": "document_id",
"important_kwd": "important_keywords",
"img_id":"image_id",
}
renamed_chunk = {}
for key, value in chunk.items():
@ -560,12 +561,16 @@ def create(tenant_id):
"content_with_weight": "content",
"doc_id": "document_id",
"important_kwd": "important_keywords",
"kb_id":"knowledge_base_id",
"kb_id":"dataset_id",
"create_timestamp_flt":"create_timestamp",
"create_time": "create_time",
"document_keyword":"document",
}
renamed_chunk = {}
for key, value in d.items():
new_key = key_mapping.get(key, key)
renamed_chunk[new_key] = value
if key in key_mapping:
new_key = key_mapping.get(key, key)
renamed_chunk[new_key] = value
return get_json_result(data={"chunk": renamed_chunk})
# return get_json_result(data={"chunk_id": chunk_id})

View File

@ -7,7 +7,7 @@ class Chunk(Base):
self.content = ""
self.important_keywords = []
self.create_time = ""
self.create_timestamp_float = 0.0
self.create_timestamp = 0.0
self.knowledgebase_id = None
self.document_name = ""
self.document_id = ""
@ -38,8 +38,6 @@ class Chunk(Base):
"name": self.document_name,
"content": self.content,
"important_keywords": self.important_keywords,
"create_time": self.create_time,
"create_timestamp_flt": self.create_timestamp_float,
"document_id": self.document_id,
"status": self.status,
})

View File

@ -36,10 +36,6 @@ class Document(Base):
res = self.post('/doc/save',
{"id": self.id, "name": self.name, "thumbnail": self.thumbnail, "knowledgebase_id": self.knowledgebase_id,
"parser_method": self.parser_method, "parser_config": self.parser_config.to_json(),
"source_type": self.source_type, "type": self.type, "created_by": self.created_by,
"size": self.size, "token_count": self.token_count, "chunk_count": self.chunk_count,
"progress": self.progress, "progress_msg": self.progress_msg,
"process_begin_at": self.process_begin_at, "process_duation": self.process_duration
})
res = res.json()
if res.get("retmsg") == "success":