fix celery job not closed issue (#19268)

This commit is contained in:
Jyong 2025-05-30 14:42:47 +08:00 committed by GitHub
parent a6ea15e63c
commit fb12a3033d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
7 changed files with 7 additions and 7 deletions

View File

@ -114,4 +114,4 @@ def document_indexing_sync_task(dataset_id: str, document_id: str):
except DocumentIsPausedError as ex: except DocumentIsPausedError as ex:
logging.info(click.style(str(ex), fg="yellow")) logging.info(click.style(str(ex), fg="yellow"))
except Exception: except Exception:
pass logging.exception("document_indexing_sync_task failed, document_id: {}".format(document_id))

View File

@ -81,6 +81,6 @@ def document_indexing_task(dataset_id: str, document_ids: list):
except DocumentIsPausedError as ex: except DocumentIsPausedError as ex:
logging.info(click.style(str(ex), fg="yellow")) logging.info(click.style(str(ex), fg="yellow"))
except Exception: except Exception:
pass logging.exception("Document indexing task failed, dataset_id: {}".format(dataset_id))
finally: finally:
db.session.close() db.session.close()

View File

@ -73,6 +73,6 @@ def document_indexing_update_task(dataset_id: str, document_id: str):
except DocumentIsPausedError as ex: except DocumentIsPausedError as ex:
logging.info(click.style(str(ex), fg="yellow")) logging.info(click.style(str(ex), fg="yellow"))
except Exception: except Exception:
pass logging.exception("document_indexing_update_task failed, document_id: {}".format(document_id))
finally: finally:
db.session.close() db.session.close()

View File

@ -99,6 +99,6 @@ def duplicate_document_indexing_task(dataset_id: str, document_ids: list):
except DocumentIsPausedError as ex: except DocumentIsPausedError as ex:
logging.info(click.style(str(ex), fg="yellow")) logging.info(click.style(str(ex), fg="yellow"))
except Exception: except Exception:
pass logging.exception("duplicate_document_indexing_task failed, dataset_id: {}".format(dataset_id))
finally: finally:
db.session.close() db.session.close()

View File

@ -43,6 +43,6 @@ def recover_document_indexing_task(dataset_id: str, document_id: str):
except DocumentIsPausedError as ex: except DocumentIsPausedError as ex:
logging.info(click.style(str(ex), fg="yellow")) logging.info(click.style(str(ex), fg="yellow"))
except Exception: except Exception:
pass logging.exception("recover_document_indexing_task failed, document_id: {}".format(document_id))
finally: finally:
db.session.close() db.session.close()

View File

@ -95,7 +95,7 @@ def retry_document_indexing_task(dataset_id: str, document_ids: list[str]):
db.session.commit() db.session.commit()
logging.info(click.style(str(ex), fg="yellow")) logging.info(click.style(str(ex), fg="yellow"))
redis_client.delete(retry_indexing_cache_key) redis_client.delete(retry_indexing_cache_key)
pass logging.exception("retry_document_indexing_task failed, document_id: {}".format(document_id))
finally: finally:
db.session.close() db.session.close()
end_at = time.perf_counter() end_at = time.perf_counter()

View File

@ -87,6 +87,6 @@ def sync_website_document_indexing_task(dataset_id: str, document_id: str):
db.session.commit() db.session.commit()
logging.info(click.style(str(ex), fg="yellow")) logging.info(click.style(str(ex), fg="yellow"))
redis_client.delete(sync_indexing_cache_key) redis_client.delete(sync_indexing_cache_key)
pass logging.exception("sync_website_document_indexing_task failed, document_id: {}".format(document_id))
end_at = time.perf_counter() end_at = time.perf_counter()
logging.info(click.style("Sync document: {} latency: {}".format(document_id, end_at - start_at), fg="green")) logging.info(click.style("Sync document: {} latency: {}".format(document_id, end_at - start_at), fg="green"))