fix: handle KeyError when accessing rules in CleanProcessor.clean (#10258)

This commit is contained in:
pinsily 2024-11-05 14:47:15 +08:00 committed by Yeuoly
parent b9198639e2
commit 2d1e5fb4e0
No known key found for this signature in database
GPG Key ID: A66E7E320FB19F61

View File

@ -598,7 +598,7 @@ class IndexingRunner:
rules = DatasetProcessRule.AUTOMATIC_RULES
else:
rules = json.loads(processing_rule.rules) if processing_rule.rules else {}
document_text = CleanProcessor.clean(text, rules)
document_text = CleanProcessor.clean(text, {"rules": rules})
return document_text