GitHub-Proxy/Cura
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/Ultimaker/Cura synced 2025-06-04 11:14:21 +08:00
Code Issues Packages Projects Releases Wiki Activity

Sanitize the string before write

Browse Source 
Contribute to CURA-10376
This commit is contained in:
Jelle Spijker 2023-04-03 13:12:23 +02:00
parent 95962b2914
commit 1792f80ac8
No known key found for this signature in database
GPG Key ID: 034D1C0527888B65
1 changed files with 11 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
scripts/fix_translation_memory.py
View File

@ -7,7 +7,7 @@ from pathlib import Path
from fuzzywuzzy import fuzz
from fuzzywuzzy import process
import xml.etree.ElementTree as ET
from xml.sax.saxutils import unescape
from xml.sax.saxutils import unescape, escape, quoteattr
def load_existing_xmtm(path: Path) -> ET.Element:
@ -21,6 +21,9 @@ def load_existing_po(path: Path) -> dict:
content = "".join(content.splitlines()[16:])
return dict(re.findall(r'[^#]msgid.?\"+\s?([\s|\S]+?)\"*?msgstr.?\"([\s|\S]+?)\"?#', content))
def sanitize(text: str) -> str:
"""Sanitize the text"""
return unescape(text.replace("\"\"", "").replace("\"#~", ""))
def main(tmx_source_path: Path, tmx_target_path: Path, i18n_path: Path):
@ -31,6 +34,7 @@ def main(tmx_source_path: Path, tmx_target_path: Path, i18n_path: Path):
root = load_existing_xmtm(tmx_source_path)
root_old = ET.ElementTree(root)
ET.indent(root_old, ' ')
root_old.write("old.tmx", encoding="utf-8", xml_declaration=True)
for tu in root.iter("tu"):
if "cura.pot" not in [t.text for t in tu.findall("prop") if t.attrib["type"] == "x-smartling-file"]:
@ -39,20 +43,20 @@ def main(tmx_source_path: Path, tmx_target_path: Path, i18n_path: Path):
key_source = tuvs[0].find("seg").text
key_lang = tuvs[1].attrib["{http://www.w3.org/XML/1998/namespace}lang"]
if key_lang in po_content and key_source in po_content[key_lang]:
tuvs[1].find("seg").text = po_content[key_lang][key_source]
replaced_translation = po_content[key_lang][key_source]
else:
fuzz_match_ratio = [fuzz.ratio(k, key_source) for k in po_content[key_lang].keys()]
fuzz_max_ratio = max(fuzz_match_ratio)
fuzz_match_key = list(po_content[key_lang].keys())[fuzz_match_ratio.index(fuzz_max_ratio)]
if fuzz_max_ratio > 90:
fuzz_match_po_value = po_content[key_lang][fuzz_match_key]
tuvs[0].find("seg").text = fuzz_match_key
tuvs[1].find("seg").text = fuzz_match_po_value
# print(f"[{key_lang}] Fuzz match: {key_source} -> {fuzz_match_key} -> {fuzz_match_po_value} with a ratio of {fuzz_max_ratio}")
replaced_translation = po_content[key_lang][fuzz_match_key]
tuvs[0].find("seg").text = sanitize(fuzz_match_key)
else:
# print(f"[{key_lang}] No match for: {key_source} -> {tuvs[1].find('seg').text} -> highest ratio: {fuzz_max_ratio}")
print(f"[{key_lang}] {key_source} == {fuzz_match_key} [{fuzz_max_ratio}]")
continue
tuvs[1].find("seg").text = sanitize(replaced_translation)
fixed_root = ET.ElementTree(root)
ET.indent(fixed_root, ' ')
fixed_root.write(tmx_target_path, encoding="utf-8", xml_declaration=True)