mirror of
https://github.com/ankitects/anki.git
synced 2025-09-24 16:56:36 -04:00
update extract-po-string
- use fluent.syntax for output (only non-plural case for now) - add confirmation step
This commit is contained in:
Damien Elmes
parent
0e931808c9
commit
515623a293
2 changed files with 179 additions and 102 deletions
|
|
@ -1,102 +0,0 @@
|
|||
import os
|
||||
|
||||
import json
|
||||
|
||||
import re
|
||||
import sys
|
||||
|
||||
import polib
|
||||
|
||||
# extract a translated string from the gettext catalogs and insert it into ftl
|
||||
# eg:
|
||||
# $ python extract-po-string.py media-check.ftl delete-unused "Delete Unused Media" "", 1
|
||||
# $ python extract-po-string.py media-check.ftl delete-unused "%(a)s %(b)s" "%(a)s=$val1,%(b)s=$val2" 0
|
||||
ftl_filename, key, msgid, repls, dry_run = sys.argv[1:]
|
||||
|
||||
replacements = []
|
||||
for repl in repls.split(","):
|
||||
replacements.append(repl.split("="))
|
||||
|
||||
print("Loading catalogs...")
|
||||
base = "po/desktop"
|
||||
langs = [d for d in os.listdir(base) if d != "anki.pot"]
|
||||
cats = []
|
||||
for lang in langs:
|
||||
po_path = os.path.join(base, lang, "anki.po")
|
||||
cat = polib.pofile(po_path)
|
||||
cats.append((lang, cat))
|
||||
|
||||
to_insert = []
|
||||
for (lang, cat) in cats:
|
||||
for entry in cat:
|
||||
if entry.msgid == msgid:
|
||||
if entry.msgstr:
|
||||
msg = entry.msgstr
|
||||
if replacements:
|
||||
for (old,new) in replacements:
|
||||
msg = msg.replace(old, f"{{{new}}}")
|
||||
print(lang, "has", msg)
|
||||
to_insert.append((lang, msg))
|
||||
break
|
||||
elif entry.msgstr_plural and entry.msgstr_plural[0]:
|
||||
# convert the dict into a list in the correct order
|
||||
plurals = list(entry.msgstr_plural.items())
|
||||
plurals.sort()
|
||||
# update variables and discard keys
|
||||
adjusted = []
|
||||
for _k, msg in plurals:
|
||||
if replacements:
|
||||
for (old,new) in replacements:
|
||||
msg = msg.replace(old, f"{{{new}}}")
|
||||
adjusted.append(msg)
|
||||
print(lang, "has", adjusted)
|
||||
if len(adjusted) > 1:
|
||||
to_insert.append((lang, adjusted))
|
||||
else:
|
||||
# language doesn't have plurals
|
||||
to_insert.append((lang, adjusted[0]))
|
||||
|
||||
plurals = json.load(open("plurals.json"))
|
||||
|
||||
def plural_text(key, lang, translation):
|
||||
lang = re.sub("(_|-).*", "", lang)
|
||||
|
||||
# extract the variable - there should be only one
|
||||
var = re.findall(r"{(\$.*?)}", translation[0])
|
||||
if not len(var) == 1:
|
||||
return None
|
||||
var = var[0]
|
||||
|
||||
buf = f"{key} = {{ {var} ->\n"
|
||||
|
||||
# for each of the plural forms except the last
|
||||
for idx, msg in enumerate(translation[:-1]):
|
||||
plural_form = plurals[lang][idx]
|
||||
buf += f" [{plural_form}] {msg}\n"
|
||||
|
||||
# add the catchall
|
||||
msg = translation[-1]
|
||||
buf += f" *[other] {msg}\n"
|
||||
buf += " }\n"
|
||||
return buf
|
||||
|
||||
for lang, translation in to_insert:
|
||||
dir = os.path.join("ftl", "core", lang)
|
||||
ftl_path = os.path.join(dir, ftl_filename)
|
||||
|
||||
if dry_run == "1":
|
||||
continue
|
||||
|
||||
if not os.path.exists(dir):
|
||||
os.mkdir(dir)
|
||||
|
||||
# simple, non-plural form?
|
||||
if isinstance(translation, str):
|
||||
buf = f"{key} = {translation}\n"
|
||||
else:
|
||||
buf = plural_text(key, lang, translation)
|
||||
|
||||
if buf:
|
||||
open(ftl_path, "a").write(buf)
|
||||
|
||||
print("done")
|
||||
179
qt/tools/extract-po-string.py
Normal file
179
qt/tools/extract-po-string.py
Normal file
|
|
@ -0,0 +1,179 @@
|
|||
import os
|
||||
import json
|
||||
import re
|
||||
import sys
|
||||
import polib
|
||||
from fluent.syntax import parse, serialize
|
||||
from fluent.syntax.ast import Message, TextElement, Identifier, Pattern
|
||||
|
||||
# extract a translated string from the gettext catalogs and insert it into ftl
|
||||
# eg:
|
||||
# $ python extract-po-string.py /path/to/templates/media-check.ftl delete-unused "Delete Unused Media" ""
|
||||
# $ python extract-po-string.py /path/to/templates/media-check.ftl delete-unused "%(a)s %(b)s" "%(a)s=$val1,%(b)s=$val2"
|
||||
#
|
||||
# NOTE: the English text is written into the templates folder of the repo, so must be copied
|
||||
# into Anki's source tree
|
||||
|
||||
ftl_filename, key, msgid, repls = sys.argv[1:]
|
||||
|
||||
# split up replacements
|
||||
replacements = []
|
||||
for repl in repls.split(","):
|
||||
if not repl:
|
||||
continue
|
||||
replacements.append(repl.split("="))
|
||||
|
||||
# add file as prefix to key
|
||||
prefix = os.path.splitext(os.path.basename(ftl_filename))[0]
|
||||
key = f"{prefix}-{key}"
|
||||
|
||||
# returns a string, an array of plurals, or None if there's no translation
|
||||
def get_msgstr(entry):
|
||||
# non-empty single string?
|
||||
if entry.msgstr:
|
||||
msg = entry.msgstr
|
||||
if replacements:
|
||||
for (old, new) in replacements:
|
||||
msg = msg.replace(old, f"{{{new}}}")
|
||||
return msg
|
||||
# plural string and non-empty?
|
||||
elif entry.msgstr_plural and entry.msgstr_plural[0]:
|
||||
# convert the dict into a list in the correct order
|
||||
plurals = list(entry.msgstr_plural.items())
|
||||
plurals.sort()
|
||||
# update variables and discard keys
|
||||
adjusted = []
|
||||
for _k, msg in plurals:
|
||||
if replacements:
|
||||
for (old, new) in replacements:
|
||||
msg = msg.replace(old, f"{{{new}}}")
|
||||
adjusted.append(msg)
|
||||
if len(adjusted) > 1 and adjusted[0]:
|
||||
return adjusted
|
||||
else:
|
||||
if adjusted[0]:
|
||||
return adjusted[0]
|
||||
return None
|
||||
|
||||
|
||||
# start by checking the .pot file for the message
|
||||
base = "i18n/po/desktop"
|
||||
pot = os.path.join(base, "anki.pot")
|
||||
pot_cat = polib.pofile(pot)
|
||||
catalogs = []
|
||||
|
||||
# is the ID an exact match?
|
||||
resolved_entry = None
|
||||
for entry in pot_cat:
|
||||
if entry.msgid == msgid:
|
||||
resolved_entry = entry
|
||||
|
||||
# try a substring match, but make sure it doesn't match
|
||||
# multiple items
|
||||
if resolved_entry is None:
|
||||
for entry in pot_cat:
|
||||
if msgid in entry.msgid:
|
||||
if resolved_entry is not None:
|
||||
print("aborting, matched both", resolved_entry.msgid)
|
||||
print("and", entry.msgid)
|
||||
sys.exit(1)
|
||||
resolved_entry = entry
|
||||
|
||||
if resolved_entry is None:
|
||||
print("no IDs matched")
|
||||
sys.exit(1)
|
||||
|
||||
msgid = resolved_entry.msgid
|
||||
print("matched id", msgid)
|
||||
|
||||
print("loading translations...")
|
||||
# load the translations from each language
|
||||
langs = [d for d in os.listdir(base) if d != "anki.pot"]
|
||||
for lang in langs:
|
||||
po_path = os.path.join(base, lang, "anki.po")
|
||||
cat = polib.pofile(po_path)
|
||||
catalogs.append((lang, cat))
|
||||
|
||||
to_insert = []
|
||||
for (lang, cat) in catalogs:
|
||||
for entry in cat:
|
||||
if entry.msgid == msgid:
|
||||
translation = get_msgstr(entry)
|
||||
if translation:
|
||||
print(f"{lang} had translation {translation}")
|
||||
to_insert.append((lang, translation))
|
||||
else:
|
||||
print(f"{lang} had no translation")
|
||||
break
|
||||
|
||||
plurals = json.load(open("i18n/plurals.json"))
|
||||
|
||||
|
||||
def plural_text(key, lang, translation):
|
||||
lang = re.sub("(_|-).*", "", lang)
|
||||
|
||||
# extract the variable - there should be only one
|
||||
var = re.findall(r"{(\$.*?)}", translation[0])
|
||||
if not len(var) == 1:
|
||||
return None
|
||||
var = var[0]
|
||||
|
||||
buf = f"{key} = {{ {var} ->\n"
|
||||
|
||||
# for each of the plural forms except the last
|
||||
for idx, msg in enumerate(translation[:-1]):
|
||||
plural_form = plurals[lang][idx]
|
||||
buf += f" [{plural_form}] {msg}\n"
|
||||
|
||||
# add the catchall
|
||||
msg = translation[-1]
|
||||
buf += f" *[other] {msg}\n"
|
||||
buf += " }\n"
|
||||
return buf
|
||||
|
||||
|
||||
# add a non-pluralized message. works via fluent.syntax, so can automatically
|
||||
# indent, etc
|
||||
def add_simple_message(fname, key, message):
|
||||
orig = ""
|
||||
if os.path.exists(fname):
|
||||
orig = open(fname).read()
|
||||
|
||||
obj = parse(orig)
|
||||
obj.body.append(Message(Identifier(key), Pattern([TextElement(message)])))
|
||||
|
||||
modified = serialize(obj)
|
||||
open(fname, "w").write(modified)
|
||||
|
||||
|
||||
def add_message(fname, key, translation):
|
||||
# simple, non-plural form?
|
||||
if isinstance(translation, str):
|
||||
add_simple_message(fname, key, translation)
|
||||
else:
|
||||
raise
|
||||
return plural_text(key, lang, translation)
|
||||
|
||||
|
||||
print()
|
||||
input("proceed? ctrl+c to abort")
|
||||
|
||||
# add template first
|
||||
if resolved_entry.msgid_plural:
|
||||
original = [resolved_entry.msgid, resolved_entry.msgid_plural]
|
||||
else:
|
||||
original = resolved_entry.msgid
|
||||
|
||||
add_message(ftl_filename, key, original)
|
||||
|
||||
# the each language's translation
|
||||
for lang, translation in to_insert:
|
||||
ftl_path = ftl_filename.replace("templates", lang)
|
||||
ftl_dir = os.path.dirname(ftl_path)
|
||||
|
||||
if not os.path.exists(ftl_dir):
|
||||
os.mkdir(ftl_dir)
|
||||
|
||||
add_message(ftl_path, key, translation)
|
||||
|
||||
print("done")
|
||||
Loading…
Reference in a new issue