forked from organicmaps/organicmaps
Wrote a script for analyzing strings.txt (instead of Alex)
* Autoformat (incl. blank lines, spaces at the beginning of the lines, no spaces at the end of the lines, ... -> …, more to follow) * Find duplicate translations (identical translations for different keys for the same language) * Find missing translations for the languages declared as supported (taken from the AppStore description)
This commit is contained in:
Timofey
parent
44e4081816
commit
e1f3c5d1a5
1 changed files with 179 additions and 0 deletions
179
tools/find_untranslated_strings.py
Executable file
179
tools/find_untranslated_strings.py
Executable file
|
|
@ -0,0 +1,179 @@
|
|||
#!/usr/bin/env python
|
||||
# coding: utf-8
|
||||
from __future__ import print_function
|
||||
from collections import namedtuple
|
||||
from os.path import join
|
||||
from os.path import dirname
|
||||
import re
|
||||
from sys import argv
|
||||
|
||||
TransAndKey = namedtuple("TransAndKey", "translation, key")
|
||||
|
||||
translation = re.compile(r"([a-z]{2}|zh-Han[st])\s*=\s*.*$", re.S | re.MULTILINE)
|
||||
|
||||
ITUNES_LANGS = ["en", "ru", "ar", "cs", "da", "nl", "fi", "fr", "de", "hu", "id", "it", "ja", "ko", "nb", "pl", "pt", "ro", "sl", "es", "sv", "th", "tr", "uk", "vi", "zh-Hans", "zh-Hant"]
|
||||
|
||||
|
||||
class StringsTxt:
|
||||
|
||||
def __init__(self):
|
||||
self.strings_path = join(dirname(argv[0]), "..", "strings.txt")
|
||||
self.translations = {} # dict<key, dict<lang, translation>>
|
||||
self.translations_by_language = {} # dict<lang, dict<key, translation>>
|
||||
self.comments_and_tags = {}
|
||||
self.with_english = []
|
||||
self.all_langs = set()
|
||||
self.duplicates = {} # dict<lang, TransAndKey>
|
||||
self.keys_in_order = []
|
||||
self._read_file()
|
||||
self.populate_translations_by_langs()
|
||||
self.find_duplicates()
|
||||
|
||||
|
||||
def _read_file(self):
|
||||
with open(self.strings_path) as strings:
|
||||
for line in strings:
|
||||
line = line.strip()
|
||||
if not line: continue
|
||||
if line.startswith("[["):
|
||||
self.keys_in_order.append(line)
|
||||
continue
|
||||
if line.startswith("["):
|
||||
if line in self.translations:
|
||||
print("Duplicate key {}".format(line))
|
||||
continue
|
||||
self.translations[line] = {}
|
||||
current_key = line
|
||||
self.keys_in_order.append(current_key)
|
||||
|
||||
if translation.match(line):
|
||||
lang, tran = self.lang_and_translation(line)
|
||||
self._append_to_translations(current_key, lang, tran)
|
||||
|
||||
self.all_langs.add(lang)
|
||||
if line.startswith("en = "):
|
||||
self.with_english.append(current_key)
|
||||
continue
|
||||
|
||||
if line.startswith("comment") or line.startswith("tags"):
|
||||
if current_key not in self.comments_and_tags:
|
||||
self.comments_and_tags[current_key] = {}
|
||||
|
||||
lang, value = self.lang_and_translation(line)
|
||||
self.comments_and_tags[current_key][lang] = value
|
||||
continue
|
||||
|
||||
|
||||
def print_statistics(self):
|
||||
stats = map(lambda x: (x, len(self.translations[x])), self.translations.keys())
|
||||
stats.sort(key=lambda x: x[1], reverse=True)
|
||||
|
||||
for k, v in stats:
|
||||
print("{}\t{}".format(k, v))
|
||||
|
||||
|
||||
def print_duplicates(self):
|
||||
print("\n\n========================================\n\nDuplicates: ")
|
||||
for lang, trans_and_keys in self.duplicates.items():
|
||||
print("{}\n {}\n".format("=" * (len(lang) + 2), lang))
|
||||
last_one = ""
|
||||
keys = []
|
||||
for tr in trans_and_keys:
|
||||
if last_one != tr.translation:
|
||||
self._print_keys_for_duplicates(keys, last_one)
|
||||
keys = []
|
||||
last_one = tr.translation
|
||||
keys.append(tr.key)
|
||||
self._print_keys_for_duplicates(keys, last_one)
|
||||
|
||||
|
||||
def _print_keys_for_duplicates(self, keys, last_one):
|
||||
if last_one:
|
||||
print("{}: {}\n".format(", ".join(keys), last_one))
|
||||
|
||||
|
||||
def _append_to_translations(self, key, lang, tran):
|
||||
if key not in self.translations:
|
||||
self.translations[key] = {}
|
||||
self.translations[key][lang] = tran
|
||||
|
||||
|
||||
def process_string(self, string):
|
||||
return str.strip(string).replace("...", "…")
|
||||
|
||||
|
||||
def lang_and_translation(self, line):
|
||||
ret = tuple(map(self.process_string, line.split("=")))
|
||||
assert len(ret) == 2
|
||||
return ret
|
||||
|
||||
|
||||
def populate_translations_by_langs(self):
|
||||
for lang in self.all_langs:
|
||||
trans_for_lang = {}
|
||||
for key, tran in self.translations.items(): # (tran = dict<lang, translation>)
|
||||
if lang not in tran:
|
||||
continue
|
||||
trans_for_lang[key] = tran[lang]
|
||||
self.translations_by_language[lang] = trans_for_lang
|
||||
|
||||
|
||||
def find_duplicates(self):
|
||||
for lang, tran in self.translations_by_language.items():
|
||||
trans_for_lang = map(lambda x: TransAndKey(x[1], x[0]), tran.items())
|
||||
trans_for_lang.sort(key=lambda x: x.translation)
|
||||
last_tran = TransAndKey("", "")
|
||||
possible_duplicates = set()
|
||||
for t in trans_for_lang:
|
||||
if t.translation == last_tran.translation:
|
||||
possible_duplicates.add(last_tran)
|
||||
possible_duplicates.add(t)
|
||||
else:
|
||||
last_tran = t
|
||||
|
||||
self.duplicates[lang] = sorted(list(possible_duplicates))
|
||||
|
||||
|
||||
def print_missing_itunes_langs(self):
|
||||
print("\n\n======================================\n\nMissing translations for iTunes languages:")
|
||||
|
||||
all_translation_keys = set(self.translations.keys())
|
||||
for lang in ITUNES_LANGS:
|
||||
keys_for_lang = set(self.translations_by_language[lang].keys())
|
||||
missing_keys = sorted(list(all_translation_keys - keys_for_lang))
|
||||
print("{}:\n{}\n".format(lang, "\n".join(missing_keys)))
|
||||
|
||||
|
||||
def write_formatted(self):
|
||||
non_itunes_langs = sorted(list(self.all_langs - set(ITUNES_LANGS)))
|
||||
with open(self.strings_path, "w") as outfile:
|
||||
for key in self.keys_in_order:
|
||||
if key in self.translations:
|
||||
tran = self.translations[key]
|
||||
else:
|
||||
outfile.write("{}\n\n".format(key))
|
||||
continue
|
||||
|
||||
outfile.write(" {}\n".format(key))
|
||||
if key in self.comments_and_tags:
|
||||
for k, v in self.comments_and_tags[key].items():
|
||||
outfile.write(" {} = {}\n".format(k, v))
|
||||
|
||||
self.write_translations_for_langs(ITUNES_LANGS, tran, outfile)
|
||||
self.write_translations_for_langs(non_itunes_langs, tran, outfile)
|
||||
|
||||
outfile.write("\n")
|
||||
|
||||
|
||||
def write_translations_for_langs(self, langs, tran, outfile):
|
||||
for lang in langs:
|
||||
if lang in tran:
|
||||
outfile.write(" {} = {}\n".format(lang, tran[lang]))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
strings = StringsTxt()
|
||||
# strings.print_statistics()
|
||||
strings.print_duplicates()
|
||||
# strings.print_missing_itunes_langs()
|
||||
# strings.write_formatted()
|
||||
Loading…
Add table
Reference in a new issue