forked from organicmaps/organicmaps
Moved the file to the /tools/python directory
Modified the path to `../../strings.txt`
This commit is contained in:
Timofey
parent
e1f3c5d1a5
commit
08a2112e4c
1 changed files with 43 additions and 49 deletions
|
|
@ -1,15 +1,15 @@
|
|||
#!/usr/bin/env python
|
||||
# coding: utf-8
|
||||
from __future__ import print_function
|
||||
from collections import namedtuple
|
||||
from os.path import join
|
||||
from os.path import dirname
|
||||
from collections import namedtuple, defaultdict
|
||||
from os.path import join, dirname
|
||||
import re
|
||||
from sys import argv
|
||||
|
||||
TransAndKey = namedtuple("TransAndKey", "translation, key")
|
||||
|
||||
translation = re.compile(r"([a-z]{2}|zh-Han[st])\s*=\s*.*$", re.S | re.MULTILINE)
|
||||
TRANSLATION = re.compile(r"([a-z]{2}|zh-Han[st])\s*=\s*.*$", re.S | re.MULTILINE)
|
||||
MANY_DOTS = re.compile(r"\.{4,}")
|
||||
|
||||
ITUNES_LANGS = ["en", "ru", "ar", "cs", "da", "nl", "fi", "fr", "de", "hu", "id", "it", "ja", "ko", "nb", "pl", "pt", "ro", "sl", "es", "sv", "th", "tr", "uk", "vi", "zh-Hans", "zh-Hant"]
|
||||
|
||||
|
|
@ -17,24 +17,25 @@ ITUNES_LANGS = ["en", "ru", "ar", "cs", "da", "nl", "fi", "fr", "de", "hu", "id"
|
|||
class StringsTxt:
|
||||
|
||||
def __init__(self):
|
||||
self.strings_path = join(dirname(argv[0]), "..", "strings.txt")
|
||||
self.translations = {} # dict<key, dict<lang, translation>>
|
||||
self.translations_by_language = {} # dict<lang, dict<key, translation>>
|
||||
self.comments_and_tags = {}
|
||||
self.strings_path = join(dirname(argv[0]), "../..", "strings.txt")
|
||||
self.translations = defaultdict(dict) # dict<key, dict<lang, translation>>
|
||||
self.translations_by_language = defaultdict(dict) # dict<lang, dict<key, translation>>
|
||||
self.comments_and_tags = defaultdict(dict)
|
||||
self.with_english = []
|
||||
self.all_langs = set()
|
||||
self.duplicates = {} # dict<lang, TransAndKey>
|
||||
self.keys_in_order = []
|
||||
self._read_file()
|
||||
self.populate_translations_by_langs()
|
||||
self.find_duplicates()
|
||||
self._populate_translations_by_langs()
|
||||
self._find_duplicates()
|
||||
|
||||
|
||||
def _read_file(self):
|
||||
with open(self.strings_path) as strings:
|
||||
for line in strings:
|
||||
line = line.strip()
|
||||
if not line: continue
|
||||
if not line:
|
||||
continue
|
||||
if line.startswith("[["):
|
||||
self.keys_in_order.append(line)
|
||||
continue
|
||||
|
|
@ -46,9 +47,9 @@ class StringsTxt:
|
|||
current_key = line
|
||||
self.keys_in_order.append(current_key)
|
||||
|
||||
if translation.match(line):
|
||||
lang, tran = self.lang_and_translation(line)
|
||||
self._append_to_translations(current_key, lang, tran)
|
||||
if TRANSLATION.match(line):
|
||||
lang, tran = self._lang_and_translation(line)
|
||||
self.translations[current_key][lang] = tran
|
||||
|
||||
self.all_langs.add(lang)
|
||||
if line.startswith("en = "):
|
||||
|
|
@ -56,10 +57,7 @@ class StringsTxt:
|
|||
continue
|
||||
|
||||
if line.startswith("comment") or line.startswith("tags"):
|
||||
if current_key not in self.comments_and_tags:
|
||||
self.comments_and_tags[current_key] = {}
|
||||
|
||||
lang, value = self.lang_and_translation(line)
|
||||
lang, value = self._lang_and_translation(line)
|
||||
self.comments_and_tags[current_key][lang] = value
|
||||
continue
|
||||
|
||||
|
|
@ -69,13 +67,13 @@ class StringsTxt:
|
|||
stats.sort(key=lambda x: x[1], reverse=True)
|
||||
|
||||
for k, v in stats:
|
||||
print("{}\t{}".format(k, v))
|
||||
print("{0}\t{1}".format(k, v))
|
||||
|
||||
|
||||
def print_duplicates(self):
|
||||
print("\n\n========================================\n\nDuplicates: ")
|
||||
for lang, trans_and_keys in self.duplicates.items():
|
||||
print("{}\n {}\n".format("=" * (len(lang) + 2), lang))
|
||||
print("{0}\n {1}\n".format("=" * (len(lang) + 2), lang))
|
||||
last_one = ""
|
||||
keys = []
|
||||
for tr in trans_and_keys:
|
||||
|
|
@ -89,26 +87,22 @@ class StringsTxt:
|
|||
|
||||
def _print_keys_for_duplicates(self, keys, last_one):
|
||||
if last_one:
|
||||
print("{}: {}\n".format(", ".join(keys), last_one))
|
||||
print("{0}: {1}\n".format(", ".join(keys), last_one))
|
||||
|
||||
|
||||
def _append_to_translations(self, key, lang, tran):
|
||||
if key not in self.translations:
|
||||
self.translations[key] = {}
|
||||
self.translations[key][lang] = tran
|
||||
|
||||
|
||||
def process_string(self, string):
|
||||
def _process_string(self, string):
|
||||
if MANY_DOTS.search(string):
|
||||
print("WARNING: 4 or more dots in the string: {0}".format(string))
|
||||
return str.strip(string).replace("...", "…")
|
||||
|
||||
|
||||
def lang_and_translation(self, line):
|
||||
ret = tuple(map(self.process_string, line.split("=")))
|
||||
def _lang_and_translation(self, line):
|
||||
ret = tuple(map(self._process_string, line.split("=")))
|
||||
assert len(ret) == 2
|
||||
return ret
|
||||
|
||||
|
||||
def populate_translations_by_langs(self):
|
||||
def _populate_translations_by_langs(self):
|
||||
for lang in self.all_langs:
|
||||
trans_for_lang = {}
|
||||
for key, tran in self.translations.items(): # (tran = dict<lang, translation>)
|
||||
|
|
@ -118,18 +112,18 @@ class StringsTxt:
|
|||
self.translations_by_language[lang] = trans_for_lang
|
||||
|
||||
|
||||
def find_duplicates(self):
|
||||
def _find_duplicates(self):
|
||||
for lang, tran in self.translations_by_language.items():
|
||||
trans_for_lang = map(lambda x: TransAndKey(x[1], x[0]), tran.items())
|
||||
trans_for_lang.sort(key=lambda x: x.translation)
|
||||
last_tran = TransAndKey("", "")
|
||||
prev_tran = TransAndKey("", "")
|
||||
possible_duplicates = set()
|
||||
for t in trans_for_lang:
|
||||
if t.translation == last_tran.translation:
|
||||
possible_duplicates.add(last_tran)
|
||||
possible_duplicates.add(t)
|
||||
for curr_tran in trans_for_lang:
|
||||
if curr_tran.translation == prev_tran.translation:
|
||||
possible_duplicates.add(prev_tran)
|
||||
possible_duplicates.add(curr_tran)
|
||||
else:
|
||||
last_tran = t
|
||||
prev_tran = curr_tran
|
||||
|
||||
self.duplicates[lang] = sorted(list(possible_duplicates))
|
||||
|
||||
|
|
@ -141,7 +135,7 @@ class StringsTxt:
|
|||
for lang in ITUNES_LANGS:
|
||||
keys_for_lang = set(self.translations_by_language[lang].keys())
|
||||
missing_keys = sorted(list(all_translation_keys - keys_for_lang))
|
||||
print("{}:\n{}\n".format(lang, "\n".join(missing_keys)))
|
||||
print("{0}:\n{1}\n".format(lang, "\n".join(missing_keys)))
|
||||
|
||||
|
||||
def write_formatted(self):
|
||||
|
|
@ -151,29 +145,29 @@ class StringsTxt:
|
|||
if key in self.translations:
|
||||
tran = self.translations[key]
|
||||
else:
|
||||
outfile.write("{}\n\n".format(key))
|
||||
outfile.write("{0}\n\n".format(key))
|
||||
continue
|
||||
|
||||
outfile.write(" {}\n".format(key))
|
||||
outfile.write(" {0}\n".format(key))
|
||||
if key in self.comments_and_tags:
|
||||
for k, v in self.comments_and_tags[key].items():
|
||||
outfile.write(" {} = {}\n".format(k, v))
|
||||
outfile.write(" {0} = {1}\n".format(k, v))
|
||||
|
||||
self.write_translations_for_langs(ITUNES_LANGS, tran, outfile)
|
||||
self.write_translations_for_langs(non_itunes_langs, tran, outfile)
|
||||
self._write_translations_for_langs(ITUNES_LANGS, tran, outfile)
|
||||
self._write_translations_for_langs(non_itunes_langs, tran, outfile)
|
||||
|
||||
outfile.write("\n")
|
||||
|
||||
|
||||
def write_translations_for_langs(self, langs, tran, outfile):
|
||||
def _write_translations_for_langs(self, langs, tran, outfile):
|
||||
for lang in langs:
|
||||
if lang in tran:
|
||||
outfile.write(" {} = {}\n".format(lang, tran[lang]))
|
||||
outfile.write(" {0} = {1}\n".format(lang, tran[lang]))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
strings = StringsTxt()
|
||||
# strings.print_statistics()
|
||||
strings.print_statistics()
|
||||
strings.print_duplicates()
|
||||
# strings.print_missing_itunes_langs()
|
||||
# strings.write_formatted()
|
||||
strings.print_missing_itunes_langs()
|
||||
strings.write_formatted()
|
||||
Loading…
Add table
Reference in a new issue