mirror of
https://github.com/dialect-app/po.git
synced 2025-06-18 20:26:26 +00:00
Remove lang_update script
This commit is contained in:
Rafael Mardojai CM
parent
85ab04a29d
commit
ca4b316e2f
2 changed files with 0 additions and 291 deletions
|
|
@ -1,39 +0,0 @@
|
||||||
# Language Names Updater
|
|
||||||
|
|
||||||
This script tries to pull language names from the sources:
|
|
||||||
|
|
||||||
- Unicode CLDR
|
|
||||||
- Google Translate
|
|
||||||
|
|
||||||
## How to use
|
|
||||||
|
|
||||||
```bash
|
|
||||||
git clone https://github.com/dialect-app/po
|
|
||||||
cd po/lang_update
|
|
||||||
python lang_update.py
|
|
||||||
```
|
|
||||||
|
|
||||||
`lang_update.py` should be run with `po/lang_update` as the working directory and will not work as expected otherwise.
|
|
||||||
|
|
||||||
`-g` or `--google` can be passed to force the usage of Google Translate as the source for language names.
|
|
||||||
|
|
||||||
You can also pass a language code to only update one language:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
python lang_update.py "ca"
|
|
||||||
```
|
|
||||||
|
|
||||||
## How to contribute
|
|
||||||
|
|
||||||
If you would like to work on language names, please contribute to [Unicode CLDR](https://cldr.unicode.org/).
|
|
||||||
|
|
||||||
If you decide that the language names from Unicode CLDR are not good enough and feel like you could do a better job, you can open an issue at [dialect-app/po](https://github.com/dialect-app/po/issues) and continue updating your translation as per usual. You could also instead add your language code to the `EXCLUDE_LIST` in the `lang_update.py` script and send a PR.
|
|
||||||
|
|
||||||
The `lang_update.py` script has a few things you could help with as well:
|
|
||||||
|
|
||||||
- The `EXCLUDE_LIST` list could be expanded or shortened depending on the accuracy of Unicode CLDR project's language names for a particular language. You could do this by checking `cldr-json`. For example: [French Unicode CLDR languages.json](https://github.com/unicode-org/cldr-json/blob/main/cldr-json/cldr-localenames-full/main/fr/languages.json) . The link format is:
|
|
||||||
```
|
|
||||||
https://github.com/unicode-org/cldr-json/blob/main/cldr-json/cldr-localenames-full/main/{language_code_here}/languages.json
|
|
||||||
```
|
|
||||||
- If language names should be capitalized in your language, add the language code to `CAPS_LIST`.
|
|
||||||
- If your language is named differently in the Unicode CLDR project, add a mapping in `CLDR_NAMES`.
|
|
||||||
|
|
@ -1,252 +0,0 @@
|
||||||
import argparse
|
|
||||||
import json
|
|
||||||
import os
|
|
||||||
import re
|
|
||||||
import requests
|
|
||||||
import subprocess
|
|
||||||
from bs4 import BeautifulSoup
|
|
||||||
|
|
||||||
|
|
||||||
LANGUAGES = {
|
|
||||||
"af": "Afrikaans",
|
|
||||||
"sq": "Albanian",
|
|
||||||
"am": "Amharic",
|
|
||||||
"ar": "Arabic",
|
|
||||||
"hy": "Armenian",
|
|
||||||
"az": "Azerbaijani",
|
|
||||||
"eu": "Basque",
|
|
||||||
"be": "Belarusian",
|
|
||||||
"bn": "Bengali",
|
|
||||||
"bs": "Bosnian",
|
|
||||||
"bg": "Bulgarian",
|
|
||||||
"ca": "Catalan",
|
|
||||||
"ceb": "Cebuano",
|
|
||||||
"ny": "Chichewa",
|
|
||||||
"zh": "Chinese",
|
|
||||||
"zh-Hans": "Chinese (Simplified)",
|
|
||||||
"zh-Hant": "Chinese (Traditional)",
|
|
||||||
"co": "Corsican",
|
|
||||||
"hr": "Croatian",
|
|
||||||
"cs": "Czech",
|
|
||||||
"da": "Danish",
|
|
||||||
"nl": "Dutch",
|
|
||||||
"en": "English",
|
|
||||||
"eo": "Esperanto",
|
|
||||||
"et": "Estonian",
|
|
||||||
"tl": "Filipino",
|
|
||||||
"fi": "Finnish",
|
|
||||||
"fr": "French",
|
|
||||||
"fy": "Frisian",
|
|
||||||
"gl": "Galician",
|
|
||||||
"ka": "Georgian",
|
|
||||||
"de": "German",
|
|
||||||
"el": "Greek",
|
|
||||||
"gu": "Gujarati",
|
|
||||||
"ht": "Haitian Creole",
|
|
||||||
"ha": "Hausa",
|
|
||||||
"haw": "Hawaiian",
|
|
||||||
"iw": "Hebrew",
|
|
||||||
"he": "Hebrew",
|
|
||||||
"hi": "Hindi",
|
|
||||||
"hmn": "Hmong",
|
|
||||||
"hu": "Hungarian",
|
|
||||||
"is": "Icelandic",
|
|
||||||
"ig": "Igbo",
|
|
||||||
"id": "Indonesian",
|
|
||||||
"ga": "Irish",
|
|
||||||
"it": "Italian",
|
|
||||||
"ja": "Japanese",
|
|
||||||
"jw": "Javanese",
|
|
||||||
"kn": "Kannada",
|
|
||||||
"kk": "Kazakh",
|
|
||||||
"km": "Khmer",
|
|
||||||
"rw": "Kinyarwanda",
|
|
||||||
"ko": "Korean",
|
|
||||||
"ku": "Kurdish (Kurmanji)",
|
|
||||||
"ky": "Kyrgyz",
|
|
||||||
"lo": "Lao",
|
|
||||||
"la": "Latin",
|
|
||||||
"lv": "Latvian",
|
|
||||||
"lt": "Lithuanian",
|
|
||||||
"lb": "Luxembourgish",
|
|
||||||
"mk": "Macedonian",
|
|
||||||
"mg": "Malagasy",
|
|
||||||
"ms": "Malay",
|
|
||||||
"ml": "Malayalam",
|
|
||||||
"mt": "Maltese",
|
|
||||||
"mi": "Maori",
|
|
||||||
"mr": "Marathi",
|
|
||||||
"mn": "Mongolian",
|
|
||||||
"my": "Myanmar (Burmese)",
|
|
||||||
"ne": "Nepali",
|
|
||||||
"no": "Norwegian",
|
|
||||||
"or": "Odia (Oriya)",
|
|
||||||
"ps": "Pashto",
|
|
||||||
"fa": "Persian",
|
|
||||||
"pl": "Polish",
|
|
||||||
"pt": "Portuguese",
|
|
||||||
"pa": "Punjabi",
|
|
||||||
"ro": "Romanian",
|
|
||||||
"ru": "Russian",
|
|
||||||
"sm": "Samoan",
|
|
||||||
"gd": "Scots Gaelic",
|
|
||||||
"sr": "Serbian",
|
|
||||||
"st": "Sesotho",
|
|
||||||
"sn": "Shona",
|
|
||||||
"sd": "Sindhi",
|
|
||||||
"si": "Sinhala",
|
|
||||||
"sk": "Slovak",
|
|
||||||
"sl": "Slovenian",
|
|
||||||
"so": "Somali",
|
|
||||||
"es": "Spanish",
|
|
||||||
"su": "Sundanese",
|
|
||||||
"sw": "Swahili",
|
|
||||||
"sv": "Swedish",
|
|
||||||
"tg": "Tajik",
|
|
||||||
"ta": "Tamil",
|
|
||||||
"tt": "Tatar",
|
|
||||||
"te": "Telugu",
|
|
||||||
"th": "Thai",
|
|
||||||
"tr": "Turkish",
|
|
||||||
"tk": "Turkmen",
|
|
||||||
"uk": "Ukrainian",
|
|
||||||
"ur": "Urdu",
|
|
||||||
"ug": "Uyghur",
|
|
||||||
"uz": "Uzbek",
|
|
||||||
"vi": "Vietnamese",
|
|
||||||
"cy": "Welsh",
|
|
||||||
"xh": "Xhosa",
|
|
||||||
"yi": "Yiddish",
|
|
||||||
"yo": "Yoruba",
|
|
||||||
"zu": "Zulu",
|
|
||||||
}
|
|
||||||
|
|
||||||
CLDR_NAMES = {
|
|
||||||
"kmr": "ku", # They seem to be the same since Kurmanji (ku) is Northern Kurdish (kmr).
|
|
||||||
"zh_CN": "zh-Hans",
|
|
||||||
"zh_TW": "zh-Hant",
|
|
||||||
"zh-CN": "zh-Hans",
|
|
||||||
"zh-TW": "zh-Hant",
|
|
||||||
}
|
|
||||||
|
|
||||||
# Add any language to this list to exclude it from the automated process.
|
|
||||||
EXCLUDE_LIST = [
|
|
||||||
# No decent source
|
|
||||||
"oc", # Occitan
|
|
||||||
# Was manually updated by the translator
|
|
||||||
"eo", # Esperanto
|
|
||||||
"fr", # French
|
|
||||||
"fy", # Frisian
|
|
||||||
"ja", # Japanese
|
|
||||||
"lv", # Latvian
|
|
||||||
"uk", # Ukranian
|
|
||||||
"zh_CN", # Chinese
|
|
||||||
]
|
|
||||||
# Even if a language is in this list, you can pass it as a parameter to the program.
|
|
||||||
|
|
||||||
# If any language is on this list and it shouldn't be, please create an issue:
|
|
||||||
# https://www.github.com/dialect-app/po
|
|
||||||
# You can also open an issue if any language should be added.
|
|
||||||
|
|
||||||
# All languages that need "capitalization"
|
|
||||||
CAPS_LIST = [
|
|
||||||
"it", # Italian
|
|
||||||
]
|
|
||||||
|
|
||||||
parser = argparse.ArgumentParser()
|
|
||||||
parser.add_argument(
|
|
||||||
"language", nargs="?", help="the language code for language to update"
|
|
||||||
)
|
|
||||||
parser.add_argument(
|
|
||||||
"-g", "--google", help="force use google for language names", action="store_true"
|
|
||||||
)
|
|
||||||
args = parser.parse_args()
|
|
||||||
|
|
||||||
if not os.path.isdir("cldr-json"):
|
|
||||||
print("Cloning Unicode CLDR repository...")
|
|
||||||
subprocess.call(["git", "clone", "https://github.com/unicode-org/cldr-json"])
|
|
||||||
|
|
||||||
|
|
||||||
def process_language(lang, arged=False):
|
|
||||||
lang = lang.strip()
|
|
||||||
if lang and (arged is True or lang not in EXCLUDE_LIST):
|
|
||||||
cldr_present = True # Assume CLDR file is present.
|
|
||||||
cldr_lang = CLDR_NAMES[lang] if lang in CLDR_NAMES else lang.replace("_", "-")
|
|
||||||
|
|
||||||
g_lang = lang.split("_")[0]
|
|
||||||
|
|
||||||
print(f"Reading {lang}.po ...")
|
|
||||||
|
|
||||||
lang_file = open(f"../{lang}.po", "r")
|
|
||||||
lang_file_contents = lang_file.read()
|
|
||||||
lang_file.close()
|
|
||||||
|
|
||||||
try:
|
|
||||||
print("Looking for required CLDR file...")
|
|
||||||
cldr_file = open(
|
|
||||||
f"cldr-json/cldr-json/cldr-localenames-full/main/{cldr_lang}/languages.json",
|
|
||||||
"r",
|
|
||||||
)
|
|
||||||
cldr_json = json.load(cldr_file)
|
|
||||||
except FileNotFoundError:
|
|
||||||
print(f"No CLDR file found for language: {cldr_lang}.")
|
|
||||||
try:
|
|
||||||
cldr_lang = g_lang
|
|
||||||
cldr_file = open(
|
|
||||||
f"cldr-json/cldr-json/cldr-localenames-full/main/{cldr_lang}/languages.json",
|
|
||||||
"r",
|
|
||||||
)
|
|
||||||
cldr_json = json.load(cldr_file)
|
|
||||||
print(f"Using file for {cldr_lang} instead.")
|
|
||||||
except FileNotFoundError:
|
|
||||||
print("Could not find possible substitutes.")
|
|
||||||
cldr_present = False # Correct earlier assumption.
|
|
||||||
|
|
||||||
if cldr_present and not args.google:
|
|
||||||
cldr_langs = cldr_json["main"][cldr_lang]["localeDisplayNames"]["languages"]
|
|
||||||
for lang_code, lang_name in cldr_langs.items():
|
|
||||||
if lang_code not in LANGUAGES:
|
|
||||||
continue
|
|
||||||
|
|
||||||
if cldr_lang in CAPS_LIST:
|
|
||||||
lang_name = lang_name.capitalize()
|
|
||||||
|
|
||||||
lang_file_contents = re.sub(
|
|
||||||
rf'msgid "{re.escape(LANGUAGES[lang_code])}"\nmsgstr ".*"\n',
|
|
||||||
rf'msgid "{LANGUAGES[lang_code]}"\nmsgstr "{lang_name}"\n',
|
|
||||||
lang_file_contents,
|
|
||||||
)
|
|
||||||
else:
|
|
||||||
print("Fetching localized names from Google Translate...")
|
|
||||||
|
|
||||||
page = requests.get("https://translate.google.com/?hl=" + g_lang)
|
|
||||||
soup = BeautifulSoup(page.text, "html5lib")
|
|
||||||
|
|
||||||
print("Generating updated string with localized names...")
|
|
||||||
|
|
||||||
for div in soup.find_all("div"):
|
|
||||||
if div.attrs.get("class", None) == ["qSb8Pe"]:
|
|
||||||
lang_code = div.attrs["data-language-code"]
|
|
||||||
lang_name = div.find(attrs={"class": "Llmcnf"}).string
|
|
||||||
|
|
||||||
lang_file_contents = re.sub(
|
|
||||||
rf'msgid "{re.escape(LANGUAGES[lang_code])}"\nmsgstr ".*"\n',
|
|
||||||
rf'msgid "{LANGUAGES[lang_code]}"\nmsgstr "{lang_name}"\n',
|
|
||||||
lang_file_contents,
|
|
||||||
)
|
|
||||||
|
|
||||||
print(f"Saving {lang}.po ...")
|
|
||||||
|
|
||||||
lang_file = open(f"../{lang}.po", "w")
|
|
||||||
lang_file.write(lang_file_contents)
|
|
||||||
lang_file.close()
|
|
||||||
|
|
||||||
print()
|
|
||||||
|
|
||||||
|
|
||||||
if args.language:
|
|
||||||
process_language(args.language, True)
|
|
||||||
else:
|
|
||||||
linguas_file = open("../LINGUAS", "r")
|
|
||||||
for lang in linguas_file:
|
|
||||||
process_language(lang)
|
|
||||||
Loading…
Add table
Reference in a new issue