mirror of
https://github.com/ClickHouse/ClickHouse.git
synced 2024-09-30 05:30:51 +00:00
cd14f9ebcb
* split up select.md * array-join.md basic refactoring * distinct.md basic refactoring * format.md basic refactoring * from.md basic refactoring * group-by.md basic refactoring * having.md basic refactoring * additional index.md refactoring * into-outfile.md basic refactoring * join.md basic refactoring * limit.md basic refactoring * limit-by.md basic refactoring * order-by.md basic refactoring * prewhere.md basic refactoring * adjust operators/index.md links * adjust sample.md links * adjust more links * adjust operatots links * fix some links * adjust aggregate function article titles * basic refactor of remaining select clauses * absolute paths in make_links.sh * run make_links.sh * remove old select.md locations * translate docs/es * translate docs/fr * translate docs/fa * remove old operators.md location * change operators.md links * adjust links in docs/es * adjust links in docs/es * minor texts adjustments * wip * update machine translations to use new links * fix changelog * es build fixes * get rid of some select.md links * temporary adjust ru links * temporary adjust more ru links * improve curly brace handling * adjust ru as well * fa build fix * ru link fixes * zh link fixes * temporary disable part of anchor checks
99 lines
3.1 KiB
Python
Executable File
99 lines
3.1 KiB
Python
Executable File
#!/usr/bin/env python3
|
||
|
||
import os
|
||
import random
|
||
import re
|
||
import sys
|
||
import time
|
||
import urllib.parse
|
||
|
||
import googletrans
|
||
import requests
|
||
import yaml
|
||
|
||
import typograph_ru
|
||
|
||
|
||
translator = googletrans.Translator()
|
||
default_target_language = os.environ.get('TARGET_LANGUAGE', 'ru')
|
||
curly_braces_re = re.compile('({[^}]+})')
|
||
|
||
is_yandex = os.environ.get('YANDEX') is not None
|
||
|
||
|
||
def translate_impl(text, target_language=None):
|
||
target_language = target_language or default_target_language
|
||
if target_language == 'en':
|
||
return text
|
||
elif target_language == 'typograph_ru':
|
||
return typograph_ru.typograph(text)
|
||
elif is_yandex:
|
||
text = text.replace('‘', '\'')
|
||
text = text.replace('’', '\'')
|
||
has_alpha = any([char.isalpha() for char in text])
|
||
if text.isascii() and has_alpha and not text.isupper():
|
||
text = urllib.parse.quote(text)
|
||
url = f'http://translate.yandex.net/api/v1/tr.json/translate?srv=docs&lang=en-{target_language}&text={text}'
|
||
result = requests.get(url).json()
|
||
if result.get('code') == 200:
|
||
return result['text'][0]
|
||
else:
|
||
result = str(result)
|
||
print(f'Failed to translate "{text}": {result}', file=sys.stderr)
|
||
sys.exit(1)
|
||
else:
|
||
return text
|
||
else:
|
||
time.sleep(random.random())
|
||
return translator.translate(text, target_language).text
|
||
|
||
|
||
def translate(text, target_language=None):
|
||
result = []
|
||
for part in re.split(curly_braces_re, text):
|
||
if part.startswith('{') and part.endswith('}'):
|
||
result.append(part)
|
||
else:
|
||
result.append(translate_impl(part, target_language=target_language))
|
||
return ''.join(result)
|
||
|
||
|
||
def translate_toc(root, lang):
|
||
global is_yandex
|
||
is_yandex = True
|
||
if isinstance(root, dict):
|
||
result = []
|
||
for key, value in root.items():
|
||
key = translate(key, lang) if key != 'hidden' and not key.isupper() else key
|
||
result.append((key, translate_toc(value, lang),))
|
||
return dict(result)
|
||
elif isinstance(root, list):
|
||
return [translate_toc(item, lang) for item in root]
|
||
elif isinstance(root, str):
|
||
return root
|
||
|
||
|
||
def translate_po():
|
||
import babel.messages.pofile
|
||
base_dir = os.path.join(os.path.dirname(__file__), '..', '..', '..', 'website', 'locale')
|
||
for lang in ['en', 'zh', 'es', 'fr', 'ru', 'ja', 'tr', 'fa']:
|
||
po_path = os.path.join(base_dir, lang, 'LC_MESSAGES', 'messages.po')
|
||
with open(po_path, 'r') as f:
|
||
po_file = babel.messages.pofile.read_po(f, locale=lang, domain='messages')
|
||
for item in po_file:
|
||
if not item.string:
|
||
global is_yandex
|
||
is_yandex = True
|
||
item.string = translate(item.id, lang)
|
||
with open(po_path, 'wb') as f:
|
||
babel.messages.pofile.write_po(f, po_file)
|
||
|
||
|
||
if __name__ == '__main__':
|
||
target_language = sys.argv[1]
|
||
if target_language == 'po':
|
||
translate_po()
|
||
else:
|
||
result = translate_toc(yaml.full_load(sys.stdin.read())['nav'], sys.argv[1])
|
||
print(yaml.dump({'nav': result}))
|