Added automatic translations

Signed-off-by: Sascha Pfeiffer <sascha.pfeiffer@esaqa.com>

.gitignore

@@ -15,3 +15,4 @@ test
 *~
 *.py[cod]
 cert.pfx
+untranslated

.gitlab-ci.yml

@@ -4,11 +4,24 @@ variables:
   CONTAINER_LATEST_IMAGE_JFROG: psono-docker.jfrog.io/psono/psono-client:latest
 
 stages:
+  - translate
   - test
   - build
   - release
   - deploy
 
+create-translations:
+  except:
+    - schedules
+  stage: translate
+  image: psono-docker.jfrog.io/ubuntu:22.04
+  script:
+    - apt-get update && apt-get install -y python3 python3-pip
+    - pip3 install requests openai==1.34.0
+    - python3 var/translate.py
+  only:
+    - master@psono/psono-client
+
 test-unittests:
   except:
     - schedules

var/translate.py

@@ -0,0 +1,152 @@
+import requests
+import json
+from openai import OpenAI
+import os
+
+POEDITOR_API_KEY = os.environ['POEDITOR_API_KEY']
+POEDITOR_PROJECT_ID = os.environ['POEDITOR_PROJECT_ID']
+
+client = OpenAI(
+    api_key=os.environ.get("OPENAI_API_KEY"),
+)
+
+LANGUAGE_CODES = [
+    "ar",
+    "de",
+    "es",
+    "fr",
+    "hi",
+    "it",
+    "ja",
+    "ko",
+    "nl",
+    "ru",
+    "pl",
+    "pt",
+    "pt-br",
+    "zh-cn",
+]
+
+
+# Function to translate text using OpenAI GPT-4o
+def translate_text(text, lang):
+    response = client.chat.completions.create(
+        model="gpt-4o",
+        messages=[
+            {"role": "system", "content": "You are a helpful assistant."},
+            {"role": "user", "content": f"Translate the following text to language code '{lang}': {text}"}
+        ]
+    )
+    translated_text = response.choices[0].message.content.strip()
+    return translated_text
+
+def translate_language(lang):
+    data = [
+        ('api_token', POEDITOR_API_KEY),
+        ('action', 'export'),
+        ('id', POEDITOR_PROJECT_ID),
+        ('filters', 'untranslated'),
+        ('language', lang),
+        ('type', 'key_value_json'),
+    ]
+
+    r = requests.post('https://poeditor.com/api/', data=data, timeout=20.0)
+
+    if not r.ok:
+        print("Error: download_language")
+        print(r.text)
+        exit(1)
+
+    result = r.json()
+
+    r = requests.get(result['item'], stream=True, timeout=20.0)
+
+    if r.status_code != 200:
+        print(f"Error: download_language {lang}")
+        print(r.text)
+        exit(1)
+
+
+    r.raw.decode_content = True
+    content = r.raw.read()
+
+    if not content:
+        # no untrunslated terms
+        print(f"Success: nothing to translate for {lang}")
+        return
+
+    data = json.loads(content)
+
+    if not data:
+        # no untrunslated terms
+        print(f"Success: nothing to translate for {lang}")
+        return
+
+    translated_data = {}
+    for key, value in data.items():
+        translated_data[key] = translate_text(value, lang)
+
+    folder_path = os.path.join('untranslated')
+    os.makedirs(folder_path, exist_ok=True)
+    path = os.path.join(folder_path, f"{lang}.json")
+    with open(path, 'w') as f:
+        json.dump(translated_data, f, ensure_ascii=False, indent=4)
+
+    print(f"Translation completed and saved to {path}")
+
+    data = {
+        'id': POEDITOR_PROJECT_ID,
+        'api_token': POEDITOR_API_KEY,
+        'updating': 'translations',
+        'language': lang,
+        'sync_terms ': 0,
+    }
+    with open(path, 'rb') as file:
+        r = requests.post('https://api.poeditor.com/v2/projects/upload', data=data, files={'file': file}, timeout=20.0)
+
+    if not r.ok:
+        print("Error: upload_language " + lang)
+        print(r.text)
+        exit(1)
+    content = json.loads(r.content)
+    if "response" not in content or "status" not in content["response"] or content["response"]["status"] != 'success':
+        print("Error: upload_language " + lang)
+        print(r.text)
+        exit(1)
+
+    return path
+
+
+def get_languages():
+    data = [
+      ('api_token', POEDITOR_API_KEY),
+      ('id', POEDITOR_PROJECT_ID),
+    ]
+
+    r = requests.post('https://api.poeditor.com/v2/languages/list', data=data, timeout=20.0)
+    if not r.ok:
+        print("Error: get_languages")
+        print(r.json())
+        exit(1)
+    result = r.json()
+    print(result['result']['languages'])
+    return result['result']['languages']
+
+
+
+def main():
+
+    # Download
+    languages = get_languages()
+    for lang in languages:
+        language_code = lang['code'].lower()
+        if language_code not in LANGUAGE_CODES:
+            print("skipping language " + language_code)
+            continue
+        print("processing language " + language_code)
+        translate_language(language_code)
+
+    print("Success")
+
+if __name__ == "__main__":
+    main()