Add ci job for pushing/pulling content to Transifex

Add two wrapper scripts in _utils for that.

Author: marmarek

.gitlab-ci.yml

@@ -2,5 +2,38 @@ include:
   - project: 'QubesOS/qubes-continuous-integration'
     file: '/gitlab-website.yml'
 
+stages:
+ - prepare
+ - build
+
 build:website:
   extends: .website
+
+update-transifex:
+  tags:
+  - docker
+  stage: prepare
+  rules:
+  - if: '$TX_TOKEN && $GITHUB_KEY'
+    when: always
+  - when: never
+  variables:
+    GIT_SUBMODULE_STRATEGY: normal
+    GIT_AUTHOR_NAME: translation bot
+    GIT_AUTHOR_EMAIL: [email protected]
+    GIT_COMMITTER_NAME: translation bot
+    GIT_COMMITTER_EMAIL: [email protected]
+    TRANSLATED_LANGS: de fr es
+    LANG: C.UTF-8
+  before_script:
+  - mkdir -p $HOME/.ssh && echo "$GITHUB_KEY" > $HOME/.ssh/id_ed25519 && chmod 700 $HOME/.ssh/id_ed25519
+  - echo "github.com,140.82.121.4 ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEAq2A7hRGmdnm9tUDbO9IDSwBK6TbQa+PXYPCPy6rbTrTtw7PHkccKrpp0yVhp5HdEIcKr6pLlVDBfOLX9QUsyCOV0wzfjIJNlGEYsdlLJizHhbn2mUjvSAHQqZETYP81eFzLQNnPHt4EVVUh7VfDESU84KezmD5QlWpXLmvU31/yMf+Se8xhHTvKSCZIFImWwoG6mbUoWf9nzpIoaSjB+weqqUUmpaaasXVal72J+UX2B+2RPW3RcT0eOzQgqlJL3RKrTJvdsjE3JEAvGq3lGHSZXy28G3skua2SmVi/w4yCE6gbODqnTWlg7+wC604ydGXA8VJiS5ap43JXiUFFAaQ==" >> $HOME/.ssh/known_hosts
+  - export PATH=$PATH:$HOME/bin
+  - sudo dnf install -y python3-pycurl python3-PyYAML python3-jsonschema python3-certifi python3-attrs /usr/bin/bundle rubygem-jekyll rubygem-nokogiri rubygem-concurrent-ruby ruby-devel gcc-c++ transifex-client crudini python3-pycurl python3-pyrsistent
+  - pip install python-frontmatter
+  - export NOKOGIRI_USE_SYSTEM_LIBRARIES=true
+  - gem install github-pages json html-proofer
+  - git submodule update --init
+  script:
+  - _utils/transifex-push
+  - _utils/transifex-pull $TRANSLATED_LANGS

_utils/transifex-pull

@@ -0,0 +1,36 @@
+#!/bin/sh
+
+# Pull translated pages from Transifex
+
+if ! command -v tx; then
+    echo "transifex-client needs to be installed" >&2
+    exit 1
+fi
+
+if [ -z "$TX_TOKEN" ]; then
+    echo "Please set TX_TOKEN variable to Transifex API key" >&2
+    exit 1
+fi
+
+if [ -z "$1" ]; then
+    echo "Usage: $0 <lang> [<lang> ...]"
+fi
+
+set -e
+
+for lang in "$@"; do
+    bash _utils/_translation_utils/tx_pull.sh "$lang"
+    bash _utils/_translation_utils/post_transifex_pull.sh "$lang" _translated/"$lang"
+done
+
+# switch to ssh for push
+git -C _translated remote set-url origin [email protected]:QubesOS/qubes-translated
+
+# commit and push
+git -C _translated add .
+
+# if nothing to commit, exit early
+[ -n "$(git -C _translated status --porcelain)" ] || exit 0
+
+git -C _translated commit -m 'Update translated content'
+git -C _translated push origin HEAD:master

_utils/transifex-push

@@ -0,0 +1,27 @@
+#!/bin/sh
+
+# This script uploads the website source files to Transifex for translation, including all the preparatory work
+
+if ! command -v tx; then
+    echo "transifex-client needs to be installed" >&2
+    exit 1
+fi
+
+if [ -z "$TX_TOKEN" ]; then
+    echo "Please set TX_TOKEN variable to Transifex API key" >&2
+    exit 1
+fi
+
+set -e
+
+# update config
+bash _utils/_translation_utils/tx_config.sh
+
+# push the sources
+tx push -s
+
+# update sources metadata (notranslate tags, locks etc)
+bash _utils/_translation_utils/prepare_tx_config_for_notranslate_tags.sh .tx/config /tmp/tx-resources-names.txt /tmp/tx-sources-filenames.txt
+python3 _utils/_translation_utils/tag_strings_as_locked.py /tmp/tx-resources-names.txt /tmp/tx-sources-filenames.txt --debug
+
+