2014-05-24 20:23:05 +02:00
|
|
|
#!/bin/bash -xe
|
|
|
|
# Common code used by propose_translation_update.sh and
|
|
|
|
# upstream_translation_update.sh
|
|
|
|
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
# not use this file except in compliance with the License. You may obtain
|
|
|
|
# a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
|
|
# License for the specific language governing permissions and limitations
|
|
|
|
# under the License.
|
|
|
|
|
|
|
|
# Initial transifex setup
|
|
|
|
function setup_translation ()
|
|
|
|
{
|
2014-03-23 21:37:09 +01:00
|
|
|
# Track in HAS_CONFIG whether we run "tx init" since calling it
|
|
|
|
# will add the file .tx/config - and "tx set" might update it. If
|
|
|
|
# "tx set" updates .tx/config, we need to handle the file if it
|
|
|
|
# existed before.
|
|
|
|
HAS_CONFIG=1
|
2014-05-24 20:23:05 +02:00
|
|
|
|
|
|
|
# Initialize the transifex client, if there's no .tx directory
|
|
|
|
if [ ! -d .tx ] ; then
|
|
|
|
tx init --host=https://www.transifex.com
|
2014-03-23 21:37:09 +01:00
|
|
|
HAS_CONFIG=0
|
2014-05-24 20:23:05 +02:00
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
|
|
# Setup a project for transifex
|
|
|
|
function setup_project ()
|
|
|
|
{
|
2014-05-28 13:30:21 +02:00
|
|
|
local project=$1
|
2014-05-24 20:23:05 +02:00
|
|
|
|
2014-06-05 22:05:28 +02:00
|
|
|
# Transifex project name does not include "."
|
|
|
|
tx_project=${project/\./}
|
|
|
|
tx set --auto-local -r ${tx_project}.${tx_project}-translations \
|
2014-05-24 20:23:05 +02:00
|
|
|
"${project}/locale/<lang>/LC_MESSAGES/${project}.po" \
|
|
|
|
--source-lang en \
|
|
|
|
--source-file ${project}/locale/${project}.pot -t PO \
|
|
|
|
--execute
|
|
|
|
}
|
|
|
|
|
2014-05-28 13:30:21 +02:00
|
|
|
# Setup project horizon for transifex
|
|
|
|
function setup_horizon ()
|
|
|
|
{
|
|
|
|
local project=horizon
|
|
|
|
|
|
|
|
# Horizon JavaScript Translations
|
|
|
|
tx set --auto-local -r ${project}.${project}-js-translations \
|
|
|
|
"${project}/locale/<lang>/LC_MESSAGES/djangojs.po" \
|
|
|
|
--source-lang en \
|
|
|
|
--source-file ${project}/locale/en/LC_MESSAGES/djangojs.po \
|
|
|
|
-t PO --execute
|
|
|
|
|
|
|
|
# Horizon Translations
|
|
|
|
tx set --auto-local -r ${project}.${project}-translations \
|
|
|
|
"${project}/locale/<lang>/LC_MESSAGES/django.po" \
|
|
|
|
--source-lang en \
|
|
|
|
--source-file ${project}/locale/en/LC_MESSAGES/django.po \
|
|
|
|
-t PO --execute
|
|
|
|
|
|
|
|
# OpenStack Dashboard Translations
|
|
|
|
tx set --auto-local -r ${project}.openstack-dashboard-translations \
|
|
|
|
"openstack_dashboard/locale/<lang>/LC_MESSAGES/django.po" \
|
|
|
|
--source-lang en \
|
|
|
|
--source-file openstack_dashboard/locale/en/LC_MESSAGES/django.po \
|
|
|
|
-t PO --execute
|
|
|
|
}
|
|
|
|
|
2014-06-01 09:18:53 +02:00
|
|
|
# Set global variable DocFolder for manuals projects
|
|
|
|
function init_manuals ()
|
|
|
|
{
|
|
|
|
project=$1
|
|
|
|
|
|
|
|
DocFolder="doc"
|
2014-06-30 18:00:30 +02:00
|
|
|
if [ $project = "api-site" -o $project = "security-doc" ] ; then
|
2014-06-01 09:18:53 +02:00
|
|
|
DocFolder="./"
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
|
|
# Setup project manuals projects (api-site, openstack-manuals,
|
|
|
|
# operations-guide) for transifex
|
|
|
|
function setup_manuals ()
|
|
|
|
{
|
2014-07-08 08:45:02 +02:00
|
|
|
local project=$1
|
2014-06-01 09:18:53 +02:00
|
|
|
# Generate pot one by one
|
|
|
|
for FILE in ${DocFolder}/*
|
|
|
|
do
|
|
|
|
# Skip non-directories
|
|
|
|
if [ ! -d $FILE ]
|
|
|
|
then
|
|
|
|
continue
|
|
|
|
fi
|
|
|
|
DOCNAME=${FILE#${DocFolder}/}
|
|
|
|
# Ignore directories that will not get translated
|
|
|
|
if [ "$DOCNAME" == "www" -o "$DOCNAME" == "tools" -o "$DOCNAME" == "generated" -o "$DOCNAME" == "publish-docs" ]
|
|
|
|
then
|
|
|
|
continue
|
|
|
|
fi
|
2014-07-08 08:45:02 +02:00
|
|
|
# Skip glossary in all repos besides openstack-manuals.
|
|
|
|
if [ "$project" != "openstack-manuals" -a "$DOCNAME" == "glossary" ]
|
|
|
|
then
|
|
|
|
continue
|
|
|
|
fi
|
|
|
|
# Minimum amount of translation done, 75 % by default.
|
|
|
|
PERC=75
|
|
|
|
if [ "$project" == "openstack-manuals" ]
|
|
|
|
then
|
|
|
|
# The common and glossary directories are used by the
|
|
|
|
# other guides, let's be more liberal here since teams
|
|
|
|
# might only translate the files used by a single
|
|
|
|
# guide. We use 8 % since that downloads the currently
|
|
|
|
# translated files.
|
|
|
|
if [ "$DOCNAME" == "common" -o "$DOCNAME" == "glossary" ]
|
|
|
|
then
|
|
|
|
PERC=8
|
|
|
|
fi
|
|
|
|
fi
|
2014-06-01 09:18:53 +02:00
|
|
|
# Update the .pot file
|
|
|
|
./tools/generatepot ${DOCNAME}
|
|
|
|
if [ -f ${DocFolder}/${DOCNAME}/locale/${DOCNAME}.pot ]
|
|
|
|
then
|
|
|
|
# Add all changed files to git
|
|
|
|
git add ${DocFolder}/${DOCNAME}/locale/*
|
|
|
|
# Set auto-local
|
|
|
|
tx set --auto-local -r openstack-manuals-i18n.${DOCNAME} \
|
|
|
|
"${DocFolder}/${DOCNAME}/locale/<lang>.po" --source-lang en \
|
|
|
|
--source-file ${DocFolder}/${DOCNAME}/locale/${DOCNAME}.pot \
|
2014-07-08 08:45:02 +02:00
|
|
|
--minimum-perc=$PERC \
|
2014-06-01 09:18:53 +02:00
|
|
|
-t PO --execute
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2014-05-24 20:23:05 +02:00
|
|
|
# Setup git so that git review works
|
|
|
|
function setup_git ()
|
|
|
|
{
|
|
|
|
git config user.name "OpenStack Proposal Bot"
|
|
|
|
git config user.email "openstack-infra@lists.openstack.org"
|
|
|
|
git config gitreview.username "proposal-bot"
|
|
|
|
}
|
|
|
|
|
|
|
|
# Setup project so that git review works, sets global variable
|
|
|
|
# COMMIT_MSG.
|
|
|
|
function setup_review ()
|
|
|
|
{
|
2014-07-10 16:52:45 +00:00
|
|
|
FULL_PROJECT=$(grep project .gitreview | cut -f2 -d= | cut -f1 -d.)
|
2014-05-24 20:23:05 +02:00
|
|
|
COMMIT_MSG="Imported Translations from Transifex"
|
|
|
|
|
|
|
|
git review -s
|
|
|
|
|
|
|
|
# See if there is an open change in the transifex/translations
|
|
|
|
# topic. If so, get the change id for the existing change for use
|
|
|
|
# in the commit msg.
|
2014-07-10 16:52:45 +00:00
|
|
|
change_info=`ssh -p 29418 proposal-bot@review.openstack.org gerrit query --current-patch-set status:open project:$FULL_PROJECT topic:transifex/translations owner:proposal-bot`
|
2014-05-24 20:23:05 +02:00
|
|
|
previous=`echo "$change_info" | grep "^ number:" | awk '{print $2}'`
|
|
|
|
if [ "x${previous}" != "x" ] ; then
|
|
|
|
change_id=`echo "$change_info" | grep "^change" | awk '{print $2}'`
|
|
|
|
# Read returns a non zero value when it reaches EOF. Because we use a
|
|
|
|
# heredoc here it will always reach EOF and return a nonzero value.
|
|
|
|
# Disable -e temporarily to get around the read.
|
|
|
|
set +e
|
|
|
|
read -d '' COMMIT_MSG <<EOF
|
|
|
|
Imported Translations from Transifex
|
|
|
|
|
|
|
|
Change-Id: $change_id
|
|
|
|
EOF
|
|
|
|
set -e
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
|
|
# Propose patch using COMMIT_MSG
|
|
|
|
function send_patch ()
|
|
|
|
{
|
2014-03-23 21:37:09 +01:00
|
|
|
|
|
|
|
# Revert any changes done to .tx/config
|
|
|
|
if [ $HAS_CONFIG -eq 1 ]
|
|
|
|
then
|
|
|
|
git reset -q .tx/config
|
|
|
|
git checkout -- .tx/config
|
|
|
|
fi
|
|
|
|
|
2014-05-24 20:23:05 +02:00
|
|
|
# Don't send a review if nothing has changed.
|
|
|
|
if [ `git diff --cached |wc -l` -gt 0 ]
|
|
|
|
then
|
|
|
|
# Commit and review
|
|
|
|
git commit -F- <<EOF
|
|
|
|
$COMMIT_MSG
|
|
|
|
EOF
|
|
|
|
git review -t transifex/translations
|
|
|
|
|
|
|
|
fi
|
|
|
|
}
|
2014-05-24 20:12:35 +02:00
|
|
|
|
|
|
|
# Setup global variables LEVELS and LKEYWORDS
|
|
|
|
function setup_loglevel_vars ()
|
|
|
|
{
|
|
|
|
# Strings for various log levels
|
|
|
|
LEVELS="info warning error critical"
|
|
|
|
# Keywords for each log level:
|
|
|
|
declare -g -A LKEYWORD
|
|
|
|
LKEYWORD['info']='_LI'
|
|
|
|
LKEYWORD['warning']='_LW'
|
|
|
|
LKEYWORD['error']='_LE'
|
|
|
|
LKEYWORD['critical']='_LC'
|
|
|
|
}
|
|
|
|
|
|
|
|
# Setup transifex configuration for log level message translation.
|
|
|
|
# Needs variables setup via setup_loglevel_vars.
|
|
|
|
function setup_loglevel_project ()
|
|
|
|
{
|
|
|
|
project=$1
|
|
|
|
|
2014-06-05 22:05:28 +02:00
|
|
|
# Transifex project name does not include "."
|
|
|
|
tx_project=${project/\./}
|
|
|
|
|
2014-05-24 20:12:35 +02:00
|
|
|
for level in $LEVELS ; do
|
|
|
|
# Bootstrapping: Create file if it does not exist yet,
|
|
|
|
# otherwise "tx set" will fail.
|
|
|
|
if [ ! -e ${project}/locale/${project}-log-${level}.pot ]
|
|
|
|
then
|
|
|
|
touch ${project}/locale/${project}-log-${level}.pot
|
|
|
|
fi
|
2014-06-05 22:05:28 +02:00
|
|
|
tx set --auto-local -r ${tx_project}.${tx_project}-log-${level}-translations \
|
2014-05-24 20:12:35 +02:00
|
|
|
"${project}/locale/<lang>/LC_MESSAGES/${project}-log-${level}.po" \
|
|
|
|
--source-lang en \
|
|
|
|
--source-file ${project}/locale/${project}-log-${level}.pot -t PO \
|
|
|
|
--execute
|
|
|
|
done
|
|
|
|
}
|
|
|
|
|
|
|
|
# Run extract_messages for user visible messages and log messages.
|
|
|
|
# Needs variables setup via setup_loglevel_vars.
|
|
|
|
function extract_messages_log ()
|
|
|
|
{
|
|
|
|
project=$1
|
|
|
|
|
|
|
|
# Update the .pot files
|
|
|
|
python setup.py extract_messages
|
|
|
|
for level in $LEVELS ; do
|
|
|
|
python setup.py extract_messages --no-default-keywords \
|
|
|
|
--keyword ${LKEYWORD[$level]} \
|
|
|
|
--output-file ${project}/locale/${project}-log-${level}.pot
|
|
|
|
done
|
|
|
|
}
|
2014-05-28 12:33:01 +02:00
|
|
|
|
|
|
|
# Setup project django_openstack_auth for transifex
|
|
|
|
function setup_django_openstack_auth ()
|
|
|
|
{
|
|
|
|
tx set --auto-local -r horizon.djangopo \
|
|
|
|
"openstack_auth/locale/<lang>/LC_MESSAGES/django.po" \
|
|
|
|
--source-lang en \
|
|
|
|
--source-file openstack_auth/locale/openstack_auth.pot -t PO \
|
|
|
|
--execute
|
|
|
|
}
|
|
|
|
|
|
|
|
# Filter out files that we do not want to commit
|
|
|
|
function filter_commits ()
|
|
|
|
{
|
|
|
|
# Don't send files where the only things which have changed are
|
|
|
|
# the creation date, the version number, the revision date,
|
|
|
|
# comment lines, or diff file information.
|
|
|
|
for f in `git diff --cached --name-only`
|
|
|
|
do
|
2014-07-12 09:12:33 +02:00
|
|
|
# It's ok if the grep fails
|
|
|
|
set +e
|
2014-05-28 12:33:01 +02:00
|
|
|
changed=$(git diff --cached "$f" \
|
|
|
|
| egrep -v "(POT-Creation-Date|Project-Id-Version|PO-Revision-Date)" \
|
|
|
|
| egrep -c "^([-+][^-+#])")
|
2014-07-12 09:12:33 +02:00
|
|
|
set -e
|
2014-05-28 12:33:01 +02:00
|
|
|
if [ $changed -eq 0 ]
|
|
|
|
then
|
|
|
|
git reset -q "$f"
|
|
|
|
git checkout -- "$f"
|
|
|
|
fi
|
|
|
|
done
|
|
|
|
}
|