1879fe12eb
- New supplementary script: check-translation-completeness.sh
that creates statistics of translation completeness.
- Merge latest upstream-collect.sh fixes from SLE11 SP3:
* Re-add all strings lost after removal from upstream
(bnc#807817#c15).
* Do incremental update by default to prevent loss of strings
removed from upstream (bnc#807817#c15).
* Fix errors in debug mode.
- Merge latest translation-update-upstream-to-translation-update.sh
fixes from SLE11 SP3:
* rewrote to include strings from gnome-patch-translation
(bnc#807817, bnc#811265).
OBS-URL: https://build.opensuse.org/request/show/232979
OBS-URL: https://build.opensuse.org/package/show/Base:System/translation-update-upstream?expand=0&rev=57
276 lines
10 KiB
Bash
276 lines
10 KiB
Bash
#!/bin/bash
|
|
|
|
# This program searches for packages that are not updated and extracts
|
|
# their translation updates to a separate tarball that can be used by
|
|
# translation-update package.
|
|
|
|
WORK_DIR=$PWD
|
|
|
|
set -o errexit
|
|
shopt -s nullglob
|
|
|
|
if ! test -f upstream-collect.domain-map ; then
|
|
echo "Missing generated files. Please make a full run of ./upstream-collect.sh first."
|
|
exit 1
|
|
fi
|
|
|
|
if ! test -d gnome-patch-translation ; then
|
|
echo "Please provide directory gnome-patch-translation with contents of"
|
|
echo "/usr/share/gnome-patch-translation from gnome-patch-translation RPM"
|
|
echo "on the target system."
|
|
exit 1
|
|
fi
|
|
|
|
source ${0%translation-update-upstream-to-translation-update.sh}upstream-collect.conf
|
|
|
|
mkdir\
|
|
TRANSLATION_UPDATE TRANSLATION_UPDATE/translation-update TRANSLATION_UPDATE/TUU\
|
|
TRANSLATION_UPDATE/NOT_UPDATED \
|
|
TRANSLATION_UPDATE/UPDATED \
|
|
TRANSLATION_UPDATE/complete TRANSLATION_UPDATE/rebuilt
|
|
|
|
# more tarballs are available => use the latest one
|
|
# FIXME: Fix 20090213.10 < 20090213.9
|
|
# (but it should not happen for people who update and submit)
|
|
for ARCHIVE in translation-update-upstream-*.tar.bz2 ; do
|
|
:
|
|
done
|
|
tar -jtf $ARCHIVE >${0%.sh}-updates.lst
|
|
SNAPSHOT=${ARCHIVE%.tar.bz2}
|
|
SNAPSHOT=${SNAPSHOT#translation-update-upstream-}
|
|
for ARCHIVE in translation-update-mandatory-*.tar.bz2 ; do
|
|
:
|
|
done
|
|
MSNAPSHOT=${ARCHIVE%.tar.bz2}
|
|
MSNAPSHOT=${MSNAPSHOT#translation-update-mandatory-}
|
|
if [[ "$MSNAPSHOT" > "$SNAPSHOT" ]] ; then
|
|
SNAPSHOT=$MSNAPSHOT
|
|
fi
|
|
|
|
# FIXME: It should list all gnome-patch-translation references, not only the first on the line.
|
|
# But there is a bug in the gnome-patch-translation: Only first reference contain domain.
|
|
# Hopefully, the output is complete even with it.
|
|
sed -n 's%^#: \([^/]*\).*$%\1%p' gnome-patch-translation/gnome-patch-translation.pot | sort -u >${0%.sh}-gpt.lst
|
|
|
|
# Process translations to get complete sets of strings.
|
|
cd po-full
|
|
for DOMAIN in * ; do
|
|
if grep -q "^$DOMAIN\$" ../${0%.sh}-gpt.lst ; then
|
|
SUPPORTS_GPT=true
|
|
else
|
|
SUPPORTS_GPT=false
|
|
fi
|
|
for PO in $DOMAIN/*.po ; do
|
|
LNG=${PO##*/}
|
|
LNG=${LNG%.po}
|
|
mkdir -p "../TRANSLATION_UPDATE/complete/translation-update/$DOMAIN/$LNG"
|
|
|
|
if test -f "../po-mandatory-full/$PO" ; then
|
|
if $SUPPORTS_GPT && test -f "../gnome-patch-translation/$LNG.po" ; then
|
|
# mandatory strings take precedence over gnome-patch-translation, but gnome-patch-translation takes precedence over upstream.
|
|
msgcat --use-first "../po-mandatory-full/$PO" "../gnome-patch-translation/$LNG.po" "$PO" -o "../TRANSLATION_UPDATE/complete/translation-update/$DOMAIN/$LNG/$LNG.po.p1"
|
|
# There are mandatory strings. We must update.
|
|
mkdir -p "../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN"
|
|
echo "po-mandatory-full/$PO" >"../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN/$LNG"
|
|
else
|
|
msgcat --use-first "../po-mandatory-full/$PO" "$PO" -o "../TRANSLATION_UPDATE/complete/translation-update/$DOMAIN/$LNG/$LNG.po"
|
|
# There are mandatory strings. We must update.
|
|
mkdir -p "../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN"
|
|
touch "../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN/$LNG"
|
|
fi
|
|
else
|
|
if $SUPPORTS_GPT && test -f "../gnome-patch-translation/$LNG.po" ; then
|
|
msgcat --use-first "../gnome-patch-translation/$LNG.po" "$PO" -o "../TRANSLATION_UPDATE/complete/translation-update/$DOMAIN/$LNG/$LNG.po.p1"
|
|
# We don't know, whether strings from gnome-patch-translation were updated. There is no check yet. We must update.
|
|
mkdir -p "../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN"
|
|
echo "po-full/$PO" >"../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN/$LNG"
|
|
else
|
|
ln "$PO" "../TRANSLATION_UPDATE/complete/translation-update/$DOMAIN/$LNG/$LNG.po"
|
|
fi
|
|
fi
|
|
done
|
|
done
|
|
|
|
cd ../po-mandatory-full
|
|
for DOMAIN in * ; do
|
|
if grep -q "^$DOMAIN\$" ../${0%.sh}-gpt.lst ; then
|
|
SUPPORTS_GPT=true
|
|
else
|
|
SUPPORTS_GPT=false
|
|
fi
|
|
for PO in $DOMAIN/*.po ; do
|
|
LNG=${PO##*/}
|
|
LNG=${LNG%.po}
|
|
# There are mandatory strings. We must update.
|
|
mkdir -p "../TRANSLATION_UPDATE/complete/translation-update/$DOMAIN/$LNG"
|
|
# Handle only po files not processed above.
|
|
if ! test -f "../po-full/$PO" ; then
|
|
mkdir -p "../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN"
|
|
if $SUPPORTS_GPT -a -f "../gnome-patch-translation/$LNG.po" ; then
|
|
# mandatory strings take precedence over gnome-patch-translation, but gnome-patch-translation takes precedence over upstream.
|
|
msgcat --use-first "$PO" "../gnome-patch-translation/$LNG.po" -o "../TRANSLATION_UPDATE/complete/translation-update/$DOMAIN/$LNG/$LNG.po.p1"
|
|
echo "po-mandatory-full/$PO" >"../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN/$LNG"
|
|
else
|
|
ln "$PO" "../TRANSLATION_UPDATE/complete/translation-update/$DOMAIN/$LNG/$LNG.po"
|
|
touch "../TRANSLATION_UPDATE/complete/stamp-force/$DOMAIN/$LNG"
|
|
fi
|
|
fi
|
|
done
|
|
done
|
|
|
|
# Finish processing of po files that included strings from gnome-patch-translation.
|
|
cd ../TRANSLATION_UPDATE/complete/translation-update
|
|
for POP1 in */*/*.po.p1 ; do
|
|
PO=${POP1%.p1}
|
|
DOMAIN=${PO%%/*}
|
|
LNG=${PO%/*}
|
|
LNG=${LNG#*/}
|
|
|
|
# Include only gnome-patch-translation strings from particular domain.
|
|
msgmerge --no-fuzzy-matching "$POP1" ../../../pot/$DOMAIN.pot -o "$PO.p2"
|
|
msgattrib --no-obsolete "$PO.p2" -o "$PO.p3"
|
|
|
|
# Put header from the most important source stored into stamp-force.
|
|
# Extract header. Broken pipe is an expected behavior. Redirect stderr to /dev/null.
|
|
msgmerge --quiet --force-po ../../../$(<"../stamp-force/$DOMAIN/$LNG") ../../../msgheadermerge-empty.pot -o "$PO.p4"
|
|
msgattrib --no-obsolete --force-po "$PO.p4" -o "$PO.p5"
|
|
msgcat --use-first --force-po "$PO.p5" "$PO.p3" -o "$PO"
|
|
|
|
rm "$PO.p"*
|
|
done
|
|
|
|
cd ../..
|
|
|
|
# Now create a copy of all files to TUU (they will be moved later to particular directories).
|
|
cp -al complete/translation-update/* TUU/
|
|
|
|
cd ..
|
|
|
|
osc ${OSC_APIURL:+--apiurl=$OSC_APIURL} ls "${OSC_REPOSITORIES[OSC_MAIN_INDEX]}" >${0%.sh}-rebuilt.lst
|
|
if test -n "$OSC_PROPOSED_INDEX" ; then
|
|
osc ${OSC_APIURL:+--apiurl=$OSC_APIURL} ls "${OSC_REPOSITORIES[OSC_PROPOSED_INDEX]}" >${0%.sh}-outdated.lst
|
|
else
|
|
echo -n '' >${0%.sh}-outdated.lst
|
|
fi
|
|
|
|
for TLST in *.tlst ; do
|
|
exec <$WORK_DIR/$TLST
|
|
|
|
while read PACKAGE DOMAIN METHOD REPO DIR BRANCH MANDATORY ; do
|
|
|
|
# Continue for empty lines and comments
|
|
if test "${PACKAGE###}" != "$PACKAGE" ; then
|
|
continue
|
|
fi
|
|
if test -z "$PACKAGE" ; then
|
|
continue
|
|
fi
|
|
|
|
echo "$(tput setf 3)Processing: package=$PACKAGE domain=$DOMAIN method=$METHOD repository=$REPO directory=$DIR branch=${BRANCH:-(default)} mandatory=$MANDATORY$(tput init)"
|
|
PACKAGE_REBUILT_UP_TO_DATE=false
|
|
if grep -q "^$PACKAGE\$" ${0%.sh}-rebuilt.lst ; then
|
|
if grep -q "^$PACKAGE\$" ${0%.sh}-outdated.lst ; then
|
|
echo " is rebuilt in the distro, but has pending translation related update, adding"
|
|
else
|
|
PACKAGE_REBUILT_UP_TO_DATE=true
|
|
echo " is rebuilt in the distro, not adding"
|
|
fi
|
|
else
|
|
echo " not rebuilt in the distro, adding"
|
|
fi
|
|
|
|
if $PACKAGE_REBUILT_UP_TO_DATE ; then
|
|
cat ${0%translation-update-upstream-to-translation-update.sh}upstream-collect.domain-map |
|
|
while read PACKAGE_ REAL_DOMAIN STATUS ; do
|
|
if test "$PACKAGE" = "$PACKAGE_" ; then
|
|
case $STATUS in
|
|
OK*)
|
|
echo " domain $REAL_DOMAIN is correctly updated, OK"
|
|
if test -d TRANSLATION_UPDATE/TUU/$REAL_DOMAIN ; then
|
|
mv TRANSLATION_UPDATE/TUU/$REAL_DOMAIN TRANSLATION_UPDATE/UPDATED/
|
|
fi
|
|
;;
|
|
*)
|
|
echo " domain $REAL_DOMAIN is not correctly updated, needs to be added"
|
|
if test -d TRANSLATION_UPDATE/TUU/$REAL_DOMAIN ; then
|
|
mv TRANSLATION_UPDATE/TUU/$REAL_DOMAIN TRANSLATION_UPDATE/NOT_UPDATED/
|
|
fi
|
|
;;
|
|
esac
|
|
fi
|
|
done
|
|
else
|
|
cat ${0%translation-update-upstream-to-translation-update.sh}upstream-collect.domain-map |
|
|
while read PACKAGE_ REAL_DOMAIN STATUS ; do
|
|
if test "$PACKAGE" = "$PACKAGE_" ; then
|
|
if test -d TRANSLATION_UPDATE/TUU/$REAL_DOMAIN ; then
|
|
mv TRANSLATION_UPDATE/TUU/$REAL_DOMAIN TRANSLATION_UPDATE/NOT_UPDATED/
|
|
fi
|
|
fi
|
|
done
|
|
fi
|
|
echo
|
|
done
|
|
done
|
|
|
|
# If files remain in TUU, there is something wrong. Move them to NOT_UPDATED and hope that domain is correct.
|
|
# It can happen when domain mapping process failed.
|
|
cd TRANSLATION_UPDATE/TUU
|
|
for DIR in * ; do
|
|
echo "$(tput setf 4)Something went wrong, domain=${DIR#*/} was not listed and processed$(tput init)"
|
|
echo " assuming that it was not updated"
|
|
mv $DIR ../NOT_UPDATED/$DIR
|
|
done
|
|
|
|
cd ../NOT_UPDATED
|
|
for PO in */*/*.po ; do
|
|
DOMAIN=${PO%%/*}
|
|
LNG=${PO%/*}
|
|
LNG=${LNG#*/}
|
|
|
|
# Standard update: Pick only files with changes.
|
|
if grep -q "^po/$DOMAIN/$LNG.po\$" ../../${0%.sh}-updates.lst ; then
|
|
mkdir -p "../translation-update/$DOMAIN/$LNG"
|
|
ln "../complete/translation-update/$PO" "../translation-update/$PO"
|
|
fi
|
|
# Mandatory update: Pick all files.
|
|
if test -f "../complete/stamp-force/$DOMAIN/$LNG" ; then
|
|
mkdir -p "../translation-update/$DOMAIN/$LNG"
|
|
ln -f "../complete/translation-update/$PO" "../translation-update/$PO"
|
|
fi
|
|
done
|
|
cd ../UPDATED
|
|
for PO in */*/*.po ; do
|
|
DOMAIN=${PO%%/*}
|
|
LNG=${PO%/*}
|
|
LNG=${LNG#*/}
|
|
|
|
# Standard update: Pick only files with changes.
|
|
if grep -q "^po/$DOMAIN/$LNG.po\$" ../../${0%.sh}-updates.lst ; then
|
|
mkdir -p "../rebuilt/translation-update/$DOMAIN/$LNG"
|
|
ln "../complete/translation-update/$PO" "../rebuilt/translation-update/$PO"
|
|
fi
|
|
# Mandatory update: Pick all files.
|
|
if test -f "../complete/stamp-force/$DOMAIN/$LNG" ; then
|
|
mkdir -p "../rebuilt/translation-update/$DOMAIN/$LNG"
|
|
ln -f "../complete/translation-update/$PO" "../rebuilt/translation-update/$PO"
|
|
fi
|
|
done
|
|
|
|
cd ..
|
|
tar -jcf ../translation-update-from-translation-update-upstream-$SNAPSHOT.tar.bz2 translation-update
|
|
echo "Generated translation-update-from-translation-update-upstream-$SNAPSHOT.tar.bz2
|
|
Please add it to the package translation-update"
|
|
cd rebuilt
|
|
tar -jcf ../../translation-update-from-translation-update-upstream-rebuilt-$SNAPSHOT.tar.bz2 translation-update
|
|
echo "Generated translation-update-from-translation-update-upstream-rebuilt-$SNAPSHOT.tar.bz2
|
|
It contains translations that that should be provided in build time by translation-update-upstream,
|
|
but if translation-update-upstream was not updated to the latest version, then you may want to include
|
|
these translations to translation-update as well."
|
|
cd ../complete
|
|
tar -jcf ../../translation-update-from-translation-update-upstream-complete-$SNAPSHOT.tar.bz2 translation-update
|
|
echo "Generated translation-update-from-translation-update-upstream-complete-$SNAPSHOT.tar.bz2
|
|
This file includes all avaliable translations."
|
|
cd ../..
|
|
rm -r TRANSLATION_UPDATE
|