#!/bin/bash # Check translations, generate verbose statistics. # Copyright (C) 2004 Recai Oktas # Copyright (C) 2007-2008 Andrius Štikonas (my code can also be used under GPLv3 or any later) # MediaWiki 'glamdrol' style sheet Copyright (C) 2005 by Jordą Polo Based on 'monobook', by Gabriel Wicke # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License version 2 as published by # the Free Software Foundation. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program. If not, see . source "$(dirname $0)/variables" LC_ALL=C ODD_CHARS='�' CL=0 # counter for css style STATUS="OK" # Total status of translations while getopts ":c" opt; do case $opt in c) CORE_TEXTDOMAINS="wesnoth lib editor help ai units multiplayer anl tutorial" ;; esac done for BRANCH in $BRANCHES; do echo -e "Repository: $BLUE$BRANCH"$ENDCOLOR STATSFILE="statistics-$BRANCH.html" ERRORS="translation-errors-$BRANCH" nerror=0; nwarn=0; npo=0; nt=0; nu=0; nf=0 rm -f $STATSFILE echo -e " Battle for Wesnoth

Wesnoth translation stats

Last update: $(LC_TIME="en_US.UTF-8" date)

" >> $STATSFILE if [ -n "$CORE_TEXTDOMAINS" ]; then POFILES=$BRANCH/$(echo $CORE_TEXTDOMAINS | awk '$NF=$NF "*.po"' OFS="*.po $BRANCH/") else POFILES="$BRANCH/*.po" fi for files in $POFILES; do file=$(basename $files) filename=$(basename $file .po) npo=$(($npo + 1)); has_errors="no"; has_warnings="no"; # Extract the declared charset, may be we use this in future. charset=$(sed -n '/^"Content-Type:/ s/.*charset=$[a-zA-Z0-9_-]*$.*/\1/p' "$BRANCH/$file") echo -n "Checking $file for UTF-8 inconsistencies... " if $ISUTF8 < "$BRANCH/$file" > /dev/null 2>&1; then if ! echo $charset | grep -qi "UTF-8"; then has_errors="yes" echo -e $RED"FAILED; non UTF-8 charset declaration for UTF-8 content"$ENDCOLOR echo "$file: non UTF-8 charset declared for UTF-8 content; expect to see 'charset=UTF-8'." >> $ERRORS else echo -e $GREEN"OK"$ENDCOLOR fi else if echo $charset | grep -qi "UTF-8"; then has_errors="yes" echo -e $RED"FAILED; non UTF-8 content for UTF-8 charset declaration"$ENDCOLOR echo "$file: UTF-8 charset declared for non UTF-8 content; expect to see a non UTF-8 charset." >> $ERRORS else echo -e $GREEN"OK"$ENDCOLOR fi fi echo -n "Checking $file for odd characters... " if grep -nH $ODD_CHARS "$BRANCH/$file" >> $ERRORS; then has_warnings="yes" echo -e $RED"FAILED; odd characters found"$ENDCOLOR echo "$file: one or more odd character from the '$ODD_CHARS' set found." >> $ERRORS else echo -e $GREEN"OK"$ENDCOLOR fi # Makes sense only if the file passed the UTF-8 check. if [ "$has_errors" = "no" ]; then echo -n "Checking $file with msgfmt... " if ! LC_MESSAGES=C $MSGFMT --check -o /dev/null "$BRANCH/$file" >> $ERRORS; then has_errors="yes" echo -e $RED"FAILED"$ENDCOLOR else echo -e $GREEN"OK"$ENDCOLOR fi fi r=0; rf=0; ru=0; t=0; u=0; f=0; rt=0 if [ "$has_errors" = "yes" ]; then nerror=$(($nerror + 1)) sum=0 st="Error" if [ $STATUS = "OK" ]; then STATUS="Error" fi if [ $STATUS = "Warning" ]; then STATUS="Error" fi else stat=$(LC_MESSAGES=C $MSGFMT --statistics -o /dev/null "$BRANCH/$file" 2>&1) t=$(echo "$stat" | sed -ne 's/$[0-9]\+$ translated .*/\1/p'); t=${t:-0} u=$(echo "$stat" | sed -ne 's/.* $[0-9]\+$ untranslated .*/\1/p'); u=${u:-0} f=$(echo "$stat" | sed -ne 's/.* $[0-9]\+$ fuzzy translation.*/\1/p'); f=${f:-0} sum=$(($t + $f + $u)) if [ ! "$sum" -eq 0 ]; then rt=$(printf '%s%d%s%d\n' "scale=2; 100*" $t "/" $sum | bc) fi if [ ! "$sum" -eq 0 ]; then rf=$(printf '%s%d%s%d\n' "scale=2; 100*" $f "/" $sum | bc) fi if [ ! "$sum" -eq 0 ]; then ru=$(printf '%s%d%s%d\n' "scale=2; 100*" $u "/" $sum | bc) fi nt=$(($nt + $t)); nu=$(($nu + $u)); nf=$(($nf + $f)) st="OK" if [ "$has_warnings" = "yes" ]; then nwarn=$(($nwarn + 1)) st='Warning' if [ "$STATUS" = "OK" ]; then STATUS='Warning' fi fi fi echo "" >> $STATSFILE CL=$(( ($CL+1)%2 )) echo " " >> $STATSFILE printf '%s%.2f%s\n' " " >> $STATSFILE echo " " >> $STATSFILE printf '%s%.2f%s\n' " " >> $STATSFILE echo " " >> $STATSFILE printf '%s%.2f%s\n' " " >> $STATSFILE echo " " >> $STATSFILE n4=$(printf '%s%f\n' "scale=2; 9*" $rt | bc) n6=$(printf '%s%f\n' "scale=2; 9*" $rf | bc) n8=$(printf '%s%f\n' "scale=2; 9*" $ru | bc) printf '%s%.2f%s%.2f%s%.2f%s\n' " " >> $STATSFILE echo "" >> $STATSFILE done if [ "$npo" -eq 0 ]; then echo -e $RED"No '${PO}.po' file under '$BRANCH'."$ENDCOLOR exit 0 fi if [ "$nerror" -gt 0 ]; then echo -n -e $RED"Fatal errors found. See '" tput smso; echo -n "$ERRORS"; tput rmso echo -ne "' for details."$ENDCOLOR echo "" else echo -ne $GREEN"No fatal errors found."$ENDCOLOR echo "" if [ -s "$ERRORS" ]; then echo -n -e $RED" See '" tput smso; echo -n "$ERRORS"; tput rmso echo -ne "' for warnings."$ENDCOLOR echo "" else rm -f $ERRORS fi fi if [ "$npo" = "$nerror" ]; then echo -en $RED"All files have fatal errors."$ENDCOLOR echo "" else sum=$((${nt} + ${nf} + ${nu})) nrt=$(printf '%s%d%s%d\n' "scale=2; 100*" $nt "/" $sum | bc) nrf=$(printf '%s%d%s%d\n' "scale=2; 100*" $nf "/" $sum | bc) nru=$(printf '%s%d%s%d\n' "scale=2; 100*" $nu "/" $sum | bc) echo "" >> $STATSFILE printf '%s%.2f%s\n' "" >> $STATSFILE echo "" >> $STATSFILE printf '%s%.2f%s\n' "" >> $STATSFILE echo "" >> $STATSFILE printf '%s%.2f%s\n' "" >> $STATSFILE echo "" >> $STATSFILE nrt=$(printf '%s%f\n' "scale=2; 9*" $nrt | bc) nrf=$(printf '%s%f\n' "scale=2; 9*" $nrf | bc) nru=$(printf '%s%f\n' "scale=2; 9*" $nru | bc) printf '%s%.2f%s%.2f%s%.2f%s\n' " " >> $STATSFILE echo "

Textdomain	Status	Translated	%	Fuzzy	%	Untranslated	%	Total	Graph
$(basename $filename)	$st	$t	" $rt "	$f	" $rf "	$u	" $ru "	$sum
Total	$STATUS	$nt	" $nrt "	$nf	" $nrf "	$nu	" $nru "	$((${nt} + ${nf} + ${nu}))

" >> $STATSFILE fi done # Exit with error count just because it may sense. exit $nerror