2008-09-18 13:36:37 +01:00
|
|
|
|
#!/bin/bash
|
|
|
|
|
# Check translations, generate verbose statistics.
|
|
|
|
|
# Copyright (C) 2004 Recai Oktas <roktas@omu.edu.tr>
|
|
|
|
|
# Copyright (C) 2007-2008 Andrius Štikonas <stikonas@gmail.com> (my code can also be used under GPLv3 or any later)
|
2008-10-15 16:54:21 +01:00
|
|
|
|
# MediaWiki 'glamdrol' style sheet Copyright (C) 2005 by Jordą Polo <jorda AT ettin DOT org> Based on 'monobook', by Gabriel Wicke
|
2008-09-18 13:36:37 +01:00
|
|
|
|
#
|
|
|
|
|
# This program is free software: you can redistribute it and/or modify
|
|
|
|
|
# it under the terms of the GNU General Public License version 2 as published by
|
|
|
|
|
# the Free Software Foundation.
|
|
|
|
|
#
|
|
|
|
|
# This program is distributed in the hope that it will be useful,
|
|
|
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
|
# GNU General Public License for more details.
|
|
|
|
|
#
|
|
|
|
|
# You should have received a copy of the GNU General Public License
|
|
|
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
2009-02-17 11:52:15 +00:00
|
|
|
|
source `dirname $0`/variables
|
2008-09-18 13:36:37 +01:00
|
|
|
|
|
|
|
|
|
LC_NUMERIC="en_US.UTF-8"
|
|
|
|
|
ODD_CHARS='<27>'
|
|
|
|
|
CL=0 # counter for css style
|
|
|
|
|
STATUS="OK" # Total status of translations
|
|
|
|
|
|
|
|
|
|
if [ ! $MSGFMT ]; then
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $RED"This program needs the msgfmt utility."$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if [ ! $ISUTF8 ]; then
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $RED"This program needs the isutf8 utility."$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
for BRANCH in $TRUNK $BRANCHES; do
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e "Repository: $BLUE$BRANCH"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
DIR="$PREFIX-$BRANCH"
|
|
|
|
|
STATSFILE="statistics-$BRANCH.xhtml"
|
|
|
|
|
ERRORS="translation-errors-$BRANCH"
|
|
|
|
|
nerror=0; nwarn=0; npo=0; nt=0; nu=0; nf=0
|
|
|
|
|
rm -f $STATSFILE
|
|
|
|
|
|
2008-10-15 07:55:06 +01:00
|
|
|
|
echo -e "<!DOCTYPE html PUBLIC \"-//W3C//DTD XHTML 1.1//EN\"
|
|
|
|
|
\"http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd\">
|
|
|
|
|
<html xmlns=\"http://www.w3.org/1999/xhtml\" xml:lang=\"en\">
|
|
|
|
|
<head>
|
|
|
|
|
<meta http-equiv=\"content-type\" content=\"application/xhtml+xml; charset=utf-8\" />
|
|
|
|
|
<link rel=\"shortcut icon\" type=\"image/png\" href=\"http://www.wesnoth.org/mw/skins/glamdrol/ico.png\" />
|
|
|
|
|
<title>Battle for Wesnoth</title>
|
|
|
|
|
</head>
|
2008-11-11 11:25:28 +00:00
|
|
|
|
<style type=\"text/css\">@import url('images/main.css');</style>
|
|
|
|
|
<link rel=\"stylesheet\" type=\"text/css\" href=\"images/old.css\" />
|
2008-10-15 16:54:21 +01:00
|
|
|
|
<body>
|
2008-10-15 07:55:06 +01:00
|
|
|
|
<div id=\"global\">
|
|
|
|
|
<div id=\"header\">
|
|
|
|
|
<div id=\"logo\">
|
2008-10-15 16:54:21 +01:00
|
|
|
|
<a href=\"http://www.wesnoth.org/\"><img alt=\"Wesnoth logo\" src=\"images/wesnoth-logo.jpg\" /></a>
|
2008-10-15 07:55:06 +01:00
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<div id=\"nav\">
|
|
|
|
|
<ul>
|
|
|
|
|
<li><a href=\"http://www.wesnoth.org/\">Home</a></li>
|
|
|
|
|
<li><a href=\"http://www.wesnoth.org/wiki/Play\">Play</a></li>
|
|
|
|
|
|
|
|
|
|
<li><a href=\"http://www.wesnoth.org/wiki/Create\">Create</a></li>
|
|
|
|
|
<li><a href=\"http://www.wesnoth.org/forum/\">Forums</a></li>
|
|
|
|
|
<li><a href=\"http://www.wesnoth.org/wiki/Support\">Support</a></li>
|
|
|
|
|
<li><a href=\"http://www.wesnoth.org/wiki/Project\">Project</a></li>
|
|
|
|
|
<li><a href=\"http://www.wesnoth.org/wiki/Credits\">Credits</a></li>
|
|
|
|
|
</ul>
|
|
|
|
|
</div>
|
|
|
|
|
|
|
|
|
|
<h2 style=\"display:inline\">Wesnoth translation stats</h2>
|
|
|
|
|
<div> <br/> </div><p style=\"display:inline\">Last update: <strong>
|
|
|
|
|
`LC_TIME="en_US.UTF-8" date`
|
|
|
|
|
</strong></p>
|
|
|
|
|
<div> <br/> </div>
|
|
|
|
|
<table class=\"main\" cellspacing=\"0\" cellpadding=\"0\" border=\"0\" width=\"100%\"><tr><td>
|
|
|
|
|
<table cellspacing=\"1\" cellpadding=\"2\" border=\"0\" width=\"100%\">
|
|
|
|
|
<tr class=\"header\">
|
|
|
|
|
<td class=\"title\">File</td>
|
|
|
|
|
<td class=\"title\" align=\"center\">Status</td>
|
|
|
|
|
<td class=\"translated\">translated</td>
|
|
|
|
|
<td class=\"translated\"><strong>%</strong></td>
|
|
|
|
|
|
|
|
|
|
<td class=\"fuzzy\"><strong>fuzzy</strong></td>
|
|
|
|
|
<td class=\"fuzzy\"><strong>%</strong></td>
|
|
|
|
|
<td class=\"untranslated\"><strong>untranslated</strong></td>
|
|
|
|
|
<td class=\"untranslated\"><strong>%</strong></td>
|
|
|
|
|
<td class=\"title\">total</td>
|
|
|
|
|
<td class=\"title\">graph</td>
|
|
|
|
|
</tr>" >> $STATSFILE
|
2008-09-18 13:36:37 +01:00
|
|
|
|
|
|
|
|
|
for dir in `ls $BRANCH/wesnoth* -d`; do
|
|
|
|
|
file=$DIR"/"`basename $dir`"."$LCODE".po";
|
|
|
|
|
if [ ! -f $file ]; then
|
|
|
|
|
file=$BRANCH"/"`basename $dir`"/"$LCODE".po"
|
|
|
|
|
filename=$BRANCH`basename $dir`"/"$dir"."$LCODE
|
|
|
|
|
else
|
|
|
|
|
filename=`echo $file | sed s/.po//`
|
|
|
|
|
fi
|
|
|
|
|
npo=$(($npo + 1)); has_errors="no"; has_warnings="no";
|
|
|
|
|
|
|
|
|
|
# Extract the declared charset, may be we use this in future.
|
|
|
|
|
charset=`sed -n '/^"Content-Type:/ s/.*charset=\([a-zA-Z0-9_-]*\).*/\1/p' $file`
|
|
|
|
|
|
|
|
|
|
echo -n "Checking $file for UTF-8 inconsistencies... "
|
|
|
|
|
if $ISUTF8 <$file >/dev/null 2>&1; then
|
|
|
|
|
if ! echo $charset | grep -qi "UTF-8"; then
|
|
|
|
|
has_errors="yes"
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $RED"FAILED; non UTF-8 charset declaration for UTF-8 content"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
echo "$file: non UTF-8 charset declared for UTF-8 content; expect to see 'charset=UTF-8'." >> $ERRORS
|
|
|
|
|
else
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $GREEN"OK"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
fi
|
|
|
|
|
else
|
|
|
|
|
if echo $charset | grep -qi "UTF-8"; then
|
|
|
|
|
has_errors="yes"
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $RED"FAILED; non UTF-8 content for UTF-8 charset declaration"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
echo "$file: UTF-8 charset declared for non UTF-8 content; expect to see a non UTF-8 charset." >> $ERRORS
|
|
|
|
|
else
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $GREEN"OK"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
echo -n "Checking $file for odd characters... "
|
|
|
|
|
if grep -nH $ODD_CHARS $file >> $ERRORS; then
|
|
|
|
|
has_warnings="yes"
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $RED"FAILED; odd characters found"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
echo "$file: one or more odd character from the '$ODD_CHARS' set found." >> $ERRORS
|
|
|
|
|
else
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $GREEN"OK"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
# Makes sense only if the file passed the UTF-8 check.
|
|
|
|
|
if [ "$has_errors" = "no" ]; then
|
|
|
|
|
echo -n "Checking $file with msgfmt... "
|
|
|
|
|
if ! LC_MESSAGES=C $MSGFMT --check -o /dev/null $file >> $ERRORS; then
|
|
|
|
|
has_errors="yes"
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $RED"FAILED"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
else
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $GREEN"OK"$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
r=0; rf=0; ru=0; t=0; u=0; f=0; rt=0
|
|
|
|
|
if [ "$has_errors" = "yes" ]; then
|
|
|
|
|
nerror=$(($nerror + 1))
|
|
|
|
|
sum=0
|
|
|
|
|
st="Error"
|
|
|
|
|
if [ $STATUS = "OK" ]; then
|
|
|
|
|
STATUS="Error"
|
|
|
|
|
fi
|
|
|
|
|
if [ $STATUS = "Warning" ]; then
|
|
|
|
|
STATUS="Error"
|
|
|
|
|
fi
|
|
|
|
|
else
|
|
|
|
|
stat=`LC_MESSAGES=C $MSGFMT --statistics -o /dev/null $file 2>&1`
|
|
|
|
|
t=`echo "$stat" | sed -ne 's/\([0-9]\+\) translated .*/\1/p'`; t=${t:-0}
|
|
|
|
|
u=`echo "$stat" | sed -ne 's/.* \([0-9]\+\) untranslated .*/\1/p'`; u=${u:-0}
|
|
|
|
|
f=`echo "$stat" | sed -ne 's/.* \([0-9]\+\) fuzzy translation.*/\1/p'`; f=${f:-0}
|
|
|
|
|
|
|
|
|
|
sum=$(($t + $f + $u))
|
|
|
|
|
if [ ! "$sum" -eq 0 ]; then
|
|
|
|
|
rt=`printf '%s%d%s%d\n' "scale=2; 100*" $t "/" $sum | bc`
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if [ ! "$sum" -eq 0 ]; then
|
|
|
|
|
rf=`printf '%s%d%s%d\n' "scale=2; 100*" $f "/" $sum | bc`
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if [ ! "$sum" -eq 0 ]; then
|
|
|
|
|
ru=`printf '%s%d%s%d\n' "scale=2; 100*" $u "/" $sum | bc`
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
nt=$(($nt + $t)); nu=$(($nu + $u)); nf=$(($nf + $f))
|
|
|
|
|
|
|
|
|
|
st="OK"
|
|
|
|
|
if [ "$has_warnings" = "yes" ]; then
|
|
|
|
|
nwarn=$(($nwarn + 1))
|
|
|
|
|
st='Warning'
|
|
|
|
|
if [ "$STATUS" = "OK" ]; then
|
|
|
|
|
STATUS='Warning'
|
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
echo "<tr class=\"row-$CL\">" >> $STATSFILE
|
|
|
|
|
CL=$(( ($CL+1)%2 ))
|
2008-10-15 07:55:06 +01:00
|
|
|
|
echo " <td align=\"left\"><strong>`basename $filename`</strong></td>
|
|
|
|
|
<td class=\"percentage-$CL\" align=\"center\">$st</td>
|
|
|
|
|
<td class=\"row-$CL\" align=\"right\">$t</td>" >> $STATSFILE
|
2008-09-18 13:36:37 +01:00
|
|
|
|
printf '%s%d%s%.2f%s\n' " <td class=\"percentage-" $CL "\" align=\"right\">" $rt "</td>" >> $STATSFILE
|
|
|
|
|
echo " <td class=\"row-$CL\" align=\"right\">$f</td>" >> $STATSFILE
|
|
|
|
|
printf '%s%d%s%.2f%s\n' " <td class=\"percentage-" $CL "\" align=\"right\">" $rf "</td>" >> $STATSFILE
|
|
|
|
|
echo " <td class=\"row-$CL\" align=\"right\">$u</td>" >> $STATSFILE
|
|
|
|
|
printf '%s%d%s%.2f%s\n' " <td class=\"percentage-" $CL "\" align=\"right\">" $ru "</td>" >> $STATSFILE
|
|
|
|
|
echo " <td class=\"row-$CL\" align=\"right\">$sum</td>" >> $STATSFILE
|
|
|
|
|
n4=`printf '%s%f\n' "scale=2; 3*" $rt | bc`
|
|
|
|
|
n6=`printf '%s%f\n' "scale=2; 3*" $rf | bc`
|
|
|
|
|
n8=`printf '%s%f\n' "scale=2; 3*" $ru | bc`
|
2008-10-15 16:54:21 +01:00
|
|
|
|
printf '%s%.2f%s%.2f%s%.2f%s\n' " <td><img src=\"images/green.png\" height=\"15\" width=\"" $n4 "\" alt=\"translated\"/><img src=\"images/blue.png\" height=\"15\" width=\"" $n6 "\" alt=\"fuzzy\"/><img src=\"images/red.png\" height=\"15\" width=\"" $n8 "\" alt=\"untranslated\"/></td>" >> $STATSFILE
|
2008-09-18 13:36:37 +01:00
|
|
|
|
echo "</tr>" >> $STATSFILE
|
|
|
|
|
done
|
|
|
|
|
|
|
|
|
|
if [ "$npo" -eq 0 ]; then
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -e $RED"No '${PO}.po' file under '$DIR'."$ENDCOLOR
|
2008-09-18 13:36:37 +01:00
|
|
|
|
exit 0
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if [ "$nerror" -gt 0 ]; then
|
2008-11-10 13:31:49 +00:00
|
|
|
|
echo -n -e $RED"Fatal errors found. See '"
|
2008-09-18 13:36:37 +01:00
|
|
|
|
tput smso; echo -n "$ERRORS"; tput rmso
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -ne "' for details."$ENDCOLOR
|
2008-10-15 07:55:06 +01:00
|
|
|
|
echo ""
|
2008-09-18 13:36:37 +01:00
|
|
|
|
else
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -ne $GREEN"No fatal errors found."$ENDCOLOR
|
2008-10-15 07:55:06 +01:00
|
|
|
|
echo ""
|
2008-09-18 13:36:37 +01:00
|
|
|
|
|
|
|
|
|
if [ -s "$ERRORS" ]; then
|
2008-11-10 13:31:49 +00:00
|
|
|
|
echo -n -e $RED" See '"
|
2008-09-18 13:36:37 +01:00
|
|
|
|
tput smso; echo -n "$ERRORS"; tput rmso
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -ne "' for warnings."$ENDCOLOR
|
2008-10-15 07:55:06 +01:00
|
|
|
|
echo ""
|
2008-09-18 13:36:37 +01:00
|
|
|
|
else
|
|
|
|
|
rm -f $ERRORS
|
|
|
|
|
fi
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if [ "$npo" = "$nerror" ]; then
|
2008-11-11 09:57:24 +00:00
|
|
|
|
echo -en $RED"All files have fatal errors."$ENDCOLOR
|
2008-10-15 07:55:06 +01:00
|
|
|
|
echo ""
|
2008-09-18 13:36:37 +01:00
|
|
|
|
else
|
|
|
|
|
sum=$((${nt} + ${nf} + ${nu}))
|
|
|
|
|
nrt=`printf '%s%d%s%d\n' "scale=2; 100*" $nt "/" $sum | bc`
|
|
|
|
|
nrf=`printf '%s%d%s%d\n' "scale=2; 100*" $nf "/" $sum | bc`
|
|
|
|
|
nru=`printf '%s%d%s%d\n' "scale=2; 100*" $nu "/" $sum | bc`
|
|
|
|
|
|
2008-10-15 07:55:06 +01:00
|
|
|
|
echo "<tr class=\"title\">
|
|
|
|
|
<td align=\"left\"><strong>Total</strong></td>
|
|
|
|
|
<td align=\"center\"><strong>$STATUS</strong></td>
|
|
|
|
|
<td align=\"right\"><strong>$nt</strong></td>" >> $STATSFILE
|
2008-09-18 13:36:37 +01:00
|
|
|
|
printf '%s%.2f%s\n' "<td align=\"right\"><strong>" $nrt "</strong></td>" >> $STATSFILE
|
|
|
|
|
echo "<td align=\"right\"><strong>$nf</strong></td>" >> $STATSFILE
|
|
|
|
|
printf '%s%.2f%s\n' "<td align=\"right\"><strong>" $nrf "</strong></td>" >> $STATSFILE
|
|
|
|
|
echo "<td align=\"right\"><strong>$nu</strong></td>" >> $STATSFILE
|
|
|
|
|
printf '%s%.2f%s\n' "<td align=\"right\"><strong>" $nru "</strong></td>" >> $STATSFILE
|
|
|
|
|
echo "<td align=\"right\"><strong>$((${nt} + ${nf} + ${nu}))</strong></td>" >> $STATSFILE
|
|
|
|
|
|
|
|
|
|
nrt=`printf '%s%f\n' "scale=2; 3*" $nrt | bc`
|
|
|
|
|
nrf=`printf '%s%f\n' "scale=2; 3*" $nrf | bc`
|
|
|
|
|
nru=`printf '%s%f\n' "scale=2; 3*" $nru | bc`
|
|
|
|
|
|
2008-10-15 16:54:21 +01:00
|
|
|
|
printf '%s%.2f%s%.2f%s%.2f%s\n' "<td><img src=\"images/green.png\" height=\"15\" width=\"" $nrt "\" alt=\"translated\"/><img src=\"images/blue.png\" height=\"15\" width=\"" $nrf "\" alt=\"fuzzy\"/><img src=\"images/red.png\" height=\"15\" width=\"" $nru "\" alt=\"untranslated\"/></td>" >> $STATSFILE
|
2008-10-15 07:55:06 +01:00
|
|
|
|
echo "</tr>
|
|
|
|
|
</table>
|
|
|
|
|
</td>
|
|
|
|
|
</tr>
|
|
|
|
|
</table>
|
2008-10-15 16:54:21 +01:00
|
|
|
|
<div><br/></div>
|
2008-10-15 07:55:06 +01:00
|
|
|
|
<div id=\"footer\">
|
|
|
|
|
<div id=\"footnote\">
|
|
|
|
|
© 2003-"`date +%Y`" The Battle for Wesnoth<br/>
|
|
|
|
|
<br/>
|
|
|
|
|
<a href=\"http://validator.w3.org/check?uri=referer\"><img src=\"http://www.w3.org/Icons/valid-xhtml11-blue\"
|
|
|
|
|
alt=\"Valid XHTML 1.1!\" height=\"31\" width=\"88\" /></a>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
</div>
|
|
|
|
|
</body>
|
|
|
|
|
</html>" >> $STATSFILE
|
2008-09-18 13:36:37 +01:00
|
|
|
|
fi
|
|
|
|
|
done
|
|
|
|
|
|
|
|
|
|
# Exit with error count just because it may sense.
|
|
|
|
|
exit $nerror
|