#! /bin/sh # GNU Mes --- Maxwell Equations of Software # Copyright © 2011-2018 Free Software Foundation, Inc. # Copyright © 2019 Jan (janneke) Nieuwenhuizen # # This file is part of GNU Mes. # # GNU Mes is free software; you can redistribute it and/or modify it # under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 3 of the License, or (at # your option) any later version. # # GNU Mes is distributed in the hope that it will be useful, but # WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with GNU Mes. If not, see . # Adapted from GNU Automake TEST_SUITE_LOG=test-suite.log dry_run=false create_global_log=cat subdir=$(basename $(pwd)) TEST_LOGS= for t in $TESTS; do b=$(dirname $t)/$(basename $t $test_ext) TEST_LOGS="$TEST_LOGS $b.log" if test -e $b.log \ && test -e $b.trs\ && ! $recheck; then echo `grep :test-result $b.trs | cut -d' ' -f 2`: $b continue fi d=$(dirname $t) case " `echo $XFAIL_TESTS` " in *[\ \ ]$t[\ \ ]*) fail=yes;; *) fail=no;; esac mkdir -p $d ${SHELL} ${srcdest}build-aux/test-driver\ --test-name $t \ --log-file $b.log\ --trs-file $b.trs\ --color-tests $colors\ --enable-hard-errors no\ --expect-failure $fail\ -- $log_compiler\ ${srcdest}$t done if test $colors = yes; then red='' grn='' lgn='' blu='' mgn='' brg='' std='' else mgn= red= grn= lgn= blu= brg= std= fi bases="$TEST_LOGS" bases=`for i in $bases; do echo $i; done | sed 's/\.log$//'` bases=`echo $bases` ws='[ ]' results=`for b in $bases; do echo $b.trs; done` test -n "$results" || results=/dev/null all=` grep "^$ws*:test-result:" $results | wc -l` pass=` grep "^$ws*:test-result:$ws*PASS" $results | wc -l` fail=` grep "^$ws*:test-result:$ws*FAIL" $results | wc -l` skip=` grep "^$ws*:test-result:$ws*SKIP" $results | wc -l` xfail=`grep "^$ws*:test-result:$ws*XFAIL" $results | wc -l` xpass=`grep "^$ws*:test-result:$ws*XPASS" $results | wc -l` error=`grep "^$ws*:test-result:$ws*ERROR" $results | wc -l` if test `expr $fail + $xpass + $error` -eq 0; then success=true else success=false fi br='==================='; br=$br$br$br$br result_count () { if test x"$1" = x"--maybe-color"; then maybe_colorize=yes elif test x"$1" = x"--no-color"; then maybe_colorize=no else echo "$@: invalid 'result_count' usage" >&2; exit 4 fi shift desc=$1 count=$2 if test $maybe_colorize = yes && test $count -gt 0; then color_start=$3 color_end=$std else color_start= color_end= fi echo "${color_start}# $desc $count${color_end}" } create_testsuite_report () { result_count $1 "TOTAL:" $all "$brg" result_count $1 "PASS: " $pass "$grn" result_count $1 "SKIP: " $skip "$blu" result_count $1 "XFAIL:" $xfail "$lgn" result_count $1 "FAIL: " $fail "$red" result_count $1 "XPASS:" $xpass "$red" result_count $1 "ERROR:" $error "$mgn" } { echo "${PACKAGE}: ${subdir}/${TEST_SUITE_LOG}" create_testsuite_report --no-color echo echo for b in $bases; do echo $b; done\ | $create_global_log } >${TEST_SUITE_LOG}.tmp || exit 1 mv ${TEST_SUITE_LOG}.tmp ${TEST_SUITE_LOG} if $success; then col="$grn" else col="$red" test x"$V" = x0 || cat ${TEST_SUITE_LOG} fi echo "${col}$br${std}" echo "${col}Testsuite summary for ${PACKAGE_NAME}${std}" echo "${col}$br${std}" create_testsuite_report --maybe-color echo "$col$br$std" if $success; then :; else echo "${col}See ${subdir}/${TEST_SUITE_LOG}${std}" if test -n "${PACKAGE_BUGREPORT}"; then echo "${col}Please report to ${PACKAGE_BUGREPORT}${std}" fi echo "$col$br$std" fi $success || exit 1