+++ /dev/null
-#!/bin/sh
-#
-# eval_suite.sh [-h][<args_passed_to_getresults>]
-#
-# CALLS: eval_oneprogram.sh [-h][-lk] <program>
-#
-# RETURNS: Number of failed tests, regardless of how that failure occured
-# or how many failures there were in a given test.
-#
-#
-
-
- USAGE_LONG='
-#
-# HOW TO ENTER A NEW TEST
-#
-# To add a test to the testlist, add a line to the TESTLISTFILE (eval_testlist)
-# using the following format:
-#
-# <#_of_expected_successes> [#]<program> <args>
-#
-# Any white space may be used as separator. If <program> is immediately
-# preceeded by a pound sign (#) that test will be skipped. (No white space
-# allowed after the pound. Eg, "#<program>".)
-#
-#
-# HOW TESTS ARE RUN AND EVALUATED
-#
-# The harness for individual tests is the script "eval_oneprogram.sh".
-# It expects that the test print FAILED when something fails, and SUCCESS
-# when something succeeds. If a test executes properly there should be
-# some SUCCESS strings and NO FAILED strings. If the reason for the
-# success or failure of the test should be printed on the SAME line as the
-# SUCCESS/FAILED string to allow the dianostic to be easilly grepped from
-# the its output.
-#
-# The long form of the output (-l flag) will capture that output which may
-# help to diagnosis the problem. For more information:
-#
-# % eval_oneprogram.sh -h
-#
-#
-# MISSING TESTS ARE NOTED
-#
-# If an executable is found MISSING, a note is printed to that effect
-# and TESTFAILURE is incremented by 1.
-#
-'
-
-#
-# Suggested improvement(s):
-# Have two (or more?) arbitrary script(s) that may be associated
-# with a given test. One could prepare the environment, the other
-# could clean up the environment after running the test. This could
-# help when testing large subsystems that might require legitimately
-# building or changing things such that the testable item may be
-# accessed in the first place (eg). ...
-#
-
-
-#------------------------------------ -o-
-# Usage mess. (No, it works.)
-#
-USAGE="Usage: `basename $0` [-h][<args_for_getresults>]"
-
-usage() { echo; echo $USAGE; cat <<BLIK | sed 's/^#//' | sed '1d' | $PAGER
-$USAGE_LONG
-BLIK
-exit 0
-}
-
-[ "x$1" = "x-h" ] && usage
-
-
-
-#------------------------------------ -o-
-# Globals.
-#
-PROGRAM=
-ARGUMENTS="$*"
-
-TMPFILE=/tmp/eval_suite.sh$$
-
-TESTLISTFILE=eval_testlist
-
-EXPECTEDSUCCESSES=
-TESTFAILURE=0
-
-testname=
-
-success_count=
-failed_count=
-
-#
-# TESTLISTFILE format:
-# <expected_successes> <program> <arg(s)> ...
-# <expected_successes> <program> <arg(s)> ...
-# ...
-#
-TESTLIST="`cat $TESTLISTFILE | sed 's/$/ ===/'`"
-
-
-
-
-
-#------------------------------------ -o-
-# Run all tests in the testlist. For each test do the following:
-#
-# 1) Note whether the test is SKIPPED or MISSING.
-#
-# 2) Run the test; collect the number of FAILED strings from the
-# return value of eval_oneprogram.sh.
-#
-# 3) Count the number of SUCCESSes from the test output.
-#
-# 4) Print the results. If there were no FAILED strings *and* the
-# number of SUCCESS strings is what we expect, simply
-# note that the test passed. Otherwise, cat the output
-# generated by eval_oneprogram.sh and (possibly)
-# print other details.
-#
-set x $TESTLIST
-shift
-
-while [ -n "$1" ] ; do
- #
- # Parse agument stream...
- #
- EXPECTEDSUCCESSES=$1
- shift
-
- PROGRAM=
- while [ "$1" != "===" ] ; do { PROGRAM="$PROGRAM $1" ; shift ; } done
- shift
-
- testname="`echo $PROGRAM | grep '^#' | sed 's/^#//'`"
-
- echo '+==================================-o-===+'
- echo
-
-
-
- #
- # Decide whether to skip the test, if it's mising, else run it.
- #
- [ -n "$testname" ] && { # Skip the test?
- echo "SKIPPING test for \"$testname\"."
- echo
- continue
- }
- [ ! -e "`echo $PROGRAM | awk '{ print $1 }'`" ] && { # Missing test?
- TESTFAILURE=`expr $TESTFAILURE + 1`
-
- echo "MISSING test for \"$PROGRAM\"."
- echo
- continue
- }
-
- echo "TESTING \"$PROGRAM\"..." # Announce test!
-
-
-
- #
- # Run the test and collect the failed_count and success_count.
- #
- eval_oneprogram.sh $ARGUMENTS $PROGRAM >$TMPFILE
- failed_count=$?
-
- success_count=`awk '$(NF-1) == "SUCCESS:" { print $NF; exit }' $TMPFILE`
- [ -z "$success_count" ] && success_count=0
-
-
-
- #
- # Output best-effort results of the test -OR- a fully successful run.
- #
- [ "$failed_count" -eq 0 -a \
- "$success_count" -eq "$EXPECTEDSUCCESSES" ] &&
- {
- echo
- echo $PROGRAM PASSED # Successful, fully, completed
- echo
-
- true
- } || {
- TESTFAILURE=`expr $TESTFAILURE + 1`
-
- echo
- cat $TMPFILE
- echo
-
- [ "$success_count" -ne $EXPECTEDSUCCESSES ] && {
- echo "Got $success_count SUCCESSes"\
- "out of $EXPECTEDSUCCESSES."
- echo
- }
- true
- } # end -- evaluation of and output based upon test success.
-done # endwhile
-
-
-
-
-#------------------------------------ -o-
-# Cleanup, exit.
-#
-rm -f $TMPFILE
-
-exit $TESTFAILURE
-
-
-
projects / bcm963xx.git / blobdiff