diff options
| -rw-r--r-- | Documentation/test-suite | 10 | ||||
| -rwxr-xr-x | validation/test-suite | 52 |
2 files changed, 62 insertions, 0 deletions
diff --git a/Documentation/test-suite b/Documentation/test-suite index 6936feeb..a0f205f4 100644 --- a/Documentation/test-suite +++ b/Documentation/test-suite @@ -38,6 +38,16 @@ check-output-ignore / check-error-ignore (optional) check-known-to-fail (optional) Mark the test as being known to fail. +check-output-contains: <pattern> (optional) + Check that the output (stdout) contains the given pattern. + Several such tags can be given, in which case the output + must contains all the patterns. + +check-output-excludes: <pattern> (optional) + Similar than the above one, but with opposite logic. + Check that the output (stdout) doesn't contain the given pattern. + Several such tags can be given, in which case the output + must contains none of the patterns. Using test-suite ~~~~~~~~~~~~~~~~ diff --git a/validation/test-suite b/validation/test-suite index b6ec5655..e5317109 100755 --- a/validation/test-suite +++ b/validation/test-suite @@ -54,6 +54,46 @@ get_tag() } ## +# helper for has_(each|none)_patterns() +has_patterns() +{ + ifile="$1" + patt="$2" + ofile="$3" + cmp="$4" + grep "$patt:" "$ifile" | \ + sed -e "s/^.*$patt: *\(.*\)$/\1/" | \ + while read val; do + grep -s -q "$val" "$ofile" + if [ "$?" $cmp 0 ]; then + return 1 + fi + done + + return $? +} + +## +# has_each_patterns(ifile tag ofile) - does ofile contains some +# of the patterns given by ifile's tags? +# +# returns 0 if all present, 1 otherwise +has_each_patterns() +{ + has_patterns "$1" "$2" "$3" -ne +} + +## +# has_none_patterns(ifile tag ofile) - does ofile contains some +# of the patterns given by ifile's tags? +# +# returns 1 if any present, 0 otherwise +has_none_patterns() +{ + has_patterns "$1" "$2" "$3" -eq +} + +## # verbose(string) - prints string if we are in verbose mode verbose() { @@ -169,6 +209,18 @@ do_test() test_failed=1 fi + # verify the 'check-output-contains/excludes' tags + has_each_patterns "$file" 'check-output-contains' $file.output.got + if [ "$?" -ne "0" ]; then + error "Actual output doesn't contain some of the expected patterns." + test_failed=1 + fi + has_none_patterns "$file" 'check-output-excludes' $file.output.got + if [ "$?" -ne "0" ]; then + error "Actual output contains some patterns which are not expected." + test_failed=1 + fi + get_tag "check-known-to-fail" $file must_fail=`expr "$?" = 0` known_ko_tests=`expr $known_ko_tests + $must_fail` |
