dtc: Count testcases and results in the dtc/libfdt testsuite
There are quite a lot of testcases in the dtc testsuite (recently
imported from libfdt). It can be easy to miss a stray FAIL result in
the midst of all the rest. To improve this, this patch adds a summary
to the end of the testsuite results giving the total number of tests
along with the number of PASSes FAILs and other results.
Signed-off-by: David Gibson <david@gibson.dropbear.id.au>
diff --git a/tests/run_tests.sh b/tests/run_tests.sh
index f4a5a54..df368f9 100755
--- a/tests/run_tests.sh
+++ b/tests/run_tests.sh
@@ -4,9 +4,24 @@
ENV=/usr/bin/env
+tot_tests=0
+tot_pass=0
+tot_fail=0
+tot_config=0
+tot_strange=0
+
run_test () {
+ tot_tests=$[tot_tests + 1]
echo -n "$@: "
- PATH=".:$PATH" $ENV "$@"
+ if PATH=".:$PATH" $ENV "$@"; then
+ tot_pass=$[tot_pass + 1]
+ elif [ "$?" == "1" ]; then
+ tot_config=$[tot_config + 1]
+ elif [ "$?" == "2" ]; then
+ tot_fail=$[tot_fail + 1]
+ else
+ tot_strange=$[tot_strange + 1]
+ fi
}
tree1_tests () {
@@ -92,3 +107,12 @@
;;
esac
done
+
+echo -e "********** TEST SUMMARY"
+echo -e "* Total testcases: $tot_tests"
+echo -e "* PASS: $tot_pass"
+echo -e "* FAIL: $tot_fail"
+echo -e "* Bad configuration: $tot_config"
+echo -e "* Strange test result: $tot_strange"
+echo -e "**********"
+