From c6b835df092f6c7a85159fca94598e9d1e722207 Mon Sep 17 00:00:00 2001
From: Ben Hutchings <ben@decadent.org.uk>
Date: Thu, 13 Aug 2015 14:15:49 +0200
Subject: [PATCH] tests: Add post-analysis of selftest output to find real
 failures

---
 debian/tests/selftests | 16 +++++++++++++++-
 1 file changed, 15 insertions(+), 1 deletion(-)

diff --git a/debian/tests/selftests b/debian/tests/selftests
index 6c2e2feea..b17f883ae 100644
--- a/debian/tests/selftests
+++ b/debian/tests/selftests
@@ -46,7 +46,21 @@ if [ "$step" -ge 0 ]; then
 	# Enable testing CLONE_USERNS by unprivileged users
 	sysctl kernel.unprivileged_userns_clone=1
 
-	make -C tools/testing/selftests run_tests
+	# Some tests will write to stderr despite being successful,
+	# and the exit code from make will be 0 even if tests failed.
+	# So we have to do some post-analysis...
+	set -o pipefail
+	make -C tools/testing/selftests run_tests 2>&1 | tee $ADTTMP/log
+	set +o pipefail
+	if grep -E '\[(FAIL|UNSUPPORTED)\]|recipe for target .run_tests. failed' $ADTTMP/log | \
+	    grep -q -v \
+		 -e '^selftests: fw_userhelper.sh \[FAIL\]' \
+		 -e 'ftrace - function profiler with function tracing   \[UNSUPPORTED\]' \
+		 -e '^selftests: ftracetest \[FAIL\]' \
+		 -e '|| echo .*\[FAIL\]' \
+		 ; then
+	    echo >&2 "Unexpected failures found"
+	fi
     fi
 fi