Test for --min-duration

projects/TestScripts/testTimeThreshold.py

@@ -0,0 +1,43 @@
+#!/usr/bin/env python3
+
+import subprocess
+import sys
+
+def run_tests_with_threshold(self_test_exe, threshold):
+    cmd = [self_test_exe, '--min-duration', str(threshold)]
+    process = subprocess.Popen(
+            cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    stdout, stderr = process.communicate()
+    if stderr:
+        raise RuntimeError("Unexpected error output:\n" +
+                stderr.decode())
+    if process.returncode != 0:
+        raise RuntimeError("Unexpected failure to run tests\n")
+    result = stdout.split(b'\n')
+    times_reported = [float(s.split()[0]) for s in result if b' s: ' in s]
+    return times_reported
+
+def check_times_at_least(times_reported, minimum):
+    for time in times_reported:
+        assert time >= minimum, (
+                'Time {} was less that requested minimum {}' .format(
+                    time, minimum))
+
+def main():
+    self_test_exe, = sys.argv[1:]
+    times = run_tests_with_threshold(self_test_exe, '1000')
+    assert not times
+    times = run_tests_with_threshold(self_test_exe, '0')
+    assert times
+    check_times_at_least(times, 0)
+    nonzero_times = sorted([t for t in times if t > 0])
+    if nonzero_times:
+        median_nonzero_time = nonzero_times[len(nonzero_times)//2]
+        times = run_tests_with_threshold(self_test_exe, median_nonzero_time)
+        check_times_at_least(times, median_nonzero_time)
+    else:
+        times = run_tests_with_threshold(self_test_exe, 1)
+        assert not times
+
+if __name__ == '__main__':
+    sys.exit(main())