diff options
| author | Jay Berkenbilt <ejb@ql.org> | 2022-05-14 17:40:24 +0200 |
|---|---|---|
| committer | Jay Berkenbilt <ejb@ql.org> | 2022-05-14 23:35:06 +0200 |
| commit | 4b642caf1114f6a354c21444d1fdccba3cb894b9 (patch) | |
| tree | 5b7c77e3d1a4e2297f5885a8e232263095aeaff6 /qtest | |
| parent | 4c7cfd5cbc64c34b4532aad0d87e4c81e2277b02 (diff) | |
| download | qpdf-4b642caf1114f6a354c21444d1fdccba3cb894b9.tar.zst | |
Update qtest-driver to log invalid tests
This is taken from an unrelased change to qtest.
Diffstat (limited to 'qtest')
| -rwxr-xr-x | qtest/bin/qtest-driver | 15 |
1 files changed, 13 insertions, 2 deletions
diff --git a/qtest/bin/qtest-driver b/qtest/bin/qtest-driver index 7bd79d55..ce08f29f 100755 --- a/qtest/bin/qtest-driver +++ b/qtest/bin/qtest-driver @@ -218,6 +218,7 @@ if (defined $tc_log) print_xml(">\n"); print_junit("<?xml version=\"1.0\"?>\n" . "<testsuites>\n"); +my @invalid_test_suites = (); foreach my $test (@tests) { print_and_log("\nRunning $test\n"); @@ -226,7 +227,8 @@ foreach my $test (@tests) my @results = run_test($test); if (scalar(@results) != 5) { - error("test driver $test returned invalid results"); + print_and_log("test driver $test returned invalid results\n"); + push(@invalid_test_suites, $test); } else { @@ -282,7 +284,7 @@ tc_do_final_checks(); my $okay = ((($totpasses + $totxfails) == $tottests) && ($errors == 0) && ($totmissing == 0) && ($totextra == 0) && - ($coverage_okay)); + ($coverage_okay) && (scalar(@invalid_test_suites) == 0)); print "\n"; print_and_pad("Overall test suite"); @@ -299,6 +301,15 @@ else } my $summary = "\nTESTS COMPLETE. Summary:\n\n"; +if (@invalid_test_suites) +{ + $summary .= "INVALID TEST SUITES:\n"; + foreach my $t (@invalid_test_suites) + { + $summary .= " $t\n"; + } + $summary .= "\n"; +} $summary .= sprintf("Total tests: %d\n" . "Passes: %d\n" . |