luo980/curl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

runtests: log ignored but passed tests

Browse Source 
List tests explicitly ignored, but passing. It can be useful to catch
ignore rules that are no longer necessary because the tests are not
failing anymore.

To not clutter the default view, hide this information under a GitHub
Actions foldable group.

Closes #14457
This commit is contained in:
Viktor Szakats 2024-08-08 14:42:40 +02:00
parent d76389d82f
commit 1a444e3153
No known key found for this signature in database
GPG Key ID: B5ABD165E2AEF201
1 changed files with 15 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
tests/runtests.pl
View File

@ -144,6 +144,8 @@ my %disabled; # disabled test cases
my %ignored; # ignored results of test cases
my %ignoretestcodes; # if test results are to be ignored
my $passedign; # tests passed with results ignored
my $timestats; # time stamping and stats generation
my $fullstats; # show time stats for every single test
my %timeprepini; # timestamp for each test preparation start
@ -1776,6 +1778,8 @@ sub singletest_success {
}
if($errorreturncode==2) {
# ignored test success
$passedign .= "$testnum ";
logmsg "Warning: test$testnum result is ignored, but passed!\n";
}
}
@ -3079,10 +3083,18 @@ sub testnumdetails {
}
if($total) {
if($passedign) {
my $sorted = numsortwords($passedign);
logmsg "::group::Passed Ignored Test details\n";
testnumdetails("PASSED-IGNORED", $sorted);
logmsg "IGNORED: passed tests: $sorted\n";
logmsg "::endgroup::\n";
}
if($failedign) {
my $failedignsorted = numsortwords($failedign);
testnumdetails("FAIL-IGNORED", $failedignsorted);
logmsg "IGNORED: failed tests: $failedignsorted\n";
my $sorted = numsortwords($failedign);
testnumdetails("FAIL-IGNORED", $sorted);
logmsg "IGNORED: failed tests: $sorted\n";
}
logmsg sprintf("TESTDONE: $ok tests out of $total reported OK: %d%%\n",
$ok/$total*100);