curl/tests/appveyor.pm
Dan Fandrich 4a41745e21 runtests: fix quoting in Appveyor and Azure test integration
Test 1442's name was not quoted correctly so wasn't registered in
Appveyor and it had the wrong name in Azure. The JSON string quotes were
also invalid, even though both servers happened to accept it regardless.

Closes #11010
2023-04-22 11:50:03 -07:00

131 lines
4.0 KiB
Perl

#***************************************************************************
# _ _ ____ _
# Project ___| | | | _ \| |
# / __| | | | |_) | |
# | (__| |_| | _ <| |___
# \___|\___/|_| \_\_____|
#
# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
# Copyright (C) Marc Hoersken, <info@marc-hoersken.de>
#
# This software is licensed as described in the file COPYING, which
# you should have received as part of this distribution. The terms
# are also available at https://curl.se/docs/copyright.html.
#
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
# copies of the Software, and permit persons to whom the Software is
# furnished to do so, under the terms of the COPYING file.
#
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
# KIND, either express or implied.
#
# SPDX-License-Identifier: curl
#
###########################################################################
package appveyor;
use strict;
use warnings;
BEGIN {
use base qw(Exporter);
our @EXPORT = qw(
appveyor_check_environment
appveyor_create_test_result
appveyor_update_test_result
);
}
my %APPVEYOR_TEST_NAMES; # JSON and shell-quoted test names by test number
sub appveyor_check_environment {
if(defined $ENV{'APPVEYOR_API_URL'} && $ENV{'APPVEYOR_API_URL'}) {
return 1;
}
return 0;
}
sub appveyor_create_test_result {
my ($curl, $testnum, $testname)=@_;
$testname =~ s/\\/\\\\/g;
$testname =~ s/\"/\\\"/g;
$testname =~ s/\'/'"'"'/g;
my $appveyor_baseurl="$ENV{'APPVEYOR_API_URL'}";
my $appveyor_result=`$curl --silent --noproxy '*' \\
--header 'Content-Type: application/json' \\
--data '
{
"testName": "$testname",
"testFramework": "runtests.pl",
"fileName": "tests/data/test$testnum",
"outcome": "Running"
}
' \\
'$appveyor_baseurl/api/tests'`;
print "AppVeyor API result: $appveyor_result\n" if ($appveyor_result);
$APPVEYOR_TEST_NAMES{$testnum}=$testname;
}
sub appveyor_update_test_result {
my ($curl, $testnum, $error, $start, $stop)=@_;
my $testname=$APPVEYOR_TEST_NAMES{$testnum};
if(!defined $testname) {
return;
}
if(!defined $stop) {
$stop = $start;
}
my $appveyor_duration = sprintf("%.0f", ($stop-$start)*1000);
my $appveyor_outcome;
my $appveyor_category;
if($error == 2) {
$appveyor_outcome = 'Ignored';
$appveyor_category = 'Error';
}
elsif($error < 0) {
$appveyor_outcome = 'NotRunnable';
$appveyor_category = 'Warning';
}
elsif(!$error) {
$appveyor_outcome = 'Passed';
$appveyor_category = 'Information';
}
else {
$appveyor_outcome = 'Failed';
$appveyor_category = 'Error';
}
my $appveyor_baseurl="$ENV{'APPVEYOR_API_URL'}";
my $appveyor_result=`$curl --silent --noproxy '*' --request PUT \\
--header 'Content-Type: application/json' \\
--data '
{
"testName": "$testname",
"testFramework": "runtests.pl",
"fileName": "tests/data/test$testnum",
"outcome": "$appveyor_outcome",
"durationMilliseconds": $appveyor_duration,
"ErrorMessage": "Test $testnum $appveyor_outcome"
}
' \\
'$appveyor_baseurl/api/tests'`;
print "AppVeyor API result: $appveyor_result\n" if ($appveyor_result);
if($appveyor_category eq 'Error') {
$appveyor_result=`$curl --silent --noproxy '*' \\
--header 'Content-Type: application/json' \\
--data '
{
"message": "$appveyor_outcome: $testname",
"category": "$appveyor_category",
"details": "Test $testnum $appveyor_outcome"
}
' \\
'$appveyor_baseurl/api/build/messages'`;
print "AppVeyor API result: $appveyor_result\n" if ($appveyor_result);
}
}
1;