mirror of
https://github.com/curl/curl.git
synced 2024-12-09 06:30:06 +08:00
d8490eb16d
This script parses the config files for all the CI services currently in use and output the information in a uniform way. The idea is that the output from this script should be possible to massage into informational tables or graphs to help us visualize what they are all testing and NOT testing. Closes #8408
499 lines
14 KiB
Perl
Executable File
499 lines
14 KiB
Perl
Executable File
#!/usr/bin/perl
|
|
#***************************************************************************
|
|
# _ _ ____ _
|
|
# Project ___| | | | _ \| |
|
|
# / __| | | | |_) | |
|
|
# | (__| |_| | _ <| |___
|
|
# \___|\___/|_| \_\_____|
|
|
#
|
|
# Copyright (C) 2022, Daniel Stenberg, <daniel@haxx.se>, et al.
|
|
#
|
|
# This software is licensed as described in the file COPYING, which
|
|
# you should have received as part of this distribution. The terms
|
|
# are also available at https://curl.se/docs/copyright.html.
|
|
#
|
|
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
|
# copies of the Software, and permit persons to whom the Software is
|
|
# furnished to do so, under the terms of the COPYING file.
|
|
#
|
|
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
|
# KIND, either express or implied.
|
|
#
|
|
###########################################################################
|
|
|
|
my %filelevel= ('file' => 1,
|
|
'service' => 1);
|
|
|
|
my $jobid = 1;
|
|
|
|
sub submit {
|
|
my ($jref)=@_;
|
|
my %job = %$jref;
|
|
|
|
printf "\n##### job %u \n", $jobid++;
|
|
for my $k (sort keys %job) {
|
|
printf "%s: %s\n", $k, $job{$k} if($job{$k});
|
|
undef $$jref{$k} if(!$filelevel{$k});
|
|
}
|
|
}
|
|
|
|
sub githubactions {
|
|
my ($tag)=@_;
|
|
my @files= `git ls-tree -r --name-only $tag .github/workflows 2>/dev/null`;
|
|
my $c = 0;
|
|
foreach my $f (sort @files) {
|
|
my $j = 0;
|
|
my $m = -1;
|
|
my $done = 0;
|
|
chomp $f;
|
|
open(G, "git show $tag:$f 2>/dev/null|");
|
|
# start counting file jobs
|
|
undef %job;
|
|
$job{'file'} = $f;
|
|
$job{'service'} = "gha";
|
|
my @cc;
|
|
my $os;
|
|
my $topname;
|
|
my $line = 1;
|
|
while(<G>) {
|
|
$job{'line'} = $line;
|
|
if($_ =~ /^name: (.*)/) {
|
|
$topname=$1;
|
|
}
|
|
elsif($_ =~ /runs-on: (.*)/) {
|
|
my $r = $1;
|
|
#print "runs-on: $r\n";
|
|
if($r =~ /ubuntu/) {
|
|
$os = "linux";
|
|
}
|
|
elsif($r =~ /macos/) {
|
|
$os = "macos";
|
|
}
|
|
|
|
# commit previously counted jobs
|
|
$c += $j;
|
|
# non-matrix job
|
|
$j = 1;
|
|
}
|
|
elsif($_ =~ /matrix:/) {
|
|
# switch to matrix mode
|
|
$m = 0;
|
|
$j = 0;
|
|
}
|
|
elsif($_ =~ /^ - run: .* apt-get install (.*)/) {
|
|
$job{'install'} = $1;
|
|
}
|
|
elsif($m >= 0) {
|
|
if($_ =~ /^ - name: (.*)/) {
|
|
# matrix job
|
|
#print "name: $1\n";
|
|
$job{'name'} = $1;
|
|
$j += ($m?$m:1);
|
|
}
|
|
elsif($_ =~ /install: (.*)/) {
|
|
$job{'install'} = $1;
|
|
}
|
|
elsif($_ =~ /( |curl-)configure: (.*)/) {
|
|
$job{'configure'} = $2;
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
$done++;
|
|
}
|
|
elsif($_ =~ /generate: (.*)/) {
|
|
$job{'cmake'} = $1;
|
|
if($m) {
|
|
# matrix mode, multiple copies
|
|
my %dupe = %job;
|
|
for my $cc (@cc) {
|
|
%job = %dupe;
|
|
$job{'cc'} = $cc;
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
$done++;
|
|
}
|
|
}
|
|
else {
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
$done++;
|
|
}
|
|
}
|
|
elsif($_ =~ /- CC: (.*)/) {
|
|
# matrix multiplier
|
|
push @cc, $1;
|
|
$m++;
|
|
}
|
|
elsif($_ =~ /steps:/) {
|
|
# disable matrix mode
|
|
$m = -1;
|
|
}
|
|
}
|
|
$line++;
|
|
}
|
|
close(G);
|
|
# commit final counted jobs
|
|
$c += $j;
|
|
|
|
if(!$done) {
|
|
$job{'name'} = $topname? $topname : '[unnamed]';
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
$done++;
|
|
}
|
|
# reset internal job counter
|
|
$j = 0;
|
|
}
|
|
#print "Jobs: $c\n";
|
|
return $c;
|
|
}
|
|
|
|
sub azurepipelines {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:.azure-pipelines.yml 2>/dev/null|");
|
|
my $c = 0;
|
|
my $j = 0;
|
|
my $m = -1;
|
|
my $image;
|
|
my %job;
|
|
my $line = 1;
|
|
my $os;
|
|
$job{'file'} = ".azure-pipelines.yml";
|
|
$job{'service'} = "azure";
|
|
while(<G>) {
|
|
if($_ =~ /^ vmImage: (.*)/) {
|
|
my $i = $1;
|
|
if($i =~ /ubuntu/) {
|
|
$os = "linux";
|
|
}
|
|
elsif($i =~ /windows/) {
|
|
$os = "windows";
|
|
}
|
|
}
|
|
elsif($_ =~ /^- stage: (.*)/) {
|
|
my $topname = $1;
|
|
if($topname !~ /(windows|linux)/) {
|
|
$job{'name'} = $topname;
|
|
$job{'line'}=$line;
|
|
submit(\%job);
|
|
}
|
|
}
|
|
elsif($_ =~ /job:/) {
|
|
# commit previously counted jobs
|
|
$c += $j;
|
|
# initial value for non-matrix job
|
|
$j = 1;
|
|
}
|
|
elsif($_ =~ /matrix:/) {
|
|
# start of new matrix list(!)
|
|
$m = 0;
|
|
$j = 0;
|
|
}
|
|
elsif($m >= 0) {
|
|
if($_ =~ /^ name: (.*)/) {
|
|
# single matrix list entry job
|
|
$j++;
|
|
$job{'name'} = $1;
|
|
}
|
|
# azure matrix is a simple list,
|
|
# therefore no multiplier needed
|
|
elsif($_ =~ /steps:/) {
|
|
# disable matrix mode
|
|
$m = -1;
|
|
}
|
|
elsif($_ =~ /^ configure: (.*)/) {
|
|
$job{'configure'} = $1;
|
|
$job{'line'}=$line;
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
}
|
|
}
|
|
$line++;
|
|
}
|
|
close(G);
|
|
# commit final counted jobs
|
|
$c += $j;
|
|
|
|
return $c;
|
|
}
|
|
|
|
sub appveyor {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:appveyor.yml 2>/dev/null|");
|
|
my $c = 0;
|
|
my %job;
|
|
my $line=0;
|
|
$job{'file'} = "appveyor.yml";
|
|
$job{'service'} = "appveyor";
|
|
|
|
while(<G>) {
|
|
$line++;
|
|
if($_ =~ /^( - |install)/) {
|
|
if($job{'image'}) {
|
|
$job{'os'} = "windows";
|
|
submit(\%job);
|
|
$c++;
|
|
}
|
|
}
|
|
$job{'line'} = $line;
|
|
if($_ =~ /^ - APPVEYOR_BUILD_WORKER_IMAGE: \"(.*)\"/) {
|
|
$job{'image'}= $1;
|
|
}
|
|
elsif($_ =~ /^ BUILD_SYSTEM: (.*)/) {
|
|
$job{'build'} = lc($1);
|
|
}
|
|
elsif($_ =~ /^ PRJ_GEN: \"(.*)\"/) {
|
|
$job{'compiler'} = $1;
|
|
}
|
|
elsif($_ =~ /^ PRJ_CFG: (.*)/) {
|
|
$job{'config'} = $1;
|
|
}
|
|
elsif($_ =~ /^ OPENSSL: (.*)/) {
|
|
$job{'openssl'} = $1 eq "ON" ? "true": "false";;
|
|
}
|
|
elsif($_ =~ /^ SCHANNEL: (.*)/) {
|
|
$job{'schannel'} = $1 eq "ON" ? "true": "false";;
|
|
}
|
|
elsif($_ =~ /^ ENABLE_UNICODE: (.*)/) {
|
|
$job{'unicode'} = $1 eq "ON" ? "true": "false";;
|
|
}
|
|
elsif($_ =~ /^ HTTP_ONLY: (.*)/) {
|
|
$job{'http-only'} = $1 eq "ON" ? "true": "false";;
|
|
}
|
|
elsif($_ =~ /^ TESTING: (.*)/) {
|
|
$job{'testing'} = $1 eq "ON" ? "true": "false";;
|
|
}
|
|
elsif($_ =~ /^ SHARED: (.*)/) {
|
|
$job{'shared'} = $1 eq "ON" ? "true": "false";;
|
|
}
|
|
elsif($_ =~ /^ TARGET: \"-A (.*)\"/) {
|
|
$job{'target'} = $1;
|
|
}
|
|
}
|
|
close(G);
|
|
|
|
return $c;
|
|
}
|
|
|
|
sub cirrus {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:.cirrus.yml 2>/dev/null|");
|
|
my $c = 0;
|
|
my %job;
|
|
my $line=0;
|
|
my $name = 0;
|
|
my $os;
|
|
$job{'file'} = ".cirrus.yml";
|
|
$job{'service'} = "cirrus";
|
|
while(<G>) {
|
|
$line++;
|
|
if($_ =~ /^ ( |-) (name|image_family|image):/) {
|
|
$c++;
|
|
}
|
|
if($_ =~ /^ - name:/) {
|
|
if($name) {
|
|
$job{'os'} = $os;
|
|
$job{'line'} = $line;
|
|
submit(\%job);
|
|
$name = 0;
|
|
}
|
|
}
|
|
if($_ =~ /^ - name: (.*)/) {
|
|
$job{'name'} = $1;
|
|
$name = 1;
|
|
}
|
|
elsif($_ =~ /^ image_family: (.*)/) {
|
|
$os = "freebsd";
|
|
}
|
|
elsif($_ =~ /^windows_task:/) {
|
|
$os = "windows";
|
|
}
|
|
elsif($_ =~ /^ prepare: pacman -S --needed --noconfirm --noprogressbar (.*)/) {
|
|
$job{'install'} = $1;
|
|
}
|
|
elsif($_ =~ /^ configure: (.*)/) {
|
|
$job{'configure'} = $1;
|
|
}
|
|
}
|
|
close(G);
|
|
if($name) {
|
|
$job{'os'} = $os;
|
|
$job{'line'} = $line;
|
|
submit(\%job);
|
|
}
|
|
return $c;
|
|
}
|
|
|
|
sub circle {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:.circleci/config.yml 2>/dev/null|");
|
|
my $c = 0;
|
|
my $wf = 0;
|
|
my %job;
|
|
my %cmd;
|
|
my %configure;
|
|
my %target;
|
|
my $line=0;
|
|
my $cmds;
|
|
my $jobs;
|
|
my $workflow;
|
|
$job{'file'} = ".circleci/config.yml";
|
|
$job{'service'} = "circleci";
|
|
while(<G>) {
|
|
$line++;
|
|
if($_ =~ /^commands:/) {
|
|
# we record configure lines in this state
|
|
$cmds = 1;
|
|
}
|
|
elsif($cmds) {
|
|
if($_ =~ /^ ([^ ]*):/) {
|
|
$cmdname = $1;
|
|
}
|
|
elsif($_ =~ /^ .\/configure (.*)/) {
|
|
$cmd{$cmdname}=$1;
|
|
}
|
|
}
|
|
if($_ =~ /^jobs:/) {
|
|
# we record which job runs with configure here
|
|
$jobs = 1;
|
|
$cmds = 0;
|
|
}
|
|
elsif($jobs) {
|
|
if($_ =~ /^ ([^ ]*):/) {
|
|
$jobname = $1;
|
|
}
|
|
elsif($_ =~ /^ - (configure.*)/) {
|
|
$configure{$jobname}=$1;
|
|
}
|
|
elsif($_ =~ /^ resource_class: arm.medium/) {
|
|
$target{$jobname}="arm";
|
|
}
|
|
}
|
|
if($_ =~ /^workflows:/) {
|
|
$wf = 1;
|
|
$cmds = 0;
|
|
}
|
|
elsif($wf) {
|
|
if($_ =~ /^ ([^ ]+):/) {
|
|
$workflow = $1;
|
|
}
|
|
elsif($_ =~ /^ - (.*)\n/) {
|
|
my $jb = $1;
|
|
my $cnfgure = $configure{$jb};
|
|
my $trgt = $target{$jb};
|
|
$job{'configure'} = $cmd{$cnfgure};
|
|
$job{'name' }=$workflow;
|
|
$job{'os'} = "linux";
|
|
$job{'line'} = $line;
|
|
$job{'target'} = $trgt if($trgt);
|
|
submit(\%job);
|
|
}
|
|
if($_ =~ / *jobs:/) {
|
|
$c++;
|
|
}
|
|
}
|
|
}
|
|
close(G);
|
|
return $c;
|
|
}
|
|
|
|
sub zuul {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:zuul.d/jobs.yaml 2>/dev/null|");
|
|
my $c = 0;
|
|
my %job;
|
|
my $line=0;
|
|
$job{'file'} = "zuul.d/jobs.yaml";
|
|
$job{'service'} = "zuul";
|
|
while(<G>) {
|
|
$line++;
|
|
#print "L: ($jobmode / $env) $_";
|
|
if($_ =~ /^- job:/) {
|
|
$jobmode = 1; # start a new
|
|
}
|
|
if($jobmode) {
|
|
if($apt) {
|
|
if($_ =~ /^ - (.*)/) {
|
|
my $value = $1;
|
|
$job{'install'} .= "$value ";
|
|
}
|
|
else {
|
|
$apt = 0; # end of curl_apt_packages
|
|
}
|
|
}
|
|
if($env) {
|
|
if($envcont) {
|
|
if($_ =~ /^ (.*)/) {
|
|
$job{$envcont} .= "$1 ";
|
|
}
|
|
else {
|
|
$envcont = "";
|
|
}
|
|
}
|
|
if($_ =~ /^ ([^:]+): (.*)/) {
|
|
my ($var, $value) = ($1, $2);
|
|
|
|
if($var eq "C") {
|
|
$var = "configure";
|
|
}
|
|
elsif($var eq "T") {
|
|
$var = "tests";
|
|
}
|
|
elsif($var eq "CC") {
|
|
$var = "compiler";
|
|
}
|
|
elsif($var eq "CHECKSRC") {
|
|
$job{'checksrc'} = $value ? "true": "false";
|
|
$var = "";
|
|
}
|
|
else {
|
|
$var = "";
|
|
}
|
|
if($value eq ">-") {
|
|
$envcont = $var;
|
|
}
|
|
elsif($var) {
|
|
$job{$var} = $value;
|
|
}
|
|
}
|
|
elsif($_ !~ /^ /) {
|
|
# end of envs
|
|
$env = 0;
|
|
}
|
|
}
|
|
if($_ =~ /^ curl_env:/) {
|
|
$env = 1; # start of envs
|
|
}
|
|
elsif($_ =~ /^ curl_apt_packages:/) {
|
|
$apt = 1; # start of apt packages
|
|
}
|
|
elsif($_ =~ /^ name: (.*)/) {
|
|
my $n = $1;
|
|
if($n eq "curl-base") {
|
|
# not counted
|
|
$jobmode = 0;
|
|
next;
|
|
}
|
|
$job{'name'} = $n;
|
|
}
|
|
elsif($_ =~ /^\n\z/) {
|
|
# a job is complete
|
|
$job{'line'}=$line;
|
|
$job{'os'}="linux";
|
|
submit(\%job);
|
|
$jobmode = 0;
|
|
$c++;
|
|
}
|
|
}
|
|
}
|
|
close(G);
|
|
return $c;
|
|
}
|
|
|
|
my $tag = "origin/master";
|
|
githubactions($tag);
|
|
azurepipelines($tag);
|
|
appveyor($tag);
|
|
zuul($tag);
|
|
cirrus($tag);
|
|
circle($tag);
|