mirror of
https://github.com/curl/curl.git
synced 2024-11-21 01:16:58 +08:00
a1730b6106
The parsing is pretty brittle and it broke detecting some jobs at some point. Also, detect if Windows is used in GHA.
511 lines
14 KiB
Perl
Executable File
511 lines
14 KiB
Perl
Executable File
#!/usr/bin/perl
|
|
#***************************************************************************
|
|
# _ _ ____ _
|
|
# Project ___| | | | _ \| |
|
|
# / __| | | | |_) | |
|
|
# | (__| |_| | _ <| |___
|
|
# \___|\___/|_| \_\_____|
|
|
#
|
|
# Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
|
|
#
|
|
# This software is licensed as described in the file COPYING, which
|
|
# you should have received as part of this distribution. The terms
|
|
# are also available at https://curl.se/docs/copyright.html.
|
|
#
|
|
# You may opt to use, copy, modify, merge, publish, distribute and/or sell
|
|
# copies of the Software, and permit persons to whom the Software is
|
|
# furnished to do so, under the terms of the COPYING file.
|
|
#
|
|
# This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
|
|
# KIND, either express or implied.
|
|
#
|
|
# SPDX-License-Identifier: curl
|
|
#
|
|
###########################################################################
|
|
|
|
my %filelevel= ('file' => 1,
|
|
'service' => 1);
|
|
|
|
my $jobid = 1;
|
|
|
|
sub submit {
|
|
my ($jref)=@_;
|
|
my %job = %$jref;
|
|
|
|
printf "\n##### job %u \n", $jobid++;
|
|
for my $k (sort keys %job) {
|
|
printf "%s: %s\n", $k, $job{$k} if($job{$k});
|
|
undef $$jref{$k} if(!$filelevel{$k});
|
|
}
|
|
}
|
|
|
|
sub githubactions {
|
|
my ($tag)=@_;
|
|
my @files= `git ls-tree -r --name-only $tag .github/workflows 2>/dev/null`;
|
|
my $c = 0;
|
|
foreach my $f (sort @files) {
|
|
my $j = 0;
|
|
my $m = -1;
|
|
my $done = 0;
|
|
chomp $f;
|
|
open(G, "git show $tag:$f 2>/dev/null|");
|
|
# start counting file jobs
|
|
undef %job;
|
|
$job{'file'} = $f;
|
|
$job{'service'} = "gha";
|
|
my @cc;
|
|
my $os;
|
|
my $topname;
|
|
my $line = 1;
|
|
while(<G>) {
|
|
$job{'line'} = $line;
|
|
if($_ =~ /^name: (.*)/) {
|
|
$topname=$1;
|
|
}
|
|
elsif($_ =~ /runs-on: (.*)/) {
|
|
my $r = $1;
|
|
#print "runs-on: $r\n";
|
|
if($r =~ /ubuntu/) {
|
|
$os = "linux";
|
|
}
|
|
elsif($r =~ /macos/) {
|
|
$os = "macos";
|
|
}
|
|
elsif($r =~ /windows/) {
|
|
$os = "windows";
|
|
}
|
|
|
|
# commit previously counted jobs
|
|
$c += $j;
|
|
# non-matrix job
|
|
$j = 1;
|
|
}
|
|
elsif($_ =~ /^\s*matrix:/) {
|
|
# switch to matrix mode
|
|
$m = 0;
|
|
$j = 0;
|
|
}
|
|
elsif($_ =~ /^ - run: .* apt-get install (.*)/) {
|
|
$job{'install'} = $1;
|
|
}
|
|
elsif($m >= 0) {
|
|
if($_ =~ /^ - name: (.*)/) {
|
|
# matrix job
|
|
#print "name: $1\n";
|
|
$job{'name'} = $1;
|
|
$j += ($m?$m:1);
|
|
}
|
|
elsif($_ =~ /install: (.*)/) {
|
|
$job{'install'} = $1;
|
|
}
|
|
elsif($_ =~ /( |curl-)configure: (.*)/) {
|
|
$job{'configure'} = $2;
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
$done++;
|
|
}
|
|
elsif($_ =~ /generate: (.*)/) {
|
|
$job{'cmake'} = $1;
|
|
if($m) {
|
|
# matrix mode, multiple copies
|
|
my %dupe = %job;
|
|
for my $cc (@cc) {
|
|
%job = %dupe;
|
|
$job{'cc'} = $cc;
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
$done++;
|
|
}
|
|
}
|
|
else {
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
$done++;
|
|
}
|
|
}
|
|
elsif($_ =~ /- CC: (.*)/) {
|
|
# matrix multiplier
|
|
push @cc, $1;
|
|
$m++;
|
|
}
|
|
elsif($_ =~ /^\s*steps:/) {
|
|
# disable matrix mode
|
|
$m = -1;
|
|
}
|
|
}
|
|
$line++;
|
|
}
|
|
close(G);
|
|
# commit final counted jobs
|
|
$c += $j;
|
|
|
|
if(!$done) {
|
|
$job{'name'} = $topname? $topname : '[unnamed]';
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
$done++;
|
|
}
|
|
# reset internal job counter
|
|
$j = 0;
|
|
}
|
|
#print "Jobs: $c\n";
|
|
return $c;
|
|
}
|
|
|
|
sub azurepipelines {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:.azure-pipelines.yml 2>/dev/null|");
|
|
my $c = 0;
|
|
my $j = 0;
|
|
my $m = -1;
|
|
my $image;
|
|
my %job;
|
|
my $line = 1;
|
|
my $os;
|
|
$job{'file'} = ".azure-pipelines.yml";
|
|
$job{'service'} = "azure";
|
|
while(<G>) {
|
|
if($_ =~ /^ vmImage: (.*)/) {
|
|
my $i = $1;
|
|
if($i =~ /ubuntu/) {
|
|
$os = "linux";
|
|
}
|
|
elsif($i =~ /windows/) {
|
|
$os = "windows";
|
|
}
|
|
}
|
|
elsif($_ =~ /^- stage: (.*)/) {
|
|
my $topname = $1;
|
|
if($topname !~ /(windows|linux)/) {
|
|
$job{'name'} = $topname;
|
|
$job{'line'}=$line;
|
|
submit(\%job);
|
|
}
|
|
}
|
|
elsif($_ =~ /job:/) {
|
|
# commit previously counted jobs
|
|
$c += $j;
|
|
# initial value for non-matrix job
|
|
$j = 1;
|
|
}
|
|
elsif($_ =~ /matrix:/) {
|
|
# start of new matrix list(!)
|
|
$m = 0;
|
|
$j = 0;
|
|
}
|
|
elsif($m >= 0) {
|
|
if($_ =~ /^ name: (.*)/) {
|
|
# single matrix list entry job
|
|
$j++;
|
|
$job{'name'} = $1;
|
|
}
|
|
# azure matrix is a simple list,
|
|
# therefore no multiplier needed
|
|
elsif($_ =~ /steps:/) {
|
|
# disable matrix mode
|
|
$m = -1;
|
|
}
|
|
elsif($_ =~ /^ configure: (.*)/) {
|
|
$job{'configure'} = $1;
|
|
$job{'line'}=$line;
|
|
$job{'os'}=$os;
|
|
submit(\%job);
|
|
}
|
|
}
|
|
$line++;
|
|
}
|
|
close(G);
|
|
# commit final counted jobs
|
|
$c += $j;
|
|
|
|
return $c;
|
|
}
|
|
|
|
sub appveyor {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:appveyor.yml 2>/dev/null|");
|
|
my $c = 0;
|
|
my %job;
|
|
my $line=0;
|
|
$job{'file'} = "appveyor.yml";
|
|
$job{'service'} = "appveyor";
|
|
|
|
while(<G>) {
|
|
$line++;
|
|
if($_ =~ /^( - |install)/) {
|
|
if($job{'image'}) {
|
|
$job{'os'} = "windows";
|
|
submit(\%job);
|
|
$c++;
|
|
}
|
|
}
|
|
$job{'line'} = $line;
|
|
if($_ =~ /^ APPVEYOR_BUILD_WORKER_IMAGE: \"(.*)\"/) {
|
|
$job{'image'}= $1;
|
|
}
|
|
elsif($_ =~ /^ BUILD_SYSTEM: (.*)/) {
|
|
$job{'build'} = lc($1);
|
|
}
|
|
elsif($_ =~ /^ PRJ_GEN: \"(.*)\"/) {
|
|
$job{'compiler'} = $1;
|
|
}
|
|
elsif($_ =~ /^ PRJ_CFG: (.*)/) {
|
|
$job{'config'} = $1;
|
|
}
|
|
elsif($_ =~ /^ OPENSSL: (.*)/) {
|
|
$job{'openssl'} = $1 eq "ON" ? "true": "false";
|
|
}
|
|
elsif($_ =~ /^ SCHANNEL: (.*)/) {
|
|
$job{'schannel'} = $1 eq "ON" ? "true": "false";
|
|
}
|
|
elsif($_ =~ /^ ENABLE_UNICODE: (.*)/) {
|
|
$job{'unicode'} = $1 eq "ON" ? "true": "false";
|
|
}
|
|
elsif($_ =~ /^ HTTP_ONLY: (.*)/) {
|
|
$job{'http-only'} = $1 eq "ON" ? "true": "false";
|
|
}
|
|
elsif($_ =~ /^ TESTING: (.*)/) {
|
|
$job{'testing'} = $1 eq "ON" ? "true": "false";
|
|
}
|
|
elsif($_ =~ /^ SHARED: (.*)/) {
|
|
$job{'shared'} = $1 eq "ON" ? "true": "false";
|
|
}
|
|
elsif($_ =~ /^ TARGET: \"-A (.*)\"/) {
|
|
$job{'target'} = $1;
|
|
}
|
|
}
|
|
close(G);
|
|
|
|
return $c;
|
|
}
|
|
|
|
sub cirrus {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:.cirrus.yml 2>/dev/null|");
|
|
my $c = 0;
|
|
my %job;
|
|
my $line=0;
|
|
my $name = 0;
|
|
my $os;
|
|
$job{'file'} = ".cirrus.yml";
|
|
$job{'service'} = "cirrus";
|
|
while(<G>) {
|
|
$line++;
|
|
if($_ =~ /^ ( |-) (name|image_family|image):/) {
|
|
$c++;
|
|
}
|
|
if($_ =~ /^ - name:/) {
|
|
if($name) {
|
|
$job{'os'} = $os;
|
|
$job{'line'} = $line;
|
|
submit(\%job);
|
|
$name = 0;
|
|
}
|
|
}
|
|
if($_ =~ /^ - name: (.*)/) {
|
|
$job{'name'} = $1;
|
|
$name = 1;
|
|
}
|
|
elsif($_ =~ /^ image_family: (.*)/) {
|
|
$os = "freebsd";
|
|
}
|
|
elsif($_ =~ /^windows_task:/) {
|
|
$os = "windows";
|
|
}
|
|
elsif($_ =~ /^ prepare: pacman -S --needed --noconfirm --noprogressbar (.*)/) {
|
|
$job{'install'} = $1;
|
|
}
|
|
elsif($_ =~ /^ configure: (.*)/) {
|
|
$job{'configure'} = $1;
|
|
}
|
|
}
|
|
close(G);
|
|
if($name) {
|
|
$job{'os'} = $os;
|
|
$job{'line'} = $line;
|
|
submit(\%job);
|
|
}
|
|
return $c;
|
|
}
|
|
|
|
sub circle {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:.circleci/config.yml 2>/dev/null|");
|
|
my $c = 0;
|
|
my $wf = 0;
|
|
my %job;
|
|
my %cmd;
|
|
my %configure;
|
|
my %target;
|
|
my $line=0;
|
|
my $cmds;
|
|
my $jobs;
|
|
my $workflow;
|
|
$job{'file'} = ".circleci/config.yml";
|
|
$job{'service'} = "circleci";
|
|
while(<G>) {
|
|
$line++;
|
|
if($_ =~ /^commands:/) {
|
|
# we record configure lines in this state
|
|
$cmds = 1;
|
|
}
|
|
elsif($cmds) {
|
|
if($_ =~ /^ ([^ ]*):/) {
|
|
$cmdname = $1;
|
|
}
|
|
elsif($_ =~ /^ .*.\/configure (.*)/) {
|
|
$cmd{$cmdname}=$1;
|
|
}
|
|
}
|
|
if($_ =~ /^jobs:/) {
|
|
# we record which job runs with configure here
|
|
$jobs = 1;
|
|
$cmds = 0;
|
|
}
|
|
elsif($jobs) {
|
|
if($_ =~ /^ ([^ ]*):/) {
|
|
$jobname = $1;
|
|
}
|
|
elsif($_ =~ /^ - (configure.*)/) {
|
|
$configure{$jobname}=$1;
|
|
}
|
|
elsif($_ =~ /^ resource_class: arm.medium/) {
|
|
$target{$jobname}="arm";
|
|
}
|
|
}
|
|
if($_ =~ /^workflows:/) {
|
|
$wf = 1;
|
|
$cmds = 0;
|
|
}
|
|
elsif($wf) {
|
|
if($_ =~ /^ ([^ ]+):/) {
|
|
$workflow = $1;
|
|
}
|
|
elsif($_ =~ /^ - (.*)\n/) {
|
|
my $jb = $1;
|
|
my $cnfgure = $configure{$jb};
|
|
my $trgt = $target{$jb};
|
|
$job{'configure'} = $cmd{$cnfgure};
|
|
$job{'name' }=$workflow;
|
|
$job{'os'} = "linux";
|
|
$job{'line'} = $line;
|
|
$job{'target'} = $trgt if($trgt);
|
|
submit(\%job);
|
|
}
|
|
if($_ =~ / *jobs:/) {
|
|
$c++;
|
|
}
|
|
}
|
|
}
|
|
close(G);
|
|
return $c;
|
|
}
|
|
|
|
sub zuul {
|
|
my ($tag)=@_;
|
|
open(G, "git show $tag:zuul.d/jobs.yaml 2>/dev/null|");
|
|
my $c = 0;
|
|
my %job;
|
|
my $line=0;
|
|
my $type;
|
|
$job{'file'} = "zuul.d/jobs.yaml";
|
|
$job{'service'} = "zuul";
|
|
while(<G>) {
|
|
$line++;
|
|
#print "L: ($jobmode / $env) $_";
|
|
if($_ =~ /^- job:/) {
|
|
$jobmode = 1; # start a new
|
|
$type="configure";
|
|
}
|
|
if($jobmode) {
|
|
if($apt) {
|
|
if($_ =~ /^ - (.*)/) {
|
|
my $value = $1;
|
|
$job{'install'} .= "$value ";
|
|
}
|
|
else {
|
|
$apt = 0; # end of curl_apt_packages
|
|
}
|
|
}
|
|
if($env) {
|
|
if($envcont) {
|
|
if($_ =~ /^ (.*)/) {
|
|
$job{$envcont} .= "$1 ";
|
|
}
|
|
else {
|
|
$envcont = "";
|
|
}
|
|
}
|
|
if($_ =~ /^ ([^:]+): (.*)/) {
|
|
my ($var, $value) = ($1, $2);
|
|
|
|
if($var eq "C") {
|
|
$var = $type;
|
|
}
|
|
elsif($var eq "T") {
|
|
$var = "tests";
|
|
if($value eq "cmake") {
|
|
# otherwise it remains configure
|
|
$type = "cmake";
|
|
}
|
|
}
|
|
elsif($var eq "CC") {
|
|
$var = "compiler";
|
|
}
|
|
elsif($var eq "CHECKSRC") {
|
|
$job{'checksrc'} = $value ? "true": "false";
|
|
$var = "";
|
|
}
|
|
else {
|
|
$var = "";
|
|
}
|
|
if($value eq ">-") {
|
|
$envcont = $var;
|
|
}
|
|
elsif($var) {
|
|
$job{$var} = $value;
|
|
}
|
|
}
|
|
elsif($_ !~ /^ /) {
|
|
# end of envs
|
|
$env = 0;
|
|
}
|
|
}
|
|
if($_ =~ /^ curl_env:/) {
|
|
$env = 1; # start of envs
|
|
}
|
|
elsif($_ =~ /^ curl_apt_packages:/) {
|
|
$apt = 1; # start of apt packages
|
|
}
|
|
elsif($_ =~ /^ name: (.*)/) {
|
|
my $n = $1;
|
|
if($n eq "curl-base") {
|
|
# not counted
|
|
$jobmode = 0;
|
|
next;
|
|
}
|
|
$job{'name'} = $n;
|
|
}
|
|
elsif($_ =~ /^\n\z/) {
|
|
# a job is complete
|
|
$job{'line'}=$line;
|
|
$job{'os'}="linux";
|
|
submit(\%job);
|
|
$jobmode = 0;
|
|
$c++;
|
|
}
|
|
}
|
|
}
|
|
close(G);
|
|
return $c;
|
|
}
|
|
|
|
my $tag = `git rev-parse --abbrev-ref HEAD 2>/dev/null` || "master";
|
|
chomp $tag;
|
|
githubactions($tag);
|
|
azurepipelines($tag);
|
|
appveyor($tag);
|
|
zuul($tag);
|
|
cirrus($tag);
|
|
circle($tag);
|