Clean up, bring over a new action script. This one uses apt and cached builds instead of conda.

This commit is contained in:
Ward Fisher 2020-12-04 15:38:13 -07:00
parent 1814da1f7f
commit 7fce4b3482
4 changed files with 233 additions and 177 deletions

View File

@ -1,22 +0,0 @@
# This file may be used to create an environment using:
# $ conda create --name <env> --file <this file>
# platform: linux-64
_libgcc_mutex=0.1=main
binutils_impl_linux-64=2.31.1=h6176602_1
binutils_linux-64=2.31.1=h6176602_9
ca-certificates=2020.10.14=0
curl=7.71.1=hbc83047_1
gcc_impl_linux-64=7.3.0=habb00fd_1
gcc_linux-64=7.3.0=h553295d_9
hdf5=1.10.7=hb1b8bf9_0
krb5=1.18.2=h173b8e3_0
libcurl=7.71.1=h20c2e04_1
libedit=3.1.20191231=h14c3975_1
libgcc=7.2.0=h69d50b8_2
libgcc-ng=9.1.0=hdf63c60_0
libgfortran-ng=7.3.0=hdf63c60_0
libssh2=1.9.0=h1ba5d50_1
libstdcxx-ng=9.1.0=hdf63c60_0
ncurses=6.2=he6710b0_1
openssl=1.1.1h=h7b6447c_0
zlib=1.2.11=h7b6447c_3

View File

@ -1,29 +0,0 @@
# This file may be used to create an environment using:
# $ conda create --name <env> --file <this file>
# platform: linux-64
_libgcc_mutex=0.1=main
binutils_impl_linux-64=2.31.1=h6176602_1
binutils_linux-64=2.31.1=h6176602_9
bzip2=1.0.8=h7b6447c_0
ca-certificates=2020.10.14=0
cmake=3.18.2=ha30ef3c_0
expat=2.2.10=he6710b0_2
gcc_impl_linux-64=7.3.0=habb00fd_1
gcc_linux-64=7.3.0=h553295d_9
hdf5=1.8.20=hba1933b_1
krb5=1.18.2=h173b8e3_0
libcurl=7.71.1=h20c2e04_1
libedit=3.1.20191231=h14c3975_1
libgcc=7.2.0=h69d50b8_2
libgcc-ng=9.1.0=hdf63c60_0
libgfortran-ng=7.3.0=hdf63c60_0
libssh2=1.9.0=h1ba5d50_1
libstdcxx-ng=9.1.0=hdf63c60_0
libuv=1.40.0=h7b6447c_0
lz4-c=1.9.2=heb0550a_3
ncurses=6.2=he6710b0_1
openssl=1.1.1h=h7b6447c_0
rhash=1.4.0=h1ba5d50_0
xz=5.2.5=h7b6447c_0
zlib=1.2.11=h7b6447c_3
zstd=1.4.5=h9ceee32_0

View File

@ -1,126 +0,0 @@
name: test-github-actions
on: [push]
jobs:
autotools:
runs-on: ubuntu-latest
strategy:
matrix:
hdf5: [ 1.10.7 ]
use_nc4: [ nc3, nc4 ]
use_dap: [ dap_off, dap_on ]
steps:
- name: Set up Included Actions
uses: actions/checkout@v2
- name: Install Conda ${{ matrix.hdf5 }}
uses: conda-incubator/setup-miniconda@v2
with:
activate-environment: ${{ matrix.hdf5 }}
environment-file: .github/workflows/conda-env/${{ matrix.hdf5 }}.txt
###
# Set environmental variables (for configuring)
###
- run: echo "ENABLE_NC4=--disable-netcdf-4" >> $GITHUB_ENV
if: matrix.use_nc4 == 'nc3'
- run: echo "ENABLE_NC4=--enable-netcdf-4" >> $GITHUB_ENV
if: matrix.use_nc4 == 'nc4'
- run: echo "ENABLE_DAP=--disable-dap" >> $GITHUB_ENV
if: matrix.use_dap == 'dap_off'
- run: echo "ENABLE_DAP=--enable-dap" >> $GITHUB_ENV
if: matrix.use_dap == 'dap_on'
#- run: echo "LDFLAGS=-lrt" >> $GITHUB_ENV
###
# Configure and Build and Run Tests
###
- name: Autoreconf
shell: bash -l {0}
run: autoreconf -if
- name: Configure
shell: bash -l {0}
run: ./configure ${ENABLE_NC4_AC} ${ENABLE_DAP}
- name: Build
shell: bash -l {0}
run: make -j && make check TESTS="" -j
- name: Test
shell: bash -l {0}
run: make check -j
#####
# End Autotools Testing
#####
#####
# CMake Testing
#####
cmake:
runs-on: ubuntu-latest
strategy:
matrix:
hdf5: [ 1.8.20, 1.10.7 ]
use_nc4: [ nc3, nc4 ]
use_dap: [ dap_off, dap_on ]
steps:
- name: Set up Included Actions
uses: actions/checkout@v2
- name: Install Conda ${{ matrix.hdf5 }}
uses: conda-incubator/setup-miniconda@v2
with:
activate-environment: ${{ matrix.hdf5 }}
environment-file: .github/workflows/conda-env/${{ matrix.hdf5 }}.txt
#- name: Query User
# run: whoami
#- name: Query System
# run: uname -a
#- name: Directory Info
# run: pwd && ls
#- name: Query Conda
# shell: bash -l {0}
# run: conda list
#- name: Query HDF5
# shell: bash -l {0}
# run: which h5dump
#- name: Run autoreconf
# shell: bash -l {0}
# run: autoreconf -if
###
# Set environmental variables (for configuring)
###
- run: echo "CTEST_OUTPUT_ON_FAILURE=1" >> $GITHUB_ENV
- run: echo "ENABLE_NC_NC4=OFF" >> $GITHUB_ENV
if: matrix.use_nc4 == 'nc3'
- run: echo "ENABLE_NC_NC4=ON" >> $GITHUB_ENV
if: matrix.use_nc4 == 'nc4'
- run: echo "ENABLE_NC_DAP=OFF" >> $GITHUB_ENV
if: matrix.use_dap == 'dap_off'
- run: echo "ENABLE_NC_DAP=ON" >> $GITHUB_ENV
if: matrix.use_dap == 'dap_on'
###
# Configure and Build and Run Tests
###
- name: Create build directory.
shell: bash -l {0}
run: mkdir build && cd build && pwd
#- name: Sanity Check
# shell: bash -l {0}
# run: pwd && ls && ls ..
- name: cmake
shell: bash -l {0}
run: cd build && cmake .. -DENABLE_NETCDF_4=${ENABLE_NC_NC4} -DENABLE_DAP=${ENABLE_NC_DAP}
- name: build
shell: bash -l {0}
run: cd build && make -j
- name: Test
shell: bash -l {0}
run: cd build && make test -j

233
.github/workflows/run_tests.yml vendored Normal file
View File

@ -0,0 +1,233 @@
###
# Build hdf4, hdf5 dependencies and cache them in a combined directory.
###
name: Run netCDF Tests
on: [push]
jobs:
build-deps:
runs-on: ubuntu-latest
strategy:
matrix:
hdf5: [ 1.8.21, 1.10.7 ]
steps:
- uses: actions/checkout@v2
- name: Install System dependencies
shell: bash -l {0}
run: sudo apt install -y libaec-dev zlib1g-dev automake autoconf libcurl4-openssl-dev libjpeg-dev wget curl bzip2 m4 flex bison cmake
###
# Installing libhdf4 and libhdf5
###
- name: Cache libhdf5-${{ matrix.hdf5 }}
id: cache-hdf5
uses: actions/cache@v2
with:
path: ~/environments/${{ matrix.hdf5 }}
key: hdf5-${{ runner.os }}-${{ matrix.hdf5 }}
- name: Build libhdf5-${{ matrix.hdf5 }}
if: steps.cache-hdf5.outputs.cache-hit != 'true'
run: |
set -x
wget https://support.hdfgroup.org/ftp/HDF/releases/HDF4.2.15/src/hdf-4.2.15.tar.bz2
tar -jxf hdf-4.2.15.tar.bz2
pushd hdf-4.2.15
./configure --prefix=${HOME}/environments/${{ matrix.hdf5 }} --disable-static --enable-shared --disable-fortran --disable-netcdf --with-szlib
make -j
make install -j
popd
wget https://support.hdfgroup.org/ftp/HDF5/releases/hdf5-$(echo ${{ matrix.hdf5 }} | cut -d. -f 1,2)/hdf5-${{ matrix.hdf5 }}/src/hdf5-${{ matrix.hdf5 }}.tar.bz2
tar -jxf hdf5-${{ matrix.hdf5 }}.tar.bz2
pushd hdf5-${{ matrix.hdf5 }}
./configure --disable-static --enable-shared --prefix=${HOME}/environments/${{ matrix.hdf5 }} --enable-hl --with-szlib
make -j
make install -j
popd
nc-autotools:
needs: build-deps
runs-on: ubuntu-latest
strategy:
matrix:
hdf5: [ 1.8.21, 1.10.7 ]
use_nc4: [ nc3, nc4 ]
use_dap: [ dap_off, dap_on ]
steps:
- uses: actions/checkout@v2
- name: Install System dependencies
shell: bash -l {0}
run: sudo apt install -y libaec-dev zlib1g-dev automake autoconf libcurl4-openssl-dev libjpeg-dev wget curl bzip2 m4 flex bison cmake
###
# Set Environmental Variables
###
- run: echo "CFLAGS=-I${HOME}/environments/${{ matrix.hdf5 }}/include" >> $GITHUB_ENV
- run: echo "LDFLAGS=-L${HOME}/environments/${{ matrix.hdf5 }}/lib" >> $GITHUB_ENV
- run: echo "LD_LIBRARY_PATH=${HOME}/environments/${{ matrix.hdf5 }}/lib" >> $GITHUB_ENV
- run: |
echo "ENABLE_HDF4=--disable-hdf4" >> $GITHUB_ENV
echo "ENABLE_NC4=--disable-netcdf-4" >> $GITHUB_ENV
if: matrix.use_nc4 == 'nc3'
- run: |
echo "ENABLE_HDF4=--enable-hdf4" >> $GITHUB_ENV
echo "ENABLE_NC4=--enable-netcdf-4" >> $GITHUB_ENV
if: matrix.use_nc4 == 'nc4'
- run: echo "ENABLE_DAP=--disable-dap" >> $GITHUB_ENV
if: matrix.use_dap == 'dap_off'
- run: echo "ENABLE_DAP=--enable-dap" >> $GITHUB_ENV
if: matrix.use_dap == 'dap_on'
###
# Fetch Cache
###
- name: Fetch HDF Cache
id: cache-hdf
uses: actions/cache@v2
with:
path: ~/environments/${{ matrix.hdf5 }}
key: hdf5-${{ runner.os }}-${{ matrix.hdf5 }}
- name: Check Cache
shell: bash -l {0}
run: ls ${HOME}/environments && ls ${HOME}/environments/${{ matrix.hdf5 }} && ls ${HOME}/environments/${{ matrix.hdf5}}/lib
###
# Configure and build
###
- name: Run autoconf
shell: bash -l {0}
run: autoreconf -if
- name: Configure
shell: bash -l {0}
run: CFLAGS=${CFLAGS} LDFLAGS=${LDFLAGS} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} ./configure ${ENABLE_HDF4} ${ENABLE_NC4} ${ENABLE_DAP}
- name: Look at config.log if error
shell: bash -l {0}
run: cat config.log
if: ${{ failure() }}
- name: Print Summary
shell: bash -l {0}
run: cat libnetcdf.settings
- name: Build Library and Utilities
shell: bash -l {0}
run: CFLAGS=${CFLAGS} LDFLAGS=${LDFLAGS} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} make -j
if: ${{ success() }}
- name: Build Tests
shell: bash -l {0}
run: CFLAGS=${CFLAGS} LDFLAGS=${LDFLAGS} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} make check TESTS="" -j
if: ${{ success() }}
- name: Run Tests
shell: bash -l {0}
run: CFLAGS=${CFLAGS} LDFLAGS=${LDFLAGS} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} make check -j
if: ${{ success() }}
#- name: Make Distcheck
# shell: bash -l {0}
# run: CFLAGS=${CFLAGS} LDFLAGS=${LDFLAGS} LD_LIBRARY_PATH=${LD_LIBRARY_PATH} make distcheck -j
nc-cmake:
needs: build-deps
runs-on: ubuntu-latest
strategy:
matrix:
hdf5: [ 1.8.21, 1.10.7 ]
use_nc4: [ nc3, nc4 ]
use_dap: [ dap_off, dap_on ]
steps:
- uses: actions/checkout@v2
- name: Install System dependencies
shell: bash -l {0}
run: sudo apt install -y libaec-dev zlib1g-dev automake autoconf libcurl4-openssl-dev libjpeg-dev wget curl bzip2 m4 flex bison cmake
###
# Set Environmental Variables
###
- run: echo "CMAKE_PREFIX_PATH=${HOME}/environments/${{ matrix.hdf5 }}/" >> $GITHUB_ENV
- run: echo "LD_LIBRARY_PATH=${HOME}/environments/${{ matrix.hdf5 }}/lib" >> $GITHUB_ENV
- run: |
echo "ENABLE_HDF4=OFF" >> $GITHUB_ENV
echo "ENABLE_NC4=OFF" >> $GITHUB_ENV
if: matrix.use_nc4 == 'nc3'
- run: |
echo "ENABLE_HDF4=ON" >> $GITHUB_ENV
echo "ENABLE_NC4=ON" >> $GITHUB_ENV
if: matrix.use_nc4 == 'nc4'
- run: echo "ENABLE_DAP=OFF" >> $GITHUB_ENV
if: matrix.use_dap == 'dap_off'
- run: echo "ENABLE_DAP=ON" >> $GITHUB_ENV
if: matrix.use_dap == 'dap_on'
- run: echo "CTEST_OUTPUT_ON_FAILURE=1" >> $GITHUB_ENV
###
# Fetch Cache
###
- name: Fetch HDF Cache
id: cache-hdf5
uses: actions/cache@v2
with:
path: ~/environments/${{ matrix.hdf5 }}
key: hdf5-${{ runner.os }}-${{ matrix.hdf5 }}
- name: Check Cache
shell: bash -l {0}
run: ls ${HOME}/environments && ls ${HOME}/environments/${{ matrix.hdf5 }} && ls ${HOME}/environments/${{ matrix.hdf5}}/lib
###
# Configure and build
###
- name: Perform out-of-directory build
shell: bash -l {0}
run: |
mkdir build
cd build
LD_LIBRARY_PATH=${LD_LIBRARY_PATH} cmake .. -DENABLE_HDF4=${ENABLE_HDF4} -DCMAKE_PREFIX_PATH=${CMAKE_PREFIX_PATH} -DENABLE_DAP=${ENABLE_DAP} -DENABLE_NETCDF_4=${ENABLE_NC4}
- name: Print Summary
shell: bash -l {0}
run: |
cd build
cat libnetcdf.settings
- name: Build All
shell: bash -l {0}
run: |
cd build
LD_LIBRARY_PATH=${LD_LIBRARY_PATH} make -j 12
if: ${{ success() }}
- name: Run Tests
shell: bash -l {0}
run: |
cd build
LD_LIBRARY_PATH=${LD_LIBRARY_PATH} ctest -j 12 .
if: ${{ success() }}