netcdf-c/nczarr_test/run_interop.sh

102 lines
2.7 KiB
Bash
Executable File

#!/bin/sh
set -e
if test "x$srcdir" = x ; then srcdir=`pwd`; fi
. ../test_common.sh
. "$srcdir/test_nczarr.sh"
set -e
metaonly="-h"
s3isolate "testdir_interop"
THISDIR=`pwd`
cd $ISOPATH
# This shell script tests compatibility between
# this implementation and other implementations
# by means of files constructed by that other implementation
UH="${NCZARR_S3_TEST_HOST}"
UB="${NCZARR_S3_TEST_BUCKET}"
testcasefile() {
echo -e "\to Running File Testcase:\t$1\t$2\t$3"
zext=file
base=$1
mode=$2
fileargs ${ISOPATH}/ref_$base "mode=$mode,$zext"
rm -f tmp_${base}_${zext}.cdl
${NCDUMP} $metaonly $fileurl > tmp_${base}_${zext}.cdl
diff -b ${srcdir}/ref_${base}.cdl tmp_${base}_${zext}.cdl
}
testcasezip() {
echo -e "\to Running Zip Testcase:\t$1\t$2"
zext=zip
base=$1
mode=$2
fileargs ${ISOPATH}/ref_$base "mode=$mode,$zext"
rm -f tmp_${base}_${zext}.cdl
${NCDUMP} $metaonly $flags $fileurl > tmp_${base}_${zext}.cdl
diff -b ${srcdir}/ref_${base}.cdl tmp_${base}_${zext}.cdl
}
testcases3() {
set -x
echo -e "\to Running S3 Testcase:\t$1\t$2"
zext=s3
base=$1
mode=$2
rm -f tmp_${base}_${zext}.cdl
url="https://${UH}/${UB}/${base}.zarr#mode=${mode},s3"
echo "flags: $flags"
# Dumping everything causes timeout so dump a single var
${NCDUMP} -v "group_with_dims/var2D" $flags $url > tmp_${base}_${zext}.cdl
# Find the proper ref file
diff -b ${ISOPATH}/ref_${base}_2d.cdl tmp_${base}_${zext}.cdl
set +x
}
testallcases() {
zext=$1
case "$zext" in
file)
# need to unpack
unzip ref_power_901_constants.zip >> tmp_ignore.txt
mv ${ISOPATH}/ref_power_901_constants ${ISOPATH}/ref_power_901_constants.file
testcasefile power_901_constants zarr; # test xarray as default
;;
zip)
# Move into position
testcasezip power_901_constants xarray
# Test large constant interoperability
testcasezip quotes zarr
;;
s3)
# Read a test case created by netcdf-java zarr.
# unpack
# Use gunzip because it always appears to be available
gunzip -c ${srcdir}/ref_zarr_test_data.cdl.gz > ${ISOPATH}/ref_zarr_test_data.cdl
gunzip -c ${srcdir}/ref_zarr_test_data_2d.cdl.gz > ${ISOPATH}/ref_zarr_test_data_2d.cdl
testcases3 zarr_test_data xarray
;;
*) echo "unimplemented kind: $1" ; exit 1;;
esac
}
# common setup
if ! test -f ${ISOPATH}/ref_power_901_constants.zip ; then
cp -f ${srcdir}/ref_power_901_constants_orig.zip ${ISOPATH}/ref_power_901_constants.zip
fi
if ! test -f ${ISOPATH}/ref_quotes.zip ; then
cp -f ${srcdir}/ref_quotes_orig.zip ${ISOPATH}/ref_quotes.zip
fi
testallcases file
if test "x$FEATURE_NCZARR_ZIP" = xyes ; then testallcases zip; fi
if test "x$FEATURE_S3TESTS" = xyes ; then testallcases s3; fi