2020-12-17 11:48:02 +08:00
|
|
|
#!/bin/sh
|
|
|
|
|
2021-01-07 04:35:59 +08:00
|
|
|
# Note that this test builds a special results.<pid> directory in
|
|
|
|
# which to run the tests, where <pid> is the process id number of
|
|
|
|
# the bash shell instance. The reason for doing this is so that
|
|
|
|
# it works correctly under Github actions. By empirical
|
|
|
|
# observation, it appears that the various workflow matrix
|
|
|
|
# elements are not running in isolation when using cmake. Rather
|
|
|
|
# they appear to be running simultaneously while sharing the build
|
|
|
|
# directory for cmake. By running the tests in a separate
|
|
|
|
# results.<pid> I can guarantee that isolation is preserved.
|
|
|
|
|
2020-12-17 11:48:02 +08:00
|
|
|
if test "x$srcdir" = x ; then srcdir=`pwd`; fi
|
|
|
|
. ../test_common.sh
|
|
|
|
|
2020-12-20 12:17:46 +08:00
|
|
|
. ${srcdir}/test_nczarr.sh
|
|
|
|
|
2020-12-17 11:48:02 +08:00
|
|
|
set -e
|
|
|
|
|
2020-12-20 12:17:46 +08:00
|
|
|
TC="${execdir}/tst_chunkcases -4"
|
2021-01-07 04:35:59 +08:00
|
|
|
ZM="${execdir}/zmapio -t int"
|
|
|
|
|
|
|
|
remfile() {
|
|
|
|
case "$zext" in
|
|
|
|
nc4) rm -fr $1 ;;
|
2021-01-29 11:11:01 +08:00
|
|
|
file) rm -fr $1 ;;
|
|
|
|
zip) rm -fr $1 ;;
|
2021-01-07 04:35:59 +08:00
|
|
|
s3) ;;
|
|
|
|
*) echo "no such extension: $zext" ; exit 1;;
|
|
|
|
esac
|
|
|
|
}
|
2020-12-17 11:48:02 +08:00
|
|
|
|
2021-01-07 02:23:52 +08:00
|
|
|
remfile() {
|
|
|
|
case "$zext" in
|
|
|
|
nc4) rm -fr $1 ;;
|
2021-01-29 11:11:01 +08:00
|
|
|
file) rm -fr $1 ;;
|
|
|
|
zip) rm -fr $1 ;;
|
2021-01-07 02:23:52 +08:00
|
|
|
s3) ;;
|
|
|
|
*) echo "no such extension: $zext" ; exit 1;;
|
|
|
|
esac
|
|
|
|
}
|
|
|
|
|
2020-12-20 12:17:46 +08:00
|
|
|
makefile() {
|
|
|
|
fileargs $1
|
2021-01-07 02:23:52 +08:00
|
|
|
remfile $file
|
2020-12-20 12:17:46 +08:00
|
|
|
case "$zext" in
|
|
|
|
nc4) F=$file;;
|
2021-01-29 11:11:01 +08:00
|
|
|
file) F=$fileurl;;
|
|
|
|
zip) F=$fileurl;;
|
2021-01-07 02:23:52 +08:00
|
|
|
s3) F=$fileurl;;
|
2020-12-20 12:17:46 +08:00
|
|
|
*) echo "no such extension: $zext" ; exit 1;;
|
|
|
|
esac
|
|
|
|
}
|
2020-12-17 11:48:02 +08:00
|
|
|
|
2021-01-07 02:23:52 +08:00
|
|
|
testcases() {
|
2020-12-20 12:17:46 +08:00
|
|
|
|
2021-01-07 02:23:52 +08:00
|
|
|
zext=$1
|
|
|
|
echo ""; echo "*** Test format $1"
|
|
|
|
|
|
|
|
# Test whole chunk write and read
|
|
|
|
echo "Test whole chunk write then read"
|
2020-12-20 12:17:46 +08:00
|
|
|
makefile tmp_whole
|
2021-01-07 02:23:52 +08:00
|
|
|
rm -f tmp_whole_${zext}.txt tmp_whole_${zext}.cdl tmp_err_${zext}.txt
|
|
|
|
# This should fail
|
|
|
|
if ! $TC -d 8,8 -c 4,4 -f 4,3 -e 4,4 -X w -OWw $F >> tmp_err_${zext}.txt ; then
|
|
|
|
echo "XFAIL: wholechunk with bad -f"
|
|
|
|
fi
|
|
|
|
remfile $file
|
|
|
|
if ! $TC -d 8,8 -c 4,4 -f 4,4 -e 1,4 -X w -OWw $F >> tmp_err_${zext}.txt ; then
|
2021-01-27 02:46:12 +08:00
|
|
|
|
2021-01-07 02:23:52 +08:00
|
|
|
echo "XFAIL: wholechunk with bad -e"
|
2020-12-20 12:17:46 +08:00
|
|
|
fi
|
2021-01-07 02:23:52 +08:00
|
|
|
remfile $file
|
|
|
|
# This should succeed
|
|
|
|
$TC -d 8,8 -c 4,4 -f 4,4 -e 4,4 -X w -OWw $F
|
|
|
|
$TC -d 8,8 -c 4,4 -f 4,4 -e 4,4 -X w -OWr $F > tmp_whole_${zext}.txt
|
|
|
|
diff -b ${srcdir}/ref_whole.txt tmp_whole_${zext}.txt
|
|
|
|
${NCDUMP} $F > tmp_whole_${zext}.cdl
|
|
|
|
diff -b ${srcdir}/ref_whole.cdl tmp_whole_${zext}.cdl
|
2020-12-17 11:48:02 +08:00
|
|
|
|
|
|
|
# Test skipping whole chunks
|
2021-01-29 11:11:01 +08:00
|
|
|
echo "Test chunk skipping during read"
|
2020-12-20 12:17:46 +08:00
|
|
|
makefile tmp_skip
|
2021-01-07 02:23:52 +08:00
|
|
|
rm -f tmp_skip_${zext}.txt tmp_skip_${zext}.cdl
|
2020-12-17 11:48:02 +08:00
|
|
|
$TC -d 6,6 -c 2,2 -Ow $F
|
2021-01-07 02:23:52 +08:00
|
|
|
$TC -s 5,5 -p 6,6 -Or $F > tmp_skip_${zext}.txt
|
|
|
|
${NCDUMP} $F > tmp_skip_${zext}.cdl
|
|
|
|
diff -b ${srcdir}/ref_skip.txt tmp_skip_${zext}.txt
|
|
|
|
diff -b ${srcdir}/ref_skip.cdl tmp_skip_${zext}.cdl
|
2020-12-17 11:48:02 +08:00
|
|
|
|
|
|
|
echo "Test chunk skipping during write"
|
2020-12-20 12:17:46 +08:00
|
|
|
makefile tmp_skipw
|
2021-01-07 02:23:52 +08:00
|
|
|
rm -f tmp_skipw_${zext}.cdl
|
2021-01-27 02:46:12 +08:00
|
|
|
|
2020-12-17 11:48:02 +08:00
|
|
|
$TC -d 6,6 -s 5,5 -p 6,6 -Ow $F
|
2021-01-07 02:23:52 +08:00
|
|
|
${NCDUMP} $F > tmp_skipw_${zext}.cdl
|
|
|
|
diff -b ${srcdir}/ref_skipw.cdl tmp_skipw_${zext}.cdl
|
2020-12-17 11:48:02 +08:00
|
|
|
|
|
|
|
echo "Test dimlen % chunklen != 0"
|
2020-12-20 12:17:46 +08:00
|
|
|
makefile tmp_rem
|
2021-01-27 02:46:12 +08:00
|
|
|
|
2021-01-07 02:23:52 +08:00
|
|
|
rm -f tmp_rem_${zext}.txt tmp_rem_${zext}.cdl
|
2020-12-17 11:48:02 +08:00
|
|
|
$TC -d 8,8 -c 3,3 -Ow $F
|
2021-01-07 02:23:52 +08:00
|
|
|
${NCDUMP} $F > tmp_rem_${zext}.cdl
|
|
|
|
diff -b ${srcdir}/ref_rem.cdl tmp_rem_${zext}.cdl
|
|
|
|
${execdir}/ncdumpchunks -v v $F > tmp_rem_${zext}.txt
|
2021-01-29 11:11:01 +08:00
|
|
|
diff -b ${srcdir}/ref_rem.dmp tmp_rem_${zext}.txt
|
2020-12-17 11:48:02 +08:00
|
|
|
|
|
|
|
echo "Test rank > 2"
|
2020-12-20 12:17:46 +08:00
|
|
|
makefile tmp_ndims
|
2021-01-07 02:23:52 +08:00
|
|
|
rm -f tmp_ndims_${zext}.txt tmp_ndims_${zext}.cdl
|
2020-12-17 11:48:02 +08:00
|
|
|
$TC -d 8,8,8,8 -c 3,3,4,4 -Ow $F
|
2021-01-07 02:23:52 +08:00
|
|
|
${NCDUMP} $F > tmp_ndims_${zext}.cdl
|
|
|
|
diff -b ${srcdir}/ref_ndims.cdl tmp_ndims_${zext}.cdl
|
2021-01-29 11:11:01 +08:00
|
|
|
${execdir}/ncdumpchunks -v v $F > tmp_ndims_${zext}.dmp
|
|
|
|
diff -b ${srcdir}/ref_ndims.dmp tmp_ndims_${zext}.dmp
|
2020-12-20 12:17:46 +08:00
|
|
|
|
|
|
|
echo "Test miscellaneous 1"
|
|
|
|
makefile tmp_misc1
|
2021-01-07 02:23:52 +08:00
|
|
|
rm -f tmp_misc1_${zext}.txt tmp_misc1_${zext}.cdl
|
2020-12-20 12:17:46 +08:00
|
|
|
$TC -d 6,12,4 -c 2,3,1 -f 0,0,0 -e 6,1,4 -Ow $F
|
2021-01-07 02:23:52 +08:00
|
|
|
${NCDUMP} $F > tmp_misc1_${zext}.cdl
|
|
|
|
diff -b ${srcdir}/ref_misc1.cdl tmp_misc1_${zext}.cdl
|
2021-01-29 11:11:01 +08:00
|
|
|
${execdir}/ncdumpchunks -v v $F > tmp_misc1_${zext}.dmp
|
|
|
|
diff -b ${srcdir}/ref_misc1.dmp tmp_misc1_${zext}.dmp
|
2021-01-07 02:23:52 +08:00
|
|
|
|
|
|
|
} # testcases()
|
|
|
|
|
2021-01-29 11:11:01 +08:00
|
|
|
testcases file
|
|
|
|
if test "x$FEATURE_NCZARR_ZIP" = xyes ; then testcases zip; fi
|
2021-01-07 02:23:52 +08:00
|
|
|
if test "x$FEATURE_S3TESTS" = xyes ; then testcases s3; fi
|
2021-01-29 11:11:01 +08:00
|
|
|
|