mirror of
https://github.com/Unidata/netcdf-c.git
synced 2024-12-09 08:11:38 +08:00
9f848c9e53
re: Issue https://github.com/Unidata/netcdf-c/issues/2551 Ryan May identified the use of a common scratch file (tmp.cdl) across multiple test shell scripts in ncdump directory and the nczarr_test directory. This sometimes causes errors because of race conditions between those scripts. I renamed those common files to avoid the race condition. I also did some further checking and found some additional, similar conflicts and fixed those. Also did some minor cleanup of unused files. Tests fixed: ncdump: run_back_comp_tests.sh tst_bom.sh tst_nccopy4.sh tst_nccopy5.sh nczarr_test: git df master -- run_nccopyz.sh run_nczarr_fill.sh run_scalar.sh
203 lines
5.4 KiB
Bash
Executable File
203 lines
5.4 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
if test "x$srcdir" = x ; then srcdir=`pwd`; fi
|
|
. ../test_common.sh
|
|
|
|
# If we want to run valgrind
|
|
#NCCOPY="valgrind --leak-check=full ${NCCOPY}"
|
|
|
|
# Choose tests to run
|
|
T1=1
|
|
T2=1
|
|
T3=1
|
|
T4=1
|
|
T5=1
|
|
|
|
# For a netCDF-4 build, test nccopy chunking rules
|
|
|
|
set -e
|
|
echo ""
|
|
|
|
# Trim off leading and trailing whitespace
|
|
# Also remove any <cr>
|
|
# usage: trim <line>
|
|
# Leaves result in variable TRIMMED
|
|
trim() {
|
|
# trim leading whitespace and remove <cr>
|
|
TMP=`echo "$1" |tr -d '\r' | sed -e 's/^[ ]*//'`
|
|
# trim trailing whitespace
|
|
TRIMMED=`echo "$TMP" | sed -e 's/[ ]*$//'`
|
|
}
|
|
|
|
# usage: checkfvar <file>
|
|
checkfvar() {
|
|
# Make sure that fvar was not chunked
|
|
C5FVAR=`sed -e '/fvar:_ChunkSizes/p' -e d <$1`
|
|
if test "x$C5FVAR" != x ; then
|
|
echo "***Fail: fvar was chunked"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
# usage: checkivar <file>
|
|
checkivar() {
|
|
# Make sure that ivar was not chunked
|
|
C5IVAR=`sed -e '/ivar:_ChunkSizes/p' -e d <$1`
|
|
if test "x$C5IVAR" != x ; then
|
|
echo "***Fail: ivar was chunked"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
# usage: verifychunkline line1 line2
|
|
verifychunkline() {
|
|
# trim leading whitespace
|
|
trim "$1"; L1="$TRIMMED"
|
|
trim "$2"; L2="$TRIMMED"
|
|
if test "x$L1" != "x$L2" ; then
|
|
echo "chunk line mismatch |$L1| |$L2|"
|
|
exit 1;
|
|
fi
|
|
}
|
|
|
|
# Remove any temporary files
|
|
cleanup() {
|
|
rm -f tmp_nc5.nc tmp_nc5a.nc
|
|
rm -f tmp_nc5.cdl tmp_nc5a.cdl tmp_nc5b.cdl
|
|
rm -f tmp_nc5_omit.nc tmp_nc5_omit.cdl
|
|
}
|
|
|
|
# remove all created files
|
|
reset() {
|
|
cleanup
|
|
rm -fr tst_nc5.nc tst_nc5.cdl tmp_ncc5.cdl
|
|
rm -f tst_nc5_omit.nc tst_nc5_omit.cdl
|
|
}
|
|
|
|
reset
|
|
|
|
if test "x$T1" = x1 ; then
|
|
|
|
# Create a simple classic input file
|
|
${execdir}/tst_chunking tmp_nc5_base.nc
|
|
|
|
# Save a .cdl version
|
|
${NCDUMP} tmp_nc5_base.nc > tmp_nc5_base.cdl
|
|
|
|
echo "*** Test nccopy -c with per-variable chunking; classic->enhanced"
|
|
# This should produce same as -c dim0/,dim1/1,dim2/,dim3/1,dim4/,dim5/1,dim6/
|
|
# But note that the chunk product is less than default, so we need to reduce it (-M)
|
|
${NCCOPY} -M1000 -c ivar:7,1,2,1,5,1,9 tmp_nc5_base.nc tmp_nc5.nc
|
|
${NCDUMP} -n tmp_nc5_base tmp_nc5.nc > tmp_nc5.cdl
|
|
# Verify that the core cdl is the same
|
|
diff tmp_nc5_base.cdl tmp_nc5.cdl
|
|
# Look at the output chunking of ivar
|
|
rm -f tmp_nc5a.cdl # reuse
|
|
${NCDUMP} -hs -n tmp_nc5_base tmp_nc5.nc > tmp_nc5.cdl
|
|
# extract the chunking line
|
|
TESTLINE=`sed -e '/ivar:_ChunkSizes/p' -e d <tmp_nc5.cdl`
|
|
# track line to match
|
|
BASELINE='ivar:_ChunkSizes = 7, 1, 2, 1, 5, 1, 9 ;'
|
|
verifychunkline "$TESTLINE" "$BASELINE"
|
|
# Make sure that fvar was not chunked
|
|
checkfvar tmp_nc5.cdl
|
|
|
|
fi # T1
|
|
|
|
if test "x$T2" = x1 ; then
|
|
|
|
echo "*** Test nccopy -c with per-variable chunking; enhanced->enhanced"
|
|
reset
|
|
${execdir}/tst_chunking tst_nc5.nc deflate
|
|
${NCDUMP} -n tmp_nc5_base tst_nc5.nc > tst_nc5.cdl
|
|
# Use -M to ensure that chunking takes effect
|
|
${NCCOPY} -M500 -c ivar:4,1,2,1,5,2,3 tst_nc5.nc tmp_nc5.nc
|
|
${NCDUMP} -n tmp_nc5_base tmp_nc5.nc > tmp_nc5.cdl
|
|
diff tst_nc5.cdl tmp_nc5.cdl
|
|
|
|
# Look at the output chunking
|
|
rm -f tmp_nc5.cdl # reuse
|
|
${NCDUMP} -hs -n tmp_nc5_base tmp_nc5.nc > tmp_nc5.cdl
|
|
# extract the chunking line
|
|
TESTLINE=`sed -e '/ivar:_ChunkSizes/p' -e d <tmp_nc5.cdl`
|
|
# track line to match
|
|
BASELINE='ivar:_ChunkSizes = 4, 1, 2, 1, 5, 2, 3 ;'
|
|
verifychunkline "$TESTLINE" "$BASELINE"
|
|
# Make sure that fvar was not chunked
|
|
checkfvar tmp_nc5.cdl
|
|
|
|
fi # T2
|
|
|
|
if test "x$T3" = x1 ; then
|
|
|
|
echo "*** Test nccopy -c with FQN var name; enhanced ->enhanced"
|
|
reset
|
|
${execdir}/tst_chunking tst_nc5.nc group
|
|
${NCDUMP} -n tmp_nc5_base tst_nc5.nc > tst_nc5.cdl
|
|
${NCCOPY} -M500 -c /g/ivar:4,1,2,1,5,2,3 tst_nc5.nc tmp_nc5.nc
|
|
${NCDUMP} -n tmp_nc5_base tmp_nc5.nc > tmp_nc5.cdl
|
|
diff tst_nc5.cdl tmp_nc5.cdl
|
|
|
|
# Verify chunking
|
|
${NCDUMP} -hs -n tmp_nc5_base tmp_nc5.nc > tmp_nc5.cdl
|
|
# extract the chunking line
|
|
TESTLINE=`sed -e '/ivar:_ChunkSizes/p' -e d <tmp_nc5.cdl`
|
|
# track line to match
|
|
BASELINE='ivar:_ChunkSizes = 4, 1, 2, 1, 5, 2, 3 ;'
|
|
verifychunkline "$TESTLINE" "$BASELINE"
|
|
|
|
fi #T3
|
|
|
|
if test "x$T4" = x1 ; then
|
|
|
|
echo "*** Test nccopy -c with unlimited dimension; classic ->enhanced"
|
|
reset
|
|
${execdir}/tst_chunking tst_nc5.nc unlimited # should produce modified tmp_nc5.nc with ivar of rank 2
|
|
${NCDUMP} -n tmp_nc5_base tst_nc5.nc > tst_nc5.cdl
|
|
${NCCOPY} -M500 -c ivar:5,3 tst_nc5.nc tmp_nc5.nc
|
|
${NCDUMP} -n tmp_nc5_base tmp_nc5.nc > tmp_nc5.cdl
|
|
diff tst_nc5.cdl tmp_nc5.cdl
|
|
|
|
# Verify chunking
|
|
${NCDUMP} -hs -n tmp_nc5_base tmp_nc5.nc > tmp_nc5.cdl
|
|
# extract the chunking line
|
|
TESTLINE=`sed -e '/ivar:_ChunkSizes/p' -e d <tmp_nc5.cdl`
|
|
# track line to match
|
|
BASELINE=' ivar:_ChunkSizes = 5, 3 ; '
|
|
verifychunkline "$TESTLINE" "$BASELINE"
|
|
|
|
# Make sure that fvar was not chunked
|
|
checkfvar tmp_nc5.cdl
|
|
|
|
fi # T4
|
|
|
|
if test "x$T5" = x1 ; then
|
|
|
|
echo "*** Test nccopy -c fvar: to suppress chunking; classic ->enhanced"
|
|
reset
|
|
${execdir}/tst_chunking tst_nc5_omit.nc
|
|
${NCDUMP} -n tst_nc5_omit tst_nc5_omit.nc > tst_nc5_omit.cdl
|
|
${NCCOPY} -M500 -c ivar:7,1,2,1,5,1,9 -c fvar: tst_nc5_omit.nc tmp_nc5_omit.nc
|
|
${NCDUMP} -n tst_nc5_omit tmp_nc5_omit.nc > tmp_nc5_omit.cdl
|
|
diff tst_nc5_omit.cdl tmp_nc5_omit.cdl
|
|
|
|
# Verify chunking of ivar
|
|
${NCDUMP} -hs -n tst_nc5_omit tmp_nc5_omit.nc > tmp_nc5_omit.cdl
|
|
# extract the chunking line
|
|
TESTLINE=`sed -e '/ivar:_ChunkSizes/p' -e d <tmp_nc5_omit.cdl`
|
|
# track line to match
|
|
BASELINE=' ivar:_ChunkSizes = 7, 1, 2, 1, 5, 1, 9 ; '
|
|
verifychunkline "$TESTLINE" "$BASELINE"
|
|
|
|
# Make sure that fvar was not chunked
|
|
checkfvar tmp_nc5_omit.cdl
|
|
|
|
fi # T5
|
|
|
|
# Cleanup all created files
|
|
reset
|
|
|
|
echo "*** All nccopy tests passed!"
|
|
exit 0
|
|
|