mirror/hdf5
2
0
Fork 0
mirror of https://github.com/HDFGroup/hdf5.git synced 2025-03-31 17:10:47 +08:00
Code Issues Packages Projects Releases Wiki Activity

[svn-r23306] HDFFV-8311: Correct test dependency

Browse Source 
Tested: local linux
This commit is contained in:
Allen Byrne 2013-02-20 11:42:11 -05:00
parent aff5c20a6a
commit 8a92fbce85
1 changed files with 204 additions and 153 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

357
tools/h5repack/h5repack.sh.in
View File

@ -189,7 +189,9 @@ SKIP() {
DIFFTEST()
{
VERIFY h5diff output $@
$RUNSERIAL $H5DIFF_BIN -q "$@"
(
$RUNSERIAL $H5DIFF_BIN -q "$@"
)
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
@ -208,44 +210,57 @@ DIFFTEST()
TOOLTEST()
{
echo $@
TOOLTEST_MAIN $@
outfile=$TESTDIR/out.$1
rm -f $outfile
}
infile=$TESTDIR/$2
outfile=$TESTDIR/out-$1.$2
shift
shift
# TOOLTEST main function, doesn't delete $output file
TOOLTEST_MAIN()
{
# Run test.
TESTING $H5REPACK $@
infile=$TESTDIR/$1
outfile=$TESTDIR/out.$1
shift
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
(
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
)
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
nerrors="`expr $nerrors + 1`"
echo "*FAILED*"
nerrors="`expr $nerrors + 1`"
else
echo " PASSED"
DIFFTEST $infile $outfile
echo " PASSED"
DIFFTEST $infile $outfile
fi
rm -f $outfile
}
#------------------------------------------
# Verifying layouts of a dataset
VERIFY_LAYOUT_DSET()
{
outfile=$TESTDIR/out.$1
layoutfile=$TESTDIR/layout.$1
dset=$2
expectlayout=$3
layoutfile=$TESTDIR/layout-$1.$2
dset=$3
expectlayout=$4
infile=$TESTDIR/$2
outfile=$TESTDIR/out-$1.$2
shift
shift
shift
shift
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
nerrors="`expr $nerrors + 1`"
else
echo " PASSED"
DIFFTEST $infile $outfile
fi
#---------------------------------
# check the layout from a dataset
VERIFY "a dataset layout"
$RUNSERIAL $H5DUMP_BIN -d $dset -pH $outfile > $layoutfile
(
$RUNSERIAL $H5DUMP_BIN -d $dset -pH $outfile > $layoutfile
)
$GREP $expectlayout $layoutfile > /dev/null
if [ $? -eq 0 ]; then
echo " PASSED"
@ -262,17 +277,35 @@ VERIFY_LAYOUT_DSET()
# Verifying layouts from entire file
VERIFY_LAYOUT_ALL()
{
outfile=$TESTDIR/out.$1
layoutfile=$TESTDIR/layout.$1
expectlayout=$2
outfile=$TESTDIR/out-$1.$2
layoutfile=$TESTDIR/layout-$1.$2
expectlayout=$3
shift
shift
shift
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
nerrors="`expr $nerrors + 1`"
else
echo " PASSED"
DIFFTEST $infile $outfile
fi
#---------------------------------
# check the layout from a dataset
# check if the other layouts still exsit
VERIFY "layouts"
(
# if CONTIGUOUS
if [ $expectlayout = "CONTIGUOUS" ]; then
$RUNSERIAL $H5DUMP_BIN -pH $outfile > $layoutfile
TESTING $H5DUMP_BIN -pH $outfile
(
$RUNSERIAL $H5DUMP_BIN -pH $outfile > $layoutfile
)
$GREP "COMPACT" $layoutfile > /dev/null
if [ $? -eq 0 ]; then
echo " FAILED"
@ -287,7 +320,10 @@ VERIFY_LAYOUT_ALL()
else
# if COMPACT
if [ $expectlayout = "COMPACT" ]; then
$RUNSERIAL $H5DUMP_BIN -pH $outfile > $layoutfile
TESTING $H5DUMP_BIN -pH $outfile
(
$RUNSERIAL $H5DUMP_BIN -pH $outfile > $layoutfile
)
$GREP "CHUNKED" $layoutfile > /dev/null
if [ $? -eq 0 ]; then
echo " FAILED"
@ -302,7 +338,10 @@ VERIFY_LAYOUT_ALL()
else
# if CHUNKED
if [ $expectlayout = "CHUNKED" ]; then
$RUNSERIAL $H5DUMP_BIN -pH $outfile > $layoutfile
TESTING $H5DUMP_BIN -pH $outfile
(
$RUNSERIAL $H5DUMP_BIN -pH $outfile > $layoutfile
)
$GREP "CONTIGUOUS" $layoutfile > /dev/null
if [ $? -eq 0 ]; then
echo " FAILED"
@ -317,6 +356,7 @@ VERIFY_LAYOUT_ALL()
fi
fi
fi
)
# clean up tmp files
rm -f $outfile
@ -327,13 +367,16 @@ VERIFY_LAYOUT_ALL()
#
TOOLTEST0()
{
infile=$TESTDIR/$2
outfile=$TESTDIR/out-$1.$2
shift
shift
# Run test.
TESTING $H5REPACK $@
infile=$TESTDIR/$1
outfile=$TESTDIR/out.$1
shift
$RUNSERIAL $H5REPACK_BIN -i $infile -o $outfile "$@"
(
$RUNSERIAL $H5REPACK_BIN -i $infile -o $outfile "$@"
)
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
@ -351,13 +394,16 @@ TOOLTEST0()
#
TOOLTEST1()
{
infile=$TESTDIR/$2
outfile=$TESTDIR/out-$1.$2
shift
shift
# Run test.
TESTING $H5REPACK $@
infile=$TESTDIR/$1
outfile=$TESTDIR/out.$1
shift
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
(
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
)
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
@ -374,16 +420,20 @@ TOOLTEST1()
#
TOOLTESTV()
{
expect="$TESTDIR/$2.ddl"
actual="$TESTDIR/`basename $2 .ddl`.out"
actual_err="$TESTDIR/`basename $2 .ddl`.err"
infile=$TESTDIR/$2
outfile=$TESTDIR/out-$1.$2
shift
shift
# Run test.
TESTING $H5REPACK $@
expect="$TESTDIR/$1.ddl"
actual="$TESTDIR/`basename $1 .ddl`.out"
actual_err="$TESTDIR/`basename $1 .ddl`.err"
infile=$TESTDIR/$1
outfile=$TESTDIR/out.$1
shift
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile >$actual 2>$actual_err
(
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
) >$actual 2>$actual_err
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
@ -427,17 +477,41 @@ TOOLTESTV()
# Verify the output file of second run is larger than the one of 1st run.
TOOLTEST_META()
{
input_file=$1
outfile="$TESTDIR/out.$1"
infile=$TESTDIR/$2
outfile=$TESTDIR/out-$1.$2
shift
shift
# Use TOOLTEST_MAIN to run because it does not remove the output file.
# 1st run, without metadata option
TOOLTEST_MAIN $1
# Run test.
TESTING $H5REPACK $@
(
$RUNSERIAL $H5REPACK_BIN $infile $outfile
)
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
nerrors="`expr $nerrors + 1`"
else
echo " PASSED"
DIFFTEST $infile $outfile
fi
# get the size of the first output file
size1=`wc -c $outfile | cut -d' ' -f1`
# 2nd run with metadata option
TOOLTEST_MAIN $*
# Run test.
TESTING $H5REPACK $@
(
$RUNSERIAL $H5REPACK_BIN "$@" $infile $outfile
)
RET=$?
if [ $RET != 0 ] ; then
echo "*FAILED*"
nerrors="`expr $nerrors + 1`"
else
echo " PASSED"
DIFFTEST $infile $outfile
fi
# get the size of the second output file
size2=`wc -c $outfile | cut -d' ' -f1`
@ -492,12 +566,12 @@ fi
COPY_TESTFILES_TO_TESTDIR
# copy files (these files have no filters)
TOOLTEST h5repack_fill.h5
TOOLTEST h5repack_objs.h5
TOOLTEST h5repack_attr.h5
TOOLTEST h5repack_hlink.h5
TOOLTEST h5repack_layout.h5
TOOLTEST h5repack_early.h5
TOOLTEST fill h5repack_fill.h5
TOOLTEST objs h5repack_objs.h5
TOOLTEST attr h5repack_attr.h5
TOOLTEST hlink h5repack_hlink.h5
TOOLTEST layout h5repack_layout.h5
TOOLTEST early h5repack_early.h5
# use h5repack_layout.h5 to write some filters (this file has no filters)
@ -507,7 +581,7 @@ arg="h5repack_layout.h5 -f dset1:GZIP=1 -l dset1:CHUNK=20x10"
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST gzip_individual $arg
fi
# gzip for all
@ -515,7 +589,7 @@ arg="h5repack_layout.h5 -f GZIP=1"
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST gzip_all $arg
fi
# szip with individual object
@ -523,7 +597,7 @@ arg="h5repack_layout.h5 -f dset2:SZIP=8,EC -l dset2:CHUNK=20x10"
if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST szip_individual $arg
fi
# szip for all
@ -531,7 +605,7 @@ arg="h5repack_layout.h5 -f SZIP=8,NN"
if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST szip_all $arg
fi
# shuffle with individual object
@ -539,7 +613,7 @@ arg="h5repack_layout.h5 -f dset2:SHUF -l dset2:CHUNK=20x10"
if test $USE_FILTER_SHUFFLE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST shuffle_individual $arg
fi
@ -548,7 +622,7 @@ arg="h5repack_layout.h5 -f SHUF"
if test $USE_FILTER_SHUFFLE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST shuffle_all $arg
fi
# fletcher32 with individual object
@ -556,7 +630,7 @@ arg="h5repack_layout.h5 -f dset2:FLET -l dset2:CHUNK=20x10"
if test $USE_FILTER_FLETCHER32 != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST fletcher_individual $arg
fi
# fletcher32 for all
@ -564,7 +638,7 @@ arg="h5repack_layout.h5 -f FLET"
if test $USE_FILTER_FLETCHER32 != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST fletcher_all $arg
fi
# all filters
@ -572,7 +646,7 @@ arg="h5repack_layout.h5 -f dset2:SHUF -f dset2:FLET -f dset2:SZIP=8,NN -f dset2:
if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" -o $USE_FILTER_SHUFFLE != "yes" -o $USE_FILTER_FLETCHER32 != "yes" -o $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST all_filters $arg
fi
# verbose gzip with individual object
@ -581,7 +655,7 @@ if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
# compare output
TOOLTESTV $arg
TOOLTESTV gzip_verbose_filters $arg
fi
###########################################################
@ -593,7 +667,7 @@ arg="h5repack_szip.h5"
if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST szip_copy $arg
fi
# szip remove
@ -601,7 +675,7 @@ arg="h5repack_szip.h5 --filter=dset_szip:NONE"
if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST szip_remove $arg
fi
# deflate copy
@ -609,7 +683,7 @@ arg="h5repack_deflate.h5"
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST deflate_copy $arg
fi
# deflate remove
@ -617,7 +691,7 @@ arg="h5repack_deflate.h5 -f dset_deflate:NONE"
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST deflate_remove $arg
fi
# shuffle copy
@ -625,7 +699,7 @@ arg="h5repack_shuffle.h5"
if test $USE_FILTER_SHUFFLE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST shuffle_copy $arg
fi
# shuffle remove
@ -633,7 +707,7 @@ arg="h5repack_shuffle.h5 -f dset_shuffle:NONE"
if test $USE_FILTER_SHUFFLE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST shuffle_remove $arg
fi
# fletcher32 copy
@ -641,7 +715,7 @@ arg="h5repack_fletcher.h5"
if test $USE_FILTER_FLETCHER32 != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST fletcher_copy $arg
fi
# fletcher32 remove
@ -649,7 +723,7 @@ arg="h5repack_fletcher.h5 -f dset_fletcher32:NONE"
if test $USE_FILTER_FLETCHER32 != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST fletcher_remove $arg
fi
# nbit copy
@ -657,7 +731,7 @@ arg="h5repack_nbit.h5"
if test $USE_FILTER_NBIT != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST nbit_copy $arg
fi
# nbit remove
@ -665,7 +739,7 @@ arg="h5repack_nbit.h5 -f dset_nbit:NONE"
if test $USE_FILTER_NBIT != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST nbit_remove $arg
fi
# nbit add
@ -673,7 +747,7 @@ arg="h5repack_nbit.h5 -f dset_int31:NBIT"
if test $USE_FILTER_NBIT != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST nbit_add $arg
fi
# scaleoffset copy
@ -681,7 +755,7 @@ arg="h5repack_soffset.h5"
if test $USE_FILTER_SCALEOFFSET != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST scale_copy $arg
fi
# scaleoffset add
@ -689,7 +763,7 @@ arg="h5repack_soffset.h5 -f dset_none:SOFF=31,IN"
if test $USE_FILTER_SCALEOFFSET != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST scale_add $arg
fi
# scaleoffset remove
@ -697,7 +771,7 @@ arg="h5repack_soffset.h5 -f dset_scaleoffset:NONE"
if test $USE_FILTER_SCALEOFFSET != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST scale_remove $arg
fi
# remove all filters
@ -705,7 +779,7 @@ arg="h5repack_filters.h5 -f NONE"
if test $USE_FILTER_FLETCHER32 != "yes" -o $USE_FILTER_DEFLATE != "yes" -o $USE_FILTER_SZIP != "yes" -o $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SHUFFLE != "yes" -o $USE_FILTER_NBIT != "yes" -o $USE_FILTER_SCALEOFFSET != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST remove_all $arg
fi
#filter conversions
@ -714,14 +788,14 @@ arg="h5repack_deflate.h5 -f dset_deflate:SZIP=8,NN"
if test $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_SZIP != "yes" -o $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST deflate_convert $arg
fi
arg="h5repack_szip.h5 -f dset_szip:GZIP=1"
if test $USE_FILTER_SZIP != "yes" -o $USE_FILTER_SZIP_ENCODER != "yes" -o $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST szip_convert $arg
fi
@ -730,7 +804,7 @@ arg="h5repack_layout.h5 -f GZIP=1 -m 1024"
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST deflate_limit $arg
fi
#file
@ -738,67 +812,50 @@ arg="h5repack_layout.h5 -e $TESTDIR/h5repack.info"
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST deflate_file $arg
fi
#########################################################
# layout options (these files have no filters)
#########################################################
TOOLTEST_MAIN h5repack_layout.h5 --layout dset2:CHUNK=20x10
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset2 CHUNKED
VERIFY_LAYOUT_DSET dset2_chunk_20x10 h5repack_layout.h5 dset2 CHUNKED --layout dset2:CHUNK=20x10
TOOLTEST_MAIN h5repack_layout.h5 -l CHUNK=20x10
VERIFY_LAYOUT_ALL h5repack_layout.h5 CHUNKED
VERIFY_LAYOUT_ALL chunk_20x10 h5repack_layout.h5 CHUNKED -l CHUNK=20x10
TOOLTEST_MAIN h5repack_layout.h5 -l dset2:CONTI
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset2 CONTIGUOUS
VERIFY_LAYOUT_DSET dset2_conti h5repack_layout.h5 dset2 CONTIGUOUS -l dset2:CONTI
TOOLTEST_MAIN h5repack_layout.h5 -l CONTI
VERIFY_LAYOUT_ALL h5repack_layout.h5 CONTIGUOUS
VERIFY_LAYOUT_ALL conti h5repack_layout.h5 CONTIGUOUS -l CONTI
TOOLTEST_MAIN h5repack_layout.h5 -l dset2:COMPA
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset2 COMPACT
VERIFY_LAYOUT_DSET dset2_compa h5repack_layout.h5 dset2 COMPACT -l dset2:COMPA
TOOLTEST_MAIN h5repack_layout.h5 -l COMPA
VERIFY_LAYOUT_ALL h5repack_layout.h5 COMPACT
VERIFY_LAYOUT_ALL compa h5repack_layout.h5 COMPACT -l COMPA
################################################################
# layout conversions (file has no filters)
###############################################################
TOOLTEST_MAIN h5repack_layout.h5 -l dset_compact:CONTI
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_compact CONTIGUOUS
VERIFY_LAYOUT_DSET dset_compa_conti h5repack_layout.h5 dset_compact CONTIGUOUS -l dset_compact:CONTI
TOOLTEST_MAIN h5repack_layout.h5 -l dset_compact:CHUNK=2x5
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_compact CHUNKED
VERIFY_LAYOUT_DSET dset_compa_chunk h5repack_layout.h5 dset_compact CHUNKED -l dset_compact:CHUNK=2x5
TOOLTEST_MAIN h5repack_layout.h5 -l dset_compact:COMPA
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_compact COMPACT
VERIFY_LAYOUT_DSET dset_compa_compa h5repack_layout.h5 dset_compact COMPACT -l dset_compact:COMPA
TOOLTEST_MAIN h5repack_layout.h5 -l dset_contiguous:COMPA
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_contiguous COMPACT
VERIFY_LAYOUT_DSET dset_conti_compa h5repack_layout.h5 dset_contiguous COMPACT -l dset_contiguous:COMPA
TOOLTEST_MAIN h5repack_layout.h5 -l dset_contiguous:CHUNK=3x6
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_contiguous CHUNKED
VERIFY_LAYOUT_DSET dset_conti_chunk h5repack_layout.h5 dset_contiguous CHUNKED -l dset_contiguous:CHUNK=3x6
TOOLTEST_MAIN h5repack_layout.h5 -l dset_contiguous:CONTI
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_contiguous CONTIGUOUS
VERIFY_LAYOUT_DSET dset_conti_conti h5repack_layout.h5 dset_contiguous CONTIGUOUS -l dset_contiguous:CONTI
TOOLTEST_MAIN h5repack_layout.h5 -l dset_chunk:COMPA
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_chunk COMPACT
VERIFY_LAYOUT_DSET chunk_compa h5repack_layout.h5 dset_chunk COMPACT -l dset_chunk:COMPA
TOOLTEST_MAIN h5repack_layout.h5 -l dset_chunk:CONTI
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_chunk CONTIGUOUS
VERIFY_LAYOUT_DSET chunk_conti h5repack_layout.h5 dset_chunk CONTIGUOUS -l dset_chunk:CONTI
TOOLTEST_MAIN h5repack_layout.h5 -l dset_chunk:CHUNK=18x13
VERIFY_LAYOUT_DSET h5repack_layout.h5 dset_chunk CHUNKED
VERIFY_LAYOUT_DSET chunk_18x13 h5repack_layout.h5 dset_chunk CHUNKED -l dset_chunk:CHUNK=18x13
# test convert small size dataset ( < 1k) to compact layout without -m
TOOLTEST_MAIN h5repack_layout2.h5 -l contig_small:COMPA
VERIFY_LAYOUT_DSET h5repack_layout2.h5 contig_small COMPACT
VERIFY_LAYOUT_DSET contig_small_compa h5repack_layout2.h5 contig_small COMPACT -l contig_small:COMPA
TOOLTEST_MAIN h5repack_layout2.h5 -l chunked_small_fixed:COMPA
VERIFY_LAYOUT_DSET h5repack_layout2.h5 chunked_small_fixed COMPACT
VERIFY_LAYOUT_DSET contig_small_fixed_compa h5repack_layout2.h5 chunked_small_fixed COMPACT -l chunked_small_fixed:COMPA
#---------------------------------------------------------------------------
# Test file contains chunked datasets (need multiple dsets) with
@ -806,17 +863,14 @@ VERIFY_LAYOUT_DSET h5repack_layout2.h5 chunked_small_fixed COMPACT
# Use first dset to test.
#---------------------------------------------------------------------------
# chunk to chunk - specify chunk dim bigger than any current dim
TOOLTEST_MAIN h5repack_layout3.h5 -l chunk_unlimit1:CHUNK=100x300
VERIFY_LAYOUT_DSET h5repack_layout3.h5 chunk_unlimit1 CHUNK
VERIFY_LAYOUT_DSET chunk2chunk h5repack_layout3.h5 chunk_unlimit1 CHUNK -l chunk_unlimit1:CHUNK=100x300
# chunk to contiguous
TOOLTEST_MAIN h5repack_layout3.h5 -l chunk_unlimit1:CONTI
VERIFY_LAYOUT_DSET h5repack_layout3.h5 chunk_unlimit1 CONTI
VERIFY_LAYOUT_DSET chunk2conti h5repack_layout3.h5 chunk_unlimit1 CONTI -l chunk_unlimit1:CONTI
# chunk to compact - convert big dataset (should be > 64k) for this purpose,
# should remain as original layout (chunk)
TOOLTEST_MAIN h5repack_layout3.h5 -l chunk_unlimit1:COMPA
VERIFY_LAYOUT_DSET h5repack_layout3.h5 chunk_unlimit1 CHUNK
VERIFY_LAYOUT_DSET chunk2compa h5repack_layout3.h5 chunk_unlimit1 CHUNK -l chunk_unlimit1:COMPA
#--------------------------------------------------------------------------
# Test -f for some specific cases. Chunked dataset with unlimited max dims.
@ -826,24 +880,22 @@ VERIFY_LAYOUT_DSET h5repack_layout3.h5 chunk_unlimit1 CHUNK
# - should not change max dims from unlimit
# chunk dim is bigger than dataset dim. ( dset size < 64k )
TOOLTEST_MAIN h5repack_layout3.h5 -f chunk_unlimit1:NONE
VERIFY_LAYOUT_DSET h5repack_layout3.h5 chunk_unlimit1 H5S_UNLIMITED
VERIFY_LAYOUT_DSET error1 h5repack_layout3.h5 chunk_unlimit1 H5S_UNLIMITED -f chunk_unlimit1:NONE
# chunk dim is bigger than dataset dim. ( dset size > 64k )
TOOLTEST_MAIN h5repack_layout3.h5 -f chunk_unlimit2:NONE
VERIFY_LAYOUT_DSET h5repack_layout3.h5 chunk_unlimit2 H5S_UNLIMITED
VERIFY_LAYOUT_DSET error2 h5repack_layout3.h5 chunk_unlimit2 H5S_UNLIMITED -f chunk_unlimit2:NONE
# chunk dims are smaller than dataset dims. ( dset size < 64k )
TOOLTEST_MAIN h5repack_layout3.h5 -f chunk_unlimit3:NONE
VERIFY_LAYOUT_DSET h5repack_layout3.h5 chunk_unlimit3 H5S_UNLIMITED
#TOOLTEST_MAIN h5repack_layout3.h5 -f chunk_unlimit3:NONE
VERIFY_LAYOUT_DSET error3 h5repack_layout3.h5 chunk_unlimit3 H5S_UNLIMITED -f chunk_unlimit3:NONE
# file input - should not fail
TOOLTEST h5repack_layout3.h5 -f NONE
TOOLTEST error4 h5repack_layout3.h5 -f NONE
# Native option
# Do not use FILE1, as the named dtype will be converted to native, and h5diff will
# report a difference.
TOOLTEST h5repack_fill.h5 -n
TOOLTEST h5repack_attr.h5 -n
TOOLTEST native_fill h5repack_fill.h5 -n
TOOLTEST native_attr h5repack_attr.h5 -n
# latest file format with long switches. use FILE4=h5repack_layout.h5 (no filters)
@ -851,8 +903,7 @@ arg="h5repack_layout.h5 --layout CHUNK=20x10 --filter GZIP=1 --minimum=10 --nati
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST_MAIN $arg
VERIFY_LAYOUT_ALL h5repack_layout.h5 CHUNKED
VERIFY_LAYOUT_ALL layout_long_switches h5repack_layout.h5 CHUNKED --layout CHUNK=20x10 --filter GZIP=1 --minimum=10 --native --latest --compact=8 --indexed=6 --ssize=8[:dtype]
fi
# latest file format with short switches. use FILE4=h5repack_layout.h5 (no filters)
@ -860,8 +911,7 @@ arg="h5repack_layout.h5 -l CHUNK=20x10 -f GZIP=1 -m 10 -n -L -c 8 -d 6 -s 8[:dty
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST_MAIN $arg
VERIFY_LAYOUT_ALL h5repack_layout.h5 CHUNKED
VERIFY_LAYOUT_ALL layout_short_switches h5repack_layout.h5 CHUNKED -l CHUNK=20x10 -f GZIP=1 -m 10 -n -L -c 8 -d 6 -s 8[:dtype]
fi
# several global filters
@ -870,7 +920,7 @@ arg="h5repack_layout.h5 --filter GZIP=1 --filter SHUF"
if test $USE_FILTER_DEFLATE != "yes" -o $USE_FILTER_SHUFFLE != "yes" ; then
SKIP $arg
else
TOOLTEST $arg
TOOLTEST global_filters $arg
fi
# syntax of -i infile -o outfile
@ -879,46 +929,47 @@ arg="h5repack_layout.h5 -l CHUNK=20x10 -f GZIP=1 -m 10 -n -L -c 8 -d 6 -s 8[:dty
if test $USE_FILTER_DEFLATE != "yes" ; then
SKIP $arg
else
TOOLTEST0 $arg
TOOLTEST0 old_style_layout_short_switches $arg
fi
# add a userblock to file
arg="h5repack_objs.h5 -u ublock.bin -b 2048"
TOOLTEST $arg
arg="h5repack_objs.h5 -u $TESTDIR/ublock.bin -b 2048"
TOOLTEST add_userblock $arg
# add alignment
arg="h5repack_objs.h5 -t 1 -a 1 "
TOOLTEST $arg
TOOLTEST add_alignment $arg
# Check repacking file with old version of layout message (should get upgraded
# to new version and be readable, etc.)
TOOLTEST h5repack_layouto.h5
TOOLTEST pgrade_layout h5repack_layouto.h5
# test for datum size > H5TOOLS_MALLOCSIZE
TOOLTEST h5repack_objs.h5 -f GZIP=1
TOOLTEST gt_mallocsize h5repack_objs.h5 -f GZIP=1
# Check repacking file with committed datatypes in odd configurations
TOOLTEST h5repack_named_dtypes.h5
TOOLTEST committed_dt h5repack_named_dtypes.h5
# tests family driver (file is located in common testfiles folder, uses TOOLTEST1
TOOLTEST1 tfamily%05d.h5
TOOLTEST1 family tfamily%05d.h5
# test various references (bug 1814 and 1726)
TOOLTEST h5repack_refs.h5
TOOLTEST bug1814 h5repack_refs.h5
# test attribute with various references (bug1797 / HDFFV-5932)
# the references in attribute of compund or vlen datatype
TOOLTEST h5repack_attr_refs.h5
TOOLTEST HDFFV-5932 h5repack_attr_refs.h5
# Add test for memory leak in attirbute. This test is verified by CTEST.
# 1. leak from vlen string
# 2. leak from compound type without reference member
# (HDFFV-7840, )
# Note: this test is experimental for sharing test file among tools
TOOLTEST h5diff_attr1.h5
TOOLTEST HDFFV-7840 h5diff_attr1.h5
# tests for metadata block size option
TOOLTEST_META h5repack_layout.h5 --metadata_block_size=8192
TOOLTEST_META meta_short h5repack_layout.h5 -M 8192
TOOLTEST_META meta_long h5repack_layout.h5 --metadata_block_size=8192
if test $nerrors -eq 0 ; then
echo "All $TESTNAME tests passed."