mirror of
https://github.com/HDFGroup/hdf5.git
synced 2024-12-09 07:32:32 +08:00
c80d46791f
Modified the current h5dump test script to use h5import/h5diff calls to validate the binary output. At this moment it can only be used with the native test, since h5import does not deal with input endianess. tested: linux, sunos 5.10
444 lines
12 KiB
Bash
444 lines
12 KiB
Bash
#! /bin/sh
|
|
#
|
|
# Copyright by The HDF Group.
|
|
# Copyright by the Board of Trustees of the University of Illinois.
|
|
# All rights reserved.
|
|
#
|
|
# This file is part of HDF5. The full HDF5 copyright notice, including
|
|
# terms governing use, modification, and redistribution, is contained in
|
|
# the files COPYING and Copyright.html. COPYING can be found at the root
|
|
# of the source code distribution tree; Copyright.html can be found at the
|
|
# root level of an installed copy of the electronic HDF5 document set and
|
|
# is linked from the top-level documents page. It can also be found at
|
|
# http://hdfgroup.org/HDF5/doc/Copyright.html. If you do not have
|
|
# access to either file, you may request a copy from help@hdfgroup.org.
|
|
#
|
|
# Tests for the h5dump tool
|
|
|
|
# Determine which filters are available
|
|
USE_FILTER_SZIP="@USE_FILTER_SZIP@"
|
|
USE_FILTER_DEFLATE="@USE_FILTER_DEFLATE@"
|
|
USE_FILTER_SHUFFLE="@USE_FILTER_SHUFFLE@"
|
|
USE_FILTER_FLETCHER32="@USE_FILTER_FLETCHER32@"
|
|
USE_FILTER_NBIT="@USE_FILTER_NBIT@"
|
|
USE_FILTER_SCALEOFFSET="@USE_FILTER_SCALEOFFSET@"
|
|
|
|
DUMPER=h5dump # The tool name
|
|
DUMPER_BIN=`pwd`/$DUMPER # The path of the tool binary
|
|
|
|
H5DIFF=../h5diff/h5diff # The h5diff tool name
|
|
H5DIFF_BIN=`pwd`/$H5DIFF # The path of the h5diff tool binary
|
|
|
|
H5IMPORT=../h5import/h5import # The h5import tool name
|
|
H5IMPORT_BIN=`pwd`/$H5IMPORT # The path of the h5import tool binary
|
|
|
|
|
|
CMP='cmp -s'
|
|
DIFF='diff -c'
|
|
|
|
nerrors=0
|
|
verbose=yes
|
|
|
|
# The build (current) directory might be different than the source directory.
|
|
if test -z "$srcdir"; then
|
|
srcdir=.
|
|
fi
|
|
|
|
test -d ../testfiles || mkdir ../testfiles
|
|
|
|
# Print a line-line message left justified in a field of 70 characters
|
|
# beginning with the word "Testing".
|
|
#
|
|
TESTING() {
|
|
SPACES=" "
|
|
echo "Testing $* $SPACES" | cut -c1-70 | tr -d '\012'
|
|
}
|
|
|
|
# Run a test and print PASS or *FAIL*. If a test fails then increment
|
|
# the `nerrors' global variable and (if $verbose is set) display the
|
|
# difference between the actual output and the expected output. The
|
|
# expected output is given as the first argument to this function and
|
|
# the actual output file is calculated by replacing the `.ddl' with
|
|
# `.out'. The actual output is not removed if $HDF5_NOCLEANUP has a
|
|
# non-zero value.
|
|
#
|
|
TOOLTEST() {
|
|
expect="$srcdir/../testfiles/$1"
|
|
actual="../testfiles/`basename $1 .ddl`.out"
|
|
actual_err="../testfiles/`basename $1 .ddl`.err"
|
|
shift
|
|
|
|
# Run test.
|
|
TESTING $DUMPER $@
|
|
(
|
|
echo "#############################"
|
|
echo "Expected output for '$DUMPER $@'"
|
|
echo "#############################"
|
|
cd $srcdir/../testfiles
|
|
$RUNSERIAL $DUMPER_BIN $@
|
|
) >$actual 2>$actual_err
|
|
cat $actual_err >> $actual
|
|
|
|
|
|
if [ ! -f $expect ]; then
|
|
# Create the expect file if it doesn't yet exist.
|
|
echo " CREATED"
|
|
cp $actual $expect
|
|
elif $CMP $expect $actual; then
|
|
echo " PASSED"
|
|
else
|
|
echo "*FAILED*"
|
|
echo " Expected result (*.ddl) differs from actual result (*.out)"
|
|
nerrors="`expr $nerrors + 1`"
|
|
test yes = "$verbose" && $DIFF $expect $actual |sed 's/^/ /'
|
|
fi
|
|
|
|
# Clean up output file
|
|
if test -z "$HDF5_NOCLEANUP"; then
|
|
rm -f $actual $actual_err
|
|
fi
|
|
}
|
|
|
|
|
|
# Print a "SKIP" message
|
|
SKIP() {
|
|
TESTING $DUMPER $@
|
|
echo " -SKIP-"
|
|
}
|
|
|
|
# Print a line-line message left justified in a field of 70 characters
|
|
#
|
|
PRINT_H5DIFF() {
|
|
SPACES=" "
|
|
echo " Running h5diff $* $SPACES" | cut -c1-70 | tr -d '\012'
|
|
}
|
|
|
|
|
|
# Call the h5diff tool
|
|
#
|
|
DIFFTEST()
|
|
{
|
|
PRINT_H5DIFF $@
|
|
(
|
|
cd $srcdir/../testfiles
|
|
if [ "`uname -s`" = "TFLOPS O/S" ]; then
|
|
$RUNSERIAL $H5DIFF_BIN $@ -q
|
|
else
|
|
$RUNSERIAL $H5DIFF_BIN "$@" -q
|
|
fi
|
|
)
|
|
RET=$?
|
|
if [ $RET != 0 ] ; then
|
|
echo "*FAILED*"
|
|
nerrors="`expr $nerrors + 1`"
|
|
else
|
|
echo " PASSED"
|
|
fi
|
|
|
|
}
|
|
|
|
# Print a line-line message left justified in a field of 70 characters
|
|
# beginning with the word "Verifying".
|
|
#
|
|
PRINT_H5IMPORT() {
|
|
SPACES=" "
|
|
echo " Running h5import $* $SPACES" | cut -c1-70 | tr -d '\012'
|
|
}
|
|
|
|
# Call the h5import tool
|
|
#
|
|
IMPORTTEST()
|
|
{
|
|
# remove the output hdf5 file if it exists
|
|
hdf5_file="$srcdir/../testfiles/$5"
|
|
if [ -f $hdf5_file ]; then
|
|
rm -f $hdf5_file
|
|
fi
|
|
|
|
PRINT_H5IMPORT $@
|
|
(
|
|
cd $srcdir/../testfiles
|
|
if [ "`uname -s`" = "TFLOPS O/S" ]; then
|
|
$RUNSERIAL $H5IMPORT_BIN $@
|
|
else
|
|
$RUNSERIAL $H5IMPORT_BIN "$@"
|
|
fi
|
|
)
|
|
RET=$?
|
|
if [ $RET != 0 ] ; then
|
|
echo "*FAILED*"
|
|
nerrors="`expr $nerrors + 1`"
|
|
else
|
|
echo " PASSED"
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
##############################################################################
|
|
##############################################################################
|
|
### T H E T E S T S ###
|
|
##############################################################################
|
|
##############################################################################
|
|
|
|
# test for displaying groups
|
|
TOOLTEST tgroup-1.ddl tgroup.h5
|
|
# test for displaying the selected groups
|
|
TOOLTEST tgroup-2.ddl --group=/g2 --group / -g /y tgroup.h5
|
|
|
|
# test for displaying simple space datasets
|
|
TOOLTEST tdset-1.ddl tdset.h5
|
|
# test for displaying selected datasets
|
|
TOOLTEST tdset-2.ddl -H -d dset1 -d /dset2 --dataset=dset3 tdset.h5
|
|
|
|
# test for displaying attributes
|
|
TOOLTEST tattr-1.ddl tattr.h5
|
|
# test for displaying the selected attributes of string type and scalar space
|
|
TOOLTEST tattr-2.ddl -a /attr1 --attribute /attr4 --attribute=/attr5 tattr.h5
|
|
# test for header and error messages
|
|
TOOLTEST tattr-3.ddl --header -a /attr2 --attribute=/attr tattr.h5
|
|
# test for displaying attributes in shared datatype (also in group and dataset)
|
|
TOOLTEST tnamed_dtype_attr.ddl tnamed_dtype_attr.h5
|
|
|
|
# test for displaying soft links and user-defined links
|
|
TOOLTEST tslink-1.ddl tslink.h5
|
|
TOOLTEST tudlink-1.ddl tudlink.h5
|
|
# test for displaying the selected link
|
|
TOOLTEST tslink-2.ddl -l slink2 tslink.h5
|
|
TOOLTEST tudlink-2.ddl -l udlink2 tudlink.h5
|
|
|
|
# tests for hard links
|
|
TOOLTEST thlink-1.ddl thlink.h5
|
|
TOOLTEST thlink-2.ddl -d /g1/dset2 --dataset /dset1 --dataset=/g1/g1.1/dset3 thlink.h5
|
|
TOOLTEST thlink-3.ddl -d /g1/g1.1/dset3 --dataset /g1/dset2 --dataset=/dset1 thlink.h5
|
|
TOOLTEST thlink-4.ddl -g /g1 thlink.h5
|
|
TOOLTEST thlink-5.ddl -d /dset1 -g /g2 -d /g1/dset2 thlink.h5
|
|
|
|
# tests for compound data types
|
|
TOOLTEST tcomp-1.ddl tcompound.h5
|
|
# test for named data types
|
|
TOOLTEST tcomp-2.ddl -t /type1 --datatype /type2 --datatype=/group1/type3 tcompound.h5
|
|
# test for unamed type
|
|
TOOLTEST tcomp-3.ddl -t /#6632:0 -g /group2 tcompound.h5
|
|
# test complicated compound datatype
|
|
TOOLTEST tcomp-4.ddl tcompound_complex.h5
|
|
|
|
#test for the nested compound type
|
|
TOOLTEST tnestcomp-1.ddl tnestedcomp.h5
|
|
|
|
# test for options
|
|
TOOLTEST tall-1.ddl tall.h5
|
|
TOOLTEST tall-2.ddl --header -g /g1/g1.1 -a attr2 tall.h5
|
|
TOOLTEST tall-3.ddl -d /g2/dset2.1 -l /g1/g1.2/g1.2.1/slink tall.h5
|
|
|
|
# test for loop detection
|
|
TOOLTEST tloop-1.ddl tloop.h5
|
|
|
|
# test for string
|
|
TOOLTEST tstr-1.ddl tstr.h5
|
|
TOOLTEST tstr-2.ddl tstr2.h5
|
|
|
|
# test for file created by Lib SAF team
|
|
TOOLTEST tsaf.ddl tsaf.h5
|
|
|
|
# test for file with variable length data
|
|
TOOLTEST tvldtypes1.ddl tvldtypes1.h5
|
|
TOOLTEST tvldtypes2.ddl tvldtypes2.h5
|
|
TOOLTEST tvldtypes3.ddl tvldtypes3.h5
|
|
TOOLTEST tvldtypes4.ddl tvldtypes4.h5
|
|
TOOLTEST tvldtypes5.ddl tvldtypes5.h5
|
|
|
|
#test for file with variable length string data
|
|
TOOLTEST tvlstr.ddl tvlstr.h5
|
|
|
|
# test for files with array data
|
|
TOOLTEST tarray1.ddl tarray1.h5
|
|
TOOLTEST tarray2.ddl tarray2.h5
|
|
TOOLTEST tarray3.ddl tarray3.h5
|
|
TOOLTEST tarray4.ddl tarray4.h5
|
|
TOOLTEST tarray5.ddl tarray5.h5
|
|
TOOLTEST tarray6.ddl tarray6.h5
|
|
TOOLTEST tarray7.ddl tarray7.h5
|
|
|
|
# test for files with empty data
|
|
TOOLTEST tempty.ddl tempty.h5
|
|
|
|
# test for files with groups that have comments
|
|
TOOLTEST tgrp_comments.ddl tgrp_comments.h5
|
|
|
|
# test the --filedriver flag
|
|
TOOLTEST tsplit_file.ddl --filedriver=split tsplit_file
|
|
TOOLTEST tfamily.ddl --filedriver=family tfamily%05d.h5
|
|
TOOLTEST tmulti.ddl --filedriver=multi tmulti
|
|
|
|
# test for files with group names which reach > 1024 bytes in size
|
|
TOOLTEST tlarge_objname.ddl -w157 tlarge_objname.h5
|
|
|
|
# test '-A' to suppress data but print attr's
|
|
TOOLTEST tall-2A.ddl -A tall.h5
|
|
|
|
# test '-r' to print attributes in ASCII instead of decimal
|
|
TOOLTEST tall-2B.ddl -A -r tall.h5
|
|
|
|
# test Subsetting
|
|
TOOLTEST tall-4s.ddl --dataset=/g1/g1.1/dset1.1.1 --start=1,1 --stride=2,3 --count=3,2 --block=1,1 tall.h5
|
|
TOOLTEST tall-5s.ddl -d "/g1/g1.1/dset1.1.2[0;2;10;]" tall.h5
|
|
TOOLTEST tdset-3s.ddl -d "/dset1[1,1;;;]" tdset.h5
|
|
# block
|
|
# TOOLTEST tdset2-1s.ddl -d "/dset1[;3,2;4,4;1,4]" tdset2.h5
|
|
|
|
# test printing characters in ASCII instead of decimal
|
|
TOOLTEST tchar1.ddl -r tchar.h5
|
|
|
|
# test failure handling
|
|
# Missing file name
|
|
TOOLTEST tnofilename.ddl
|
|
|
|
# rev. 2004
|
|
|
|
# tests for super block
|
|
TOOLTEST tboot1.ddl -H -B -d dset tfcontents1.h5
|
|
TOOLTEST tboot2.ddl -B tfcontents2.h5
|
|
|
|
# test -p with a non existing dataset
|
|
TOOLTEST tperror.ddl -p -d bogus tfcontents1.h5
|
|
|
|
# test for file contents
|
|
TOOLTEST tcontents.ddl -n tfcontents1.h5
|
|
|
|
# tests for storage layout
|
|
# compact
|
|
TOOLTEST tcompact.ddl -H -p -d compact tfilters.h5
|
|
# contiguous
|
|
TOOLTEST tcontiguos.ddl -H -p -d contiguous tfilters.h5
|
|
# chunked
|
|
TOOLTEST tchunked.ddl -H -p -d chunked tfilters.h5
|
|
# external
|
|
TOOLTEST texternal.ddl -H -p -d external tfilters.h5
|
|
|
|
# fill values
|
|
TOOLTEST tfill.ddl -p tfvalues.h5
|
|
|
|
# several datatype, with references , print path
|
|
TOOLTEST treference.ddl tattr2.h5
|
|
|
|
# escape/not escape non printable characters
|
|
TOOLTEST tstringe.ddl -e tstr3.h5
|
|
TOOLTEST tstring.ddl tstr3.h5
|
|
# char data as ASCII with non escape
|
|
TOOLTEST tstring2.ddl -r -d str4 tstr3.h5
|
|
|
|
# array indices print/not print
|
|
TOOLTEST tindicesyes.ddl taindices.h5
|
|
TOOLTEST tindicesno.ddl -y taindices.h5
|
|
|
|
# array indices with subsetting
|
|
TOOLTEST tindicessub1.ddl -d 1d -s 3 -c 40 taindices.h5
|
|
TOOLTEST tindicessub2.ddl -d 2d -s 1,3 -c 6,4 taindices.h5
|
|
TOOLTEST tindicessub3.ddl -d 3d -s 0,1,3 -c 2,6,4 taindices.h5
|
|
TOOLTEST tindicessub4.ddl -d 4d -s 0,0,1,3 -c 2,2,6,4 taindices.h5
|
|
|
|
|
|
# tests for filters
|
|
# SZIP
|
|
option="-H -p -d szip tfilters.h5"
|
|
if test $USE_FILTER_SZIP != "yes"; then
|
|
SKIP $option
|
|
else
|
|
TOOLTEST tszip.ddl $option
|
|
fi
|
|
# deflate
|
|
option="-H -p -d deflate tfilters.h5"
|
|
if test $USE_FILTER_DEFLATE != "yes"; then
|
|
SKIP $option
|
|
else
|
|
TOOLTEST tdeflate.ddl $option
|
|
fi
|
|
# shuffle
|
|
option="-H -p -d shuffle tfilters.h5"
|
|
if test $USE_FILTER_SHUFFLE != "yes"; then
|
|
SKIP $option
|
|
else
|
|
TOOLTEST tshuffle.ddl $option
|
|
fi
|
|
# fletcher32
|
|
option="-H -p -d fletcher32 tfilters.h5"
|
|
if test $USE_FILTER_FLETCHER32 != "yes"; then
|
|
SKIP $option
|
|
else
|
|
TOOLTEST tfletcher32.ddl $option
|
|
fi
|
|
# nbit
|
|
option="-H -p -d nbit tfilters.h5"
|
|
if test $USE_FILTER_NBIT != "yes"; then
|
|
SKIP $option
|
|
else
|
|
TOOLTEST tnbit.ddl $option
|
|
fi
|
|
# scaleoffset
|
|
option="-H -p -d scaleoffset tfilters.h5"
|
|
if test $USE_FILTER_SCALEOFFSET != "yes"; then
|
|
SKIP $option
|
|
else
|
|
TOOLTEST tscaleoffset.ddl $option
|
|
fi
|
|
# all
|
|
option="-H -p -d all tfilters.h5"
|
|
if test $USE_FILTER_FLETCHER32 != "yes" -o $USE_FILTER_SZIP != "yes" -o $USE_FILTER_DEFLATE != "yes" -o $USE_FILTER_SHUFFLE != "yes" -o $USE_FILTER_NBIT != "yes" -o $USE_FILTER_SCALEOFFSET != "yes"; then
|
|
SKIP $option
|
|
else
|
|
TOOLTEST tallfilters.ddl $option
|
|
fi
|
|
# user defined
|
|
TOOLTEST tuserfilter.ddl -H -p -d myfilter tfilters.h5
|
|
|
|
# test for displaying objects with very long names
|
|
TOOLTEST tlonglinks.ddl tlonglinks.h5
|
|
|
|
# dimensions over 4GB, print boundary
|
|
TOOLTEST tbigdims.ddl -d dset4gb -s 4294967284 -c 22 tbigdims.h5
|
|
|
|
# hyperslab read
|
|
TOOLTEST thyperslab.ddl thyperslab.h5
|
|
|
|
|
|
#
|
|
|
|
# test for displaying dataset and attribute of null space
|
|
TOOLTEST tnullspace.ddl tnullspace.h5
|
|
|
|
# test for long double (some systems do not have long double)
|
|
#TOOLTEST tldouble.ddl tldouble.h5
|
|
|
|
# test for vms
|
|
TOOLTEST tvms.ddl tvms.h5
|
|
|
|
# test for binary output
|
|
TOOLTEST tbin1.ddl -d array -o out1.bin -b LE tbinary.h5
|
|
TOOLTEST tbin2.ddl -d float -o out2.bin -b BE tbinary.h5
|
|
|
|
# the MEMORY test can be validated with h5import/h5diff
|
|
TOOLTEST tbin3.ddl -d integer -o out3.bin -b MEMORY tbinary.h5
|
|
IMPORTTEST out3.bin -c out3.h5import -o out3.h5
|
|
DIFFTEST tbinary.h5 out3.h5 /integer /integer
|
|
|
|
TOOLTEST tbin4.ddl -d double -o out4.bin -b FILE tbinary.h5
|
|
|
|
# Clean up binary output files
|
|
if test -z "$HDF5_NOCLEANUP"; then
|
|
rm -f $srcdir/../testfiles/out[1-4].bin
|
|
rm -f $srcdir/../testfiles/out3.h5
|
|
fi
|
|
|
|
|
|
# test for dataset region references
|
|
TOOLTEST tregref.ddl tdatareg.h5
|
|
|
|
|
|
if test $nerrors -eq 0 ; then
|
|
echo "All $DUMPER tests passed."
|
|
fi
|
|
|
|
exit $nerrors
|
|
|