mirror of
https://github.com/HDFGroup/hdf5.git
synced 2025-01-24 15:25:00 +08:00
89fbe00dec
* commit '54957d37f5aa73912763dbb6e308555e863c43f4': Commit copyright header change for src/H5PLpkg.c which was added after running script to make changes. Add new files in release_docs to MANIFEST. Cimmit changes to Makefile.in(s) and H5PL.c that resulted from running autogen.sh. Merge pull request #407 in HDFFV/hdf5 from ~LRKNOX/hdf5_lrk:hdf5_1_10_1 to hdf5_1_10_1 Change copyright headers to replace url referring to file to be removed and replace it with new url for COPYING file.
383 lines
11 KiB
Bash
383 lines
11 KiB
Bash
#!/bin/sh
|
|
#
|
|
# Copyright by The HDF Group.
|
|
# Copyright by the Board of Trustees of the University of Illinois.
|
|
# All rights reserved.
|
|
#
|
|
# This file is part of HDF5. The full HDF5 copyright notice, including
|
|
# terms governing use, modification, and redistribution, is contained in
|
|
# the COPYING file, which can be found at the root of the source code
|
|
# distribution tree, or in https://support.hdfgroup.org/ftp/HDF5/releases.
|
|
# If you do not have access to either file, you may request a copy from
|
|
# help@hdfgroup.org.
|
|
#
|
|
# Tests for the h5import tool
|
|
|
|
srcdir=@srcdir@
|
|
|
|
# Determine which filters are available
|
|
USE_FILTER_DEFLATE="@USE_FILTER_DEFLATE@"
|
|
|
|
TESTNAME=h5import
|
|
EXIT_SUCCESS=0
|
|
EXIT_FAILURE=1
|
|
|
|
DUMPER=../../src/h5dump/h5dump # The tool name
|
|
DUMPER_BIN=`pwd`/$DUMPER # The path of the tool binary
|
|
|
|
H5DIFF=../../src/h5diff/h5diff # The h5diff tool name
|
|
H5DIFF_BIN=`pwd`/$H5DIFF # The path of the h5diff tool binary
|
|
|
|
H5IMPORT=../../src/h5import/h5import # The h5import tool name
|
|
H5IMPORT_BIN=`pwd`/$H5IMPORT # The path of the h5import tool binary
|
|
|
|
RM='rm -rf'
|
|
CP='cp'
|
|
DIRNAME='dirname'
|
|
LS='ls'
|
|
AWK='awk'
|
|
|
|
# initialize errors variable
|
|
nerrors=0
|
|
|
|
# source dirs
|
|
SRC_TOOLS="$srcdir/../.."
|
|
SRC_TOOLS_TESTFILES="$SRC_TOOLS/testfiles"
|
|
|
|
# testfiles source dirs for tools
|
|
SRC_H5LS_TESTFILES="$SRC_TOOLS_TESTFILES"
|
|
SRC_H5DUMP_TESTFILES="$SRC_TOOLS_TESTFILES"
|
|
SRC_H5DIFF_TESTFILES="$SRC_TOOLS/test/h5diff/testfiles"
|
|
SRC_H5COPY_TESTFILES="$SRC_TOOLS/test/h5copy/testfiles"
|
|
SRC_H5REPACK_TESTFILES="$SRC_TOOLS/test/h5repack/testfiles"
|
|
SRC_H5JAM_TESTFILES="$SRC_TOOLS/test/h5jam/testfiles"
|
|
SRC_H5STAT_TESTFILES="$SRC_TOOLS/test/h5stat/testfiles"
|
|
SRC_H5IMPORT_TESTFILES="$SRC_TOOLS/test/h5import/testfiles"
|
|
|
|
TESTDIR=./testfiles
|
|
test -d $TESTDIR || mkdir $TESTDIR
|
|
|
|
######################################################################
|
|
# test files
|
|
# --------------------------------------------------------------------
|
|
# All the test files copy from source directory to test directory
|
|
# NOTE: Keep this framework to add/remove test files.
|
|
# Any test files from other tools can be used in this framework.
|
|
# This list are also used for checking exist.
|
|
# Comment '#' without space can be used.
|
|
# --------------------------------------------------------------------
|
|
LIST_HDF5_TEST_FILES="
|
|
$SRC_H5IMPORT_TESTFILES/binfp64.h5
|
|
$SRC_H5IMPORT_TESTFILES/binin8.h5
|
|
$SRC_H5IMPORT_TESTFILES/binin8w.h5
|
|
$SRC_H5IMPORT_TESTFILES/binin16.h5
|
|
$SRC_H5IMPORT_TESTFILES/binin32.h5
|
|
$SRC_H5IMPORT_TESTFILES/binuin16.h5
|
|
$SRC_H5IMPORT_TESTFILES/binuin32.h5
|
|
$SRC_H5IMPORT_TESTFILES/txtfp32.h5
|
|
$SRC_H5IMPORT_TESTFILES/txtfp64.h5
|
|
$SRC_H5IMPORT_TESTFILES/txtin8.h5
|
|
$SRC_H5IMPORT_TESTFILES/txtin16.h5
|
|
$SRC_H5IMPORT_TESTFILES/txtin32.h5
|
|
$SRC_H5IMPORT_TESTFILES/txtuin16.h5
|
|
$SRC_H5IMPORT_TESTFILES/txtuin32.h5
|
|
$SRC_H5IMPORT_TESTFILES/txtstr.h5
|
|
$SRC_H5IMPORT_TESTFILES/textpfe.h5
|
|
"
|
|
|
|
LIST_OTHER_TEST_FILES="
|
|
$SRC_H5IMPORT_TESTFILES/binfp64.conf
|
|
$SRC_H5IMPORT_TESTFILES/binin8.conf
|
|
$SRC_H5IMPORT_TESTFILES/binin8w.conf
|
|
$SRC_H5IMPORT_TESTFILES/binin16.conf
|
|
$SRC_H5IMPORT_TESTFILES/binin32.conf
|
|
$SRC_H5IMPORT_TESTFILES/binuin16.conf
|
|
$SRC_H5IMPORT_TESTFILES/binuin32.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtfp32.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtfp64.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtin8.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtin16.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtin32.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtuin16.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtuin32.conf
|
|
$SRC_H5IMPORT_TESTFILES/textpfe.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtstr.conf
|
|
$SRC_H5IMPORT_TESTFILES/txtfp32.txt
|
|
$SRC_H5IMPORT_TESTFILES/txtfp64.txt
|
|
$SRC_H5IMPORT_TESTFILES/txtuin16.txt
|
|
$SRC_H5IMPORT_TESTFILES/txtuin32.txt
|
|
$SRC_H5IMPORT_TESTFILES/txtin8.txt
|
|
$SRC_H5IMPORT_TESTFILES/txtin16.txt
|
|
$SRC_H5IMPORT_TESTFILES/txtin32.txt
|
|
$SRC_H5IMPORT_TESTFILES/textpfe64.txt
|
|
$SRC_H5IMPORT_TESTFILES/txtstr.txt
|
|
$SRC_H5IMPORT_TESTFILES/dbinfp64.h5.txt
|
|
$SRC_H5IMPORT_TESTFILES/dbinin8.h5.txt
|
|
$SRC_H5IMPORT_TESTFILES/dbinin8w.h5.txt
|
|
$SRC_H5IMPORT_TESTFILES/dbinin16.h5.txt
|
|
$SRC_H5IMPORT_TESTFILES/dbinin32.h5.txt
|
|
$SRC_H5IMPORT_TESTFILES/dbinuin16.h5.txt
|
|
$SRC_H5IMPORT_TESTFILES/dbinuin32.h5.txt
|
|
$SRC_H5IMPORT_TESTFILES/dtxtstr.h5.txt
|
|
"
|
|
|
|
#
|
|
# copy test files and expected output files from source dirs to test dir
|
|
#
|
|
COPY_TESTFILES="$LIST_HDF5_TEST_FILES $LIST_OTHER_TEST_FILES"
|
|
|
|
COPY_TESTFILES_TO_TESTDIR()
|
|
{
|
|
# copy test files. Used -f to make sure get a new copy
|
|
for tstfile in $COPY_TESTFILES
|
|
do
|
|
# ignore '#' comment
|
|
echo $tstfile | tr -d ' ' | grep '^#' > /dev/null
|
|
RET=$?
|
|
if [ $RET -eq 1 ]; then
|
|
# skip cp if srcdir is same as destdir
|
|
# this occurs when build/test performed in source dir and
|
|
# make cp fail
|
|
SDIR=`$DIRNAME $tstfile`
|
|
INODE_SDIR=`$LS -i -d $SDIR | $AWK -F' ' '{print $1}'`
|
|
INODE_DDIR=`$LS -i -d $TESTDIR | $AWK -F' ' '{print $1}'`
|
|
if [ "$INODE_SDIR" != "$INODE_DDIR" ]; then
|
|
$CP -f $tstfile $TESTDIR
|
|
if [ $? -ne 0 ]; then
|
|
echo "Error: FAILED to copy $tstfile ."
|
|
|
|
# Comment out this to CREATE expected file
|
|
exit $EXIT_FAILURE
|
|
fi
|
|
fi
|
|
fi
|
|
done
|
|
}
|
|
|
|
CLEAN_TESTFILES_AND_TESTDIR()
|
|
{
|
|
# skip rm if srcdir is same as destdir
|
|
# this occurs when build/test performed in source dir and
|
|
# make cp fail
|
|
SDIR=$SRC_H5IMPORT_TESTFILES
|
|
INODE_SDIR=`$LS -i -d $SDIR | $AWK -F' ' '{print $1}'`
|
|
INODE_DDIR=`$LS -i -d $TESTDIR | $AWK -F' ' '{print $1}'`
|
|
if [ "$INODE_SDIR" != "$INODE_DDIR" ]; then
|
|
$RM $TESTDIR
|
|
fi
|
|
}
|
|
|
|
# Print a line-line message left justified in a field of 70 characters
|
|
# beginning with the word "Testing".
|
|
#
|
|
TESTING() {
|
|
SPACES=" "
|
|
echo "Testing $* $SPACES" | cut -c1-70 | tr -d '\012'
|
|
}
|
|
|
|
# Print a "SKIP" message
|
|
SKIP() {
|
|
TESTING $TESTNAME $@
|
|
echo " -SKIP-"
|
|
}
|
|
|
|
TOOLTEST()
|
|
{
|
|
err=0
|
|
$RUNSERIAL $H5IMPORT_BIN $*
|
|
$RUNSERIAL $DUMPER_BIN $5 >log2
|
|
|
|
cd tmp_testfiles
|
|
$RUNSERIAL $DUMPER_BIN $5 >log1
|
|
cd ..
|
|
|
|
cmp -s tmp_testfiles/log1 log2 || err=1
|
|
rm -f log2 tmp_testfiles/log1
|
|
if [ $err -eq 1 ]; then
|
|
nerrors="` expr $nerrors + 1 `";
|
|
echo "*FAILED*"
|
|
else
|
|
echo " PASSED"
|
|
fi
|
|
}
|
|
|
|
# Use h5dump output as input to h5import for binary numbers
|
|
# Use h5diff to verify results
|
|
TOOLTEST2()
|
|
{
|
|
err=0
|
|
$RUNSERIAL $DUMPER_BIN -p -d $1 -o d$2.bin -b tmp_testfiles/$2 > d$2.dmp
|
|
$RUNSERIAL $H5IMPORT_BIN d$2.bin -c d$2.dmp -o d$2 > d$2.imp
|
|
$RUNSERIAL $H5DIFF_BIN -v d$2 tmp_testfiles/$2 $1 $1 > log2
|
|
$CP -f $SRC_H5IMPORT_TESTFILES/d$2.txt log1
|
|
|
|
cmp -s log1 log2 || err=1
|
|
rm -f log1 log2
|
|
if [ $err -eq 1 ]; then
|
|
nerrors="` expr $nerrors + 1 `";
|
|
echo "*FAILED*"
|
|
else
|
|
echo " PASSED"
|
|
fi
|
|
}
|
|
|
|
# Same as TOOLTEST2 except for strings
|
|
# Use h5dump output as input to h5import for strings
|
|
# Use h5diff to verify results
|
|
TOOLTEST3()
|
|
{
|
|
err=0
|
|
$RUNSERIAL $DUMPER_BIN -p -d $1 -o d$2.bin -y --width=1 tmp_testfiles/$2 > d$2.dmp
|
|
$RUNSERIAL $H5IMPORT_BIN d$2.bin -c d$2.dmp -o d$2 > d$2.imp
|
|
$RUNSERIAL $H5DIFF_BIN -v d$2 tmp_testfiles/$2 $1 $1 > log2
|
|
$CP -f $SRC_H5IMPORT_TESTFILES/d$2.txt log1
|
|
|
|
cmp -s log1 log2 || err=1
|
|
rm -f log1 log2
|
|
if [ $err -eq 1 ]; then
|
|
nerrors="` expr $nerrors + 1 `";
|
|
echo "*FAILED*"
|
|
else
|
|
echo " PASSED"
|
|
fi
|
|
}
|
|
|
|
# Same as TOOLTEST3 except for h5diff uses report mode without warnings
|
|
# Use h5dump output as input to h5import for strings
|
|
# Use h5diff to verify results
|
|
TOOLTEST4()
|
|
{
|
|
err=0
|
|
$RUNSERIAL $DUMPER_BIN -p -d $1 -o d$2.bin -y --width=1 tmp_testfiles/$2 > d$2.dmp
|
|
$RUNSERIAL $H5IMPORT_BIN d$2.bin -c d$2.dmp -o d$2 > d$2.imp
|
|
$RUNSERIAL $H5DIFF_BIN -r d$2 tmp_testfiles/$2 $1 $1 > log2
|
|
$CP -f $SRC_H5IMPORT_TESTFILES/d$2.txt log1
|
|
|
|
|
|
cmp -s log1 log2 || err=1
|
|
rm -f log1 log2
|
|
if [ $err -eq 1 ]; then
|
|
nerrors="` expr $nerrors + 1 `";
|
|
echo "*FAILED*"
|
|
else
|
|
echo " PASSED"
|
|
fi
|
|
}
|
|
|
|
echo ""
|
|
echo "=============================="
|
|
echo "H5IMPORT tests started"
|
|
echo "=============================="
|
|
|
|
#echo "** Testing h5import ***"
|
|
|
|
rm -f output.h5 log1 tx* b* *.dat
|
|
|
|
# prepare for test
|
|
COPY_TESTFILES_TO_TESTDIR
|
|
|
|
mkdir tmp_testfiles
|
|
$CP $TESTDIR/*.h5 ./tmp_testfiles/
|
|
|
|
$RUNSERIAL ./h5importtest
|
|
|
|
################################################
|
|
### T H E T E S T S
|
|
################################################
|
|
|
|
TESTING "ASCII I32 rank 3 - Output BE " ;
|
|
TOOLTEST $TESTDIR/txtin32.txt -c $TESTDIR/txtin32.conf -o txtin32.h5
|
|
|
|
TESTING "ASCII I16 rank 3 - Output LE - CHUNKED - extended"
|
|
TOOLTEST $TESTDIR/txtin16.txt -c $TESTDIR/txtin16.conf -o txtin16.h5
|
|
|
|
TESTING "ASCII I8 - rank 3 - Output I8 LE-Chunked+Extended+Compressed "
|
|
TOOLTEST $TESTDIR/txtin8.txt -c $TESTDIR/txtin8.conf -o txtin8.h5
|
|
|
|
|
|
TESTING "ASCII UI16 - rank 2 - Output LE+Chunked+Compressed "
|
|
TOOLTEST $TESTDIR/txtuin16.txt -c $TESTDIR/txtuin16.conf -o txtuin16.h5
|
|
|
|
TESTING "ASCII UI32 - rank 3 - Output BE"
|
|
TOOLTEST $TESTDIR/txtuin32.txt -c $TESTDIR/txtuin32.conf -o txtuin32.h5
|
|
|
|
|
|
TESTING "ASCII F32 - rank 3 - Output LE "
|
|
TOOLTEST $TESTDIR/txtfp32.txt -c $TESTDIR/txtfp32.conf -o txtfp32.h5
|
|
|
|
TESTING "ASCII F64 - rank 3 - Output BE + CHUNKED+Extended+Compressed "
|
|
TOOLTEST $TESTDIR/txtfp64.txt -c $TESTDIR/txtfp64.conf -o txtfp64.h5
|
|
|
|
|
|
TESTING "BINARY F64 - rank 3 - Output LE+CHUNKED+Extended+Compressed "
|
|
TOOLTEST binfp64.bin -c $TESTDIR/binfp64.conf -o binfp64.h5
|
|
TESTING "H5DUMP-BINARY F64 - rank 3 - Output LE+CHUNKED+Extended+Compressed "
|
|
if test $USE_FILTER_DEFLATE != "yes"; then
|
|
SKIP "/fp/bin/64-bit" binfp64.h5
|
|
else
|
|
TOOLTEST2 "/fp/bin/64-bit" binfp64.h5
|
|
fi
|
|
|
|
|
|
TESTING "BINARY I8 - rank 3 - Output I16LE + Chunked+Extended+Compressed "
|
|
TOOLTEST binin8.bin -c $TESTDIR/binin8.conf -o binin8.h5
|
|
TESTING "H5DUMP-BINARY I8 - rank 3 - Output I16LE + Chunked+Extended+Compressed "
|
|
if test $USE_FILTER_DEFLATE != "yes"; then
|
|
SKIP "/int/bin/8-bit" binin8.h5
|
|
else
|
|
TOOLTEST2 "/int/bin/8-bit" binin8.h5
|
|
fi
|
|
|
|
TESTING "BINARY I16 - rank 3 - Output order LE + CHUNKED + extended "
|
|
TOOLTEST binin16.bin -c $TESTDIR/binin16.conf -o binin16.h5
|
|
TESTING "H5DUMP-BINARY I16 - rank 3 - Output order LE + CHUNKED + extended "
|
|
TOOLTEST2 "/int/bin/16-bit" binin16.h5
|
|
|
|
TESTING "BINARY I32 - rank 3 - Output BE + CHUNKED "
|
|
TOOLTEST binin32.bin -c $TESTDIR/binin32.conf -o binin32.h5
|
|
TESTING "H5DUMP-BINARY I32 - rank 3 - Output BE + CHUNKED "
|
|
TOOLTEST2 "/int/bin/32-bit" binin32.h5
|
|
|
|
|
|
TESTING "BINARY UI16 - rank 3 - Output byte BE + CHUNKED "
|
|
TOOLTEST binuin16.bin -c $TESTDIR/binuin16.conf -o binuin16.h5
|
|
TESTING "H5DUMP-BINARY UI16 - rank 3 - Output byte BE + CHUNKED "
|
|
TOOLTEST2 "/int/buin/16-bit" binuin16.h5
|
|
|
|
TESTING "BINARY UI32 - rank 3 - Output LE + CHUNKED "
|
|
TOOLTEST binuin32.bin -c $TESTDIR/binuin32.conf -o binuin32.h5
|
|
TESTING "H5DUMP-BINARY UI32 - rank 3 - Output LE + CHUNKED "
|
|
TOOLTEST2 "/int/buin/32-bit" binuin32.h5
|
|
|
|
|
|
TESTING "STR"
|
|
TOOLTEST $TESTDIR/txtstr.txt -c $TESTDIR/txtstr.conf -o txtstr.h5
|
|
TESTING "H5DUMP-STR"
|
|
TOOLTEST4 "/mytext/data" txtstr.h5
|
|
|
|
|
|
TESTING "BINARY I8 CR LF EOF"
|
|
TOOLTEST binin8w.bin -c $TESTDIR/binin8w.conf -o binin8w.h5
|
|
TESTING "H5DUMP-BINARY I8 CR LF EOF"
|
|
TOOLTEST2 "/dataset0" binin8w.h5
|
|
|
|
TESTING "ASCII F64 - rank 1 - INPUT-CLASS TEXTFPE "
|
|
TOOLTEST $TESTDIR/textpfe64.txt -c $TESTDIR/textpfe.conf -o textpfe.h5
|
|
|
|
|
|
rm -f txtin32.txt txtin16.txt txtin8.txt txtuin32.txt txtuin16.txt *.bin *.dmp *.imp *.h5
|
|
rm -rf tmp_testfiles
|
|
|
|
# Clean up temporary files/directories
|
|
CLEAN_TESTFILES_AND_TESTDIR
|
|
|
|
#
|
|
# Check errors result
|
|
if test $nerrors -eq 0 ; then
|
|
echo "All $TESTNAME tests passed."
|
|
exit $EXIT_SUCCESS
|
|
else
|
|
echo "$TESTNAME tests failed with $nerrors errors."
|
|
exit $EXIT_FAILURE
|
|
fi
|