mirror of
https://github.com/HDFGroup/hdf5.git
synced 2025-03-31 17:10:47 +08:00
[svn-r8229] Purpose:
1) new function for tools library 2) new test script for h5repack Description: 1) currently all the tools (h5dump, h5diff, etc) do not check if a filter is available for reading some dataset that might have a filter not available on the current configuration (the behaviour of the tools until now was to trigger a library error, saying that the dataset cannot be read due to the lack of the filter) Solution: 1) added a new function h5tools_canreadf that checks if a dataset can be read depending on the availability of filters. this function was added in calls for h5diff and h5repack. instead of triggering the library error, a message is printed, saying that the dataset cannot be read (the print is optional, it is on on verbose mode) 2) added a shell script that tests the commannd line tool behaviour of h5repack the script does a series of runs of h5repack with several options on the same file (this file test4.h5 was added to the testfiles dir). then, it runs the h5diff tool, with the input and output files , in each run. the goal of the test is also to check item 1) . the binary file was saved with filters that might not be available on other configurations Platforms tested: linux (all filters enabled) linux (some filters disabled) solaris (some filters disabled) AIX (some filters disabled) windows (all filters on and off ) Misc. update:
This commit is contained in:
Pedro Vicente Nunes
parent
77d3875c5b
commit
931efcb5eb
4
MANIFEST
4
MANIFEST
@ -1170,6 +1170,7 @@
|
||||
./tools/lib/h5trav_table.c
|
||||
./tools/lib/h5trav.h
|
||||
./tools/lib/h5diff.h
|
||||
./tools/lib/h5tools_filters.c
|
||||
|
||||
./tools/misc/Dependencies
|
||||
./tools/misc/Makefile.in
|
||||
@ -1465,6 +1466,9 @@
|
||||
./tools/testfiles/h5diff_70.txt
|
||||
./tools/testfiles/h5diff_80.txt
|
||||
|
||||
#test files for h5repack
|
||||
./tools/testfiles/test4.h5
|
||||
./tools/testfiles/h5repack_info.txt
|
||||
|
||||
./windows/all.zip
|
||||
./windows/all_withf90.zip
|
||||
|
||||
@ -28,7 +28,8 @@ CPPFLAGS=-I. -I$(srcdir) -I$(top_builddir)/src -I$(top_srcdir)/src \
|
||||
## Test programs and scripts.
|
||||
##
|
||||
TEST_PROGS=h5repacktst
|
||||
TEST_SCRIPTS=
|
||||
TEST_SCRIPTS=$(srcdir)/h5repack.sh
|
||||
|
||||
|
||||
## These are our main targets: library and tools.
|
||||
##
|
||||
|
||||
@ -408,10 +408,10 @@ void read_info(const char *filename,
|
||||
break;
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* comp
|
||||
* filter
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
if (strcmp(stype,"-t") == 0) {
|
||||
if (strcmp(stype,"-f") == 0) {
|
||||
|
||||
/* find begining of info */
|
||||
i=0; c='0';
|
||||
@ -435,10 +435,10 @@ void read_info(const char *filename,
|
||||
}
|
||||
}
|
||||
/*-------------------------------------------------------------------------
|
||||
* chunk
|
||||
* layout
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
else if (strcmp(stype,"-c") == 0) {
|
||||
else if (strcmp(stype,"-l") == 0) {
|
||||
|
||||
/* find begining of info */
|
||||
i=0; c='0';
|
||||
|
||||
@ -18,6 +18,9 @@
|
||||
|
||||
#include "hdf5.h"
|
||||
#include "h5trav.h"
|
||||
#include "h5diff.h"
|
||||
#include "h5tools.h"
|
||||
|
||||
|
||||
#if 0
|
||||
#define H5_REPACK_DEBUG
|
||||
@ -203,6 +206,10 @@ int check_szip(hid_t type_id, /* dataset datatype */
|
||||
unsigned *szip_pixels_per_block /*IN,OUT*/,
|
||||
pack_opt_t *options);
|
||||
|
||||
int can_read(const char* name, /* object name from traverse list */
|
||||
hid_t dcpl_id, /* dataset creation property list */
|
||||
pack_opt_t *options); /* repack options */
|
||||
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* layout functions
|
||||
|
||||
@ -14,6 +14,110 @@
|
||||
#
|
||||
# Tests for the h5repack tool
|
||||
|
||||
H5REPACK=h5repack # The tool name
|
||||
H5REPACK_BIN=`pwd`/$H5REPACK # The path of the tool binary
|
||||
|
||||
#run the h5repack test
|
||||
./h5repacktst
|
||||
H5DIFF=../h5diff/h5diff # The h5diff tool name
|
||||
H5DIFF_BIN=`pwd`/$H5DIFF # The path of the h5diff tool binary
|
||||
|
||||
nerrors=0
|
||||
verbose=yes
|
||||
|
||||
# The build (current) directory might be different than the source directory.
|
||||
#
|
||||
if test -z "$srcdir"; then
|
||||
srcdir=.
|
||||
fi
|
||||
|
||||
test -d ../testfiles || mkdir ../testfiles
|
||||
|
||||
# Print a line-line message left justified in a field of 70 characters
|
||||
# beginning with the word "Testing".
|
||||
#
|
||||
TESTING() {
|
||||
SPACES=" "
|
||||
echo "Testing $* $SPACES" | cut -c1-70 | tr -d '\012'
|
||||
}
|
||||
|
||||
# Print a line-line message left justified in a field of 70 characters
|
||||
# beginning with the word "Verifying".
|
||||
#
|
||||
VERIFY() {
|
||||
SPACES=" "
|
||||
echo "Testing h5diff output $* $SPACES" | cut -c1-70 | tr -d '\012'
|
||||
}
|
||||
|
||||
|
||||
# Call h5repack
|
||||
#
|
||||
TOOLTEST()
|
||||
{
|
||||
# Run test.
|
||||
# Tflops interprets "$@" as "" when no parameter is given (e.g., the
|
||||
# case of missing file name). Changed it to use $@ till Tflops fixes it.
|
||||
TESTING $H5REPACK $@
|
||||
(
|
||||
cd $srcdir/../testfiles
|
||||
if [ "`uname -s`" = "TFLOPS O/S" ]; then
|
||||
$RUNSERIAL $H5REPACK_BIN $@
|
||||
else
|
||||
$RUNSERIAL $H5REPACK_BIN "$@"
|
||||
fi
|
||||
)
|
||||
echo " PASSED"
|
||||
}
|
||||
|
||||
# Call the h5diff tool
|
||||
#
|
||||
DIFFTEST()
|
||||
{
|
||||
VERIFY $@
|
||||
(
|
||||
cd $srcdir/../testfiles
|
||||
if [ "`uname -s`" = "TFLOPS O/S" ]; then
|
||||
$RUNSERIAL $H5DIFF_BIN $@
|
||||
else
|
||||
$RUNSERIAL $H5DIFF_BIN "$@"
|
||||
fi
|
||||
)
|
||||
echo " PASSED"
|
||||
}
|
||||
|
||||
|
||||
#
|
||||
#The tests
|
||||
#We use the file "test4.h5" generated by h5repacktst
|
||||
#Each run generates "file4.out.h5" and the tool h5diff is used to
|
||||
# compare the input and output files
|
||||
#
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -f "GZIP 1"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -f "SZIP 8"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -f "SHUF"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -f "FLET"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -f "dset1:SHUF" -f "dset1,dset2:GZIP 6"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -l "dset1:CHUNK 20x20" -f "dset1,dset2:SZIP 8"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -l "CHUNK 20x20"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -l "COMPA"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -l "CONTI"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -f "GZIP 1" -m 1024
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -f "NONE"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
TOOLTEST -i test4.h5 -o test4.out.h5 -e "h5repack_info.txt"
|
||||
DIFFTEST test4.h5 test4.out.h5
|
||||
|
||||
|
||||
|
||||
|
||||
exit $nerrors
|
||||
|
||||
@ -232,6 +232,15 @@ int do_copy_objects(hid_t fidin,
|
||||
if (options->verbose)
|
||||
print_filters(dcpl_id);
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* check if the dataset creation property list has filters that
|
||||
* are not registered in the current configuration
|
||||
* 1) the external filters GZIP and SZIP might not be available
|
||||
* 2) the internal filters might be turned off
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
if (h5tools_canreadf((options->verbose?travt->objs[i].name:NULL),dcpl_id)==1)
|
||||
{
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* references are a special case
|
||||
@ -314,6 +323,8 @@ int do_copy_objects(hid_t fidin,
|
||||
free(buf);
|
||||
|
||||
}/*H5T_STD_REF_OBJ*/
|
||||
}/*can_read*/
|
||||
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* close
|
||||
|
||||
@ -110,9 +110,6 @@ int filter_this(const char* name, /* object name from traverse list */
|
||||
*
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
|
||||
|
||||
|
||||
int apply_filters(const char* name, /* object name from traverse list */
|
||||
int rank, /* rank of dataset */
|
||||
hsize_t *dims, /* dimensions of dataset */
|
||||
@ -260,7 +257,6 @@ out:
|
||||
if (options->verbose)
|
||||
printf("Warning: Filter could not be applied to <%s>\n",name);
|
||||
return 0;
|
||||
|
||||
}
|
||||
|
||||
|
||||
|
||||
@ -66,7 +66,6 @@ int main(int argc, char **argv)
|
||||
}
|
||||
|
||||
else if (strcmp(argv[i], "-m") == 0) {
|
||||
|
||||
options.threshold = parse_number(argv[i+1]);
|
||||
if (options.threshold==-1) {
|
||||
printf("Error: Invalid treshold size <%s>\n",argv[i+1]);
|
||||
@ -115,7 +114,7 @@ int main(int argc, char **argv)
|
||||
static
|
||||
void usage(void)
|
||||
{
|
||||
printf("h5repack -i input -o output [-h] [-v] [-t 'comp_info'] [-c 'chunk_info'][-m number] \n");
|
||||
printf("h5repack -i input -o output [-h] [-v] [-f 'comp_info'] [-l 'chunk_info'][-m number][-e file] \n");
|
||||
printf("\n");
|
||||
printf("-i input Input HDF5 File\n");
|
||||
printf("-o output Output HDF5 File\n");
|
||||
@ -147,7 +146,7 @@ void usage(void)
|
||||
printf(" it is the chunk size of each dimension:\n");
|
||||
printf(" <dim_1 x dim_2 x ... dim_n>\n");
|
||||
printf("\n");
|
||||
printf("-e file File with the above informatuion info in it (instead of the two above options)\n");
|
||||
printf("-e file File with the -f and -l options (only filter and layout flags)\n");
|
||||
printf("-m number Do not apply the filter to objects which size in bytes is smaller than number.\n");
|
||||
printf(" If no size is specified a minimum of 1024 bytes is assumed.\n");
|
||||
printf("\n");
|
||||
|
||||
@ -126,6 +126,16 @@ int do_copy_refobjs(hid_t fidin,
|
||||
if ((msize=H5Tget_size(mtype_id))==0)
|
||||
goto error;
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* check if the dataset creation property list has filters that
|
||||
* are not registered in the current configuration
|
||||
* 1) the external filters GZIP and SZIP might not be available
|
||||
* 2) the internal filters might be turned off
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
if (h5tools_canreadf((options->verbose?travt->objs[i].name:NULL),dcpl_id)==1)
|
||||
{
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* test for a valid output dataset
|
||||
*-------------------------------------------------------------------------
|
||||
@ -311,7 +321,7 @@ int do_copy_refobjs(hid_t fidin,
|
||||
*/
|
||||
if (copy_refs_attr(dset_in,dset_out,options,travt,fidout)<0)
|
||||
goto error;
|
||||
|
||||
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* check for hard links
|
||||
@ -319,14 +329,18 @@ int do_copy_refobjs(hid_t fidin,
|
||||
*/
|
||||
if (travt->objs[i].nlinks)
|
||||
{
|
||||
for ( j=0; j<travt->objs[i].nlinks; j++)
|
||||
{
|
||||
H5Glink(fidout,
|
||||
for ( j=0; j<travt->objs[i].nlinks; j++){
|
||||
H5Glink(fidout,
|
||||
H5G_LINK_HARD,
|
||||
travt->objs[i].name,
|
||||
travt->objs[i].links[j].new_name);
|
||||
}
|
||||
}
|
||||
|
||||
if (H5Dclose(dset_out)<0)
|
||||
goto error;
|
||||
|
||||
}/*can_read*/
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* close
|
||||
@ -343,9 +357,7 @@ int do_copy_refobjs(hid_t fidin,
|
||||
goto error;
|
||||
if (H5Dclose(dset_in)<0)
|
||||
goto error;
|
||||
if (H5Dclose(dset_out)<0)
|
||||
goto error;
|
||||
|
||||
|
||||
break;
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
@ -359,11 +371,9 @@ int do_copy_refobjs(hid_t fidin,
|
||||
|
||||
if (H5Tclose(type_in)<0)
|
||||
goto error;
|
||||
|
||||
|
||||
break;
|
||||
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* H5G_LINK
|
||||
*-------------------------------------------------------------------------
|
||||
|
||||
@ -321,7 +321,8 @@ error:
|
||||
H5Sclose(space_id);
|
||||
H5Dclose(dset_id);
|
||||
H5Fclose(fid);
|
||||
trav_table_free(travt);
|
||||
if (travt)
|
||||
trav_table_free(travt);
|
||||
} H5E_END_TRY;
|
||||
return -1;
|
||||
}
|
||||
|
||||
@ -75,7 +75,6 @@ int make_filters(hid_t loc_id)
|
||||
buf[i][j]=n++;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* make several dataset with no filters
|
||||
@ -87,7 +86,6 @@ int make_filters(hid_t loc_id)
|
||||
if (write_dset(loc_id,RANK,dims,name,H5T_NATIVE_INT,buf)<0)
|
||||
return -1;
|
||||
}
|
||||
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* make several dataset with filters
|
||||
@ -104,6 +102,8 @@ int make_filters(hid_t loc_id)
|
||||
if(H5Pset_chunk(dcpl, RANK, chunk_dims)<0)
|
||||
goto out;
|
||||
|
||||
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* SZIP
|
||||
*-------------------------------------------------------------------------
|
||||
@ -145,6 +145,7 @@ int make_filters(hid_t loc_id)
|
||||
* checksum
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
#if 0
|
||||
/* remove the filters from the dcpl */
|
||||
if (H5Premove_filter(dcpl,H5Z_FILTER_ALL)<0)
|
||||
goto out;
|
||||
@ -153,9 +154,10 @@ int make_filters(hid_t loc_id)
|
||||
goto out;
|
||||
if (make_dset(loc_id,"dset_fletcher32",sid,dcpl,buf)<0)
|
||||
goto out;
|
||||
#endif
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* shuffle + checksum + SZIP
|
||||
* shuffle + SZIP
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
/* remove the filters from the dcpl */
|
||||
@ -164,9 +166,6 @@ int make_filters(hid_t loc_id)
|
||||
/* set the shuffle filter */
|
||||
if (H5Pset_shuffle(dcpl)<0)
|
||||
goto out;
|
||||
/* set the checksum filter */
|
||||
if (H5Pset_fletcher32(dcpl)<0)
|
||||
goto out;
|
||||
/* set szip data */
|
||||
if(H5Pset_szip (dcpl,szip_options_mask,szip_pixels_per_block)<0)
|
||||
goto out;
|
||||
|
||||
@ -97,7 +97,8 @@ test_copy(void)
|
||||
TEST_ERROR;
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* file with filters
|
||||
* file with filters. we cannot compare with cmpdcpl, because the current
|
||||
* configuration might not have saved datasets with deflate and SZIP filters
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
|
||||
@ -109,9 +110,7 @@ test_copy(void)
|
||||
TEST_ERROR;
|
||||
if (h5repack_verify(FNAME4OUT,&pack_options)<=0)
|
||||
TEST_ERROR;
|
||||
if (h5repack_cmpdcpl(FNAME4,FNAME4OUT)<=0)
|
||||
TEST_ERROR;
|
||||
if (h5repack_end (&pack_options)<0)
|
||||
if (h5repack_end (&pack_options)<0)
|
||||
TEST_ERROR;
|
||||
/*-------------------------------------------------------------------------
|
||||
* end
|
||||
@ -177,6 +176,7 @@ test_filter_none(void)
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
|
||||
#ifdef H5_HAVE_FILTER_DEFLATE
|
||||
if (h5repack_init (&pack_options, 0)<0)
|
||||
TEST_ERROR;
|
||||
if (h5repack_addfilter("dset_gzip:NONE",&pack_options)<0)
|
||||
@ -191,6 +191,7 @@ test_filter_none(void)
|
||||
TEST_ERROR;
|
||||
if (h5repack_end (&pack_options)<0)
|
||||
TEST_ERROR;
|
||||
#endif
|
||||
|
||||
PASSED();
|
||||
return 0;
|
||||
|
||||
@ -41,7 +41,7 @@ PROGS=$(PUB_PROGS) $(TEST_PROGS)
|
||||
|
||||
## Source and object files for the library; do not install
|
||||
##
|
||||
LIB_SRC=h5tools.c h5tools_str.c h5tools_utils.c h5diff.c h5diff_array.c h5diff_attr.c h5diff_dset.c h5diff_util.c h5trav.c h5trav_table.c
|
||||
LIB_SRC=h5tools.c h5tools_str.c h5tools_utils.c h5diff.c h5diff_array.c h5diff_attr.c h5diff_dset.c h5diff_util.c h5trav.c h5trav_table.c h5tools_filters.c
|
||||
LIB_OBJ=$(LIB_SRC:.c=.lo)
|
||||
PUB_LIB=
|
||||
AUX_LIB=$(LIB)
|
||||
|
||||
@ -14,6 +14,7 @@
|
||||
|
||||
#include "h5diff.h"
|
||||
#include "H5private.h"
|
||||
#include "h5tools.h"
|
||||
#include <assert.h>
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
@ -36,9 +37,12 @@ int diff_dataset( hid_t file1_id,
|
||||
const char *obj2_name,
|
||||
diff_opt_t *options )
|
||||
{
|
||||
hid_t dset1_id =-1;
|
||||
hid_t dset2_id =-1;
|
||||
int gout=0, nfound;
|
||||
hid_t dset1_id =-1;
|
||||
hid_t dset2_id =-1;
|
||||
hid_t dcpl1_id;
|
||||
hid_t dcpl2_id;
|
||||
int gout=0, nfound=0;
|
||||
|
||||
|
||||
/* disable error reporting */
|
||||
H5E_BEGIN_TRY {
|
||||
@ -64,23 +68,36 @@ int diff_dataset( hid_t file1_id,
|
||||
if (gout)
|
||||
goto out;
|
||||
|
||||
nfound=diff_datasetid(dset1_id,
|
||||
if ((dcpl1_id=H5Dget_create_plist(dset1_id))<0)
|
||||
goto out;
|
||||
if ((dcpl2_id=H5Dget_create_plist(dset2_id))<0)
|
||||
goto out;
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* check if the dataset creation property list has filters that
|
||||
* are not registered in the current configuration
|
||||
* 1) the external filters GZIP and SZIP might not be available
|
||||
* 2) the internal filters might be turned off
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
if ((h5tools_canreadf((options->verbose?obj1_name:NULL),dcpl1_id)==1) &&
|
||||
(h5tools_canreadf((options->verbose?obj2_name:NULL),dcpl2_id)==1))
|
||||
{
|
||||
nfound=diff_datasetid(dset1_id,
|
||||
dset2_id,
|
||||
obj1_name,
|
||||
obj2_name,
|
||||
options);
|
||||
|
||||
|
||||
|
||||
}
|
||||
/*-------------------------------------------------------------------------
|
||||
* close
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
|
||||
out:
|
||||
|
||||
/* disable error reporting */
|
||||
H5E_BEGIN_TRY {
|
||||
H5Pclose(dcpl1_id);
|
||||
H5Pclose(dcpl2_id);
|
||||
H5Dclose(dset1_id);
|
||||
H5Dclose(dset2_id);
|
||||
/* enable error reporting */
|
||||
@ -377,12 +394,8 @@ out:
|
||||
} H5E_END_TRY;
|
||||
|
||||
return nfound;
|
||||
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* Function: diff_can_type
|
||||
*
|
||||
|
||||
@ -479,4 +479,7 @@ extern int h5tools_dump_dset(FILE *stream, const h5dump_t *info, hid_t dset
|
||||
extern int h5tools_dump_mem(FILE *stream, const h5dump_t *info, hid_t obj_id,
|
||||
hid_t type, hid_t space, void *mem, int indentlevel);
|
||||
|
||||
extern int h5tools_canreadf(const char* name,
|
||||
hid_t dcpl_id);
|
||||
|
||||
#endif /* H5TOOLS_H__ */
|
||||
|
||||
144
tools/lib/h5tools_filters.c
Normal file
144
tools/lib/h5tools_filters.c
Normal file
@ -0,0 +1,144 @@
|
||||
|
||||
|
||||
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
||||
* Copyright by the Board of Trustees of the University of Illinois. *
|
||||
* All rights reserved. *
|
||||
* *
|
||||
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
||||
* terms governing use, modification, and redistribution, is contained in *
|
||||
* the files COPYING and Copyright.html. COPYING can be found at the root *
|
||||
* of the source code distribution tree; Copyright.html can be found at the *
|
||||
* root level of an installed copy of the electronic HDF5 document set and *
|
||||
* is linked from the top-level documents page. It can also be found at *
|
||||
* http://hdf.ncsa.uiuc.edu/HDF5/doc/Copyright.html. If you do not have *
|
||||
* access to either file, you may request a copy from hdfhelp@ncsa.uiuc.edu. *
|
||||
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
||||
|
||||
#include "hdf5.h"
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* print a warning message
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
static void print_warning(const char *dname, const char *fname)
|
||||
{
|
||||
printf("Warning: dataset <%s> cannot be read, %s filter is not available\n",
|
||||
dname,fname);
|
||||
}
|
||||
|
||||
/*-------------------------------------------------------------------------
|
||||
* Function: h5tools_canreadf
|
||||
*
|
||||
* Purpose: check if the dataset creation property list has filters that
|
||||
* are not registered in the current configuration
|
||||
* 1) the external filters GZIP and SZIP might not be available
|
||||
* 2) the internal filters might be turned off
|
||||
*
|
||||
* Return: 1, can read, 0, cannot, -1 error
|
||||
*
|
||||
* Programmer: Pedro Vicente, pvn@ncsa.uiuc.edu
|
||||
*
|
||||
* Date: March 1, 2004
|
||||
*
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
int h5tools_canreadf(const char* name, /* object name, serves also as boolean print */
|
||||
hid_t dcpl_id) /* dataset creation property list */
|
||||
{
|
||||
|
||||
int nfilters; /* number of filters */
|
||||
H5Z_filter_t filtn; /* filter identification number */
|
||||
int i; /* index */
|
||||
int have_deflate=0; /* assume initially we do not have filters */
|
||||
int have_szip=0;
|
||||
int have_shuffle=0;
|
||||
int have_fletcher=0;
|
||||
|
||||
#ifdef H5_HAVE_FILTER_DEFLATE
|
||||
have_deflate=1;
|
||||
#endif
|
||||
#ifdef H5_HAVE_FILTER_SZIP
|
||||
have_szip=1;
|
||||
#endif
|
||||
#ifdef H5_HAVE_FILTER_SHUFFLE
|
||||
have_shuffle=1;
|
||||
#endif
|
||||
#ifdef H5_HAVE_FILTER_FLETCHER32
|
||||
have_fletcher=1;
|
||||
#endif
|
||||
|
||||
/* get information about filters */
|
||||
if ((nfilters = H5Pget_nfilters(dcpl_id))<0)
|
||||
return -1;
|
||||
|
||||
/* if we do not have filters, we can read the dataset safely */
|
||||
if (!nfilters)
|
||||
return 1;
|
||||
|
||||
/* check availability of filters */
|
||||
for (i=0; i<nfilters; i++)
|
||||
{
|
||||
if ((filtn = H5Pget_filter(dcpl_id,(unsigned)i,0,0,0,0,0))<0)
|
||||
return -1;
|
||||
|
||||
switch (filtn)
|
||||
{
|
||||
default:
|
||||
break;
|
||||
/*-------------------------------------------------------------------------
|
||||
* H5Z_FILTER_DEFLATE 1 , deflation like gzip
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
case H5Z_FILTER_DEFLATE:
|
||||
if (!have_deflate)
|
||||
{
|
||||
if (name)
|
||||
print_warning(name,"deflate");
|
||||
return 0;
|
||||
}
|
||||
break;
|
||||
/*-------------------------------------------------------------------------
|
||||
* H5Z_FILTER_SZIP 4 , szip compression
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
case H5Z_FILTER_SZIP:
|
||||
if (!have_szip)
|
||||
{
|
||||
if (name)
|
||||
print_warning(name,"SZIP");
|
||||
return 0;
|
||||
}
|
||||
break;
|
||||
/*-------------------------------------------------------------------------
|
||||
* H5Z_FILTER_SHUFFLE 2 , shuffle the data
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
case H5Z_FILTER_SHUFFLE:
|
||||
if (!have_szip)
|
||||
{
|
||||
if (name)
|
||||
print_warning(name,"shuffle");
|
||||
return 0;
|
||||
}
|
||||
break;
|
||||
/*-------------------------------------------------------------------------
|
||||
* H5Z_FILTER_FLETCHER32 3 , fletcher32 checksum of EDC
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
case H5Z_FILTER_FLETCHER32:
|
||||
if (!have_fletcher)
|
||||
{
|
||||
if (name)
|
||||
print_warning(name,"fletcher32");
|
||||
return 0;
|
||||
}
|
||||
break;
|
||||
}/*switch*/
|
||||
}/*for*/
|
||||
|
||||
return 1;
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
1
tools/testfiles/h5repack_info.txt
Normal file
1
tools/testfiles/h5repack_info.txt
Normal file
@ -0,0 +1 @@
|
||||
-l "dset1:CHUNK 20x20" -f "dset1,dset2:SZIP 8"
|
||||
BIN
tools/testfiles/test4.h5
Normal file
BIN
tools/testfiles/test4.h5
Normal file
Binary file not shown.
Loading…
x
Reference in New Issue
Block a user