mirror of
https://github.com/HDFGroup/hdf5.git
synced 2024-12-03 02:32:04 +08:00
4e23c80758
Version update
Description:
Removed 1.4 compatibility code in the library.
Platforms tested:
FreeBSD 4.8 (sleipnir)
h5committest
3013 lines
94 KiB
C
3013 lines
94 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
||
* Copyright by the Board of Trustees of the University of Illinois. *
|
||
* All rights reserved. *
|
||
* *
|
||
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
||
* terms governing use, modification, and redistribution, is contained in *
|
||
* the files COPYING and Copyright.html. COPYING can be found at the root *
|
||
* of the source code distribution tree; Copyright.html can be found at the *
|
||
* root level of an installed copy of the electronic HDF5 document set and *
|
||
* is linked from the top-level documents page. It can also be found at *
|
||
* http://hdf.ncsa.uiuc.edu/HDF5/doc/Copyright.html. If you do not have *
|
||
* access to either file, you may request a copy from hdfhelp@ncsa.uiuc.edu. *
|
||
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
||
|
||
/*
|
||
* Programmer: Robb Matzke <matzke@llnl.gov>
|
||
* Tuesday, December 9, 1997
|
||
*
|
||
* Purpose: Tests the dataset interface (H5D)
|
||
*/
|
||
|
||
#include <stdlib.h>
|
||
#include <time.h>
|
||
|
||
#include "h5test.h"
|
||
|
||
/*
|
||
* This file needs to access private datatypes from the H5Z package.
|
||
*/
|
||
#define H5Z_PACKAGE
|
||
#include "H5Zpkg.h"
|
||
|
||
const char *FILENAME[] = {
|
||
"dataset",
|
||
"compact_dataset",
|
||
"dset_offset",
|
||
"max_compact_dataset",
|
||
"simple",
|
||
"set_local",
|
||
NULL
|
||
};
|
||
|
||
#define FILE_DEFLATE_NAME "deflate.h5"
|
||
|
||
/* Dataset names for testing filters */
|
||
#define DSET_DEFAULT_NAME "default"
|
||
#define DSET_CHUNKED_NAME "chunked"
|
||
#define DSET_COMPACT_NAME "compact"
|
||
#define DSET_SIMPLE_IO_NAME "simple_io"
|
||
#define DSET_USERBLOCK_IO_NAME "userblock_io"
|
||
#define DSET_COMPACT_IO_NAME "compact_io"
|
||
#define DSET_COMPACT_MAX_NAME "max_compact"
|
||
#define DSET_COMPACT_MAX2_NAME "max_compact_2"
|
||
#define DSET_CONV_BUF_NAME "conv_buf"
|
||
#define DSET_TCONV_NAME "tconv"
|
||
#define DSET_DEFLATE_NAME "deflate"
|
||
#define DSET_SZIP_NAME "szip"
|
||
#define DSET_SHUFFLE_NAME "shuffle"
|
||
#define DSET_FLETCHER32_NAME "fletcher32"
|
||
#define DSET_FLETCHER32_NAME_2 "fletcher32_2"
|
||
#define DSET_FLETCHER32_NAME_3 "fletcher32_3"
|
||
#define DSET_SHUF_DEF_FLET_NAME "shuffle+deflate+fletcher32"
|
||
#define DSET_SHUF_DEF_FLET_NAME_2 "shuffle+deflate+fletcher32_2"
|
||
#define DSET_SHUF_SZIP_FLET_NAME "shuffle+szip+fletcher32"
|
||
#define DSET_SHUF_SZIP_FLET_NAME_2 "shuffle+szip+fletcher32_2"
|
||
|
||
#define DSET_BOGUS_NAME "bogus"
|
||
#define DSET_MISSING_NAME "missing"
|
||
#define DSET_CAN_APPLY_NAME "can_apply"
|
||
#define DSET_CAN_APPLY_SZIP_NAME "can_apply_szip"
|
||
#define DSET_SET_LOCAL_NAME "set_local"
|
||
#define DSET_SET_LOCAL_NAME_2 "set_local_2"
|
||
#define DSET_ONEBYTE_SHUF_NAME "onebyte_shuffle"
|
||
|
||
#define USER_BLOCK 1024
|
||
#define SIXTY_FOUR_KB 65536
|
||
|
||
/* Temporary filter IDs used for testing */
|
||
#define H5Z_FILTER_BOGUS 305
|
||
#define H5Z_FILTER_CORRUPT 306
|
||
#define H5Z_FILTER_BOGUS2 307
|
||
|
||
/* Flags for testing filters */
|
||
#define DISABLE_FLETCHER32 0
|
||
#define ENABLE_FLETCHER32 1
|
||
#define DATA_CORRUPTED 1
|
||
#define DATA_NOT_CORRUPTED 0
|
||
|
||
/* Parameters for the "set local" test */
|
||
#define BOGUS2_PERM_NPARMS 2 /* Number of "permanent" parameters */
|
||
#define BOGUS2_PARAM_1 13 /* (No particular meaning, just for checking value) */
|
||
#define BOGUS2_PARAM_2 35 /* (No particular meaning, just for checking value) */
|
||
#define BOGUS2_ALL_NPARMS 4 /* Total number of parameter = permanent + "local" parameters */
|
||
|
||
/* Dimensionality for conversion buffer test */
|
||
#define DIM1 100 /* Dim. Size of data member # 1 */
|
||
#define DIM2 5000 /* Dim. Size of data member # 2 */
|
||
#define DIM3 10 /* Dim. Size of data member # 3 */
|
||
|
||
/* Parameters for internal filter test */
|
||
#define FILTER_CHUNK_DIM1 2
|
||
#define FILTER_CHUNK_DIM2 25
|
||
#define FILTER_HS_OFFSET1 7
|
||
#define FILTER_HS_OFFSET2 30
|
||
#define FILTER_HS_SIZE1 4
|
||
#define FILTER_HS_SIZE2 50
|
||
|
||
/* Shared global arrays */
|
||
#define DSET_DIM1 100
|
||
#define DSET_DIM2 200
|
||
int points[DSET_DIM1][DSET_DIM2], check[DSET_DIM1][DSET_DIM2];
|
||
double points_dbl[DSET_DIM1][DSET_DIM2], check_dbl[DSET_DIM1][DSET_DIM2];
|
||
|
||
/* Local prototypes for filter functions */
|
||
static size_t filter_bogus(unsigned int flags, size_t cd_nelmts,
|
||
const unsigned int *cd_values, size_t nbytes, size_t *buf_size, void **buf);
|
||
static herr_t can_apply_bogus(hid_t dcpl_id, hid_t type_id, hid_t space_id);
|
||
static herr_t set_local_bogus2(hid_t dcpl_id, hid_t type_id, hid_t space_id);
|
||
static size_t filter_bogus2(unsigned int flags, size_t cd_nelmts,
|
||
const unsigned int *cd_values, size_t nbytes, size_t *buf_size, void **buf);
|
||
static size_t filter_corrupt(unsigned int flags, size_t cd_nelmts,
|
||
const unsigned int *cd_values, size_t nbytes, size_t *buf_size, void **buf);
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_create
|
||
*
|
||
* Purpose: Attempts to create a dataset.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Tuesday, December 9, 1997
|
||
*
|
||
* Modifications:
|
||
* Added test for compact dataset creation.
|
||
* Raymond Lu
|
||
* August 8, 2002
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_create(hid_t file)
|
||
{
|
||
hid_t dataset, space, small_space, create_parms;
|
||
hsize_t dims[2], small_dims[2];
|
||
herr_t status;
|
||
hsize_t csize[2];
|
||
|
||
TESTING("create, open, close");
|
||
|
||
/* Create the data space */
|
||
dims[0] = 256;
|
||
dims[1] = 512;
|
||
space = H5Screate_simple(2, dims, NULL);
|
||
assert(space>=0);
|
||
|
||
/* Create a small data space for compact dataset */
|
||
small_dims[0] = 16;
|
||
small_dims[1] = 8;
|
||
small_space = H5Screate_simple(2, small_dims, NULL);
|
||
assert(space>=0);
|
||
|
||
/*
|
||
* Create a dataset using the default dataset creation properties. We're
|
||
* not sure what they are, so we won't check.
|
||
*/
|
||
dataset = H5Dcreate(file, DSET_DEFAULT_NAME, H5T_NATIVE_DOUBLE, space,
|
||
H5P_DEFAULT);
|
||
if (dataset<0) goto error;
|
||
|
||
/* Close the dataset */
|
||
if (H5Dclose(dataset) < 0) goto error;
|
||
|
||
/* Add a comment to the dataset */
|
||
status = H5Gset_comment(file, DSET_DEFAULT_NAME, "This is a dataset");
|
||
if (status<0) goto error;
|
||
|
||
/*
|
||
* Try creating a dataset that already exists. This should fail since a
|
||
* dataset can only be created once. Temporarily turn off error
|
||
* reporting.
|
||
*/
|
||
H5E_BEGIN_TRY {
|
||
dataset = H5Dcreate(file, DSET_DEFAULT_NAME, H5T_NATIVE_DOUBLE, space,
|
||
H5P_DEFAULT);
|
||
} H5E_END_TRY;
|
||
if (dataset >= 0) {
|
||
H5_FAILED();
|
||
puts(" Library allowed overwrite of existing dataset.");
|
||
goto error;
|
||
}
|
||
|
||
/*
|
||
* Open the dataset we created above and then close it. This is how
|
||
* existing datasets are accessed.
|
||
*/
|
||
if (H5Fflush(file, H5F_SCOPE_GLOBAL) < 0) goto error;
|
||
if ((dataset = H5Dopen(file, DSET_DEFAULT_NAME))<0) goto error;
|
||
if (H5Dclose(dataset) < 0) goto error;
|
||
|
||
/*
|
||
* Try opening a non-existent dataset. This should fail since new datasets
|
||
* cannot be created with this function. Temporarily turn off error
|
||
* reporting.
|
||
*/
|
||
H5E_BEGIN_TRY {
|
||
dataset = H5Dopen(file, "does_not_exist");
|
||
} H5E_END_TRY;
|
||
if (dataset >= 0) {
|
||
H5_FAILED();
|
||
puts(" Opened a non-existent dataset.");
|
||
goto error;
|
||
}
|
||
|
||
/*
|
||
* Create a new dataset that uses chunked storage instead of the default
|
||
* layout.
|
||
*/
|
||
create_parms = H5Pcreate(H5P_DATASET_CREATE);
|
||
assert(create_parms >= 0);
|
||
|
||
/* Attempt to create a dataset with invalid chunk sizes */
|
||
csize[0] = dims[0]*2;
|
||
csize[1] = dims[1]*2;
|
||
status = H5Pset_chunk(create_parms, 2, csize);
|
||
assert(status >= 0);
|
||
H5E_BEGIN_TRY {
|
||
dataset = H5Dcreate(file, DSET_CHUNKED_NAME, H5T_NATIVE_DOUBLE, space,
|
||
create_parms);
|
||
} H5E_END_TRY;
|
||
if (dataset >= 0) {
|
||
H5_FAILED();
|
||
puts(" Opened a dataset with incorrect chunking parameters.");
|
||
goto error;
|
||
}
|
||
|
||
csize[0] = 5;
|
||
csize[1] = 100;
|
||
status = H5Pset_chunk(create_parms, 2, csize);
|
||
assert(status >= 0);
|
||
|
||
dataset = H5Dcreate(file, DSET_CHUNKED_NAME, H5T_NATIVE_DOUBLE, space,
|
||
create_parms);
|
||
if (dataset < 0) goto error;
|
||
H5Pclose (create_parms);
|
||
|
||
/* Test dataset address. Should be undefined. */
|
||
if(H5Dget_offset(dataset)!=HADDR_UNDEF) goto error;
|
||
|
||
/*
|
||
* Close the chunked dataset.
|
||
*/
|
||
if (H5Dclose(dataset) < 0) goto error;
|
||
|
||
/*
|
||
* Create a compact dataset, then close it.
|
||
*/
|
||
create_parms = H5Pcreate(H5P_DATASET_CREATE);
|
||
assert(create_parms >= 0);
|
||
status = H5Pset_layout(create_parms, H5D_COMPACT);
|
||
assert(status >= 0);
|
||
status = H5Pset_alloc_time(create_parms, H5D_ALLOC_TIME_EARLY);
|
||
assert(status >= 0);
|
||
|
||
dataset = H5Dcreate(file, DSET_COMPACT_NAME, H5T_NATIVE_DOUBLE,
|
||
small_space, create_parms);
|
||
if(dataset < 0) goto error;
|
||
H5Pclose(create_parms);
|
||
if(H5Dclose(dataset) <0) goto error;
|
||
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_simple_io
|
||
*
|
||
* Purpose: Tests simple I/O. That is, reading and writing a complete
|
||
* multi-dimensional array without data type or data space
|
||
* conversions, without compression, and stored contiguously.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Wednesday, December 10, 1997
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_simple_io(hid_t fapl)
|
||
{
|
||
char filename[32];
|
||
hid_t file, dataset, space, xfer;
|
||
int i, j, n;
|
||
hsize_t dims[2];
|
||
void *tconv_buf = NULL;
|
||
int f;
|
||
haddr_t offset;
|
||
int rdata[DSET_DIM1][DSET_DIM2];
|
||
|
||
TESTING("simple I/O");
|
||
|
||
h5_fixname(FILENAME[4], fapl, filename, sizeof filename);
|
||
|
||
/* Initialize the dataset */
|
||
for (i = n = 0; i < DSET_DIM1; i++)
|
||
for (j = 0; j < DSET_DIM2; j++)
|
||
points[i][j] = n++;
|
||
|
||
if ((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0)
|
||
goto error;
|
||
|
||
/* Create the data space */
|
||
dims[0] = DSET_DIM1;
|
||
dims[1] = DSET_DIM2;
|
||
if ((space = H5Screate_simple(2, dims, NULL))<0) goto error;
|
||
|
||
/* Create a small conversion buffer to test strip mining */
|
||
tconv_buf = malloc (1000);
|
||
xfer = H5Pcreate (H5P_DATASET_XFER);
|
||
assert (xfer>=0);
|
||
if (H5Pset_buffer (xfer, (size_t)1000, tconv_buf, NULL)<0) goto error;
|
||
|
||
/* Create the dataset */
|
||
if ((dataset = H5Dcreate(file, DSET_SIMPLE_IO_NAME, H5T_NATIVE_INT, space,
|
||
H5P_DEFAULT))<0) goto error;
|
||
|
||
/* Test dataset address. Should be undefined. */
|
||
if(H5Dget_offset(dataset)!=HADDR_UNDEF) goto error;
|
||
|
||
/* Write the data to the dataset */
|
||
if (H5Dwrite(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, xfer, points)<0)
|
||
goto error;
|
||
|
||
/* Test dataset address in file. Open the same file as a C file, seek
|
||
* the data position as H5Dget_offset points to, read the dataset, and
|
||
* compare it with the data written in.*/
|
||
if((offset=H5Dget_offset(dataset))==HADDR_UNDEF) goto error;
|
||
|
||
/* Read the dataset back */
|
||
if (H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, xfer, check)<0)
|
||
goto error;
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i = 0; i < DSET_DIM1; i++) {
|
||
for (j = 0; j < DSET_DIM2; j++) {
|
||
if (points[i][j] != check[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Read different values than written.\n");
|
||
printf(" At index %d,%d\n", i, j);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
|
||
if(H5Pclose (xfer)<0) goto error;
|
||
if(H5Dclose(dataset)<0) goto error;
|
||
if(H5Fclose(file)<0) goto error;
|
||
|
||
f = HDopen(filename, O_RDONLY, 0);
|
||
HDlseek(f, (off_t)offset, SEEK_SET);
|
||
HDread(f, rdata, sizeof(int)*DSET_DIM1*DSET_DIM2);
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i = 0; i < DSET_DIM1; i++) {
|
||
for (j = 0; j < DSET_DIM2; j++) {
|
||
if (points[i][j] != rdata[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Read different values than written.\n");
|
||
printf(" At index %d,%d\n", i, j);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
|
||
HDclose(f);
|
||
|
||
free (tconv_buf);
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_userblock_offset
|
||
*
|
||
* Purpose: Tests H5Dget_offset when user block exists.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Raymond Lu
|
||
* Wednesday, November 27, 2002
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_userblock_offset(hid_t fapl)
|
||
{
|
||
char filename[32];
|
||
hid_t file, fcpl, dataset, space;
|
||
int i, j;
|
||
hsize_t dims[2];
|
||
int f;
|
||
haddr_t offset;
|
||
int rdata[DSET_DIM1][DSET_DIM2];
|
||
|
||
TESTING("dataset offset with user block");
|
||
|
||
h5_fixname(FILENAME[2], fapl, filename, sizeof filename);
|
||
|
||
if((fcpl=H5Pcreate(H5P_FILE_CREATE))<0) goto error;
|
||
if(H5Pset_userblock(fcpl, (hsize_t)USER_BLOCK)<0) goto error;
|
||
|
||
if ((file=H5Fcreate(filename, H5F_ACC_TRUNC, fcpl, fapl))<0)
|
||
goto error;
|
||
|
||
/* Create the data space */
|
||
dims[0] = DSET_DIM1;
|
||
dims[1] = DSET_DIM2;
|
||
if ((space = H5Screate_simple(2, dims, NULL))<0) goto error;
|
||
|
||
/* Create the dataset */
|
||
if ((dataset = H5Dcreate(file, DSET_USERBLOCK_IO_NAME, H5T_NATIVE_INT, space,
|
||
H5P_DEFAULT))<0) goto error;
|
||
|
||
/* Write the data to the dataset */
|
||
if (H5Dwrite(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, points)<0)
|
||
goto error;
|
||
|
||
/* Test dataset address in file. Open the same file as a C file, seek
|
||
* the data position as H5Dget_offset points to, read the dataset, and
|
||
* compare it with the data written in.*/
|
||
if((offset=H5Dget_offset(dataset))==HADDR_UNDEF) goto error;
|
||
|
||
if(H5Dclose(dataset)<0) goto error;
|
||
if(H5Fclose(file)<0) goto error;
|
||
|
||
f = HDopen(filename, O_RDONLY, 0);
|
||
HDlseek(f, (off_t)offset, SEEK_SET);
|
||
HDread(f, rdata, sizeof(int)*DSET_DIM1*DSET_DIM2);
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i = 0; i < DSET_DIM1; i++) {
|
||
for (j = 0; j < DSET_DIM2; j++) {
|
||
if (points[i][j] != rdata[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Read different values than written.\n");
|
||
printf(" At index %d,%d\n", i, j);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
|
||
HDclose(f);
|
||
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_compact_io
|
||
*
|
||
* Purpose: Tests compact dataset I/O. That is, reading and writing a
|
||
* complete multi-dimensional array without data type or data
|
||
* space conversions, without compression, and store in
|
||
* compact dataset.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Raymond Lu
|
||
* August 8, 2002
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_compact_io(hid_t fapl)
|
||
{
|
||
hid_t file, dataset, space, plist;
|
||
hsize_t dims[2];
|
||
herr_t status;
|
||
int wbuf[16][8], rbuf[16][8];
|
||
char filename[1024];
|
||
int i, j, n;
|
||
|
||
TESTING("compact dataset I/O");
|
||
|
||
/* Initialize data */
|
||
n=0;
|
||
for(i=0; i<16; i++) {
|
||
for(j=0; j<8; j++) {
|
||
wbuf[i][j] = n++;
|
||
}
|
||
}
|
||
|
||
/* Create a small data space for compact dataset */
|
||
dims[0] = 16;
|
||
dims[1] = 8;
|
||
space = H5Screate_simple(2, dims, NULL);
|
||
assert(space>=0);
|
||
|
||
/* Create a file */
|
||
h5_fixname(FILENAME[1], fapl, filename, sizeof filename);
|
||
if((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0)
|
||
goto error;
|
||
|
||
/* Create property list for compact dataset creation */
|
||
plist = H5Pcreate(H5P_DATASET_CREATE);
|
||
assert(plist >= 0);
|
||
status = H5Pset_layout(plist, H5D_COMPACT);
|
||
assert(status >= 0);
|
||
status = H5Pset_alloc_time(plist, H5D_ALLOC_TIME_EARLY);
|
||
assert(status >= 0);
|
||
|
||
/* Create and write to a compact dataset */
|
||
if((dataset = H5Dcreate(file, DSET_COMPACT_IO_NAME, H5T_NATIVE_INT, space,
|
||
plist))<0)
|
||
goto error;
|
||
|
||
/* Test dataset address. Should be undefined. */
|
||
if(H5Dget_offset(dataset)!=HADDR_UNDEF) goto error;
|
||
|
||
if(H5Dwrite(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, wbuf)<0)
|
||
goto error;
|
||
|
||
/* Test dataset address. Should be undefined. */
|
||
if(H5Dget_offset(dataset)!=HADDR_UNDEF) goto error;
|
||
|
||
/* Close file */
|
||
H5Sclose(space);
|
||
H5Pclose(plist);
|
||
H5Dclose(dataset);
|
||
H5Fclose(file);
|
||
|
||
/*
|
||
* Open the file and check data
|
||
*/
|
||
if((file=H5Fopen(filename, H5F_ACC_RDONLY, fapl))<0)
|
||
goto error;
|
||
if((dataset = H5Dopen(file, DSET_COMPACT_IO_NAME))<0)
|
||
goto error;
|
||
if(H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, rbuf)<0)
|
||
goto error;
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i = 0; i < 16; i++) {
|
||
for (j = 0; j < 8; j++) {
|
||
if (rbuf[i][j] != wbuf[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Read different values than written.\n");
|
||
printf(" At index %d,%d\n", i, j);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
|
||
H5Dclose(dataset);
|
||
H5Fclose(file);
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_max_compact
|
||
*
|
||
* Purpose: Tests compact dataset of maximal size.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Raymond Lu
|
||
* August 8, 2002
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_max_compact(hid_t fapl)
|
||
{
|
||
hid_t file, dataset, space, plist;
|
||
hsize_t dims[1];
|
||
hsize_t compact_size;
|
||
herr_t status;
|
||
int *wbuf, *rbuf;
|
||
char filename[1024];
|
||
int i, n;
|
||
|
||
TESTING("compact dataset of maximal size");
|
||
|
||
/* Test compact dataset of size 64KB-64 */
|
||
|
||
/* Initialize data */
|
||
compact_size = (SIXTY_FOUR_KB-64)/sizeof(int);
|
||
|
||
wbuf = (int*)HDmalloc(sizeof(int)*(size_t)compact_size);
|
||
rbuf = (int*)HDmalloc(sizeof(int)*(size_t)compact_size);
|
||
|
||
n=0;
|
||
for(i=0; i<(int)compact_size; i++)
|
||
wbuf[i] = n++;
|
||
|
||
/* Create a small data space for compact dataset */
|
||
dims[0] = compact_size;
|
||
space = H5Screate_simple(1, dims, NULL);
|
||
assert(space>=0);
|
||
|
||
/* Create a file */
|
||
h5_fixname(FILENAME[3], fapl, filename, sizeof filename);
|
||
if((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0)
|
||
goto error;
|
||
|
||
/* Create property list for compact dataset creation */
|
||
plist = H5Pcreate(H5P_DATASET_CREATE);
|
||
assert(plist >= 0);
|
||
status = H5Pset_layout(plist, H5D_COMPACT);
|
||
assert(status >= 0);
|
||
|
||
/* Create and write to a compact dataset */
|
||
if((dataset = H5Dcreate(file, DSET_COMPACT_MAX_NAME, H5T_NATIVE_INT, space,
|
||
plist))<0)
|
||
goto error;
|
||
|
||
if(H5Dwrite(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, wbuf)<0)
|
||
goto error;
|
||
|
||
/* Close file */
|
||
H5Sclose(space);
|
||
H5Pclose(plist);
|
||
H5Dclose(dataset);
|
||
H5Fclose(file);
|
||
|
||
/*
|
||
* Open the file and check data
|
||
*/
|
||
if((file=H5Fopen(filename, H5F_ACC_RDONLY, fapl))<0)
|
||
goto error;
|
||
if((dataset = H5Dopen(file, DSET_COMPACT_MAX_NAME))<0)
|
||
goto error;
|
||
if(H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, rbuf)<0)
|
||
goto error;
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i = 0; i < (int)compact_size; i++) {
|
||
if (rbuf[i] != wbuf[i]) {
|
||
H5_FAILED();
|
||
printf(" Read different values than written.\n");
|
||
printf(" At index %d\n", i);
|
||
goto error;
|
||
}
|
||
}
|
||
|
||
H5Dclose(dataset);
|
||
H5Fclose(file);
|
||
HDfree(wbuf);
|
||
HDfree(rbuf);
|
||
|
||
|
||
/* Test compact dataset of size 64KB */
|
||
|
||
/* Create a data space for compact dataset */
|
||
compact_size = SIXTY_FOUR_KB/sizeof(int);
|
||
dims[0] = compact_size;
|
||
space = H5Screate_simple(1, dims, NULL);
|
||
assert(space>=0);
|
||
|
||
/* Open file */
|
||
if((file=H5Fopen(filename, H5F_ACC_RDWR, fapl))<0)
|
||
goto error;
|
||
|
||
/* Create property list for compact dataset creation */
|
||
plist = H5Pcreate(H5P_DATASET_CREATE);
|
||
assert(plist >= 0);
|
||
status = H5Pset_layout(plist, H5D_COMPACT);
|
||
assert(status >= 0);
|
||
|
||
/* Create and write to a compact dataset */
|
||
H5E_BEGIN_TRY {
|
||
H5Dcreate(file, DSET_COMPACT_MAX2_NAME, H5T_NATIVE_INT, space, plist);
|
||
} H5E_END_TRY;
|
||
|
||
/* Close file */
|
||
H5Sclose(space);
|
||
H5Pclose(plist);
|
||
H5Fclose(file);
|
||
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_conv_buffer
|
||
*
|
||
* Purpose: Test size of data type conversion buffer.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Raymond Lu
|
||
* Monday, May 12, 2003
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_conv_buffer(hid_t fid)
|
||
{
|
||
typedef struct
|
||
{
|
||
int a[DIM1][DIM2][DIM3];
|
||
float b[DIM2];
|
||
double c[DIM3];
|
||
} CmpField;
|
||
|
||
typedef struct
|
||
{
|
||
float b[DIM2];
|
||
double c[DIM3];
|
||
} CmpFieldR;
|
||
|
||
herr_t status = -1;
|
||
int j, k, l;
|
||
|
||
CmpField *cf;
|
||
CmpFieldR *cfrR;
|
||
|
||
hid_t dataset = -1; /* dataset ID */
|
||
hid_t space = -1; /* data space ID */
|
||
hid_t ctype1, ctype2; /* data type ID */
|
||
hid_t arr_type1, arr_type2, arr_type3, arr_type4, arr_type5;
|
||
hsize_t dimsa[3];
|
||
hsize_t dimsb[1];
|
||
hsize_t dimsc[1];
|
||
hid_t xfer_list;
|
||
size_t size;
|
||
|
||
TESTING("data type conversion buffer size");
|
||
|
||
cf = (CmpField *)calloc(1, sizeof(CmpField));
|
||
|
||
/* Populate the data members */
|
||
for (j = 0; j < DIM1; j++)
|
||
for (k = 0; k < DIM2; k++)
|
||
for (l = 0; l < DIM3; l++)
|
||
cf->a[j][k][l] = 10*(j+1) + l + k;
|
||
|
||
for (j = 0; j < DIM2; j++)
|
||
cf->b[j] = 100.*(j+1) + 0.01*j;
|
||
|
||
for (j = 0; j < DIM3; j++)
|
||
cf->c[j] = 100.*(j+1) + 0.02*j;
|
||
|
||
|
||
/* Create data space */
|
||
if((space=H5Screate(H5S_SCALAR))<0) goto error;
|
||
|
||
/* Add members to the compound data type */
|
||
dimsa[0] = DIM1;
|
||
dimsa[1] = DIM2;
|
||
dimsa[2] = DIM3;
|
||
dimsb[0] = DIM2;
|
||
dimsc[0] = DIM3;
|
||
|
||
/* Create the memory data type */
|
||
if((ctype1 = H5Tcreate(H5T_COMPOUND, sizeof (CmpField)))<0) goto error;
|
||
|
||
if((arr_type1 = H5Tarray_create(H5T_NATIVE_INT, 3, dimsa, NULL))<0) goto error;
|
||
if((arr_type2 = H5Tarray_create(H5T_NATIVE_FLOAT, 1, dimsb, NULL))<0) goto error;
|
||
if((arr_type3 = H5Tarray_create(H5T_NATIVE_DOUBLE, 1, dimsc, NULL))<0) goto error;
|
||
|
||
if(H5Tinsert(ctype1, "A", HOFFSET(CmpField, a), arr_type1)<0) goto error;
|
||
if(H5Tinsert (ctype1, "B", HOFFSET(CmpField, b), arr_type2)<0) goto error;
|
||
if(H5Tinsert (ctype1, "C", HOFFSET(CmpField, c), arr_type3)<0) goto error;
|
||
|
||
/* Create the dataset */
|
||
if((dataset = H5Dcreate(fid, DSET_CONV_BUF_NAME, ctype1, space, H5P_DEFAULT))<0) goto error;
|
||
if(H5Dwrite(dataset, ctype1, H5S_ALL, H5S_ALL, H5P_DEFAULT, cf)<0) goto error;
|
||
|
||
if((ctype2 = H5Tcreate(H5T_COMPOUND, sizeof (CmpFieldR)))<0) goto error;
|
||
|
||
if((arr_type4 = H5Tarray_create(H5T_NATIVE_FLOAT, 1, dimsb, NULL))<0) goto error;
|
||
if((arr_type5 = H5Tarray_create(H5T_NATIVE_DOUBLE, 1, dimsc, NULL))<0) goto error;
|
||
|
||
if(H5Tinsert (ctype2, "B", HOFFSET(CmpFieldR, b), arr_type4)<0) goto error;
|
||
if(H5Tinsert (ctype2, "C", HOFFSET(CmpFieldR, c), arr_type5)<0) goto error;
|
||
|
||
/* Read should succeed since library will set conversion buffer big enough */
|
||
cfrR = (CmpFieldR *)calloc(1, sizeof(CmpFieldR));
|
||
if(H5Dread(dataset, ctype2, H5S_ALL, H5S_ALL, H5P_DEFAULT, cfrR)<0) goto error;
|
||
|
||
/* Read should fail since conversion buffer isn't big enough */
|
||
xfer_list = H5Pcreate (H5P_DATASET_XFER);
|
||
size = (DIM2*DIM3*(sizeof(int))+ DIM2*(sizeof(float))+
|
||
DIM3*(sizeof(double)));
|
||
if(H5Pset_buffer (xfer_list, size, NULL, NULL)<0) goto error;
|
||
|
||
H5E_BEGIN_TRY {
|
||
status = H5Dread(dataset, ctype2, H5S_ALL, H5S_ALL, xfer_list, cfrR);
|
||
} H5E_END_TRY;
|
||
if (status >= 0) {
|
||
H5_FAILED();
|
||
puts(" Library shouldn't allow conversion buffer too small");
|
||
goto error;
|
||
}
|
||
|
||
/* Read will succeed since conversion buffer is big enough */
|
||
size = (DIM1*DIM2*DIM3*(sizeof(int))+ DIM2*(sizeof(float))+
|
||
DIM3*(sizeof(double)));
|
||
if(H5Pset_buffer (xfer_list, size, NULL, NULL)<0) goto error;
|
||
|
||
if(H5Dread(dataset, ctype2, H5S_ALL, H5S_ALL, xfer_list, cfrR)<0) goto error;
|
||
|
||
|
||
if(H5Pclose(xfer_list)<0) goto error;
|
||
if(H5Sclose(space)<0) goto error;
|
||
if(H5Tclose(arr_type1)<0) goto error;
|
||
if(H5Tclose(arr_type2)<0) goto error;
|
||
if(H5Tclose(arr_type3)<0) goto error;
|
||
if(H5Tclose(ctype1)<0) goto error;
|
||
if(H5Tclose(ctype2)<0) goto error;
|
||
if(H5Tclose(arr_type4)<0) goto error;
|
||
if(H5Tclose(arr_type5)<0) goto error;
|
||
if(H5Dclose(dataset)<0) goto error;
|
||
|
||
if(cf)
|
||
HDfree(cf);
|
||
if(cfrR)
|
||
HDfree(cfrR);
|
||
puts(" PASSED");
|
||
return(0);
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_tconv
|
||
*
|
||
* Purpose: Test some simple data type conversion stuff.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Wednesday, January 14, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_tconv(hid_t file)
|
||
{
|
||
char *out=NULL, *in=NULL;
|
||
int i;
|
||
hsize_t dims[1];
|
||
hid_t space, dataset;
|
||
|
||
out = malloc (4*1000000);
|
||
assert (out);
|
||
in = malloc (4*1000000);
|
||
assert (in);
|
||
|
||
TESTING("data type conversion");
|
||
|
||
/* Initialize the dataset */
|
||
for (i = 0; i < 1000000; i++) {
|
||
out[i*4+0] = 0x11;
|
||
out[i*4+1] = 0x22;
|
||
out[i*4+2] = 0x33;
|
||
out[i*4+3] = 0x44;
|
||
}
|
||
|
||
/* Create the data space */
|
||
dims[0] = 1000000;
|
||
if ((space = H5Screate_simple (1, dims, NULL))<0) goto error;
|
||
|
||
/* Create the data set */
|
||
if ((dataset = H5Dcreate(file, DSET_TCONV_NAME, H5T_STD_I32LE, space,
|
||
H5P_DEFAULT))<0) goto error;
|
||
|
||
/* Write the data to the dataset */
|
||
if (H5Dwrite(dataset, H5T_STD_I32LE, H5S_ALL, H5S_ALL, H5P_DEFAULT,
|
||
out)<0) goto error;
|
||
|
||
/* Read data with byte order conversion */
|
||
if (H5Dread(dataset, H5T_STD_I32BE, H5S_ALL, H5S_ALL, H5P_DEFAULT, in)<0)
|
||
goto error;
|
||
|
||
/* Check */
|
||
for (i = 0; i < 1000000; i++) {
|
||
if (in[4*i+0]!=out[4*i+3] ||
|
||
in[4*i+1]!=out[4*i+2] ||
|
||
in[4*i+2]!=out[4*i+1] ||
|
||
in[4*i+3]!=out[4*i+0]) {
|
||
H5_FAILED();
|
||
puts(" Read with byte order conversion failed.");
|
||
goto error;
|
||
}
|
||
}
|
||
|
||
if (H5Dclose(dataset)<0) goto error;
|
||
free (out);
|
||
free (in);
|
||
puts(" PASSED");
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
/* This message derives from H5Z */
|
||
const H5Z_class_t H5Z_BOGUS[1] = {{
|
||
H5Z_FILTER_BOGUS, /* Filter id number */
|
||
"bogus", /* Filter name for debugging */
|
||
NULL, /* The "can apply" callback */
|
||
NULL, /* The "set local" callback */
|
||
filter_bogus, /* The actual filter function */
|
||
}};
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: can_apply_bogus
|
||
*
|
||
* Purpose: A bogus 'can apply' callback that returns 0 for H5T_NATIVE_DOUBLE
|
||
* dataype, but returns 1 for all other datatypes
|
||
*
|
||
* Return: Success: Described above
|
||
* Failure: 0
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Friday, April 5, 2003
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
can_apply_bogus(hid_t UNUSED dcpl_id, hid_t type_id, hid_t UNUSED space_id)
|
||
{
|
||
if(H5Tequal(type_id,H5T_NATIVE_DOUBLE))
|
||
return 0;
|
||
else
|
||
return 1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: filter_bogus
|
||
*
|
||
* Purpose: A bogus compression method that doesn't do anything.
|
||
*
|
||
* Return: Success: Data chunk size
|
||
*
|
||
* Failure: 0
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Tuesday, April 21, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static size_t
|
||
filter_bogus(unsigned int UNUSED flags, size_t UNUSED cd_nelmts,
|
||
const unsigned int UNUSED *cd_values, size_t nbytes,
|
||
size_t UNUSED *buf_size, void UNUSED **buf)
|
||
{
|
||
return nbytes;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: set_local_bogus2
|
||
*
|
||
* Purpose: A 'set local' callback that stores the size of the datatype
|
||
* and adds it to all the H5T_NATIVE_INT values during
|
||
* filter operation.
|
||
*
|
||
* Return: Success: non-negative
|
||
* Failure: negative
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Friday, April 5, 2003
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
set_local_bogus2(hid_t dcpl_id, hid_t type_id, hid_t UNUSED space_id)
|
||
{
|
||
unsigned add_on=0; /* Value to add to data going through */
|
||
unsigned flags; /* Filter flags */
|
||
size_t cd_nelmts=BOGUS2_PERM_NPARMS; /* Number of filter parameters */
|
||
unsigned cd_values[4]; /* Filter parameters */
|
||
|
||
/* Check for native integer datatype and set private property */
|
||
if(H5Tequal(type_id,H5T_NATIVE_INT)>0)
|
||
add_on=(unsigned)H5Tget_size(type_id);
|
||
|
||
/* Get the filter's current parameters */
|
||
if(H5Pget_filter_by_id(dcpl_id,H5Z_FILTER_BOGUS2,&flags,&cd_nelmts,
|
||
cd_values,0,NULL)<0)
|
||
return(FAIL);
|
||
|
||
/* Check that the parameter values were passed along correctly */
|
||
if(cd_values[0]!=BOGUS2_PARAM_1)
|
||
return(FAIL);
|
||
if(cd_values[1]!=BOGUS2_PARAM_2)
|
||
return(FAIL);
|
||
|
||
/* Set "local" parameters for this dataset */
|
||
cd_values[2]=(add_on>0); /* Flag to indicate data is modified */
|
||
cd_values[3]=add_on; /* Amount the data was modified by */
|
||
|
||
/* Modify the filter's parameters for this dataset */
|
||
if(H5Pmodify_filter(dcpl_id, H5Z_FILTER_BOGUS2, flags, BOGUS2_ALL_NPARMS,
|
||
cd_values)<0)
|
||
return(FAIL);
|
||
|
||
return(SUCCEED);
|
||
} /* end set_local_bogus2() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: filter_bogus2
|
||
*
|
||
* Purpose: A filter method that adds a value to data values on writing
|
||
* (if the parameter is set), but does not modify data values on
|
||
* reading (so that correct operation of the filter can be
|
||
* checked).
|
||
*
|
||
* Return: Success: Data chunk size
|
||
* Failure: 0
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Monday, April 7, 2003
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static size_t
|
||
filter_bogus2(unsigned int flags, size_t cd_nelmts,
|
||
const unsigned int *cd_values, size_t nbytes,
|
||
size_t *buf_size, void **buf)
|
||
{
|
||
/* Check for the correct number of parameters */
|
||
if(cd_nelmts!=BOGUS2_ALL_NPARMS)
|
||
return(0);
|
||
|
||
/* Check that permanent parameters are set correctly */
|
||
if(cd_values[0]!=BOGUS2_PARAM_1)
|
||
return(0);
|
||
if(cd_values[1]!=BOGUS2_PARAM_2)
|
||
return(0);
|
||
|
||
/* Check if this filter is supposed to do something */
|
||
if(cd_values[2]>0) {
|
||
/* Check whether we are "uncompressing" */
|
||
if (flags & H5Z_FLAG_REVERSE) {
|
||
/* Do nothing */
|
||
} /* end if */
|
||
/* "Compressing" */
|
||
else {
|
||
unsigned add_on=cd_values[3]; /* Get "add on" value */
|
||
int *int_ptr=*buf; /* Pointer to the data values */
|
||
size_t buf_left=*buf_size; /* Amount of data buffer left to process */
|
||
|
||
/* Add the "add on" value to all the data values */
|
||
while(buf_left>0) {
|
||
*int_ptr++ += add_on;
|
||
buf_left -= sizeof(int);
|
||
} /* end while */
|
||
} /* end else */
|
||
|
||
return(nbytes);
|
||
} /* end if */
|
||
/* Filter is "no op" */
|
||
else
|
||
return(nbytes);
|
||
}
|
||
|
||
/* This message derives from H5Z */
|
||
const H5Z_class_t H5Z_CORRUPT[1] = {{
|
||
H5Z_FILTER_CORRUPT, /* Filter id number */
|
||
"corrupt", /* Filter name for debugging */
|
||
NULL, /* The "can apply" callback */
|
||
NULL, /* The "set local" callback */
|
||
filter_corrupt, /* The actual filter function */
|
||
}};
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: filter_corrupt
|
||
*
|
||
* Purpose: For testing Fletcher32 checksum. modify data slightly during
|
||
* writing so that when data is read back, the checksum should
|
||
* fail.
|
||
*
|
||
* Return: Success: Data chunk size
|
||
*
|
||
* Failure: 0
|
||
*
|
||
* Programmer: Raymond Lu
|
||
* Jan 14, 2003
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static size_t
|
||
filter_corrupt(unsigned int flags, size_t cd_nelmts,
|
||
const unsigned int *cd_values, size_t nbytes,
|
||
size_t *buf_size, void **buf)
|
||
{
|
||
size_t ret_value = 0;
|
||
unsigned char *dst = (unsigned char*)(*buf);
|
||
unsigned int offset;
|
||
unsigned int length;
|
||
unsigned int value;
|
||
void *data;
|
||
|
||
if (cd_nelmts!=3 || !cd_values)
|
||
return 0;
|
||
offset = cd_values[0];
|
||
length = cd_values[1];
|
||
value = cd_values[2];
|
||
if(offset>nbytes || (offset+length)>nbytes || length<sizeof(unsigned int))
|
||
return 0;
|
||
|
||
data = HDmalloc(length);
|
||
HDmemset(data, (int)value, length);
|
||
|
||
if (flags & H5Z_FLAG_REVERSE) { /* Varify data is actually corrupted during read */
|
||
dst += offset;
|
||
if(HDmemcmp(data, dst, length)!=0) return 0;
|
||
*buf_size = nbytes;
|
||
ret_value = nbytes;
|
||
} else { /* Write corrupted data */
|
||
dst += offset;
|
||
HDmemcpy(dst, data, length);
|
||
*buf_size = nbytes;
|
||
ret_value = *buf_size;
|
||
}
|
||
|
||
if(data)
|
||
HDfree(data);
|
||
|
||
return ret_value;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: filter_cb_cont
|
||
*
|
||
* Purpose: Callback function to handle checksum failure. Let it continue.
|
||
*
|
||
* Return: continue
|
||
*
|
||
* Programmer: Raymond Lu
|
||
* Jan 14, 2003
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static H5Z_cb_return_t
|
||
filter_cb_cont(H5Z_filter_t filter, void UNUSED *buf, size_t UNUSED buf_size,
|
||
void UNUSED *op_data)
|
||
{
|
||
if(H5Z_FILTER_FLETCHER32==filter)
|
||
return H5Z_CB_CONT;
|
||
else
|
||
return H5Z_CB_FAIL;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: filter_cb_fail
|
||
*
|
||
* Purpose: Callback function to handle checksum failure. Let it fail.
|
||
*
|
||
* Return: fail
|
||
*
|
||
* Programmer: Raymond Lu
|
||
* Jan 14, 2003
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static H5Z_cb_return_t
|
||
filter_cb_fail(H5Z_filter_t filter, void UNUSED *buf, size_t UNUSED buf_size,
|
||
void UNUSED *op_data)
|
||
{
|
||
if(H5Z_FILTER_FLETCHER32==filter)
|
||
return H5Z_CB_FAIL;
|
||
else
|
||
return H5Z_CB_CONT;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_filter_internal
|
||
*
|
||
* Purpose: Tests dataset compression. If compression is requested when
|
||
* it hasn't been compiled into the library (such as when
|
||
* updating an existing compressed dataset) then data is sent to
|
||
* the file uncompressed but no errors are returned.
|
||
*
|
||
* Return: Success: 0
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Wednesday, April 15, 1998
|
||
*
|
||
* Modifications:
|
||
* Moved out of main test_compression routine
|
||
* Quincey Koziol, November 14, 2002
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_filter_internal(hid_t fid, const char *name, hid_t dcpl, int if_fletcher32,
|
||
int corrupted, hsize_t *dset_size)
|
||
{
|
||
hid_t dataset; /* Dataset ID */
|
||
hid_t dxpl; /* Dataset xfer property list ID */
|
||
hid_t sid; /* Dataspace ID */
|
||
const hsize_t size[2] = {DSET_DIM1, DSET_DIM2}; /* Dataspace dimensions */
|
||
const hssize_t hs_offset[2] = {FILTER_HS_OFFSET1, FILTER_HS_OFFSET2}; /* Hyperslab offset */
|
||
const hsize_t hs_size[2] = {FILTER_HS_SIZE1, FILTER_HS_SIZE2}; /* Hyperslab size */
|
||
void *tconv_buf = NULL; /* Temporary conversion buffer */
|
||
hsize_t i, j, n; /* Local index variables */
|
||
herr_t status; /* Error status */
|
||
|
||
/* Create the data space */
|
||
if ((sid = H5Screate_simple(2, size, NULL))<0) goto error;
|
||
|
||
/*
|
||
* Create a small conversion buffer to test strip mining. We
|
||
* might as well test all we can!
|
||
*/
|
||
if ((dxpl = H5Pcreate (H5P_DATASET_XFER))<0) goto error;
|
||
tconv_buf = malloc (1000);
|
||
if (H5Pset_buffer (dxpl, (size_t)1000, tconv_buf, NULL)<0) goto error;
|
||
|
||
if (if_fletcher32==DISABLE_FLETCHER32) {
|
||
if(H5Pset_edc_check(dxpl, H5Z_DISABLE_EDC)<0)
|
||
goto error;
|
||
if(H5Z_DISABLE_EDC != H5Pget_edc_check(dxpl))
|
||
goto error;
|
||
}
|
||
|
||
TESTING(" filters (setup)");
|
||
|
||
/* Check if all the filters are available */
|
||
if(H5Pall_filters_avail(dcpl)!=TRUE) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Incorrect filter availability\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create the dataset */
|
||
if ((dataset = H5Dcreate(fid, name, H5T_NATIVE_INT, sid,
|
||
dcpl))<0) goto error;
|
||
PASSED();
|
||
|
||
/*----------------------------------------------------------------------
|
||
* STEP 1: Read uninitialized data. It should be zero.
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
TESTING(" filters (uninitialized read)");
|
||
|
||
if (H5Dread (dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check)<0)
|
||
goto error;
|
||
|
||
for (i=0; i<size[0]; i++) {
|
||
for (j=0; j<size[1]; j++) {
|
||
if (0!=check[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Read a non-zero value.\n");
|
||
printf(" At index %lu,%lu\n",
|
||
(unsigned long)i, (unsigned long)j);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
PASSED();
|
||
|
||
/*----------------------------------------------------------------------
|
||
* STEP 2: Test filters by setting up a chunked dataset and writing
|
||
* to it.
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
TESTING(" filters (write)");
|
||
|
||
for (i=n=0; i<size[0]; i++) {
|
||
for (j=0; j<size[1]; j++) {
|
||
points[i][j] = (int)(n++);
|
||
}
|
||
}
|
||
|
||
if (H5Dwrite(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, points)<0)
|
||
goto error;
|
||
|
||
if((*dset_size=H5Dget_storage_size(dataset))==0) goto error;
|
||
|
||
PASSED();
|
||
|
||
/*----------------------------------------------------------------------
|
||
* STEP 3: Try to read the data we just wrote.
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
TESTING(" filters (read)");
|
||
|
||
/* Read the dataset back */
|
||
if(corrupted) {
|
||
/* Default behavior is failure when data is corrupted. */
|
||
H5E_BEGIN_TRY {
|
||
status=H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check);
|
||
} H5E_END_TRY;
|
||
if(status>=0) goto error;
|
||
|
||
/* Callback decides to continue inspite data is corrupted. */
|
||
if(H5Pset_filter_callback(dxpl, filter_cb_cont, NULL)<0) goto error;
|
||
if(H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check)<0)
|
||
goto error;
|
||
|
||
/* Callback decides to fail when data is corrupted. */
|
||
if(H5Pset_filter_callback(dxpl, filter_cb_fail, NULL)<0) goto error;
|
||
H5E_BEGIN_TRY {
|
||
status=H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check);
|
||
} H5E_END_TRY;
|
||
if(status>=0) goto error;
|
||
} else {
|
||
if (H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check)<0)
|
||
goto error;
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i=0; i<size[0]; i++) {
|
||
for (j=0; j<size[1]; j++) {
|
||
if (points[i][j] != check[i][j]) {
|
||
H5_FAILED();
|
||
fprintf(stderr," Read different values than written.\n");
|
||
fprintf(stderr," At index %lu,%lu\n", (unsigned long)i, (unsigned long)j);
|
||
fprintf(stderr," At original: %d\n", (int)points[i][j]);
|
||
fprintf(stderr," At returned: %d\n", (int)check[i][j]);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
PASSED();
|
||
|
||
/*----------------------------------------------------------------------
|
||
* STEP 4: Write new data over the top of the old data. The new data is
|
||
* random thus not very compressible, and will cause the chunks to move
|
||
* around as they grow. We only change values for the left half of the
|
||
* dataset although we rewrite the whole thing.
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
TESTING(" filters (modify)");
|
||
|
||
for (i=0; i<size[0]; i++) {
|
||
for (j=0; j<size[1]/2; j++) {
|
||
points[i][j] = HDrandom ();
|
||
}
|
||
}
|
||
if (H5Dwrite (dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, points)<0)
|
||
goto error;
|
||
|
||
if(corrupted) {
|
||
/* Default behavior is failure when data is corrupted. */
|
||
H5E_BEGIN_TRY {
|
||
status=H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check);
|
||
} H5E_END_TRY;
|
||
if(status>=0) goto error;
|
||
|
||
/* Callback decides to continue inspite data is corrupted. */
|
||
if(H5Pset_filter_callback(dxpl, filter_cb_cont, NULL)<0) goto error;
|
||
if(H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check)<0)
|
||
goto error;
|
||
|
||
/* Callback decides to fail when data is corrupted. */
|
||
if(H5Pset_filter_callback(dxpl, filter_cb_fail, NULL)<0) goto error;
|
||
H5E_BEGIN_TRY {
|
||
status=H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check);
|
||
} H5E_END_TRY;
|
||
if(status>=0) goto error;
|
||
} else {
|
||
/* Read the dataset back and check it */
|
||
if (H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check)<0)
|
||
goto error;
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i=0; i<size[0]; i++) {
|
||
for (j=0; j<size[1]; j++) {
|
||
if (points[i][j] != check[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Read different values than written.\n");
|
||
printf(" At index %lu,%lu\n",
|
||
(unsigned long)i, (unsigned long)j);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
if((*dset_size=H5Dget_storage_size(dataset))==0) goto error;
|
||
PASSED();
|
||
|
||
/*----------------------------------------------------------------------
|
||
* STEP 5: Close the dataset and then open it and read it again. This
|
||
* insures that the filters message is picked up properly from the
|
||
* object header.
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
TESTING(" filters (re-open)");
|
||
|
||
if (H5Dclose (dataset)<0) goto error;
|
||
if ((dataset = H5Dopen (fid, name))<0) goto error;
|
||
|
||
if(corrupted) {
|
||
/* Default behavior is failure when data is corrupted. */
|
||
H5E_BEGIN_TRY {
|
||
status=H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check);
|
||
} H5E_END_TRY;
|
||
if(status>=0) goto error;
|
||
|
||
/* Callback decides to continue inspite data is corrupted. */
|
||
if(H5Pset_filter_callback(dxpl, filter_cb_cont, NULL)<0) goto error;
|
||
if(H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check)<0)
|
||
goto error;
|
||
|
||
/* Callback decides to fail when data is corrupted. */
|
||
if(H5Pset_filter_callback(dxpl, filter_cb_fail, NULL)<0) goto error;
|
||
H5E_BEGIN_TRY {
|
||
status=H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check);
|
||
} H5E_END_TRY;
|
||
if(status>=0) goto error;
|
||
} else {
|
||
if (H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check)<0)
|
||
goto error;
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i=0; i<size[0]; i++) {
|
||
for (j=0; j<size[1]; j++) {
|
||
if (points[i][j] != check[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Read different values than written.\n");
|
||
printf(" At index %lu,%lu\n",
|
||
(unsigned long)i, (unsigned long)j);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
PASSED();
|
||
|
||
|
||
/*----------------------------------------------------------------------
|
||
* STEP 6: Test partial I/O by writing to and then reading from a
|
||
* hyperslab of the dataset. The hyperslab does not line up on chunk
|
||
* boundaries (we know that case already works from above tests).
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
TESTING(" filters (partial I/O)");
|
||
|
||
for (i=0; i<hs_size[0]; i++) {
|
||
for (j=0; j<hs_size[1]; j++) {
|
||
points[hs_offset[0]+i][hs_offset[1]+j] = HDrandom();
|
||
}
|
||
}
|
||
if (H5Sselect_hyperslab(sid, H5S_SELECT_SET, hs_offset, NULL, hs_size,
|
||
NULL)<0) goto error;
|
||
if (H5Dwrite (dataset, H5T_NATIVE_INT, sid, sid, dxpl, points)<0)
|
||
goto error;
|
||
|
||
if(corrupted) {
|
||
/* Default behavior is failure when data is corrupted. */
|
||
H5E_BEGIN_TRY {
|
||
status=H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check);
|
||
} H5E_END_TRY;
|
||
if(status>=0) goto error;
|
||
|
||
/* Callback decides to continue inspite data is corrupted. */
|
||
if(H5Pset_filter_callback(dxpl, filter_cb_cont, NULL)<0) goto error;
|
||
if(H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check)<0)
|
||
goto error;
|
||
|
||
/* Callback decides to fail when data is corrupted. */
|
||
if(H5Pset_filter_callback(dxpl, filter_cb_fail, NULL)<0) goto error;
|
||
H5E_BEGIN_TRY {
|
||
status=H5Dread(dataset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, dxpl, check);
|
||
} H5E_END_TRY;
|
||
if(status>=0) goto error;
|
||
} else {
|
||
if (H5Dread (dataset, H5T_NATIVE_INT, sid, sid, dxpl, check)<0)
|
||
goto error;
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i=0; i<hs_size[0]; i++) {
|
||
for (j=0; j<hs_size[1]; j++) {
|
||
if (points[hs_offset[0]+i][hs_offset[1]+j] !=
|
||
check[hs_offset[0]+i][hs_offset[1]+j]) {
|
||
H5_FAILED();
|
||
fprintf(stderr," Read different values than written.\n");
|
||
fprintf(stderr," At index %lu,%lu\n",
|
||
(unsigned long)(hs_offset[0]+i),
|
||
(unsigned long)(hs_offset[1]+j));
|
||
fprintf(stderr," At original: %d\n",
|
||
(int)points[hs_offset[0]+i][hs_offset[1]+j]);
|
||
fprintf(stderr," At returned: %d\n",
|
||
(int)check[hs_offset[0]+i][hs_offset[1]+j]);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
}
|
||
|
||
PASSED();
|
||
|
||
/* Get the storage size of the dataset */
|
||
if((*dset_size=H5Dget_storage_size(dataset))==0) goto error;
|
||
/* Clean up objects used for this test */
|
||
if (H5Dclose (dataset)<0) goto error;
|
||
if (H5Sclose (sid)<0) goto error;
|
||
if (H5Pclose (dxpl)<0) goto error;
|
||
free (tconv_buf);
|
||
|
||
return(0);
|
||
|
||
error:
|
||
if(tconv_buf)
|
||
free (tconv_buf);
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_filters
|
||
*
|
||
* Purpose: Tests dataset filter.
|
||
*
|
||
* Return: Success: 0
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Wednesday, April 15, 1998
|
||
*
|
||
* Modifications:
|
||
* Moved guts of filter testing out of main routine.
|
||
* Tests shuffle, deflate, fletcher32 checksum filters.
|
||
* Quincey Koziol, November 14, 2002
|
||
*
|
||
* Added Fletcher32 filter testing
|
||
* Raymond Lu, Jan 22, 2002
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_filters(hid_t file)
|
||
{
|
||
hid_t dc; /* Dataset creation property list ID */
|
||
const hsize_t chunk_size[2] = {FILTER_CHUNK_DIM1, FILTER_CHUNK_DIM2}; /* Chunk dimensions */
|
||
hsize_t null_size; /* Size of dataset with null filter */
|
||
|
||
#ifdef H5_HAVE_FILTER_FLETCHER32
|
||
hsize_t fletcher32_size; /* Size of dataset with Fletcher32 checksum */
|
||
unsigned data_corrupt[3]; /* position and length of data to be corrupted */
|
||
#endif /* H5_HAVE_FILTER_FLETCHER32 */
|
||
|
||
#ifdef H5_HAVE_FILTER_DEFLATE
|
||
hsize_t deflate_size; /* Size of dataset with deflate filter */
|
||
#endif /* H5_HAVE_FILTER_DEFLATE */
|
||
|
||
#ifdef H5_HAVE_FILTER_SZIP
|
||
hsize_t szip_size; /* Size of dataset with szip filter */
|
||
unsigned szip_options_mask=H5_SZIP_NN_OPTION_MASK;
|
||
unsigned szip_pixels_per_block=4;
|
||
#endif /* H5_HAVE_FILTER_SZIP */
|
||
|
||
#ifdef H5_HAVE_FILTER_SHUFFLE
|
||
hsize_t shuffle_size; /* Size of dataset with shuffle filter */
|
||
#endif /* H5_HAVE_FILTER_SHUFFLE */
|
||
|
||
#if (defined H5_HAVE_FILTER_DEFLATE | defined H5_HAVE_FILTER_SZIP) && defined H5_HAVE_FILTER_SHUFFLE && defined H5_HAVE_FILTER_FLETCHER32
|
||
hsize_t combo_size; /* Size of dataset with shuffle+deflate filter */
|
||
#endif /* H5_HAVE_FILTER_DEFLATE && H5_HAVE_FILTER_SHUFFLE && H5_HAVE_FILTER_FLETCHER32 */
|
||
|
||
/*----------------------------------------------------------
|
||
* STEP 0: Test null I/O filter by itself.
|
||
*----------------------------------------------------------
|
||
*/
|
||
puts("Testing 'null' filter");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Zregister (H5Z_BOGUS)<0) goto error;
|
||
if (H5Pset_filter (dc, H5Z_FILTER_BOGUS, 0, 0, NULL)<0) goto error;
|
||
|
||
if(test_filter_internal(file,DSET_BOGUS_NAME,dc,DISABLE_FLETCHER32,DATA_NOT_CORRUPTED,&null_size)<0) goto error;
|
||
|
||
/* Clean up objects used for this test */
|
||
if (H5Pclose (dc)<0) goto error;
|
||
|
||
/*----------------------------------------------------------
|
||
* STEP 1: Test Fletcher32 Checksum by itself.
|
||
*----------------------------------------------------------
|
||
*/
|
||
#ifdef H5_HAVE_FILTER_FLETCHER32
|
||
puts("Testing Fletcher32 checksum(enabled for read)");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Pset_filter (dc,H5Z_FILTER_FLETCHER32,0,0,NULL)<0) goto error;
|
||
|
||
/* Enable checksum during read */
|
||
if(test_filter_internal(file,DSET_FLETCHER32_NAME,dc,ENABLE_FLETCHER32,DATA_NOT_CORRUPTED,&fletcher32_size)<0) goto error;
|
||
if(fletcher32_size<=null_size) {
|
||
H5_FAILED();
|
||
puts(" Size after checksumming is incorrect.");
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Disable checksum during read */
|
||
puts("Testing Fletcher32 checksum(disabled for read)");
|
||
if(test_filter_internal(file,DSET_FLETCHER32_NAME_2,dc,DISABLE_FLETCHER32,DATA_NOT_CORRUPTED,&fletcher32_size)<0) goto error;
|
||
if(fletcher32_size<=null_size) {
|
||
H5_FAILED();
|
||
puts(" Size after checksumming is incorrect.");
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Try to corrupt data and see if checksum fails */
|
||
puts("Testing Fletcher32 checksum(when data is corrupted)");
|
||
data_corrupt[0] = 52;
|
||
data_corrupt[1] = 33;
|
||
data_corrupt[2] = 27;
|
||
|
||
if (H5Zregister (H5Z_CORRUPT)<0) goto error;
|
||
if (H5Pset_filter (dc, H5Z_FILTER_CORRUPT, 0, 3, data_corrupt)<0) goto error;
|
||
if(test_filter_internal(file,DSET_FLETCHER32_NAME_3,dc,ENABLE_FLETCHER32,DATA_CORRUPTED,&fletcher32_size)<0) goto error;
|
||
if(fletcher32_size<=null_size) {
|
||
H5_FAILED();
|
||
puts(" Size after checksumming is incorrect.");
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Clean up objects used for this test */
|
||
if (H5Pclose (dc)<0) goto error;
|
||
#else /* H5_HAVE_FILTER_FLETCHER32 */
|
||
TESTING("fletcher32 checksum");
|
||
SKIPPED();
|
||
puts(" Fletcher32 checksum not enabled");
|
||
#endif /* H5_HAVE_FILTER_FLETCHER32 */
|
||
|
||
/*----------------------------------------------------------
|
||
* STEP 2: Test deflation by itself.
|
||
*----------------------------------------------------------
|
||
*/
|
||
#ifdef H5_HAVE_FILTER_DEFLATE
|
||
puts("Testing deflate filter");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Pset_deflate (dc, 6)<0) goto error;
|
||
|
||
if(test_filter_internal(file,DSET_DEFLATE_NAME,dc,DISABLE_FLETCHER32,DATA_NOT_CORRUPTED,&deflate_size)<0) goto error;
|
||
/* Clean up objects used for this test */
|
||
if (H5Pclose (dc)<0) goto error;
|
||
#else /* H5_HAVE_FILTER_DEFLATE */
|
||
TESTING("deflate filter");
|
||
SKIPPED();
|
||
puts(" Deflate filter not enabled");
|
||
#endif /* H5_HAVE_FILTER_DEFLATE */
|
||
|
||
/*----------------------------------------------------------
|
||
* STEP 3: Test szip compression by itself.
|
||
*----------------------------------------------------------
|
||
*/
|
||
#ifdef H5_HAVE_FILTER_SZIP
|
||
puts("Testing szip filter");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
|
||
if (H5Pset_szip(dc, szip_options_mask, szip_pixels_per_block)<0) goto error;
|
||
|
||
if(test_filter_internal(file,DSET_SZIP_NAME,dc,DISABLE_FLETCHER32,DATA_NOT_CORRUPTED,&szip_size)<0) goto error;
|
||
if (H5Pclose (dc)<0) goto error;
|
||
#else /* H5_HAVE_FILTER_SZIP */
|
||
TESTING("szip filter");
|
||
SKIPPED();
|
||
puts(" Szip filter not enabled");
|
||
#endif /* H5_HAVE_FILTER_SZIP */
|
||
|
||
/*----------------------------------------------------------
|
||
* STEP 4: Test shuffling by itself.
|
||
*----------------------------------------------------------
|
||
*/
|
||
#ifdef H5_HAVE_FILTER_SHUFFLE
|
||
puts("Testing shuffle filter");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Pset_shuffle (dc)<0) goto error;
|
||
|
||
if(test_filter_internal(file,DSET_SHUFFLE_NAME,dc,DISABLE_FLETCHER32,DATA_NOT_CORRUPTED,&shuffle_size)<0) goto error;
|
||
if(shuffle_size!=null_size) {
|
||
H5_FAILED();
|
||
puts(" Shuffled size not the same as uncompressed size.");
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Clean up objects used for this test */
|
||
if (H5Pclose (dc)<0) goto error;
|
||
#else /* H5_HAVE_FILTER_SHUFFLE */
|
||
TESTING("shuffle filter");
|
||
SKIPPED();
|
||
puts(" Shuffle filter not enabled");
|
||
#endif /* H5_HAVE_FILTER_SHUFFLE */
|
||
|
||
/*----------------------------------------------------------
|
||
* STEP 5: Test shuffle + deflate + checksum in any order.
|
||
*----------------------------------------------------------
|
||
*/
|
||
#if defined H5_HAVE_FILTER_DEFLATE && defined H5_HAVE_FILTER_SHUFFLE && defined H5_HAVE_FILTER_FLETCHER32
|
||
puts("Testing shuffle+deflate+checksum filters(checksum first)");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Pset_fletcher32 (dc)<0) goto error;
|
||
if (H5Pset_shuffle (dc)<0) goto error;
|
||
if (H5Pset_deflate (dc, 6)<0) goto error;
|
||
|
||
if(test_filter_internal(file,DSET_SHUF_DEF_FLET_NAME,dc,ENABLE_FLETCHER32,DATA_NOT_CORRUPTED,&combo_size)<0) goto error;
|
||
|
||
/* Clean up objects used for this test */
|
||
if (H5Pclose (dc)<0) goto error;
|
||
|
||
puts("Testing shuffle+deflate+checksum filters(checksum last)");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Pset_shuffle (dc)<0) goto error;
|
||
if (H5Pset_deflate (dc, 6)<0) goto error;
|
||
if (H5Pset_fletcher32 (dc)<0) goto error;
|
||
|
||
if(test_filter_internal(file,DSET_SHUF_DEF_FLET_NAME_2,dc,ENABLE_FLETCHER32,DATA_NOT_CORRUPTED,&combo_size)<0) goto error;
|
||
|
||
/* Clean up objects used for this test */
|
||
if (H5Pclose (dc)<0) goto error;
|
||
#else /* H5_HAVE_FILTER_DEFLATE && H5_HAVE_FILTER_SHUFFLE && H5_HAVE_FILTER_FLETCHER32 */
|
||
TESTING("shuffle+deflate+fletcher32 filters");
|
||
SKIPPED();
|
||
puts(" Deflate, shuffle, or fletcher32 checksum filter not enabled");
|
||
#endif /* H5_HAVE_FILTER_DEFLATE && H5_HAVE_FILTER_SHUFFLE && H5_HAVE_FILTER_FLETCHER32 */
|
||
|
||
/*----------------------------------------------------------
|
||
* STEP 6: Test shuffle + szip + checksum in any order.
|
||
*----------------------------------------------------------
|
||
*/
|
||
#if defined H5_HAVE_FILTER_SZIP && defined H5_HAVE_FILTER_SHUFFLE && defined H5_HAVE_FILTER_FLETCHER32
|
||
|
||
puts("Testing shuffle+szip+checksum filters(checksum first)");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Pset_fletcher32 (dc)<0) goto error;
|
||
if (H5Pset_shuffle (dc)<0) goto error;
|
||
if (H5Pset_szip(dc, szip_options_mask, szip_pixels_per_block)<0) goto error;
|
||
|
||
if(test_filter_internal(file,DSET_SHUF_SZIP_FLET_NAME,dc,ENABLE_FLETCHER32,DATA_NOT_CORRUPTED,&combo_size)<0) goto error;
|
||
|
||
/* Clean up objects used for this test */
|
||
if (H5Pclose (dc)<0) goto error;
|
||
|
||
puts("Testing shuffle+szip+checksum filters(checksum last)");
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Pset_shuffle (dc)<0) goto error;
|
||
if (H5Pset_szip(dc, szip_options_mask, szip_pixels_per_block)<0) goto error;
|
||
if (H5Pset_fletcher32 (dc)<0) goto error;
|
||
|
||
if(test_filter_internal(file,DSET_SHUF_SZIP_FLET_NAME_2,dc,ENABLE_FLETCHER32,DATA_NOT_CORRUPTED,&combo_size)<0) goto error;
|
||
|
||
/* Clean up objects used for this test */
|
||
if (H5Pclose (dc)<0) goto error;
|
||
#else /* H5_HAVE_FILTER_SZIP && H5_HAVE_FILTER_SHUFFLE && H5_HAVE_FILTER_FLETCHER32 */
|
||
TESTING("shuffle+szip+fletcher32 filters");
|
||
SKIPPED();
|
||
puts(" Szip, shuffle, or fletcher32 checksum filter not enabled");
|
||
#endif /* H5_HAVE_FILTER_SZIP && H5_HAVE_FILTER_SHUFFLE && H5_HAVE_FILTER_FLETCHER32 */
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_missing_filter
|
||
*
|
||
* Purpose: Tests library behavior when filter is missing
|
||
*
|
||
* Return: Success: 0
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Thursday, November 14, 2002
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_missing_filter(hid_t file)
|
||
{
|
||
hid_t fid; /* File ID */
|
||
hid_t dsid; /* Dataset ID */
|
||
hid_t sid; /* Dataspace ID */
|
||
hid_t dcpl; /* Dataspace creation property list ID */
|
||
const hsize_t dims[2] = {DSET_DIM1, DSET_DIM2}; /* Dataspace dimensions */
|
||
const hsize_t chunk_dims[2] = {2, 25}; /* Chunk dimensions */
|
||
hsize_t dset_size; /* Dataset size */
|
||
hsize_t i,j; /* Local index variables */
|
||
herr_t ret; /* Generic return value */
|
||
char testfile[512]=""; /* Buffer to hold name of existing test file */
|
||
char *srcdir = HDgetenv("srcdir"); /* The source directory, if we are using the --srcdir configure option */
|
||
|
||
TESTING("dataset access with missing filter");
|
||
|
||
/* Unregister the deflate filter */
|
||
#ifdef H5_HAVE_FILTER_DEFLATE
|
||
/* Verify deflate filter is registered currently */
|
||
if(H5Zfilter_avail(H5Z_FILTER_DEFLATE)!=TRUE) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Deflate filter not available\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Unregister deflate filter (use internal function) */
|
||
if (H5Z_unregister(H5Z_FILTER_DEFLATE)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't unregister deflate filter\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
#endif /* H5_HAVE_FILTER_DEFLATE */
|
||
/* Verify deflate filter is not registered currently */
|
||
if(H5Zfilter_avail(H5Z_FILTER_DEFLATE)!=FALSE) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Deflate filter available\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create dcpl with deflate filter */
|
||
if((dcpl = H5Pcreate(H5P_DATASET_CREATE))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't create dcpl\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
if(H5Pset_chunk(dcpl, 2, chunk_dims)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't set chunk sizes\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
if(H5Pset_deflate(dcpl, 9)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't set deflate filter\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Check if all the filters are available */
|
||
ret=H5Pall_filters_avail(dcpl);
|
||
if(ret<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't check filter availability\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
if(ret!=FALSE) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Filter shouldn't be available\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create the data space */
|
||
if ((sid = H5Screate_simple(2, dims, NULL))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open dataspace\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create new dataset */
|
||
if ((dsid = H5Dcreate(file, DSET_MISSING_NAME, H5T_NATIVE_INT, sid, dcpl))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't create dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Write data */
|
||
if (H5Dwrite(dsid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, points)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error writing dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Flush the file (to clear the cache) */
|
||
if (H5Fflush(file, H5F_SCOPE_GLOBAL)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error flushing file\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Query the dataset's size on disk */
|
||
if((dset_size=H5Dget_storage_size(dsid))==0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error querying dataset size\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Verify that the size indicates data is uncompressed */
|
||
/* (i.e. the deflation filter we asked for was silently ignored) */
|
||
if((H5Tget_size(H5T_NATIVE_INT)*DSET_DIM1*DSET_DIM2)!=dset_size) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Incorrect dataset size: %lu\n",__LINE__,(unsigned long)dset_size);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Read data */
|
||
if (H5Dread(dsid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, check)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error reading dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Compare data */
|
||
/* Check that the values read are the same as the values written */
|
||
for (i=0; i<dims[0]; i++) {
|
||
for (j=0; j<dims[1]; j++) {
|
||
if (points[i][j] != check[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Read different values than written.\n",__LINE__);
|
||
printf(" At index %lu,%lu\n", (unsigned long)(i), (unsigned long)(j));
|
||
printf(" At original: %d\n",points[i][j]);
|
||
printf(" At returned: %d\n",check[i][j]);
|
||
goto error;
|
||
} /* end if */
|
||
} /* end for */
|
||
} /* end for */
|
||
|
||
/* Close dataset */
|
||
if(H5Dclose(dsid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataspace */
|
||
if(H5Sclose(sid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataspace\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataset creation property list */
|
||
if(H5Pclose(dcpl)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dcpl\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
|
||
/* Try reading existing dataset with deflate filter */
|
||
|
||
/* Compose the name of the file to open, using the srcdir, if appropriate */
|
||
if (srcdir && ((HDstrlen(srcdir) + HDstrlen(FILE_DEFLATE_NAME) + 1) < sizeof(testfile))){
|
||
HDstrcpy(testfile, srcdir);
|
||
HDstrcat(testfile, "/");
|
||
}
|
||
HDstrcat(testfile, FILE_DEFLATE_NAME);
|
||
|
||
/* Open existing file */
|
||
if((fid=H5Fopen(testfile, H5F_ACC_RDONLY, H5P_DEFAULT))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open existing deflated file\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Open dataset */
|
||
if ((dsid = H5Dopen(fid, "Dataset1"))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Read data (should fail, since deflate filter is missing) */
|
||
H5E_BEGIN_TRY {
|
||
ret=H5Dread(dsid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, check);
|
||
} H5E_END_TRY;
|
||
if (ret>=0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Should not be able to read dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataset */
|
||
if(H5Dclose(dsid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close existing file */
|
||
if(H5Fclose(fid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close file\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Re-register the deflate filter */
|
||
/* Verify deflate filter is not registered currently */
|
||
if(H5Zfilter_avail(H5Z_FILTER_DEFLATE)!=FALSE) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Deflate filter available\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
#ifdef H5_HAVE_FILTER_DEFLATE
|
||
/* Register deflate filter (use internal function to avoid range checks) */
|
||
if(H5Z_register(H5Z_DEFLATE)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't unregister deflate filter\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Verify deflate filter is registered currently */
|
||
if(H5Zfilter_avail(H5Z_FILTER_DEFLATE)!=TRUE) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Deflate filter not available\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
#endif /* H5_HAVE_FILTER_DEFLATE */
|
||
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_onebyte_shuffle
|
||
*
|
||
* Purpose: Tests the 8-bit array with shuffling algorithm.
|
||
* The shuffled array should be the same result as
|
||
* that before the shuffling.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Kent Yang
|
||
* Wednesday, , 2002 Nov. 13th
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_onebyte_shuffle(hid_t file)
|
||
{
|
||
#ifdef H5_HAVE_FILTER_SHUFFLE
|
||
hid_t dataset, space,dc;
|
||
const hsize_t size[2] = {10, 20};
|
||
const hsize_t chunk_size[2] = {10, 20};
|
||
unsigned char orig_data[10][20];
|
||
unsigned char new_data[10][20];
|
||
hsize_t i, j;
|
||
#else /* H5_HAVE_FILTER_SHUFFLE */
|
||
const char *not_supported= " Data shuffling is not enabled.";
|
||
#endif /* H5_HAVE_FILTER_SHUFFLE */
|
||
|
||
TESTING("8-bit shuffling (setup)");
|
||
|
||
#ifdef H5_HAVE_FILTER_SHUFFLE
|
||
/* Create the data space */
|
||
if ((space = H5Screate_simple(2, size, NULL))<0) goto error;
|
||
|
||
/* Use shuffling algorithm with 8-bit */
|
||
if((dc = H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dc, 2, chunk_size)<0) goto error;
|
||
if (H5Pset_shuffle (dc)<0) goto error;
|
||
|
||
/* Create the dataset */
|
||
if ((dataset = H5Dcreate(file, DSET_ONEBYTE_SHUF_NAME, H5T_NATIVE_UCHAR,
|
||
space,dc))<0) goto error;
|
||
|
||
for (i= 0;i< 10; i++)
|
||
for (j = 0; j < 20; j++)
|
||
orig_data[i][j] = HDrandom();
|
||
|
||
PASSED();
|
||
#else
|
||
SKIPPED();
|
||
puts(not_supported);
|
||
#endif
|
||
|
||
/*----------------------------------------------------------------------
|
||
* STEP 1: Test shuffling by setting up a chunked dataset and writing
|
||
* to it.
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
TESTING("8-bit shuffling (write)");
|
||
|
||
#ifdef H5_HAVE_FILTER_SHUFFLE
|
||
if (H5Dwrite(dataset, H5T_NATIVE_UCHAR, H5S_ALL, H5S_ALL, H5P_DEFAULT,
|
||
orig_data)<0)
|
||
goto error;
|
||
|
||
PASSED();
|
||
#else
|
||
SKIPPED();
|
||
puts(not_supported);
|
||
#endif
|
||
|
||
/*----------------------------------------------------------------------
|
||
* STEP 2: Try to read the data we just wrote.
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
TESTING("8-bit shuffling (read)");
|
||
|
||
#ifdef H5_HAVE_FILTER_SHUFFLE
|
||
/* Read the dataset back */
|
||
if (H5Dread(dataset, H5T_NATIVE_UCHAR, H5S_ALL, H5S_ALL, H5P_DEFAULT,
|
||
new_data)<0)
|
||
goto error;
|
||
|
||
/* Check that the values read are the same as the values written */
|
||
for (i=0; i<size[0]; i++) {
|
||
for (j=0; j<size[1]; j++) {
|
||
if (new_data[i][j] != orig_data[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Read different values than written.\n");
|
||
printf(" At index %lu,%lu\n",
|
||
(unsigned long)i, (unsigned long)j);
|
||
goto error;
|
||
}
|
||
}
|
||
}
|
||
|
||
/*----------------------------------------------------------------------
|
||
* Cleanup
|
||
*----------------------------------------------------------------------
|
||
*/
|
||
if (H5Pclose (dc)<0) goto error;
|
||
if (H5Dclose(dataset)<0) goto error;
|
||
|
||
PASSED();
|
||
#else
|
||
SKIPPED();
|
||
puts(not_supported);
|
||
#endif
|
||
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_multiopen
|
||
*
|
||
* Purpose: Tests that a bug no longer exists. If a dataset is opened
|
||
* twice and one of the handles is used to extend the dataset,
|
||
* then the other handle should return the new size when
|
||
* queried.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Tuesday, June 9, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_multiopen (hid_t file)
|
||
{
|
||
hid_t dcpl=-1, space=-1, dset1=-1, dset2=-1;
|
||
hsize_t cur_size[1] = {10};
|
||
static hsize_t max_size[1] = {H5S_UNLIMITED};
|
||
hsize_t tmp_size[1];
|
||
|
||
TESTING("multi-open with extending");
|
||
|
||
/* Create the dataset and open it twice */
|
||
if((dcpl=H5Pcreate(H5P_DATASET_CREATE))<0) goto error;
|
||
if (H5Pset_chunk (dcpl, 1, cur_size)<0) goto error;
|
||
if ((space=H5Screate_simple (1, cur_size, max_size))<0) goto error;
|
||
if ((dset1=H5Dcreate (file, "multiopen", H5T_NATIVE_INT, space,
|
||
dcpl))<0) goto error;
|
||
if ((dset2=H5Dopen (dset1, "."))<0) goto error;
|
||
if (H5Sclose (space)<0) goto error;
|
||
|
||
/* Extend with the first handle */
|
||
cur_size[0] = 20;
|
||
if (H5Dextend (dset1, cur_size)<0) goto error;
|
||
|
||
/* Get the size from the second handle */
|
||
if ((space = H5Dget_space (dset2))<0) goto error;
|
||
if (H5Sget_simple_extent_dims (space, tmp_size, NULL)<0) goto error;
|
||
if (cur_size[0]!=tmp_size[0]) {
|
||
H5_FAILED();
|
||
printf (" Got %d instead of %d!\n",
|
||
(int)tmp_size[0], (int)cur_size[0]);
|
||
goto error;
|
||
}
|
||
|
||
if (H5Dclose (dset1)<0) goto error;
|
||
if (H5Dclose (dset2)<0) goto error;
|
||
if (H5Sclose (space)<0) goto error;
|
||
if (H5Pclose (dcpl)<0) goto error;
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
H5E_BEGIN_TRY {
|
||
H5Dclose (dset1);
|
||
H5Dclose (dset2);
|
||
H5Sclose (space);
|
||
H5Pclose (dcpl);
|
||
} H5E_END_TRY;
|
||
return -1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_types
|
||
*
|
||
* Purpose: Make some datasets with various types so we can test h5ls.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Monday, June 7, 1999
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_types(hid_t file)
|
||
{
|
||
hid_t grp=-1, type=-1, space=-1, dset=-1;
|
||
size_t i;
|
||
hsize_t nelmts;
|
||
unsigned char buf[32];
|
||
|
||
TESTING("various datatypes");
|
||
if ((grp=H5Gcreate(file, "typetests", 0))<0) goto error;
|
||
|
||
/* bitfield_1 */
|
||
nelmts = sizeof(buf);
|
||
if ((type=H5Tcopy(H5T_STD_B8LE))<0 ||
|
||
(space=H5Screate_simple(1, &nelmts, NULL))<0 ||
|
||
(dset=H5Dcreate(grp, "bitfield_1", type, space, H5P_DEFAULT))<0)
|
||
goto error;
|
||
for (i=0; i<sizeof buf; i++) buf[i] = (unsigned char)0xff ^ (unsigned char)i;
|
||
if (H5Dwrite(dset, type, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf)<0)
|
||
goto error;
|
||
|
||
if (H5Sclose(space)<0) goto error;
|
||
if (H5Tclose(type)<0) goto error;
|
||
if (H5Dclose(dset)<0) goto error;
|
||
|
||
/* bitfield_2 */
|
||
nelmts = sizeof(buf)/2;
|
||
if ((type=H5Tcopy(H5T_STD_B16LE))<0 ||
|
||
(space=H5Screate_simple(1, &nelmts, NULL))<0 ||
|
||
(dset=H5Dcreate(grp, "bitfield_2", type, space, H5P_DEFAULT))<0)
|
||
goto error;
|
||
for (i=0; i<sizeof buf; i++) buf[i] = (unsigned char)0xff ^ (unsigned char)i;
|
||
if (H5Dwrite(dset, type, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf)<0)
|
||
goto error;
|
||
if (H5Sclose(space)<0) goto error;
|
||
if (H5Tclose(type)<0) goto error;
|
||
if (H5Dclose(dset)<0) goto error;
|
||
|
||
/* opaque_1 */
|
||
nelmts = sizeof(buf);
|
||
if ((type=H5Tcreate(H5T_OPAQUE, 1))<0 ||
|
||
H5Tset_tag(type, "testing 1-byte opaque type")<0 ||
|
||
(space=H5Screate_simple(1, &nelmts, NULL))<0 ||
|
||
(dset=H5Dcreate(grp, "opaque_1", type, space, H5P_DEFAULT))<0)
|
||
goto error;
|
||
for (i=0; i<sizeof buf; i++) buf[i] = (unsigned char)0xff ^ (unsigned char)i;
|
||
if (H5Dwrite(dset, type, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf)<0)
|
||
goto error;
|
||
if (H5Sclose(space)<0) goto error;
|
||
if (H5Tclose(type)<0) goto error;
|
||
if (H5Dclose(dset)<0) goto error;
|
||
|
||
/* opaque_2 */
|
||
nelmts = sizeof(buf)/4;
|
||
if ((type=H5Tcreate(H5T_OPAQUE, 4))<0 ||
|
||
H5Tset_tag(type, "testing 4-byte opaque type")<0 ||
|
||
(space=H5Screate_simple(1, &nelmts, NULL))<0 ||
|
||
(dset=H5Dcreate(grp, "opaque_2", type, space, H5P_DEFAULT))<0)
|
||
goto error;
|
||
for (i=0; i<sizeof buf; i++) buf[i] = (unsigned char)0xff ^ (unsigned char)i;
|
||
if (H5Dwrite(dset, type, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf)<0)
|
||
goto error;
|
||
if (H5Sclose(space)<0) goto error;
|
||
if (H5Tclose(type)<0) goto error;
|
||
if (H5Dclose(dset)<0) goto error;
|
||
|
||
/* Cleanup */
|
||
if (H5Gclose(grp)<0) goto error;
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
H5E_BEGIN_TRY {
|
||
H5Gclose(grp);
|
||
H5Tclose(type);
|
||
H5Sclose(space);
|
||
H5Dclose(dset);
|
||
} H5E_END_TRY;
|
||
return -1;
|
||
}
|
||
|
||
/* This message derives from H5Z */
|
||
const H5Z_class_t H5Z_CAN_APPLY[1] = {{
|
||
H5Z_FILTER_BOGUS, /* Filter id number */
|
||
"bogus", /* Filter name for debugging */
|
||
can_apply_bogus, /* The "can apply" callback */
|
||
NULL, /* The "set local" callback */
|
||
filter_bogus, /* The actual filter function */
|
||
}};
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_can_apply
|
||
*
|
||
* Purpose: Tests library behavior when filter indicates it can't
|
||
* apply to certain combinations of creation parameters
|
||
*
|
||
* Return: Success: 0
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Friday, April 5, 2003
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_can_apply(hid_t file)
|
||
{
|
||
hid_t dsid; /* Dataset ID */
|
||
hid_t sid; /* Dataspace ID */
|
||
hid_t dcpl; /* Dataspace creation property list ID */
|
||
const hsize_t dims[2] = {DSET_DIM1, DSET_DIM2}; /* Dataspace dimensions */
|
||
const hsize_t chunk_dims[2] = {2, 25}; /* Chunk dimensions */
|
||
hsize_t dset_size; /* Dataset size */
|
||
hsize_t i,j; /* Local index variables */
|
||
|
||
TESTING("dataset filter 'can apply' callback");
|
||
|
||
/* Create dcpl with special filter */
|
||
if((dcpl = H5Pcreate(H5P_DATASET_CREATE))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't create dcpl\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
if(H5Pset_chunk(dcpl, 2, chunk_dims)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't set chunk sizes\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
if(H5Zregister (H5Z_CAN_APPLY)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't register 'can apply' filter\n",__LINE__);
|
||
goto error;
|
||
}
|
||
if(H5Pset_filter (dcpl, H5Z_FILTER_BOGUS, 0, 0, NULL)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't set bogus filter\n",__LINE__);
|
||
goto error;
|
||
}
|
||
|
||
/* Create the data space */
|
||
if ((sid = H5Screate_simple(2, dims, NULL))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open dataspace\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create new dataset */
|
||
/* (Should fail because the 'can apply' filter should indicate inappropriate combination) */
|
||
H5E_BEGIN_TRY {
|
||
dsid = H5Dcreate(file, DSET_CAN_APPLY_NAME, H5T_NATIVE_DOUBLE, sid, dcpl);
|
||
} H5E_END_TRY;
|
||
if (dsid >=0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Shouldn't have created dataset!\n",__LINE__);
|
||
H5Dclose(dsid);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create new dataset */
|
||
if ((dsid = H5Dcreate(file, DSET_CAN_APPLY_NAME, H5T_NATIVE_INT, sid, dcpl))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't create dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Write data */
|
||
if (H5Dwrite(dsid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, points)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error writing dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Flush the file (to clear the cache) */
|
||
if (H5Fflush(file, H5F_SCOPE_GLOBAL)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error flushing file\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Query the dataset's size on disk */
|
||
if((dset_size=H5Dget_storage_size(dsid))==0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error querying dataset size\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Verify that the size indicates data is uncompressed */
|
||
if((H5Tget_size(H5T_NATIVE_INT)*dims[0]*dims[1])!=dset_size) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Incorrect dataset size: %lu\n",__LINE__,(unsigned long)dset_size);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Read data */
|
||
if (H5Dread(dsid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, check)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error reading dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Compare data */
|
||
/* Check that the values read are the same as the values written */
|
||
for (i=0; i<dims[0]; i++) {
|
||
for (j=0; j<dims[1]; j++) {
|
||
if (points[i][j] != check[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Read different values than written.\n",__LINE__);
|
||
printf(" At index %lu,%lu\n", (unsigned long)(i), (unsigned long)(j));
|
||
printf(" At original: %d\n",points[i][j]);
|
||
printf(" At returned: %d\n",check[i][j]);
|
||
goto error;
|
||
} /* end if */
|
||
} /* end for */
|
||
} /* end for */
|
||
|
||
/* Close dataset */
|
||
if(H5Dclose(dsid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataspace */
|
||
if(H5Sclose(sid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataspace\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataset creation property list */
|
||
if(H5Pclose(dcpl)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dcpl\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
} /* end test_can_apply() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_can_apply_szip
|
||
*
|
||
* Purpose: Tests library behavior when szip filter indicates it can't
|
||
* apply to certain combinations of creation parameters
|
||
*
|
||
* Return: Success: 0
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Monday, April 7, 2003
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_can_apply_szip(hid_t
|
||
#ifndef H5_HAVE_FILTER_SZIP
|
||
UNUSED
|
||
#endif /* H5_HAVE_FILTER_SSZIP */
|
||
file)
|
||
{
|
||
#ifdef H5_HAVE_FILTER_SZIP
|
||
hid_t dsid; /* Dataset ID */
|
||
hid_t sid; /* Dataspace ID */
|
||
hid_t dcpl; /* Dataspace creation property list ID */
|
||
unsigned szip_options_mask=H5_SZIP_NN_OPTION_MASK;
|
||
unsigned szip_pixels_per_block;
|
||
const hsize_t dims[2] = {500, 4096}; /* Dataspace dimensions */
|
||
const hsize_t chunk_dims[2] = {250, 2048}; /* Chunk dimensions */
|
||
herr_t ret; /* Status value */
|
||
#else /* H5_HAVE_FILTER_SZIP */
|
||
const char *not_supported= " Szip filter is not enabled.";
|
||
#endif /* H5_HAVE_FILTER_SSZIP */
|
||
|
||
TESTING("dataset szip filter 'can apply' callback");
|
||
|
||
#ifdef H5_HAVE_FILTER_SZIP
|
||
/* Create the data space */
|
||
if ((sid = H5Screate_simple(2, dims, NULL))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open dataspace\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create dcpl with special filter */
|
||
if((dcpl = H5Pcreate(H5P_DATASET_CREATE))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't create dcpl\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
if(H5Pset_chunk(dcpl, 2, chunk_dims)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't set chunk sizes\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Set (invalid at property set time) szip parameters */
|
||
szip_pixels_per_block=3;
|
||
H5E_BEGIN_TRY {
|
||
ret=H5Pset_szip (dcpl, szip_options_mask, szip_pixels_per_block);
|
||
} H5E_END_TRY;
|
||
if(ret>=0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Shouldn't be able to set szip filter\n",__LINE__);
|
||
goto error;
|
||
}
|
||
|
||
/* Set (invalid at property set time) szip parameters */
|
||
szip_pixels_per_block=512;
|
||
H5E_BEGIN_TRY {
|
||
ret=H5Pset_szip (dcpl, szip_options_mask, szip_pixels_per_block);
|
||
} H5E_END_TRY;
|
||
if(ret>=0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Shouldn't be able to set szip filter\n",__LINE__);
|
||
goto error;
|
||
}
|
||
|
||
/* Set (invalid at dataset creation time) szip parameters */
|
||
szip_pixels_per_block=2;
|
||
if(H5Pset_szip (dcpl, szip_options_mask, szip_pixels_per_block)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't set szip filter\n",__LINE__);
|
||
goto error;
|
||
}
|
||
|
||
/* Create new dataset */
|
||
/* (Should fail because the 'can apply' filter should indicate inappropriate combination) */
|
||
H5E_BEGIN_TRY {
|
||
dsid = H5Dcreate(file, DSET_CAN_APPLY_SZIP_NAME, H5T_NATIVE_INT, sid, dcpl);
|
||
} H5E_END_TRY;
|
||
if (dsid >=0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Shouldn't have created dataset!\n",__LINE__);
|
||
H5Dclose(dsid);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataspace */
|
||
if(H5Sclose(sid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataspace\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataset creation property list */
|
||
if(H5Pclose(dcpl)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dcpl\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
|
||
PASSED();
|
||
#else /* H5_HAVE_FILTER_SZIP */
|
||
SKIPPED();
|
||
puts(not_supported);
|
||
#endif /* H5_HAVE_FILTER_SZIP */
|
||
|
||
return 0;
|
||
|
||
#ifdef H5_HAVE_FILTER_SZIP
|
||
error:
|
||
return -1;
|
||
#endif /* H5_HAVE_FILTER_SZIP */
|
||
} /* end test_can_apply_szip() */
|
||
|
||
/* This message derives from H5Z */
|
||
const H5Z_class_t H5Z_SET_LOCAL[1] = {{
|
||
H5Z_FILTER_BOGUS2, /* Filter id number */
|
||
"bogus2", /* Filter name for debugging */
|
||
NULL, /* The "can apply" callback */
|
||
set_local_bogus2, /* The "set local" callback */
|
||
filter_bogus2, /* The actual filter function */
|
||
}};
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: test_set_local
|
||
*
|
||
* Purpose: Tests library behavior for "set local" filter callback
|
||
*
|
||
* Return: Success: 0
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Monday, April 7, 2003
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
test_set_local(hid_t fapl)
|
||
{
|
||
char filename[32];
|
||
hid_t file; /* File ID */
|
||
hid_t dsid; /* Dataset ID */
|
||
hid_t sid; /* Dataspace ID */
|
||
hid_t dcpl; /* Dataspace creation property list ID */
|
||
const hsize_t dims[2] = {DSET_DIM1, DSET_DIM2}; /* Dataspace dimensions */
|
||
const hsize_t chunk_dims[2] = {2, 25}; /* Chunk dimensions */
|
||
hsize_t dset_size; /* Dataset size */
|
||
unsigned cd_values[2]={BOGUS2_PARAM_1, BOGUS2_PARAM_2}; /* Parameters for Bogus2 filter */
|
||
hsize_t i,j; /* Local index variables */
|
||
double n; /* Local index variables */
|
||
|
||
TESTING("dataset filter 'set local' callback");
|
||
|
||
h5_fixname(FILENAME[5], fapl, filename, sizeof filename);
|
||
|
||
/* Initialize the integer & floating-point dataset */
|
||
for (i = n = 0; i < DSET_DIM1; i++)
|
||
for (j = 0; j < DSET_DIM2; j++) {
|
||
points[i][j] = n++;
|
||
points_dbl[i][j] = (double)1.5*n++;
|
||
}
|
||
|
||
/* Open file */
|
||
if ((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open file\n",__LINE__);
|
||
goto error;
|
||
}
|
||
|
||
/* Create dcpl with special filter */
|
||
if((dcpl = H5Pcreate(H5P_DATASET_CREATE))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't create dcpl\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
if(H5Pset_chunk(dcpl, 2, chunk_dims)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't set chunk sizes\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
if(H5Zregister (H5Z_SET_LOCAL)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't register 'set local' filter\n",__LINE__);
|
||
goto error;
|
||
}
|
||
if(H5Pset_filter (dcpl, H5Z_FILTER_BOGUS2, 0, BOGUS2_PERM_NPARMS, cd_values)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't set bogus2 filter\n",__LINE__);
|
||
goto error;
|
||
}
|
||
|
||
/* Create the data space */
|
||
if ((sid = H5Screate_simple(2, dims, NULL))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open dataspace\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create new dataset */
|
||
if ((dsid = H5Dcreate(file, DSET_SET_LOCAL_NAME, H5T_NATIVE_INT, sid, dcpl))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't create dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Write data */
|
||
if (H5Dwrite(dsid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, points)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error writing dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataset */
|
||
if(H5Dclose(dsid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Create new dataset */
|
||
/* (Shouldn't get modified by output filter) */
|
||
if ((dsid = H5Dcreate(file, DSET_SET_LOCAL_NAME_2, H5T_NATIVE_DOUBLE, sid, dcpl))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't create dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Write data */
|
||
if (H5Dwrite(dsid, H5T_NATIVE_DOUBLE, H5S_ALL, H5S_ALL, H5P_DEFAULT, points_dbl)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error writing dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataset */
|
||
if(H5Dclose(dsid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataspace */
|
||
if(H5Sclose(sid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataspace\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close dataset creation property list */
|
||
if(H5Pclose(dcpl)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dcpl\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close file (flushes & empties cache) */
|
||
if (H5Fclose(file)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close file\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Open file */
|
||
if ((file=H5Fopen(filename, H5F_ACC_RDWR, fapl))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open file\n",__LINE__);
|
||
goto error;
|
||
}
|
||
|
||
/* Re-open dataset */
|
||
if ((dsid = H5Dopen(file, DSET_SET_LOCAL_NAME))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Query the dataset's size on disk */
|
||
if((dset_size=H5Dget_storage_size(dsid))==0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error querying dataset size\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Verify that the size indicates data is uncompressed */
|
||
if((H5Tget_size(H5T_NATIVE_INT)*dims[0]*dims[1])!=dset_size) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Incorrect dataset size: %lu\n",__LINE__,(unsigned long)dset_size);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Read data */
|
||
if (H5Dread(dsid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, check)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error reading dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Compare data */
|
||
/* Check that the values read are the modified version of what was written */
|
||
for (i=0; i<dims[0]; i++) {
|
||
for (j=0; j<dims[1]; j++) {
|
||
if ((points[i][j]+(int)sizeof(int)) != check[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Read different values than written.\n",__LINE__);
|
||
printf(" At index %lu,%lu\n", (unsigned long)(i), (unsigned long)(j));
|
||
printf(" At original: %d\n",points[i][j]);
|
||
printf(" At returned: %d\n",check[i][j]);
|
||
goto error;
|
||
} /* end if */
|
||
} /* end for */
|
||
} /* end for */
|
||
|
||
/* Close dataset */
|
||
if(H5Dclose(dsid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Re-open second dataset */
|
||
if ((dsid = H5Dopen(file, DSET_SET_LOCAL_NAME_2))<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't open dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Query the dataset's size on disk */
|
||
if((dset_size=H5Dget_storage_size(dsid))==0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error querying dataset size\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Verify that the size indicates data is uncompressed */
|
||
if((H5Tget_size(H5T_NATIVE_DOUBLE)*dims[0]*dims[1])!=dset_size) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Incorrect dataset size: %lu\n",__LINE__,(unsigned long)dset_size);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Read data */
|
||
if (H5Dread(dsid, H5T_NATIVE_DOUBLE, H5S_ALL, H5S_ALL, H5P_DEFAULT, check_dbl)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Error reading dataset data\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Compare data */
|
||
/* Check that the values read are the modified version of what was written */
|
||
for (i=0; i<dims[0]; i++) {
|
||
for (j=0; j<dims[1]; j++) {
|
||
if (points_dbl[i][j] != check_dbl[i][j]) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Read different values than written.\n",__LINE__);
|
||
printf(" At index %lu,%lu\n", (unsigned long)(i), (unsigned long)(j));
|
||
printf(" At original: %f\n",points_dbl[i][j]);
|
||
printf(" At returned: %f\n",check_dbl[i][j]);
|
||
goto error;
|
||
} /* end if */
|
||
} /* end for */
|
||
} /* end for */
|
||
|
||
/* Close dataset */
|
||
if(H5Dclose(dsid)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close dataset\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
/* Close file */
|
||
if (H5Fclose(file)<0) {
|
||
H5_FAILED();
|
||
printf(" Line %d: Can't close file\n",__LINE__);
|
||
goto error;
|
||
} /* end if */
|
||
|
||
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
return -1;
|
||
} /* end test_set_local() */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: main
|
||
*
|
||
* Purpose: Tests the dataset interface (H5D)
|
||
*
|
||
* Return: Success: exit(0)
|
||
*
|
||
* Failure: exit(1)
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Tuesday, December 9, 1997
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
int
|
||
main(void)
|
||
{
|
||
hid_t file, grp, fapl;
|
||
int nerrors=0;
|
||
char filename[1024];
|
||
|
||
h5_reset();
|
||
fapl = h5_fileaccess();
|
||
|
||
#if 0
|
||
{
|
||
/* Turn off raw data cache */
|
||
int mdc_nelmts;
|
||
if (H5Pget_cache(fapl, &mdc_nelmts, NULL, NULL, NULL)<0) goto error;
|
||
if (H5Pset_cache(fapl, mdc_nelmts, 0, 0, 0.0)<0) goto error;
|
||
}
|
||
#endif
|
||
|
||
/* Set the random # seed */
|
||
HDsrandom((unsigned long)time(NULL));
|
||
|
||
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
|
||
if ((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0) {
|
||
goto error;
|
||
}
|
||
|
||
/* Cause the library to emit initial messages */
|
||
if ((grp = H5Gcreate (file, "emit diagnostics", 0))<0) goto error;
|
||
if (H5Gset_comment(grp, ".", "Causes diagnostic messages to be emitted")<0)
|
||
goto error;
|
||
if (H5Gclose (grp)<0) goto error;
|
||
|
||
nerrors += test_create(file)<0 ?1:0;
|
||
nerrors += test_simple_io(fapl)<0 ?1:0;
|
||
nerrors += test_compact_io(fapl)<0 ?1:0;
|
||
nerrors += test_max_compact(fapl)<0 ?1:0;
|
||
nerrors += test_conv_buffer(file)<0 ?1:0;
|
||
nerrors += test_tconv(file)<0 ?1:0;
|
||
nerrors += test_filters(file)<0 ?1:0;
|
||
nerrors += test_onebyte_shuffle(file)<0 ?1:0;
|
||
nerrors += test_multiopen (file)<0 ?1:0;
|
||
nerrors += test_types(file)<0 ?1:0;
|
||
nerrors += test_userblock_offset(fapl)<0 ?1:0;
|
||
nerrors += test_missing_filter(file)<0 ?1:0;
|
||
nerrors += test_can_apply(file)<0 ?1:0;
|
||
nerrors += test_set_local(fapl)<0 ?1:0;
|
||
nerrors += test_can_apply_szip(file)<0 ?1:0;
|
||
|
||
if (H5Fclose(file)<0) goto error;
|
||
if (nerrors) goto error;
|
||
printf("All dataset tests passed.\n");
|
||
h5_cleanup(FILENAME, fapl);
|
||
return 0;
|
||
|
||
error:
|
||
nerrors = MAX(1, nerrors);
|
||
printf("***** %d DATASET TEST%s FAILED! *****\n",
|
||
nerrors, 1 == nerrors ? "" : "S");
|
||
return 1;
|
||
}
|