mirror/netcdf-c
2
0
Fork 0
mirror of https://github.com/Unidata/netcdf-c.git synced 2024-12-27 08:49:16 +08:00
Code Issues Packages Projects Releases Wiki Activity
3ecf6a452e
netcdf-c/h5_test/tst_h_vars.c

602 lines
23 KiB
C
Raw Normal View History

change to trigger CI
2020-03-09 23:52:08 +08:00
/* This is part of the netCDF package. Copyright 2020 University
Corporation for Atmospheric Research/Unidata See COPYRIGHT file for
conditions of use.
moving to trunk subdir
2010-06-03 21:24:43 +08:00
Test HDF5 file code. These are not intended to be exhaustive tests,
but they use HDF5 the same way that netCDF-4 does, so if these
tests don't work, than netCDF-4 won't work either.
This files tests dataset creation and writing.
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
Ed Hartnett
moving to trunk subdir
2010-06-03 21:24:43 +08:00
*/
changes in response to user feedback to rc1, plus cleaned up H5 test dependancy
2011-03-21 23:45:17 +08:00
completely rewritten constraint system
2011-11-14 12:20:19 +08:00
#include "h5_err_macros.h"
moving to trunk subdir
2010-06-03 21:24:43 +08:00
#include <hdf5.h>
#define FILE_NAME "tst_h_vars.h5"
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
#define TEST_NAME "tst_h_vars"
moving to trunk subdir
2010-06-03 21:24:43 +08:00
#define GRP_NAME "Henry_V"
#define VAR_BOOL_NAME "Southhamptons_Battle_Record"
#define GRP2_NAME "Some_3D_Met_Data"
#define DIM1_LEN 3
changes in response to user feedback to rc1, plus cleaned up H5 test dependancy
2011-03-21 23:45:17 +08:00
#define MAX_DIMS 255
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
#define NDIM1 1
moving to trunk subdir
2010-06-03 21:24:43 +08:00
int
main()
{
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
hid_t fileid, grpid, spaceid, datasetid;
int bool_out[DIM1_LEN] = {0, 1, 0};
hsize_t dims[1];
printf("\n*** Checking HDF5 variable functions.\n");
printf("*** Checking HDF5 boolean variables...");
/* Open file and create group. */
if ((fileid = H5Fcreate(FILE_NAME, H5F_ACC_TRUNC, H5P_DEFAULT,
H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gcreate1(fileid, GRP_NAME, 0)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
/* Write an array of bools. */
dims[0] = DIM1_LEN;
if ((spaceid = H5Screate_simple(1, dims, dims)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((datasetid = H5Dcreate1(grpid, VAR_BOOL_NAME, H5T_NATIVE_HBOOL,
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
spaceid, H5P_DEFAULT)) < 0) ERR;
if (H5Dwrite(datasetid, H5T_NATIVE_HBOOL, H5S_ALL, H5S_ALL, H5P_DEFAULT,
bool_out) < 0) ERR;
if (H5Dclose(datasetid) < 0 ||
H5Sclose(spaceid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
SUMMARIZE_ERR;
printf("*** Checking HDF5 variable with unlimited dimension...");
{
moving to trunk subdir
2010-06-03 21:24:43 +08:00
#define LAT_LEN 2
#define LON_LEN 3
#define NDIMS 3
#define LAT_NAME "Lat"
#define LON_NAME "Lon"
#define TIME_NAME "Time"
#define PRES_NAME "Pressure"
#define TEMP_NAME "Temperature"
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
hid_t fileid, grpid, spaceid, write_spaceid, spaceid_in, mem_spaceid;
hid_t pres_dsid, temp_dsid, cparmsid;
float float_data_out[LAT_LEN][LON_LEN];
hsize_t dims[NDIMS], max_dims[NDIMS];
hsize_t dims_in[NDIMS], max_dims_in[NDIMS];
hsize_t start[MAX_DIMS], count[MAX_DIMS];
int lat, lon;
/* Set up some phoney data, 1 record's worth. In C, first
* dimension varies most slowly. */
for (lat = 0; lat < LAT_LEN; lat++)
for (lon = 0; lon < LON_LEN; lon++)
float_data_out[lat][lon] = -666.666;
/* Create file and group. */
if ((fileid = H5Fcreate(FILE_NAME, H5F_ACC_TRUNC, H5P_DEFAULT,
H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gcreate1(fileid, GRP2_NAME, 0)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
/* Create a space corresponding to these three dimensions. */
dims[0] = 0;
dims[1] = LAT_LEN;
dims[2] = LON_LEN;
max_dims[0] = H5S_UNLIMITED;
max_dims[1] = LAT_LEN;
max_dims[2] = LON_LEN;
if ((spaceid = H5Screate_simple(NDIMS, dims, max_dims)) < 0) ERR;
/* Enable chunking for unlimited datasets. */
if ((cparmsid = H5Pcreate(H5P_DATASET_CREATE)) < 0) ERR;
dims[0] = 1;
dims[1] = 1;
dims[2] = 1;
if (H5Pset_chunk(cparmsid, NDIMS, dims) < 0) ERR;
/* Create two variables which use this space. */
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((pres_dsid = H5Dcreate1(grpid, PRES_NAME, H5T_NATIVE_FLOAT,
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
spaceid, cparmsid)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((temp_dsid = H5Dcreate1(grpid, TEMP_NAME, H5T_NATIVE_FLOAT,
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
spaceid, cparmsid)) < 0) ERR;
/* Get the spaceid and check various things. */
if ((spaceid_in = H5Dget_space(pres_dsid)) < 0) ERR;
if (H5Sget_simple_extent_dims(spaceid_in, dims_in,
max_dims_in) < 0) ERR;
if (dims_in[0] != 0 || dims_in[1] != LAT_LEN || dims_in[2] != LON_LEN) ERR;
if (max_dims_in[0] != H5S_UNLIMITED || max_dims_in[1] != LAT_LEN || max_dims_in[2] != LON_LEN) ERR;
/* Extend each of them to hold one record. */
dims[0] = 1;
dims[1] = LAT_LEN;
dims[2] = LON_LEN;
if (H5Dextend(pres_dsid, dims) < 0) ERR;
if (H5Dextend(temp_dsid, dims) < 0) ERR;
/* Create a space to deal with one record at a time in memory. */
if ((mem_spaceid = H5Screate_simple(NDIMS, dims, NULL)) < 0) ERR;
/* Create a space to write one record. */
if ((write_spaceid = H5Screate_simple(NDIMS, dims, NULL)) < 0) ERR;
/* Write one record of data to each dataset. */
if (H5Dwrite(pres_dsid, H5T_IEEE_F32BE, mem_spaceid, write_spaceid,
H5P_DEFAULT, float_data_out) < 0) ERR;
if (H5Dwrite(temp_dsid, H5T_IEEE_F32LE, mem_spaceid, write_spaceid,
H5P_DEFAULT, float_data_out) < 0) ERR;
/* Get the spaceid and check various things. */
if ((spaceid_in = H5Dget_space(temp_dsid)) < 0) ERR;
if (H5Sget_simple_extent_dims(spaceid_in, dims_in,
max_dims_in) < 0) ERR;
if (dims_in[0] != 1 || dims_in[1] != LAT_LEN || dims_in[2] != LON_LEN) ERR;
if (max_dims_in[0] != H5S_UNLIMITED || max_dims_in[1] != LAT_LEN || max_dims_in[2] != LON_LEN) ERR;
/* Extend each of them to hold a second record. */
dims[0] = 2;
dims[1] = LAT_LEN;
dims[2] = LON_LEN;
if (H5Dextend(pres_dsid, dims) < 0) ERR;
if (H5Dextend(temp_dsid, dims) < 0) ERR;
/* Create a space to write second record. */
if ((write_spaceid = H5Screate_simple(NDIMS, dims, NULL)) < 0) ERR;
count[0] = 1;
count[1] = LAT_LEN;
count[2] = LON_LEN;
start[0] = 1;
start[1] = 0;
start[2] = 0;
if (H5Sselect_hyperslab(write_spaceid, H5S_SELECT_SET,
start, NULL, count, NULL) < 0) ERR;
/* Write second record of data to each dataset. */
if (H5Dwrite(pres_dsid, H5T_IEEE_F32LE, mem_spaceid, write_spaceid,
H5P_DEFAULT, float_data_out) < 0) ERR;
if (H5Dwrite(temp_dsid, H5T_IEEE_F32LE, mem_spaceid, write_spaceid,
H5P_DEFAULT, float_data_out) < 0) ERR;
/* Get the spaceid and check various things. */
if ((spaceid_in = H5Dget_space(pres_dsid)) < 0) ERR;
if (H5Sget_simple_extent_dims(spaceid_in, dims_in,
max_dims_in) < 0) ERR;
if (dims_in[0] != 2 || dims_in[1] != LAT_LEN || dims_in[2] != LON_LEN) ERR;
if (max_dims_in[0] != H5S_UNLIMITED || max_dims_in[1] != LAT_LEN || max_dims_in[2] != LON_LEN) ERR;
/* Close up the shop. */
if (H5Dclose(pres_dsid) < 0 ||
H5Dclose(temp_dsid) < 0 ||
H5Sclose(spaceid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0) ERR;
}
SUMMARIZE_ERR;
printf("*** Checking HDF5 deflate filter setting and getting...");
moving to trunk subdir
2010-06-03 21:24:43 +08:00
#define DEFLATE_LEVEL 9
Additional debugging, modified the LOGGING functions somewhat. Also modified ncdump to print 'native' endianness. This may be removed before merging back into trunk.
2015-05-15 07:22:07 +08:00
#define MAX_NAME 100
moving to trunk subdir
2010-06-03 21:24:43 +08:00
#define NUM_CD_ELEM 10
/* HDF5 defines this... */
#define DEFLATE_NAME "deflate"
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
{
H5Z_filter_t filter;
int num_filters;
hid_t propid;
unsigned int flags, cd_values[NUM_CD_ELEM], filter_config;
size_t cd_nelems = NUM_CD_ELEM;
size_t namelen = MAX_NAME;
char name[MAX_NAME + 1];
/* Open file and create group. */
if ((fileid = H5Fcreate(FILE_NAME, H5F_ACC_TRUNC, H5P_DEFAULT,
H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gcreate1(fileid, GRP_NAME, 0)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
/* Write an array of bools, with compression. */
dims[0] = DIM1_LEN;
if ((propid = H5Pcreate(H5P_DATASET_CREATE)) < 0) ERR;
if (H5Pset_layout(propid, H5D_CHUNKED)) ERR;
if (H5Pset_chunk(propid, 1, dims)) ERR;
if (H5Pset_deflate(propid, DEFLATE_LEVEL)) ERR;
if ((spaceid = H5Screate_simple(1, dims, dims)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((datasetid = H5Dcreate1(grpid, VAR_BOOL_NAME, H5T_NATIVE_HBOOL,
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
spaceid, propid)) < 0) ERR;
if (H5Dwrite(datasetid, H5T_NATIVE_HBOOL, H5S_ALL, H5S_ALL, H5P_DEFAULT,
bool_out) < 0) ERR;
if (H5Dclose(datasetid) < 0 ||
H5Pclose(propid) < 0 ||
H5Sclose(spaceid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
/* Now reopen the file and check. */
if ((fileid = H5Fopen(FILE_NAME, H5F_ACC_RDONLY, H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gopen1(fileid, GRP_NAME)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
if ((datasetid = H5Dopen1(grpid, VAR_BOOL_NAME)) < 0) ERR;
if ((propid = H5Dget_create_plist(datasetid)) < 0) ERR;
/* The possible values of filter (which is just an int) can be
* found in H5Zpublic.h. */
if ((num_filters = H5Pget_nfilters(propid)) < 0) ERR;
if (num_filters != 1) ERR;
if ((filter = H5Pget_filter2(propid, 0, &flags, &cd_nelems, cd_values,
namelen, name, &filter_config)) < 0) ERR;
if (filter != H5Z_FILTER_DEFLATE || cd_nelems != 1 ||
cd_values[0] != DEFLATE_LEVEL || strcmp(name, DEFLATE_NAME)) ERR;
if (H5Dclose(datasetid) < 0 ||
H5Pclose(propid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
}
SUMMARIZE_ERR;
printf("*** Checking HDF5 deflate, fletcher32, shuffle filter setting and getting...");
{
H5Z_filter_t filter;
int num_filters;
hid_t propid;
unsigned int flags, cd_values[NUM_CD_ELEM], filter_config;
size_t cd_nelems = NUM_CD_ELEM;
size_t namelen = MAX_NAME;
char name[MAX_NAME + 1];
int found_shuffle = 0, found_fletcher32 = 0, found_deflate = 0;
int f;
/* Open file and create group. */
if ((fileid = H5Fcreate(FILE_NAME, H5F_ACC_TRUNC, H5P_DEFAULT,
H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gcreate1(fileid, GRP_NAME, 0)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
/* Write an array of bools, with compression, fletcher32
* checksum, shuffle filters. Like a hoogie with "the works." */
dims[0] = DIM1_LEN;
if ((propid = H5Pcreate(H5P_DATASET_CREATE)) < 0) ERR;
if (H5Pset_layout(propid, H5D_CHUNKED)) ERR;
if (H5Pset_chunk(propid, 1, dims)) ERR;
if (H5Pset_shuffle(propid)) ERR;
if (H5Pset_deflate(propid, DEFLATE_LEVEL)) ERR;
if (H5Pset_fletcher32(propid)) ERR;
if ((spaceid = H5Screate_simple(1, dims, dims)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((datasetid = H5Dcreate1(grpid, VAR_BOOL_NAME, H5T_NATIVE_HBOOL,
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
spaceid, propid)) < 0) ERR;
if (H5Dwrite(datasetid, H5T_NATIVE_HBOOL, H5S_ALL, H5S_ALL, H5P_DEFAULT,
bool_out) < 0) ERR;
if (H5Dclose(datasetid) < 0 ||
H5Pclose(propid) < 0 ||
H5Sclose(spaceid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
/* Now reopen the file and check. */
if ((fileid = H5Fopen(FILE_NAME, H5F_ACC_RDONLY, H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gopen1(fileid, GRP_NAME)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
if ((datasetid = H5Dopen1(grpid, VAR_BOOL_NAME)) < 0) ERR;
if ((propid = H5Dget_create_plist(datasetid)) < 0) ERR;
/* The possible values of filter (which is just an int) can be
* found in H5Zpublic.h. */
if ((num_filters = H5Pget_nfilters(propid)) < 0) ERR;
if (num_filters != 3) ERR;
for (f = 0; f < num_filters; f++)
{
if ((filter = H5Pget_filter2(propid, f, &flags, &cd_nelems, cd_values,
namelen, name, &filter_config)) < 0) ERR;
switch (filter)
{
case H5Z_FILTER_SHUFFLE:
found_shuffle++;
break;
case H5Z_FILTER_FLETCHER32:
found_fletcher32++;
break;
case H5Z_FILTER_DEFLATE:
found_deflate++;
if (cd_nelems != 1 || cd_values[0] != DEFLATE_LEVEL ||
strcmp(name, DEFLATE_NAME)) ERR;
break;
default:
break;
}
}
if (!found_fletcher32 || !found_deflate || !found_shuffle) ERR;
if (H5Dclose(datasetid) < 0 ||
H5Pclose(propid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
}
SUMMARIZE_ERR;
printf("*** Checking HDF5 endianness control...");
moving to trunk subdir
2010-06-03 21:24:43 +08:00
#define NATIVE_VAR_NAME "native_var"
#define LE_VAR_NAME "le_var"
#define BE_VAR_NAME "be_var"
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
{
int data[DIM1_LEN], data_in[DIM1_LEN];
hid_t typeid, native_typeid;
hid_t native_did, le_did, be_did;
H5T_order_t order;
htri_t equal;
int i;
for (i = 0; i < DIM1_LEN; i++)
data[i] = i;
/* Open file and create group. */
if ((fileid = H5Fcreate(FILE_NAME, H5F_ACC_TRUNC, H5P_DEFAULT,
H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gcreate1(fileid, GRP_NAME, 0)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
/* Create a dataset of native endian. */
dims[0] = DIM1_LEN;
if ((spaceid = H5Screate_simple(1, dims, dims)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((native_did = H5Dcreate1(grpid, NATIVE_VAR_NAME, H5T_NATIVE_INT,
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
spaceid, H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((le_did = H5Dcreate1(grpid, LE_VAR_NAME, H5T_STD_I32LE,
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
spaceid, H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((be_did = H5Dcreate1(grpid, BE_VAR_NAME, H5T_STD_I32BE,
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
spaceid, H5P_DEFAULT)) < 0) ERR;
if (H5Dwrite(native_did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data) < 0) ERR;
if (H5Dwrite(le_did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data) < 0) ERR;
if (H5Dwrite(be_did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data) < 0) ERR;
if (H5Dclose(native_did) < 0 ||
H5Dclose(le_did) < 0 ||
H5Dclose(be_did) < 0 ||
H5Sclose(spaceid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
/* Now reopen the file and check. */
if ((fileid = H5Fopen(FILE_NAME, H5F_ACC_RDONLY, H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gopen1(fileid, GRP_NAME)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
if ((native_did = H5Dopen1(grpid, NATIVE_VAR_NAME)) < 0) ERR;
if ((typeid = H5Dget_type(native_did)) < 0) ERR;
if ((native_typeid = H5Tget_native_type(typeid, H5T_DIR_DESCEND)) < 0) ERR;
if ((order = H5Tget_order(typeid)) < 0) ERR;
if ((equal = H5Tequal(typeid, native_typeid)) < 0) ERR;
if (!equal) ERR;
if (H5Dread(native_did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data_in) < 0) ERR;
for (i = 0; i < DIM1_LEN; i++)
if (data[i] != data_in[i]) ERR;
if ((le_did = H5Dopen1(grpid, LE_VAR_NAME)) < 0) ERR;
if ((typeid = H5Dget_type(le_did)) < 0) ERR;
if ((order = H5Tget_order(typeid)) < 0) ERR;
if (order != H5T_ORDER_LE) ERR;
if (H5Dread(le_did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data_in) < 0) ERR;
for (i = 0; i < DIM1_LEN; i++)
if (data[i] != data_in[i]) ERR;
if ((be_did = H5Dopen1(grpid, BE_VAR_NAME)) < 0) ERR;
if ((typeid = H5Dget_type(be_did)) < 0) ERR;
if ((order = H5Tget_order(typeid)) < 0) ERR;
if (order != H5T_ORDER_BE) ERR;
if (H5Dread(be_did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data_in) < 0) ERR;
for (i = 0; i < DIM1_LEN; i++)
if (data[i] != data_in[i]) ERR;
if (H5Dclose(native_did) < 0 ||
H5Dclose(le_did) < 0 ||
H5Dclose(be_did) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
}
SUMMARIZE_ERR;
#ifdef USE_SZIP
printf("*** Checking szip functionality...");
#define SZIP_VAR_NAME "szip_var"
#define SZIP_DIM1_LEN 32
{
fix error in tst_h_vars.c
2020-03-03 02:58:22 +08:00
int data[SZIP_DIM1_LEN];
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
hid_t plistid;
hsize_t chunksize[NDIM1] = {SZIP_DIM1_LEN};
int options_mask = 32, pixels_per_block = 4;
hsize_t my_dims[NDIM1];
int i;
/* For info about HDF5 and szip, see
* https://support.hdfgroup.org/HDF5/doc/RM/RM_H5P.html#Property-SetSzip
* and
* https://support.hdfgroup.org/doc_resource/SZIP/index.html. */
for (i = 0; i < SZIP_DIM1_LEN; i++)
data[i] = i;
/* Open file and create group. */
if ((fileid = H5Fcreate(FILE_NAME, H5F_ACC_TRUNC, H5P_DEFAULT,
H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gcreate1(fileid, GRP_NAME, 0)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
/* Create dataset creation property list. */
if ((plistid = H5Pcreate(H5P_DATASET_CREATE)) < 0) ERR;
/* Turn on chunking. */
if (H5Pset_chunk(plistid, NDIM1, chunksize) < 0) ERR;
/* Turn off object tracking times in HDF5 (as netcdf-4 does). */
if (H5Pset_obj_track_times(plistid, 0) < 0) ERR;
/* Turn on szip compression. */
if (H5Pset_szip(plistid, options_mask, pixels_per_block) < 0) ERR;
/* Create a space. */
my_dims[0] = SZIP_DIM1_LEN;
if ((spaceid = H5Screate_simple(1, my_dims, my_dims)) < 0) ERR;
/* Create a dataset. */
if ((datasetid = H5Dcreate2(grpid, SZIP_VAR_NAME, H5T_NATIVE_INT,
spaceid, H5P_DEFAULT, plistid,
H5P_DEFAULT)) < 0) ERR;
/* Write data. */
if (H5Dwrite(datasetid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data) < 0) ERR;
/* Release resources. */
if (H5Dclose(datasetid) < 0 ||
H5Sclose(spaceid) < 0 ||
H5Pclose(plistid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
{
/* Now reopen the file and check. */
int data_in[SZIP_DIM1_LEN];
hid_t native_did;
int i;
if ((fileid = H5Fopen(FILE_NAME, H5F_ACC_RDONLY, H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gopen1(fileid, GRP_NAME)) < 0) ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
if ((native_did = H5Dopen1(grpid, SZIP_VAR_NAME)) < 0) ERR;
if (H5Dread(native_did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data_in) < 0) ERR;
for (i = 0; i < SZIP_DIM1_LEN; i++)
if (data[i] != data_in[i]) ERR;
if (H5Dclose(native_did) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
}
}
SUMMARIZE_ERR;
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
printf("*** Checking using szip and zlib on same var...");
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
#define BOTH_VAR_NAME "szip_var"
#define BOTH_DIM1_LEN 50
#define NUM_FILE 5
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
#define MAX_STR 80
{
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
int data[BOTH_DIM1_LEN];
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
hid_t plistid;
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
hsize_t chunksize[NDIM1] = {BOTH_DIM1_LEN};
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
int options_mask = 32, pixels_per_block = 4;
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
int deflate_level = 3;
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
hsize_t my_dims[NDIM1];
int i, f;
/* Create data. */
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
for (i = 0; i < BOTH_DIM1_LEN; i++)
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
data[i] = i;
/* Run test 4 times. */
for (f = 0; f < NUM_FILE; f++)
{
fixed LDFLAFS in plugins Makefile.am, also fixed warning in tst_h_vars.c
2020-06-02 21:34:46 +08:00
char file_name[MAX_STR * 2 + 1];
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
char desc[NUM_FILE][MAX_STR + 1] = {"uncompressed", "zlib",
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
"szip", "zlib_and_szip",
"szip_and_zlib"};
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
/* Open file and create group. */
sprintf(file_name, "%s_%s.h5", TEST_NAME, desc[f]);
if ((fileid = H5Fcreate(file_name, H5F_ACC_TRUNC, H5P_DEFAULT,
H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gcreate1(fileid, GRP_NAME, 0)) < 0) ERR;
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
/* Create dataset creation property list. */
if ((plistid = H5Pcreate(H5P_DATASET_CREATE)) < 0) ERR;
/* Turn on chunking. */
if (H5Pset_chunk(plistid, NDIM1, chunksize) < 0) ERR;
/* Turn off object tracking times in HDF5 (as netcdf-4 does). */
if (H5Pset_obj_track_times(plistid, 0) < 0) ERR;
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
/* Turn on compression for some files. */
switch (f)
{
case 1:
if (H5Pset_deflate(plistid, deflate_level) < 0)
break;
case 2:
if (H5Pset_szip(plistid, options_mask, pixels_per_block) < 0) ERR;
break;
case 3:
if (H5Pset_deflate(plistid, deflate_level) < 0)
if (H5Pset_szip(plistid, options_mask, pixels_per_block) < 0) ERR;
break;
case 4:
if (H5Pset_szip(plistid, options_mask, pixels_per_block) < 0) ERR;
if (H5Pset_deflate(plistid, deflate_level) < 0)
break;
}
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
/* Create a space. */
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
my_dims[0] = BOTH_DIM1_LEN;
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
if ((spaceid = H5Screate_simple(1, my_dims, my_dims)) < 0) ERR;
/* Create a dataset. */
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
if ((datasetid = H5Dcreate2(grpid, BOTH_VAR_NAME, H5T_NATIVE_INT,
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
spaceid, H5P_DEFAULT, plistid,
H5P_DEFAULT)) < 0) ERR;
/* Write data. */
if (H5Dwrite(datasetid, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data) < 0) ERR;
/* Release resources. */
if (H5Dclose(datasetid) < 0 ||
H5Sclose(spaceid) < 0 ||
H5Pclose(plistid) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
{
/* Now reopen the file and check. */
int data_in[BOTH_DIM1_LEN];
hid_t native_did;
int i;
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
if ((fileid = H5Fopen(file_name, H5F_ACC_RDONLY, H5P_DEFAULT)) < 0) ERR;
Remove need for HDF5-1.6 API being defined
2021-04-23 06:16:05 +08:00
if ((grpid = H5Gopen1(fileid, GRP_NAME)) < 0) ERR;
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
if ((native_did = H5Dopen1(grpid, BOTH_VAR_NAME)) < 0) ERR;
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
if (H5Dread(native_did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT,
data_in) < 0) ERR;
for (i = 0; i < BOTH_DIM1_LEN; i++)
if (data[i] != data_in[i]) ERR;
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
finished test for zlib+szip in HDF5
2020-02-07 19:05:46 +08:00
if (H5Dclose(native_did) < 0 ||
H5Gclose(grpid) < 0 ||
H5Fclose(fileid) < 0)
ERR;
}
adding test for zlib+szip in HDF5
2020-02-07 18:38:43 +08:00
} /* next file */
}
SUMMARIZE_ERR;
more HDF5 tests for szip functionality
2020-02-04 20:30:31 +08:00
#endif /* USE_SZIP */
FINAL_RESULTS;
moving to trunk subdir
2010-06-03 21:24:43 +08:00
}
Reference in New Issue Copy Permalink