mirror/netcdf-c
2
0
Fork 0
mirror of https://github.com/Unidata/netcdf-c.git synced 2024-11-21 03:13:42 +08:00
Code Issues Packages Projects Releases Wiki Activity

made tst_h_par_compress work for zlib, zstd

Browse Source
This commit is contained in:
Ed 2024-08-29 10:06:22 -06:00
parent a2bdfb9485
commit 2a0a9b0af8
1 changed files with 26 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

45
h5_test/tst_h_par_compress.c
View File

@ -15,39 +15,45 @@
#include "err_macros.h"
#include <hdf5.h>
#define FILE_NAME "tst_h_par_compress.h5"
#define VAR_NAME "HALs_memory"
#define FILE_NAME "tst_h_par.h5"
#define VAR_NAME "Athelstan"
#define NDIMS 1
#define MILLION 1000000
#define DIM2_LEN 16000000
#define SC1 100000 /* slice count. */
/* The following code, when uncommented, adds szip testing for
* parallel I/O. However, this currently fails. I have a support
* request in to HDF5 about this. Ed 7/8/20 */
/* #ifdef HAVE_H5Z_SZIP */
/* #define NUM_COMPRESS_FILTERS 2 */
/* #else */
/* #define NUM_COMPRESS_FILTERS 1 */
/* #endif /\* HAVE_H5Z_SZIP *\/ */
#define NUM_COMPRESS_FILTERS 1
#define H5Z_FILTER_DEFLATE 1
#define H5Z_FILTER_ZSTD 32015
#define H5Z_FILTER_SZIP 4
#define MAX_NUM_FILTERS 3
int
main(int argc, char **argv)
{
int cf;
int p, my_rank;
int num_compress_filters;
char filter_name[MAX_NUM_FILTERS][NC_MAX_NAME + 1];
int id[MAX_NUM_FILTERS];
MPI_Init(&argc, &argv);
MPI_Comm_rank(MPI_COMM_WORLD, &my_rank);
MPI_Comm_size(MPI_COMM_WORLD, &p);
strcpy(filter_name[0], "zlib");
id[0] = H5Z_FILTER_DEFLATE;
num_compress_filters = 1;
#ifdef HAVE_ZSTD
id[num_compress_filters] = H5Z_FILTER_ZSTD;
strcpy(filter_name[num_compress_filters], "zstd");
num_compress_filters++;
#endif
/* For builds with HDF5 prior to 1.10.3, just return success. */
#ifdef HDF5_SUPPORTS_PAR_FILTERS
for (cf = 0; cf < NUM_COMPRESS_FILTERS; cf++)
for (cf = 0; cf < num_compress_filters; cf++)
{
if (!my_rank)
printf("*** Testing parallel I/O with %s compression...", cf ? "szip" : "zlib");
printf("*** Testing parallel I/O with %s compression...", filter_name[cf]);
{
hid_t fapl_id, fileid, whole_spaceid, dsid, slice_spaceid, whole_spaceid1, xferid;
hid_t plistid;
@ -56,6 +62,7 @@ main(int argc, char **argv)
int data[SC1], data_in[SC1];
int num_steps;
int deflate_level = 4;
unsigned int ulevel = 1;
int i, s;
/* We will write the same slice of random data over and over to
@ -87,15 +94,15 @@ main(int argc, char **argv)
if (H5Pset_fill_time(plistid, H5D_FILL_TIME_NEVER) < 0) ERR;
/* Set compression, either deflate or szip. */
if (cf == 0)
if (id[cf] == H5Z_FILTER_DEFLATE)
{
if (H5Pset_deflate(plistid, deflate_level) < 0) ERR;
}
else
else if (id[cf] == H5Z_FILTER_ZSTD)
{
int options_mask = 32;
int bits_per_pixel = 32;
if (H5Pset_szip(plistid, options_mask, bits_per_pixel)) ERR;
herr_t code;
if ((code = H5Pset_filter(plistid, H5Z_FILTER_ZSTD, H5Z_FLAG_OPTIONAL, 1, &ulevel)))
ERR;
}
/* Set chunking. */