mirror/netcdf-c
2
0
Fork 0
mirror of https://github.com/Unidata/netcdf-c.git synced 2025-01-18 15:55:12 +08:00
Code Issues Packages Projects Releases Wiki Activity

adding another zlib parallel I/O test

Browse Source
This commit is contained in:
Edward Hartnett 2019-12-20 05:28:20 -07:00
parent 2a415dba7c
commit d534b1298a
3 changed files with 103 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
libhdf5/hdf5var.c
View File

@ -662,9 +662,9 @@ nc_def_var_extra(int ncid, int varid, int *shuffle, int *deflate,
/* if (h5->parallel == NC_TRUE) */
/* if (deflate || fletcher32 || shuffle) */
/* return NC_EINVAL; */
if (h5->parallel == NC_TRUE)
if (fletcher32)
return NC_EINVAL;
/* if (h5->parallel == NC_TRUE) */
/* if (fletcher32) */
/* return NC_EINVAL; */
/* If the HDF5 dataset has already been created, then it is too
* late to set all the extra stuff. */

2
nc_test4/Makefile.am
View File

@ -84,7 +84,7 @@ endif # BUILD_UTILITIES
if TEST_PARALLEL4
check_PROGRAMS += tst_mpi_parallel tst_parallel tst_parallel3 \
tst_parallel4 tst_parallel5 tst_nc4perf tst_mode tst_simplerw_coll_r \
tst_mode tst_parallel_zlib
tst_mode tst_parallel_zlib tst_parallel_zlib2
TESTS += run_par_test.sh
endif

99
nc_test4/tst_parallel_zlib2.c Normal file
View File

@ -0,0 +1,99 @@
/* Copyright 2019, UCAR/Unidata See COPYRIGHT file for copying and
redistribution conditions.
This program tests netcdf-4 parallel I/O using zlib compression while
writing.
Ed Hartnett, 12/19/2019
*/
#include <nc_tests.h>
#include "err_macros.h"
#include <mpi.h>
#define FILE "tst_parallel_zlib2.nc"
#define NDIMS 3
#define DIMSIZE 24
#define QTR_DATA (DIMSIZE * DIMSIZE / 4)
#define NUM_PROC 4
#define NUM_SLABS 10
int
main(int argc, char **argv)
{
/* MPI stuff. */
int mpi_size, mpi_rank;
MPI_Comm comm = MPI_COMM_WORLD;
MPI_Info info = MPI_INFO_NULL;
/* Netcdf-4 stuff. */
int ncid, v1id, dimids[NDIMS];
size_t start[NDIMS], count[NDIMS];
int i, res;
int slab_data[DIMSIZE * DIMSIZE / 4]; /* one slab */
char file_name[NC_MAX_NAME + 1];
/* Initialize MPI. */
MPI_Init(&argc, &argv);
MPI_Comm_size(MPI_COMM_WORLD, &mpi_size);
MPI_Comm_rank(MPI_COMM_WORLD, &mpi_rank);
if (mpi_rank == 0)
{
printf("\n*** Testing parallel writes with zlib some more.\n");
printf("*** testing simple write with zlib...");
}
/* Create phony data. We're going to write a 24x24 array of ints,
in 4 sets of 144. */
for (i = 0; i < DIMSIZE * DIMSIZE / 4; i++)
slab_data[i] = mpi_rank;
/* Create a parallel netcdf-4 file. */
/*nc_set_log_level(3);*/
/* sprintf(file_name, "%s/%s", TEMP_LARGE, FILE); */
sprintf(file_name, "%s", FILE);
if ((res = nc_create_par(file_name, NC_NETCDF4, comm, info, &ncid))) ERR;
/* Create three dimensions. */
if (nc_def_dim(ncid, "d1", DIMSIZE, dimids)) ERR;
if (nc_def_dim(ncid, "d2", DIMSIZE, &dimids[1])) ERR;
if (nc_def_dim(ncid, "d3", NUM_SLABS, &dimids[2])) ERR;
/* Create one var. */
if ((res = nc_def_var(ncid, "v1", NC_INT, NDIMS, dimids, &v1id))) ERR;
if ((res = nc_def_var_deflate(ncid, 0, 0, 1, 1))) ERR;
/* Write metadata to file. */
if ((res = nc_enddef(ncid))) ERR;
/* Set up slab for this process. */
start[0] = mpi_rank * DIMSIZE/mpi_size;
start[1] = 0;
count[0] = DIMSIZE/mpi_size;
count[1] = DIMSIZE;
count[2] = 1;
/*printf("mpi_rank=%d start[0]=%d start[1]=%d count[0]=%d count[1]=%d\n",
mpi_rank, start[0], start[1], count[0], count[1]);*/
if (nc_var_par_access(ncid, v1id, NC_COLLECTIVE)) ERR;
/* if (nc_var_par_access(ncid, v1id, NC_INDEPENDENT)) ERR;*/
/* Write slabs of phoney data. */
for (start[2] = 0; start[2] < NUM_SLABS; start[2]++)
if (nc_put_vara_int(ncid, v1id, start, count, slab_data)) ERR;
/* Close the netcdf file. */
if ((res = nc_close(ncid))) ERR;
/* Shut down MPI. */
MPI_Finalize();
if (mpi_rank == 0)
{
SUMMARIZE_ERR;
FINAL_RESULTS;
}
return 0;
}