mirror/hdf5
2
0
Fork 0
mirror of https://github.com/HDFGroup/hdf5.git synced 2024-11-21 01:04:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

[svn-r403] Revised PHDF5 test program. Used VRFY macros instead of

Browse Source 
assert.  That allowed more customization in the future (like
allow different levels of verboseness.)
This commit is contained in:
Albert Cheng 1998-05-29 14:57:05 -05:00
parent 1327f0c65e
commit a92096e9a3
1 changed files with 172 additions and 196 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

368
testpar/testphdf5.c
View File

@ -1,4 +1,6 @@
/* $Id$ */
/* /*
* Example of using the parallel HDF5 library to access datasets. * Example of using the parallel HDF5 library to access datasets.
* *
@ -24,8 +26,25 @@
/* Define some handy debugging shorthands, routines, ... */ /* Define some handy debugging shorthands, routines, ... */
/* debugging tools */ /* debugging tools */
#define MESG(x)\
if (verbose) printf("%s\n", x); #define MESG(x) \
if (verbose) printf("%s\n", x); \
#define VRFY(val, mesg) do { \
if (val) { \
if (*mesg != '\0'){ \
MESG(mesg); \
} \
} \
else{ \
printf("*** Assertion failed (%s) at line %4d in %s\n", \
mesg, (int)__LINE__, __FILE__); \
nerrors++; \
H5Eprint (stdout); \
if (!verbose) exit(nerrors); \
} \
H5Eclear(); \
} while(0)
#define MPI_BANNER(mesg)\ #define MPI_BANNER(mesg)\
{printf("--------------------------------\n");\ {printf("--------------------------------\n");\
@ -119,6 +138,7 @@ slab_set(hssize_t start[], hsize_t count[], hsize_t stride[], int mode)
count[1] = SPACE1_DIM2; count[1] = SPACE1_DIM2;
start[0] = mpi_rank*count[0]; start[0] = mpi_rank*count[0];
start[1] = 0; start[1] = 0;
if (verbose) printf("slab_set BYROW\n");
break; break;
case BYCOL: case BYCOL:
/* Each process takes a block of columns. */ /* Each process takes a block of columns. */
@ -128,6 +148,14 @@ slab_set(hssize_t start[], hsize_t count[], hsize_t stride[], int mode)
count[1] = SPACE1_DIM2/mpi_size; count[1] = SPACE1_DIM2/mpi_size;
start[0] = 0; start[0] = 0;
start[1] = mpi_rank*count[1]; start[1] = mpi_rank*count[1];
#ifdef DISABLED
/* change the above macro to #ifndef if you want to test */
/* zero elements access. */
printf("set to size 0\n");
if (!(mpi_rank % 3))
count[1]=0;
#endif
if (verbose) printf("slab_set BYCOL\n");
break; break;
default: default:
/* Unknown mode. Set it to cover the whole dataset. */ /* Unknown mode. Set it to cover the whole dataset. */
@ -138,8 +166,13 @@ slab_set(hssize_t start[], hsize_t count[], hsize_t stride[], int mode)
count[1] = SPACE1_DIM2; count[1] = SPACE1_DIM2;
start[0] = 0; start[0] = 0;
start[1] = 0; start[1] = 0;
if (verbose) printf("slab_set wholeset\n");
break; break;
} }
if (verbose){
printf("start[]=(%d,%d), count[]=(%d,%d), total datapoints=%d\n",
start[0], start[1], count[0], count[1], count[0]*count[1]);
}
} }
@ -156,7 +189,8 @@ dataset_fill(hssize_t start[], hsize_t count[], hsize_t stride[], DATATYPE * dat
/* put some trivial data in the data_array */ /* put some trivial data in the data_array */
for (i=0; i < count[0]; i++){ for (i=0; i < count[0]; i++){
for (j=0; j < count[1]; j++){ for (j=0; j < count[1]; j++){
*dataptr++ = (i*stride[0]+start[0])*100 + (j*stride[1]+start[1]+1); *dataptr = (i*stride[0]+start[0])*100 + (j*stride[1]+start[1]+1);
dataptr++;
} }
} }
} }
@ -170,9 +204,16 @@ void dataset_print(hssize_t start[], hsize_t count[], hsize_t stride[], DATATYPE
DATATYPE *dataptr = dataset; DATATYPE *dataptr = dataset;
int i, j; int i, j;
/* print the slab read */ /* print the column heading */
printf("%-8s", "Cols:");
for (j=0; j < count[1]; j++){
printf("%3d ", start[1]+j);
}
printf("\n");
/* print the slab data */
for (i=0; i < count[0]; i++){ for (i=0; i < count[0]; i++){
printf("Row %d: ", (int)(i*stride[0]+start[0])); printf("Row %2d: ", (int)(i*stride[0]+start[0]));
for (j=0; j < count[1]; j++){ for (j=0; j < count[1]; j++){
printf("%03d ", *dataptr++); printf("%03d ", *dataptr++);
} }
@ -190,31 +231,32 @@ int dataset_vrfy(hssize_t start[], hsize_t count[], hsize_t stride[], DATATYPE *
DATATYPE *dataptr = dataset; DATATYPE *dataptr = dataset;
DATATYPE *originptr = original; DATATYPE *originptr = original;
int i, j, nerrors; int i, j, vrfyerrs;
/* print it if verbose */ /* print it if verbose */
if (verbose) if (verbose)
dataset_print(start, count, stride, dataset); dataset_print(start, count, stride, dataset);
nerrors = 0; vrfyerrs = 0;
for (i=0; i < count[0]; i++){ for (i=0; i < count[0]; i++){
for (j=0; j < count[1]; j++){ for (j=0; j < count[1]; j++){
if (*dataset++ != *original++){ if (*dataset != *original){
nerrors++; if (vrfyerrs++ < MAX_ERR_REPORT){
if (nerrors <= MAX_ERR_REPORT){
printf("Dataset Verify failed at [%d][%d](row %d, col %d): expect %d, got %d\n", printf("Dataset Verify failed at [%d][%d](row %d, col %d): expect %d, got %d\n",
i, j, i, j,
(int)(i*stride[0]+start[0]), (int)(j*stride[1]+start[1]), (int)(i*stride[0]+start[0]), (int)(j*stride[1]+start[1]),
*(dataset-1), *(original-1)); *(original), *(dataset));
} }
dataset++;
original++;
} }
} }
} }
if (nerrors > MAX_ERR_REPORT) if (vrfyerrs > MAX_ERR_REPORT)
printf("[more errors ...]\n"); printf("[more errors ...]\n");
if (nerrors) if (vrfyerrs)
printf("%d errors found in dataset_vrfy\n", nerrors); printf("%d errors found in dataset_vrfy\n", vrfyerrs);
return(nerrors); return(vrfyerrs);
} }
@ -266,21 +308,18 @@ phdf5writeInd(char *filename)
* -------------------*/ * -------------------*/
/* setup file access template with parallel IO access. */ /* setup file access template with parallel IO access. */
acc_tpl1 = H5Pcreate (H5P_FILE_ACCESS); acc_tpl1 = H5Pcreate (H5P_FILE_ACCESS);
assert(acc_tpl1 != FAIL); VRFY((acc_tpl1 != FAIL), "H5Pcreate access succeed");
MESG("H5Pcreate access succeed");
/* set Parallel access with communicator */ /* set Parallel access with communicator */
ret = H5Pset_mpi(acc_tpl1, comm, info); ret = H5Pset_mpi(acc_tpl1, comm, info);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Pset_mpi succeed");
MESG("H5Pset_mpi succeed");
/* create the file collectively */ /* create the file collectively */
fid1=H5Fcreate(filename,H5F_ACC_TRUNC,H5P_DEFAULT,acc_tpl1); fid1=H5Fcreate(filename,H5F_ACC_TRUNC,H5P_DEFAULT,acc_tpl1);
assert(fid1 != FAIL); VRFY((fid1 != FAIL), "H5Fcreate succeed");
MESG("H5Fcreate succeed");
/* Release file-access template */ /* Release file-access template */
ret=H5Pclose(acc_tpl1); ret=H5Pclose(acc_tpl1);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* -------------------------- /* --------------------------
@ -289,34 +328,23 @@ phdf5writeInd(char *filename)
* ------------------------- */ * ------------------------- */
/* setup dimensionality object */ /* setup dimensionality object */
sid1 = H5Screate_simple (SPACE1_RANK, dims1, NULL); sid1 = H5Screate_simple (SPACE1_RANK, dims1, NULL);
assert (sid1 != FAIL); VRFY((sid1 != FAIL), "H5Screate_simple succeed");
MESG("H5Screate_simple succeed");
/* create a dataset collectively */ /* create a dataset collectively */
dataset1 = H5Dcreate(fid1, DATASETNAME1, H5T_NATIVE_INT, sid1, dataset1 = H5Dcreate(fid1, DATASETNAME1, H5T_NATIVE_INT, sid1,
H5P_DEFAULT); H5P_DEFAULT);
assert(dataset1 != FAIL); VRFY((dataset1 != FAIL), "H5Dcreate succeed");
MESG("H5Dcreate succeed");
/* create another dataset collectively */ /* create another dataset collectively */
dataset2 = H5Dcreate(fid1, DATASETNAME2, H5T_NATIVE_INT, sid1, dataset2 = H5Dcreate(fid1, DATASETNAME2, H5T_NATIVE_INT, sid1,
H5P_DEFAULT); H5P_DEFAULT);
assert(dataset2 != FAIL); VRFY((dataset2 != FAIL), "H5Dcreate succeed");
MESG("H5Dcreate succeed");
/* set up dimensions of the slab this process accesses */ /* set up dimensions of the slab this process accesses */
start[0] = mpi_rank*SPACE1_DIM1/mpi_size; slab_set(start, count, stride, BYROW);
start[1] = 0;
count[0] = SPACE1_DIM1/mpi_size;
count[1] = SPACE1_DIM2;
stride[0] = 1;
stride[1] =1;
if (verbose)
printf("start[]=(%d,%d), count[]=(%d,%d), total datapoints=%d\n",
start[0], start[1], count[0], count[1], count[0]*count[1]);
/* put some trivial data in the data_array */ /* put some trivial data in the data_array */
dataset_fill(start, count, stride, &data_array1[0][0]); dataset_fill(start, count, stride, &data_array1[0][0]);
@ -324,38 +352,32 @@ if (verbose)
/* create a file dataspace independently */ /* create a file dataspace independently */
file_dataspace = H5Dget_space (dataset1); file_dataspace = H5Dget_space (dataset1);
assert(file_dataspace != FAIL); VRFY((file_dataspace != FAIL), "H5Dget_space succeed");
MESG("H5Dget_space succeed");
ret=H5Sset_hyperslab(file_dataspace, start, count, stride); ret=H5Sset_hyperslab(file_dataspace, start, count, stride);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Sset_hyperslab succeed");
MESG("H5Sset_hyperslab succeed");
/* create a memory dataspace independently */ /* create a memory dataspace independently */
mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL); mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL);
assert (mem_dataspace != FAIL); VRFY((mem_dataspace != FAIL), "");
/* write data independently */ /* write data independently */
ret = H5Dwrite(dataset1, H5T_NATIVE_INT, mem_dataspace, file_dataspace, ret = H5Dwrite(dataset1, H5T_NATIVE_INT, mem_dataspace, file_dataspace,
H5P_DEFAULT, data_array1); H5P_DEFAULT, data_array1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dwrite succeed");
MESG("H5Dwrite succeed");
/* write data independently */ /* write data independently */
ret = H5Dwrite(dataset2, H5T_NATIVE_INT, mem_dataspace, file_dataspace, ret = H5Dwrite(dataset2, H5T_NATIVE_INT, mem_dataspace, file_dataspace,
H5P_DEFAULT, data_array1); H5P_DEFAULT, data_array1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dwrite succeed");
MESG("H5Dwrite succeed");
/* release dataspace ID */ /* release dataspace ID */
H5Sclose(file_dataspace); H5Sclose(file_dataspace);
/* close dataset collectively */ /* close dataset collectively */
ret=H5Dclose(dataset1); ret=H5Dclose(dataset1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dclose1 succeed");
MESG("H5Dclose1 succeed");
ret=H5Dclose(dataset2); ret=H5Dclose(dataset2);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dclose2 succeed");
MESG("H5Dclose2 succeed");
/* release all IDs created */ /* release all IDs created */
H5Sclose(sid1); H5Sclose(sid1);
@ -399,49 +421,41 @@ phdf5readInd(char *filename)
/* setup file access template */ /* setup file access template */
acc_tpl1 = H5Pcreate (H5P_FILE_ACCESS); acc_tpl1 = H5Pcreate (H5P_FILE_ACCESS);
assert(acc_tpl1 != FAIL); VRFY((acc_tpl1 != FAIL), "");
/* set Parallel access with communicator */ /* set Parallel access with communicator */
ret = H5Pset_mpi(acc_tpl1, comm, info); ret = H5Pset_mpi(acc_tpl1, comm, info);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* open the file collectively */ /* open the file collectively */
fid1=H5Fopen(filename,H5F_ACC_RDWR,acc_tpl1); fid1=H5Fopen(filename,H5F_ACC_RDWR,acc_tpl1);
assert(fid1 != FAIL); VRFY((fid1 != FAIL), "");
/* Release file-access template */ /* Release file-access template */
ret=H5Pclose(acc_tpl1); ret=H5Pclose(acc_tpl1);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* open the dataset1 collectively */ /* open the dataset1 collectively */
dataset1 = H5Dopen(fid1, DATASETNAME1); dataset1 = H5Dopen(fid1, DATASETNAME1);
assert(dataset1 != FAIL); VRFY((dataset1 != FAIL), "");
/* open another dataset collectively */ /* open another dataset collectively */
dataset2 = H5Dopen(fid1, DATASETNAME1); dataset2 = H5Dopen(fid1, DATASETNAME1);
assert(dataset2 != FAIL); VRFY((dataset2 != FAIL), "");
/* set up dimensions of the slab this process accesses */ /* set up dimensions of the slab this process accesses */
start[0] = mpi_rank*SPACE1_DIM1/mpi_size; slab_set(start, count, stride, BYROW);
start[1] = 0;
count[0] = SPACE1_DIM1/mpi_size;
count[1] = SPACE1_DIM2;
stride[0] = 1;
stride[1] =1;
if (verbose)
printf("start[]=(%d,%d), count[]=(%d,%d), total datapoints=%d\n",
start[0], start[1], count[0], count[1], count[0]*count[1]);
/* create a file dataspace independently */ /* create a file dataspace independently */
file_dataspace = H5Dget_space (dataset1); file_dataspace = H5Dget_space (dataset1);
assert(file_dataspace != FAIL); VRFY((file_dataspace != FAIL), "");
ret=H5Sset_hyperslab(file_dataspace, start, count, stride); ret=H5Sset_hyperslab(file_dataspace, start, count, stride);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* create a memory dataspace independently */ /* create a memory dataspace independently */
mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL); mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL);
assert (mem_dataspace != FAIL); VRFY((mem_dataspace != FAIL), "");
/* fill dataset with test data */ /* fill dataset with test data */
dataset_fill(start, count, stride, &data_origin1[0][0]); dataset_fill(start, count, stride, &data_origin1[0][0]);
@ -449,26 +463,26 @@ if (verbose)
/* read data independently */ /* read data independently */
ret = H5Dread(dataset1, H5T_NATIVE_INT, mem_dataspace, file_dataspace, ret = H5Dread(dataset1, H5T_NATIVE_INT, mem_dataspace, file_dataspace,
H5P_DEFAULT, data_array1); H5P_DEFAULT, data_array1);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* verify the read data with original expected data */ /* verify the read data with original expected data */
ret = dataset_vrfy(start, count, stride, &data_array1[0][0], &data_origin1[0][0]); ret = dataset_vrfy(start, count, stride, &data_array1[0][0], &data_origin1[0][0]);
assert(ret != FAIL); if (ret) nerrors++;
/* read data independently */ /* read data independently */
ret = H5Dread(dataset2, H5T_NATIVE_INT, mem_dataspace, file_dataspace, ret = H5Dread(dataset2, H5T_NATIVE_INT, mem_dataspace, file_dataspace,
H5P_DEFAULT, data_array1); H5P_DEFAULT, data_array1);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* verify the read data with original expected data */ /* verify the read data with original expected data */
ret = dataset_vrfy(start, count, stride, &data_array1[0][0], &data_origin1[0][0]); ret = dataset_vrfy(start, count, stride, &data_array1[0][0], &data_origin1[0][0]);
assert(ret == 0); if (ret) nerrors++;
/* close dataset collectively */ /* close dataset collectively */
ret=H5Dclose(dataset1); ret=H5Dclose(dataset1);
assert(ret != FAIL); VRFY((ret != FAIL), "");
ret=H5Dclose(dataset2); ret=H5Dclose(dataset2);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* release all IDs created */ /* release all IDs created */
H5Sclose(file_dataspace); H5Sclose(file_dataspace);
@ -497,6 +511,7 @@ phdf5writeAll(char *filename)
hid_t file_dataspace; /* File dataspace ID */ hid_t file_dataspace; /* File dataspace ID */
hid_t mem_dataspace; /* memory dataspace ID */ hid_t mem_dataspace; /* memory dataspace ID */
hid_t dataset1, dataset2; /* Dataset ID */ hid_t dataset1, dataset2; /* Dataset ID */
hid_t datatype; /* Datatype ID */
int rank = SPACE1_RANK; /* Logical rank of dataspace */ int rank = SPACE1_RANK; /* Logical rank of dataspace */
hsize_t dims1[SPACE1_RANK] = hsize_t dims1[SPACE1_RANK] =
{SPACE1_DIM1,SPACE1_DIM2}; /* dataspace dim sizes */ {SPACE1_DIM1,SPACE1_DIM2}; /* dataspace dim sizes */
@ -523,21 +538,18 @@ phdf5writeAll(char *filename)
* -------------------*/ * -------------------*/
/* setup file access template with parallel IO access. */ /* setup file access template with parallel IO access. */
acc_tpl1 = H5Pcreate (H5P_FILE_ACCESS); acc_tpl1 = H5Pcreate (H5P_FILE_ACCESS);
assert(acc_tpl1 != FAIL); VRFY((acc_tpl1 != FAIL), "H5Pcreate access succeed");
MESG("H5Pcreate access succeed");
/* set Parallel access with communicator */ /* set Parallel access with communicator */
ret = H5Pset_mpi(acc_tpl1, comm, info); ret = H5Pset_mpi(acc_tpl1, comm, info);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Pset_mpi succeed");
MESG("H5Pset_mpi succeed");
/* create the file collectively */ /* create the file collectively */
fid1=H5Fcreate(filename,H5F_ACC_TRUNC,H5P_DEFAULT,acc_tpl1); fid1=H5Fcreate(filename,H5F_ACC_TRUNC,H5P_DEFAULT,acc_tpl1);
assert(fid1 != FAIL); VRFY((fid1 != FAIL), "H5Fcreate succeed");
MESG("H5Fcreate succeed");
/* Release file-access template */ /* Release file-access template */
ret=H5Pclose(acc_tpl1); ret=H5Pclose(acc_tpl1);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* -------------------------- /* --------------------------
@ -546,19 +558,20 @@ phdf5writeAll(char *filename)
* ------------------------- */ * ------------------------- */
/* setup dimensionality object */ /* setup dimensionality object */
sid1 = H5Screate_simple (SPACE1_RANK, dims1, NULL); sid1 = H5Screate_simple (SPACE1_RANK, dims1, NULL);
assert (sid1 != FAIL); VRFY((sid1 != FAIL), "H5Screate_simple succeed");
MESG("H5Screate_simple succeed");
/* create a dataset collectively */ /* create a dataset collectively */
dataset1 = H5Dcreate(fid1, DATASETNAME1, H5T_NATIVE_INT, sid1, H5P_DEFAULT); dataset1 = H5Dcreate(fid1, DATASETNAME1, H5T_NATIVE_INT, sid1, H5P_DEFAULT);
assert(dataset1 != FAIL); VRFY((dataset1 != FAIL), "H5Dcreate succeed");
MESG("H5Dcreate succeed");
/* create another dataset collectively */ /* create another dataset collectively */
dataset2 = H5Dcreate(fid1, DATASETNAME2, H5T_NATIVE_INT, sid1, H5P_DEFAULT); datatype = H5Tcopy(H5T_NATIVE_INT32);
assert(dataset2 != FAIL); ret = H5Tset_order(datatype, H5T_ORDER_LE);
MESG("H5Dcreate 2 succeed"); VRFY((ret != FAIL), "H5Tset_order succeed");
dataset2 = H5Dcreate(fid1, DATASETNAME2, datatype, sid1, H5P_DEFAULT);
VRFY((dataset2 != FAIL), "H5Dcreate 2 succeed");
/* /*
* Set up dimensions of the slab this process accesses. * Set up dimensions of the slab this process accesses.
@ -566,21 +579,16 @@ phdf5writeAll(char *filename)
/* Dataset1: each process takes a block of rows. */ /* Dataset1: each process takes a block of rows. */
slab_set(start, count, stride, BYROW); slab_set(start, count, stride, BYROW);
if (verbose)
printf("start[]=(%d,%d), count[]=(%d,%d), total datapoints=%d\n",
start[0], start[1], count[0], count[1], count[0]*count[1]);
/* create a file dataspace independently */ /* create a file dataspace independently */
file_dataspace = H5Dget_space (dataset1); file_dataspace = H5Dget_space (dataset1);
assert(file_dataspace != FAIL); VRFY((file_dataspace != FAIL), "H5Dget_space succeed");
MESG("H5Dget_space succeed");
ret=H5Sset_hyperslab(file_dataspace, start, count, stride); ret=H5Sset_hyperslab(file_dataspace, start, count, stride);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Sset_hyperslab succeed");
MESG("H5Sset_hyperslab succeed");
/* create a memory dataspace independently */ /* create a memory dataspace independently */
mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL); mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL);
assert (mem_dataspace != FAIL); VRFY((mem_dataspace != FAIL), "");
/* fill the local slab with some trivial data */ /* fill the local slab with some trivial data */
dataset_fill(start, count, stride, &data_array1[0][0]); dataset_fill(start, count, stride, &data_array1[0][0]);
@ -592,16 +600,14 @@ if (verbose)
/* set up the collective transfer properties list */ /* set up the collective transfer properties list */
xfer_plist = H5Pcreate (H5P_DATASET_XFER); xfer_plist = H5Pcreate (H5P_DATASET_XFER);
assert(xfer_plist != FAIL); VRFY((xfer_plist != FAIL), "");
ret=H5Pset_xfer(xfer_plist, H5D_XFER_COLLECTIVE); ret=H5Pset_xfer(xfer_plist, H5D_XFER_COLLECTIVE);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Pcreate xfer succeed");
MESG("H5Pcreate xfer succeed");
/* write data collectively */ /* write data collectively */
ret = H5Dwrite(dataset1, H5T_NATIVE_INT, mem_dataspace, file_dataspace, ret = H5Dwrite(dataset1, H5T_NATIVE_INT, mem_dataspace, file_dataspace,
xfer_plist, data_array1); xfer_plist, data_array1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dwrite dataset1 succeed");
MESG("H5Dwrite succeed");
/* release all temporary handles. */ /* release all temporary handles. */
/* Could have used them for dataset2 but it is cleaner */ /* Could have used them for dataset2 but it is cleaner */
@ -612,9 +618,6 @@ if (verbose)
/* Dataset2: each process takes a block of columns. */ /* Dataset2: each process takes a block of columns. */
slab_set(start, count, stride, BYCOL); slab_set(start, count, stride, BYCOL);
if (verbose)
printf("start[]=(%d,%d), count[]=(%d,%d), total datapoints=%d\n",
start[0], start[1], count[0], count[1], count[0]*count[1]);
/* put some trivial data in the data_array */ /* put some trivial data in the data_array */
dataset_fill(start, count, stride, &data_array1[0][0]); dataset_fill(start, count, stride, &data_array1[0][0]);
@ -626,15 +629,13 @@ if (verbose)
/* create a file dataspace independently */ /* create a file dataspace independently */
file_dataspace = H5Dget_space (dataset1); file_dataspace = H5Dget_space (dataset1);
assert(file_dataspace != FAIL); VRFY((file_dataspace != FAIL), "H5Dget_space succeed");
MESG("H5Dget_space succeed");
ret=H5Sset_hyperslab(file_dataspace, start, count, stride); ret=H5Sset_hyperslab(file_dataspace, start, count, stride);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Sset_hyperslab succeed");
MESG("H5Sset_hyperslab succeed");
/* create a memory dataspace independently */ /* create a memory dataspace independently */
mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL); mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL);
assert (mem_dataspace != FAIL); VRFY((mem_dataspace != FAIL), "");
/* fill the local slab with some trivial data */ /* fill the local slab with some trivial data */
dataset_fill(start, count, stride, &data_array1[0][0]); dataset_fill(start, count, stride, &data_array1[0][0]);
@ -646,16 +647,15 @@ if (verbose)
/* set up the collective transfer properties list */ /* set up the collective transfer properties list */
xfer_plist = H5Pcreate (H5P_DATASET_XFER); xfer_plist = H5Pcreate (H5P_DATASET_XFER);
assert(xfer_plist != FAIL); VRFY((xfer_plist != FAIL), "");
ret=H5Pset_xfer(xfer_plist, H5D_XFER_COLLECTIVE); ret=H5Pset_xfer(xfer_plist, H5D_XFER_COLLECTIVE);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Pcreate xfer succeed");
MESG("H5Pcreate xfer succeed");
/* write data independently */ /* write data independently */
printf("WRITING TO DATASET2\n");
ret = H5Dwrite(dataset2, H5T_NATIVE_INT, mem_dataspace, file_dataspace, ret = H5Dwrite(dataset2, H5T_NATIVE_INT, mem_dataspace, file_dataspace,
xfer_plist, data_array1); xfer_plist, data_array1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dwrite dataset2 succeed");
MESG("H5Dwrite succeed");
/* release all temporary handles. */ /* release all temporary handles. */
H5Sclose(file_dataspace); H5Sclose(file_dataspace);
@ -667,11 +667,9 @@ if (verbose)
* All writes completed. Close datasets collectively * All writes completed. Close datasets collectively
*/ */
ret=H5Dclose(dataset1); ret=H5Dclose(dataset1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dclose1 succeed");
MESG("H5Dclose1 succeed");
ret=H5Dclose(dataset2); ret=H5Dclose(dataset2);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dclose2 succeed");
MESG("H5Dclose2 succeed");
/* release all IDs created */ /* release all IDs created */
H5Sclose(sid1); H5Sclose(sid1);
@ -725,21 +723,18 @@ phdf5readAll(char *filename)
* -------------------*/ * -------------------*/
/* setup file access template with parallel IO access. */ /* setup file access template with parallel IO access. */
acc_tpl1 = H5Pcreate (H5P_FILE_ACCESS); acc_tpl1 = H5Pcreate (H5P_FILE_ACCESS);
assert(acc_tpl1 != FAIL); VRFY((acc_tpl1 != FAIL), "H5Pcreate access succeed");
MESG("H5Pcreate access succeed");
/* set Parallel access with communicator */ /* set Parallel access with communicator */
ret = H5Pset_mpi(acc_tpl1, comm, info); ret = H5Pset_mpi(acc_tpl1, comm, info);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Pset_mpi succeed");
MESG("H5Pset_mpi succeed");
/* open the file collectively */ /* open the file collectively */
fid1=H5Fopen(filename,H5F_ACC_RDWR,acc_tpl1); fid1=H5Fopen(filename,H5F_ACC_RDWR,acc_tpl1);
assert(fid1 != FAIL); VRFY((fid1 != FAIL), "H5Fopen succeed");
MESG("H5Fopen succeed");
/* Release file-access template */ /* Release file-access template */
ret=H5Pclose(acc_tpl1); ret=H5Pclose(acc_tpl1);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* -------------------------- /* --------------------------
@ -747,13 +742,11 @@ phdf5readAll(char *filename)
* ------------------------- */ * ------------------------- */
/* open the dataset1 collectively */ /* open the dataset1 collectively */
dataset1 = H5Dopen(fid1, DATASETNAME1); dataset1 = H5Dopen(fid1, DATASETNAME1);
assert(dataset1 != FAIL); VRFY((dataset1 != FAIL), "H5Dopen succeed");
MESG("H5Dopen succeed");
/* open another dataset collectively */ /* open another dataset collectively */
dataset2 = H5Dopen(fid1, DATASETNAME1); dataset2 = H5Dopen(fid1, DATASETNAME2);
assert(dataset2 != FAIL); VRFY((dataset2 != FAIL), "H5Dopen 2 succeed");
MESG("H5Dopen 2 succeed");
/* /*
* Set up dimensions of the slab this process accesses. * Set up dimensions of the slab this process accesses.
@ -761,46 +754,39 @@ phdf5readAll(char *filename)
/* Dataset1: each process takes a block of columns. */ /* Dataset1: each process takes a block of columns. */
slab_set(start, count, stride, BYCOL); slab_set(start, count, stride, BYCOL);
if (verbose)
printf("start[]=(%d,%d), count[]=(%d,%d), total datapoints=%d\n",
start[0], start[1], count[0], count[1], count[0]*count[1]);
/* create a file dataspace independently */ /* create a file dataspace independently */
file_dataspace = H5Dget_space (dataset1); file_dataspace = H5Dget_space (dataset1);
assert(file_dataspace != FAIL); VRFY((file_dataspace != FAIL), "H5Dget_space succeed");
MESG("H5Dget_space succeed");
ret=H5Sset_hyperslab(file_dataspace, start, count, stride); ret=H5Sset_hyperslab(file_dataspace, start, count, stride);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Sset_hyperslab succeed");
MESG("H5Sset_hyperslab succeed");
/* create a memory dataspace independently */ /* create a memory dataspace independently */
mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL); mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL);
assert (mem_dataspace != FAIL); VRFY((mem_dataspace != FAIL), "");
/* fill dataset with test data */ /* fill dataset with test data */
dataset_fill(start, count, stride, &data_origin1[0][0]); dataset_fill(start, count, stride, &data_origin1[0][0]);
MESG("data_array initialized"); MESG("data_array initialized");
if (verbose){ if (verbose){
MESG("data_array created"); MESG("data_array created");
dataset_print(start, count, stride, &data_array1[0][0]); dataset_print(start, count, stride, &data_origin1[0][0]);
} }
/* set up the collective transfer properties list */ /* set up the collective transfer properties list */
xfer_plist = H5Pcreate (H5P_DATASET_XFER); xfer_plist = H5Pcreate (H5P_DATASET_XFER);
assert(xfer_plist != FAIL); VRFY((xfer_plist != FAIL), "");
ret=H5Pset_xfer(xfer_plist, H5D_XFER_COLLECTIVE); ret=H5Pset_xfer(xfer_plist, H5D_XFER_COLLECTIVE);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Pcreate xfer succeed");
MESG("H5Pcreate xfer succeed");
/* read data collectively */ /* read data collectively */
ret = H5Dread(dataset1, H5T_NATIVE_INT, mem_dataspace, file_dataspace, ret = H5Dread(dataset1, H5T_NATIVE_INT, mem_dataspace, file_dataspace,
xfer_plist, data_array1); xfer_plist, data_array1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dread succeed");
MESG("H5Dread succeed");
/* verify the read data with original expected data */ /* verify the read data with original expected data */
ret = dataset_vrfy(start, count, stride, &data_array1[0][0], &data_origin1[0][0]); ret = dataset_vrfy(start, count, stride, &data_array1[0][0], &data_origin1[0][0]);
assert(ret != FAIL); if (ret) nerrors++;
/* release all temporary handles. */ /* release all temporary handles. */
/* Could have used them for dataset2 but it is cleaner */ /* Could have used them for dataset2 but it is cleaner */
@ -811,46 +797,39 @@ if (verbose)
/* Dataset2: each process takes a block of rows. */ /* Dataset2: each process takes a block of rows. */
slab_set(start, count, stride, BYROW); slab_set(start, count, stride, BYROW);
if (verbose)
printf("start[]=(%d,%d), count[]=(%d,%d), total datapoints=%d\n",
start[0], start[1], count[0], count[1], count[0]*count[1]);
/* create a file dataspace independently */ /* create a file dataspace independently */
file_dataspace = H5Dget_space (dataset1); file_dataspace = H5Dget_space (dataset1);
assert(file_dataspace != FAIL); VRFY((file_dataspace != FAIL), "H5Dget_space succeed");
MESG("H5Dget_space succeed");
ret=H5Sset_hyperslab(file_dataspace, start, count, stride); ret=H5Sset_hyperslab(file_dataspace, start, count, stride);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Sset_hyperslab succeed");
MESG("H5Sset_hyperslab succeed");
/* create a memory dataspace independently */ /* create a memory dataspace independently */
mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL); mem_dataspace = H5Screate_simple (SPACE1_RANK, count, NULL);
assert (mem_dataspace != FAIL); VRFY((mem_dataspace != FAIL), "");
/* fill dataset with test data */ /* fill dataset with test data */
dataset_fill(start, count, stride, &data_origin1[0][0]); dataset_fill(start, count, stride, &data_origin1[0][0]);
MESG("data_array initialized"); MESG("data_array initialized");
if (verbose){ if (verbose){
MESG("data_array created"); MESG("data_array created");
dataset_print(start, count, stride, &data_array1[0][0]); dataset_print(start, count, stride, &data_origin1[0][0]);
} }
/* set up the collective transfer properties list */ /* set up the collective transfer properties list */
xfer_plist = H5Pcreate (H5P_DATASET_XFER); xfer_plist = H5Pcreate (H5P_DATASET_XFER);
assert(xfer_plist != FAIL); VRFY((xfer_plist != FAIL), "");
ret=H5Pset_xfer(xfer_plist, H5D_XFER_COLLECTIVE); ret=H5Pset_xfer(xfer_plist, H5D_XFER_COLLECTIVE);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Pcreate xfer succeed");
MESG("H5Pcreate xfer succeed");
/* read data independently */ /* read data independently */
ret = H5Dread(dataset2, H5T_NATIVE_INT, mem_dataspace, file_dataspace, ret = H5Dread(dataset2, H5T_NATIVE_INT, mem_dataspace, file_dataspace,
xfer_plist, data_array1); xfer_plist, data_array1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dread succeed");
MESG("H5Dread succeed");
/* verify the read data with original expected data */ /* verify the read data with original expected data */
ret = dataset_vrfy(start, count, stride, &data_array1[0][0], &data_origin1[0][0]); ret = dataset_vrfy(start, count, stride, &data_array1[0][0], &data_origin1[0][0]);
assert(ret != FAIL); if (ret) nerrors++;
/* release all temporary handles. */ /* release all temporary handles. */
H5Sclose(file_dataspace); H5Sclose(file_dataspace);
@ -862,11 +841,9 @@ if (verbose)
* All reads completed. Close datasets collectively * All reads completed. Close datasets collectively
*/ */
ret=H5Dclose(dataset1); ret=H5Dclose(dataset1);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dclose1 succeed");
MESG("H5Dclose1 succeed");
ret=H5Dclose(dataset2); ret=H5Dclose(dataset2);
assert(ret != FAIL); VRFY((ret != FAIL), "H5Dclose2 succeed");
MESG("H5Dclose2 succeed");
/* close the file collectively */ /* close the file collectively */
H5Fclose(fid1); H5Fclose(fid1);
@ -884,9 +861,9 @@ if (verbose)
* sooner or later due to barrier mixed up. * sooner or later due to barrier mixed up.
*/ */
void void
test_split_comm_access(char *filenames[]) test_split_comm_access(char *filename[])
{ {
int mpi_size, myrank; int mpi_size, mpi_rank;
MPI_Comm comm; MPI_Comm comm;
MPI_Info info = MPI_INFO_NULL; MPI_Info info = MPI_INFO_NULL;
int color, mrc; int color, mrc;
@ -896,49 +873,52 @@ test_split_comm_access(char *filenames[])
herr_t ret; /* generic return value */ herr_t ret; /* generic return value */
if (verbose) if (verbose)
printf("Independent write test on file %s %s\n", printf("Split Communicator access test on file %s %s\n",
filenames[0], filenames[1]); filename[0], filename[1]);
/* set up MPI parameters */ /* set up MPI parameters */
MPI_Comm_size(MPI_COMM_WORLD,&mpi_size); MPI_Comm_size(MPI_COMM_WORLD,&mpi_size);
MPI_Comm_rank(MPI_COMM_WORLD,&myrank); MPI_Comm_rank(MPI_COMM_WORLD,&mpi_rank);
color = myrank%2; color = mpi_rank%2;
mrc = MPI_Comm_split (MPI_COMM_WORLD, color, myrank, &comm); mrc = MPI_Comm_split (MPI_COMM_WORLD, color, mpi_rank, &comm);
assert(mrc==MPI_SUCCESS); VRFY((mrc==MPI_SUCCESS), "");
MPI_Comm_size(comm,&newprocs); MPI_Comm_size(comm,&newprocs);
MPI_Comm_rank(comm,&newrank); MPI_Comm_rank(comm,&newrank);
if (color){ if (color){
/* odd-rank processes */ /* odd-rank processes */
mrc = MPI_Barrier(comm); mrc = MPI_Barrier(comm);
assert(mrc==MPI_SUCCESS); VRFY((mrc==MPI_SUCCESS), "");
}else{ }else{
/* even-rank processes */ /* even-rank processes */
int sub_mpi_rank; /* rank in the sub-comm */
MPI_Comm_rank(comm,&sub_mpi_rank);
/* setup file access template */ /* setup file access template */
acc_tpl = H5Pcreate (H5P_FILE_ACCESS); acc_tpl = H5Pcreate (H5P_FILE_ACCESS);
assert(acc_tpl != FAIL); VRFY((acc_tpl != FAIL), "");
MESG("H5Pcreate succeed");
/* set Parallel access with communicator */ /* set Parallel access with communicator */
ret = H5Pset_mpi(acc_tpl, comm, info); ret = H5Pset_mpi(acc_tpl, comm, info);
assert(ret != FAIL); VRFY((ret != FAIL), "");
MESG("H5Pset_mpi succeed");
/* create the file collectively */ /* create the file collectively */
fid=H5Fcreate(filenames[color],H5F_ACC_TRUNC,H5P_DEFAULT,acc_tpl); fid=H5Fcreate(filename[color],H5F_ACC_TRUNC,H5P_DEFAULT,acc_tpl);
assert(fid != FAIL); VRFY((fid != FAIL), "H5Fcreate succeed");
MESG("H5Fcreate succeed");
/* Release file-access template */ /* Release file-access template */
ret=H5Pclose(acc_tpl); ret=H5Pclose(acc_tpl);
assert(ret != FAIL); VRFY((ret != FAIL), "");
/* close the file */
ret=H5Fclose(fid); ret=H5Fclose(fid);
assert(ret != FAIL); VRFY((ret != FAIL), "");
}
if (myrank == 0){ /* detele the test file */
mrc = MPI_File_delete(filenames[color], info); if (sub_mpi_rank == 0){
assert(mrc==MPI_SUCCESS); mrc = MPI_File_delete(filename[color], info);
VRFY((mrc==MPI_SUCCESS), "");
}
} }
} }
@ -985,12 +965,7 @@ parse_options(int argc, char **argv){
main(int argc, char **argv) main(int argc, char **argv)
{ {
#ifdef HAVE_PARALLEL
char *filenames[]={ "pfs:/pfs/multi/tmp_1/your_own/Eg1.h5f", "pfs:/pfs/multi/tmp_1/your_own/Eg2.h5f" };
char *filenames[]={ "ParaEg1.h5f", "ParaEg2.h5f" }; char *filenames[]={ "ParaEg1.h5f", "ParaEg2.h5f" };
#else
char *filenames[]={ "Eg1.h5f", "Eg2.h5f" };
#endif
int mpi_namelen; int mpi_namelen;
char mpi_name[MPI_MAX_PROCESSOR_NAME]; char mpi_name[MPI_MAX_PROCESSOR_NAME];
@ -1036,13 +1011,14 @@ main(int argc, char **argv)
finish: finish:
if (mpi_rank == 0){ /* only process 0 reports */ if (mpi_rank == 0){ /* only process 0 reports */
if (nerrors) printf("===================================\n");
if (nerrors){
printf("***PHDF5 tests detected %d errors***\n", nerrors); printf("***PHDF5 tests detected %d errors***\n", nerrors);
else{
printf("===================================\n");
printf("PHDF5 tests finished with no errors\n");
printf("===================================\n");
} }
else{
printf("PHDF5 tests finished with no errors\n");
}
printf("===================================\n");
} }
MPI_Finalize(); MPI_Finalize();