mirror of
https://github.com/HDFGroup/hdf5.git
synced 2025-01-30 15:32:37 +08:00
5b18a76318
Added new testframe.h header to document testing framework functions and split them away from h5test.h and from test programs that don't integrate with the testframe.c testing framework Added new test setup callback to testframe.c testing framework Added parameters to AddTest() to specify size of test parameters so they can be copied for later use Enabled HDF5 error stacks in testframe.c framework by default and added some error stack suppressions to some testhdf5 tests Added new maxthreads option to testframe.c framework to allow specifying the maximum number of threads a multi-threaded test can use Moved TestExpress functionality out of testframe.c and into more general h5test.c for wider use by tests through getter and setter Updated some tests to not mix and match functionality between h5test.c/h and testframe.c/h Moved some functionality from testphdf5.h into testpar.h for parallel tests that aren't part of testphdf5 Added new parallel test library that contains common shared functionality for parallel tests (similar to h5test library)
316 lines
12 KiB
C
316 lines
12 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
|
* Copyright by The HDF Group. *
|
|
* All rights reserved. *
|
|
* *
|
|
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
|
* terms governing use, modification, and redistribution, is contained in *
|
|
* the COPYING file, which can be found at the root of the source code *
|
|
* distribution tree, or in https://www.hdfgroup.org/licenses. *
|
|
* If you do not have access to either file, you may request a copy from *
|
|
* help@hdfgroup.org. *
|
|
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
|
|
|
/*
|
|
* Test parallel HDF5 basic components
|
|
*/
|
|
|
|
#include "testphdf5.h"
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_fapl_mpio_dup
|
|
*
|
|
* Purpose: Test if fapl_mpio property list keeps a duplicate of the
|
|
* communicator and INFO objects given when set; and returns
|
|
* duplicates of its components when H5Pget_fapl_mpio is called.
|
|
*
|
|
* Return: Success: None
|
|
* Failure: Abort
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
void
|
|
test_fapl_mpio_dup(const void H5_ATTR_UNUSED *params)
|
|
{
|
|
int mpi_size, mpi_rank;
|
|
MPI_Comm comm, comm_tmp;
|
|
int mpi_size_old, mpi_rank_old;
|
|
int mpi_size_tmp, mpi_rank_tmp;
|
|
MPI_Info info = MPI_INFO_NULL;
|
|
MPI_Info info_tmp = MPI_INFO_NULL;
|
|
int mrc; /* MPI return value */
|
|
hid_t acc_pl; /* File access properties */
|
|
herr_t ret; /* HDF5 return value */
|
|
int nkeys, nkeys_tmp;
|
|
|
|
if (VERBOSE_MED)
|
|
printf("Verify fapl_mpio duplicates communicator and INFO objects\n");
|
|
|
|
/* set up MPI parameters */
|
|
MPI_Comm_size(MPI_COMM_WORLD, &mpi_size);
|
|
MPI_Comm_rank(MPI_COMM_WORLD, &mpi_rank);
|
|
if (VERBOSE_MED)
|
|
printf("rank/size of MPI_COMM_WORLD are %d/%d\n", mpi_rank, mpi_size);
|
|
|
|
/* Create a new communicator that has the same processes as MPI_COMM_WORLD.
|
|
* Use MPI_Comm_split because it is simpler than MPI_Comm_create
|
|
*/
|
|
mrc = MPI_Comm_split(MPI_COMM_WORLD, 0, 0, &comm);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Comm_split");
|
|
MPI_Comm_size(comm, &mpi_size_old);
|
|
MPI_Comm_rank(comm, &mpi_rank_old);
|
|
if (VERBOSE_MED)
|
|
printf("rank/size of comm are %d/%d\n", mpi_rank_old, mpi_size_old);
|
|
|
|
/* create a new INFO object with some trivial information. */
|
|
mrc = MPI_Info_create(&info);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_create");
|
|
mrc = MPI_Info_set(info, "hdf_info_name", "XYZ");
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_set");
|
|
if (MPI_INFO_NULL != info) {
|
|
mrc = MPI_Info_get_nkeys(info, &nkeys);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_get_nkeys");
|
|
}
|
|
if (VERBOSE_MED)
|
|
h5_dump_info_object(info);
|
|
|
|
acc_pl = H5Pcreate(H5P_FILE_ACCESS);
|
|
VRFY((acc_pl >= 0), "H5P_FILE_ACCESS");
|
|
|
|
ret = H5Pset_fapl_mpio(acc_pl, comm, info);
|
|
VRFY((ret >= 0), "");
|
|
|
|
/* Case 1:
|
|
* Free the created communicator and INFO object.
|
|
* Check if the access property list is still valid and can return
|
|
* valid communicator and INFO object.
|
|
*/
|
|
mrc = MPI_Comm_free(&comm);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Comm_free");
|
|
if (MPI_INFO_NULL != info) {
|
|
mrc = MPI_Info_free(&info);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_free");
|
|
}
|
|
|
|
ret = H5Pget_fapl_mpio(acc_pl, &comm_tmp, &info_tmp);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio");
|
|
MPI_Comm_size(comm_tmp, &mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp, &mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After H5Pget_fapl_mpio: rank/size of comm are %d/%d\n", mpi_rank_tmp, mpi_size_tmp);
|
|
VRFY((mpi_size_tmp == mpi_size), "MPI_Comm_size");
|
|
VRFY((mpi_rank_tmp == mpi_rank), "MPI_Comm_rank");
|
|
if (MPI_INFO_NULL != info_tmp) {
|
|
mrc = MPI_Info_get_nkeys(info_tmp, &nkeys_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_get_nkeys");
|
|
VRFY((nkeys_tmp == nkeys), "new and old nkeys equal");
|
|
}
|
|
if (VERBOSE_MED)
|
|
h5_dump_info_object(info_tmp);
|
|
|
|
/* Case 2:
|
|
* Free the retrieved communicator and INFO object.
|
|
* Check if the access property list is still valid and can return
|
|
* valid communicator and INFO object.
|
|
* Also verify the NULL argument option.
|
|
*/
|
|
mrc = MPI_Comm_free(&comm_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Comm_free");
|
|
if (MPI_INFO_NULL != info_tmp) {
|
|
mrc = MPI_Info_free(&info_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_free");
|
|
}
|
|
|
|
/* check NULL argument options. */
|
|
ret = H5Pget_fapl_mpio(acc_pl, &comm_tmp, NULL);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio Comm only");
|
|
mrc = MPI_Comm_free(&comm_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Comm_free");
|
|
|
|
ret = H5Pget_fapl_mpio(acc_pl, NULL, &info_tmp);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio Info only");
|
|
if (MPI_INFO_NULL != info_tmp) {
|
|
mrc = MPI_Info_free(&info_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_free");
|
|
}
|
|
|
|
ret = H5Pget_fapl_mpio(acc_pl, NULL, NULL);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio neither");
|
|
|
|
/* now get both and check validity too. */
|
|
/* Do not free the returned objects which are used in the next case. */
|
|
ret = H5Pget_fapl_mpio(acc_pl, &comm_tmp, &info_tmp);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio");
|
|
MPI_Comm_size(comm_tmp, &mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp, &mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After second H5Pget_fapl_mpio: rank/size of comm are %d/%d\n", mpi_rank_tmp, mpi_size_tmp);
|
|
VRFY((mpi_size_tmp == mpi_size), "MPI_Comm_size");
|
|
VRFY((mpi_rank_tmp == mpi_rank), "MPI_Comm_rank");
|
|
if (MPI_INFO_NULL != info_tmp) {
|
|
mrc = MPI_Info_get_nkeys(info_tmp, &nkeys_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_get_nkeys");
|
|
VRFY((nkeys_tmp == nkeys), "new and old nkeys equal");
|
|
}
|
|
if (VERBOSE_MED)
|
|
h5_dump_info_object(info_tmp);
|
|
|
|
/* Case 3:
|
|
* Close the property list and verify the retrieved communicator and INFO
|
|
* object are still valid.
|
|
*/
|
|
H5Pclose(acc_pl);
|
|
MPI_Comm_size(comm_tmp, &mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp, &mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After Property list closed: rank/size of comm are %d/%d\n", mpi_rank_tmp, mpi_size_tmp);
|
|
if (MPI_INFO_NULL != info_tmp) {
|
|
mrc = MPI_Info_get_nkeys(info_tmp, &nkeys_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_get_nkeys");
|
|
}
|
|
if (VERBOSE_MED)
|
|
h5_dump_info_object(info_tmp);
|
|
|
|
/* clean up */
|
|
mrc = MPI_Comm_free(&comm_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Comm_free");
|
|
if (MPI_INFO_NULL != info_tmp) {
|
|
mrc = MPI_Info_free(&info_tmp);
|
|
VRFY((mrc == MPI_SUCCESS), "MPI_Info_free");
|
|
}
|
|
} /* end test_fapl_mpio_dup() */
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_get_dxpl_mpio
|
|
*
|
|
* Purpose: Test that H5Pget_dxpl_mpio will properly return the data
|
|
* transfer mode of collective and independent I/O access
|
|
* after setting it and writing some data.
|
|
*
|
|
* Return: Success: None
|
|
* Failure: Abort
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
void
|
|
test_get_dxpl_mpio(const void *params)
|
|
{
|
|
hid_t fid = H5I_INVALID_HID;
|
|
hid_t sid = H5I_INVALID_HID;
|
|
hid_t did = H5I_INVALID_HID;
|
|
hid_t fapl = H5I_INVALID_HID;
|
|
hid_t dxpl = H5I_INVALID_HID;
|
|
H5FD_mpio_xfer_t xfer_mode;
|
|
hsize_t dims[2] = {100, 100};
|
|
hsize_t i, j;
|
|
int *data = NULL;
|
|
int mpi_rank, mpi_size;
|
|
const char *filename;
|
|
herr_t ret;
|
|
|
|
if (VERBOSE_MED)
|
|
printf("Verify get_dxpl_mpio correctly gets the data transfer mode"
|
|
"set in the data transfer property list after a write\n");
|
|
|
|
/* Set up MPI for VRFY macro */
|
|
MPI_Comm_rank(MPI_COMM_WORLD, &mpi_rank);
|
|
MPI_Comm_size(MPI_COMM_WORLD, &mpi_size);
|
|
|
|
/* Initialize data array */
|
|
data = malloc(100 * 100 * sizeof(*data));
|
|
VRFY((data != NULL), "Data buffer initialized properly");
|
|
|
|
/* Create parallel fapl */
|
|
fapl = create_faccess_plist(MPI_COMM_WORLD, MPI_INFO_NULL, FACC_MPIO);
|
|
VRFY((fapl >= 0), "Fapl creation succeeded");
|
|
|
|
/* Create a file */
|
|
filename = ((const H5Ptest_param_t *)params)->name;
|
|
fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl);
|
|
VRFY((fid >= 0), "H5Fcreate succeeded");
|
|
|
|
/* Create a dataset */
|
|
sid = H5Screate_simple(2, dims, NULL);
|
|
VRFY((sid >= 0), "H5Screate succeeded");
|
|
did = H5Dcreate2(fid, "dset", H5T_NATIVE_INT, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT);
|
|
VRFY((did >= 0), "H5Dcreate2 succeeded");
|
|
|
|
/* Use collective I/O access */
|
|
dxpl = H5Pcreate(H5P_DATASET_XFER);
|
|
VRFY((dxpl >= 0), "H5Pcreate succeeded");
|
|
ret = H5Pset_dxpl_mpio(dxpl, H5FD_MPIO_COLLECTIVE);
|
|
VRFY((ret >= 0), "H5Pset_dxpl_mpio set to collective succeeded");
|
|
|
|
/* Write some data */
|
|
for (i = 0; i < dims[0]; i++)
|
|
for (j = 0; j < dims[1]; j++)
|
|
data[(i * 100) + j] = (int)(i + (i * j) + j);
|
|
|
|
ret = H5Dwrite(did, H5T_NATIVE_INT, sid, sid, dxpl, data);
|
|
VRFY((ret >= 0), "H5Dwrite succeeded");
|
|
|
|
/* Check to make sure the property is still correct */
|
|
ret = H5Pget_dxpl_mpio(dxpl, &xfer_mode);
|
|
VRFY((ret >= 0), "H5Pget_dxpl_mpio succeeded");
|
|
VRFY((xfer_mode == H5FD_MPIO_COLLECTIVE), "Xfer_mode retrieved"
|
|
" successfully");
|
|
|
|
/* Read the data */
|
|
ret = H5Dread(did, H5T_NATIVE_INT, sid, sid, dxpl, data);
|
|
VRFY((ret >= 0), "H5Dread succeeded");
|
|
|
|
/* Check to make sure the property is still correct */
|
|
ret = H5Pget_dxpl_mpio(dxpl, &xfer_mode);
|
|
VRFY((ret >= 0), "H5Pget_dxpl_mpio succeeded");
|
|
VRFY((xfer_mode == H5FD_MPIO_COLLECTIVE), "Xfer_mode retrieved"
|
|
" successfully");
|
|
|
|
/* Check it does nothing on receiving NULL */
|
|
ret = H5Pget_dxpl_mpio(dxpl, NULL);
|
|
VRFY((ret >= 0), "H5Pget_dxpl_mpio succeeded on NULL input");
|
|
|
|
/* Use independent I/O access */
|
|
ret = H5Pset_dxpl_mpio(dxpl, H5FD_MPIO_INDEPENDENT);
|
|
VRFY((ret >= 0), "H5Pset_dxpl_mpio set to independent succeeded");
|
|
|
|
/* Write some data */
|
|
for (i = 0; i < dims[0]; i++)
|
|
for (j = 0; j < dims[1]; j++)
|
|
data[(i * 100) + j] = (int)(i + (j * j) + i);
|
|
|
|
ret = H5Dwrite(did, H5T_NATIVE_INT, sid, sid, dxpl, data);
|
|
VRFY((ret >= 0), "H5Dwrite succeeded");
|
|
|
|
/* Check to make sure the property is still correct */
|
|
ret = H5Pget_dxpl_mpio(dxpl, &xfer_mode);
|
|
VRFY((ret >= 0), "H5Pget_dxpl_mpio succeeded");
|
|
VRFY((xfer_mode == H5FD_MPIO_INDEPENDENT), "Xfer_mode retrieved"
|
|
" successfully");
|
|
|
|
/* Read the data */
|
|
ret = H5Dread(did, H5T_NATIVE_INT, sid, sid, dxpl, data);
|
|
VRFY((ret >= 0), "H5Dread succeeded");
|
|
|
|
/* Check to make sure the property is still correct */
|
|
ret = H5Pget_dxpl_mpio(dxpl, &xfer_mode);
|
|
VRFY((ret >= 0), "H5Pget_dxpl_mpio succeeded");
|
|
VRFY((xfer_mode == H5FD_MPIO_INDEPENDENT), "Xfer_mode retrieved"
|
|
" successfully");
|
|
|
|
/* Close everything */
|
|
free(data);
|
|
|
|
ret = H5Pclose(fapl);
|
|
VRFY((ret >= 0), "H5Pclose succeeded");
|
|
|
|
ret = H5Pclose(dxpl);
|
|
VRFY((ret >= 0), "H5Pclose succeeded");
|
|
|
|
ret = H5Dclose(did);
|
|
VRFY((ret >= 0), "H5Dclose succeeded");
|
|
|
|
ret = H5Sclose(sid);
|
|
VRFY((ret >= 0), "H5Sclose succeeded");
|
|
|
|
ret = H5Fclose(fid);
|
|
VRFY((ret >= 0), "H5Fclose succeeded");
|
|
|
|
} /* end test_get_dxpl_mpio() */
|