mirror of
https://github.com/HDFGroup/hdf5.git
synced 2024-11-27 02:10:55 +08:00
74a448d084
Bug fix
Description:
Relax restrictions on parallel I/O to allow compressed, chunked datasets
to be read in parallel (collective access will be degraded to independent
access, but will retrieve the information still).
Platforms tested:
FreeBSD 4.10 (sleipnir) w/parallel
Solaris 2.7 (arabica)
IRIX64 6.5 (modi4)
h5committest
307 lines
11 KiB
C
307 lines
11 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
|
* Copyright by the Board of Trustees of the University of Illinois. *
|
|
* All rights reserved. *
|
|
* *
|
|
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
|
* terms governing use, modification, and redistribution, is contained in *
|
|
* the files COPYING and Copyright.html. COPYING can be found at the root *
|
|
* of the source code distribution tree; Copyright.html can be found at the *
|
|
* root level of an installed copy of the electronic HDF5 document set and *
|
|
* is linked from the top-level documents page. It can also be found at *
|
|
* http://hdf.ncsa.uiuc.edu/HDF5/doc/Copyright.html. If you do not have *
|
|
* access to either file, you may request a copy from hdfhelp@ncsa.uiuc.edu. *
|
|
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
|
|
|
/*
|
|
* Test parallel HDF5 basic components
|
|
*/
|
|
|
|
#include "testphdf5.h"
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_fapl_mpio_dup
|
|
*
|
|
* Purpose: Test if fapl_mpio property list keeps a duplicate of the
|
|
* communicator and INFO objects given when set; and returns
|
|
* duplicates of its components when H5Pget_fapl_mpio is called.
|
|
*
|
|
* Return: Success: None
|
|
*
|
|
* Failure: Abort
|
|
*
|
|
* Programmer: Albert Cheng
|
|
* January 9, 2003
|
|
*
|
|
* Modifications:
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
void
|
|
test_fapl_mpio_dup(void)
|
|
{
|
|
int mpi_size, mpi_rank;
|
|
MPI_Comm comm, comm_tmp;
|
|
int mpi_size_old, mpi_rank_old;
|
|
int mpi_size_tmp, mpi_rank_tmp;
|
|
MPI_Info info = MPI_INFO_NULL;
|
|
MPI_Info info_tmp = MPI_INFO_NULL;
|
|
int mrc; /* MPI return value */
|
|
hid_t acc_pl; /* File access properties */
|
|
herr_t ret; /* hdf5 return value */
|
|
int nkeys, nkeys_tmp;
|
|
|
|
if (VERBOSE_MED)
|
|
printf("Verify fapl_mpio duplicates communicator and INFO objects\n");
|
|
|
|
/* set up MPI parameters */
|
|
MPI_Comm_size(MPI_COMM_WORLD,&mpi_size);
|
|
MPI_Comm_rank(MPI_COMM_WORLD,&mpi_rank);
|
|
if (VERBOSE_MED)
|
|
printf("rank/size of MPI_COMM_WORLD are %d/%d\n", mpi_rank, mpi_size);
|
|
|
|
/* Create a new communicator that has the same processes as MPI_COMM_WORLD.
|
|
* Use MPI_Comm_split because it is simplier than MPI_Comm_create
|
|
*/
|
|
mrc = MPI_Comm_split(MPI_COMM_WORLD, 0, 0, &comm);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_split");
|
|
MPI_Comm_size(comm,&mpi_size_old);
|
|
MPI_Comm_rank(comm,&mpi_rank_old);
|
|
if (VERBOSE_MED)
|
|
printf("rank/size of comm are %d/%d\n", mpi_rank_old, mpi_size_old);
|
|
|
|
/* create a new INFO object with some trivial information. */
|
|
mrc = MPI_Info_create(&info);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_create");
|
|
mrc = MPI_Info_set(info, "hdf_info_name", "XYZ");
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_set");
|
|
if (MPI_INFO_NULL != info){
|
|
mrc=MPI_Info_get_nkeys(info, &nkeys);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_get_nkeys");
|
|
}
|
|
if (VERBOSE_MED)
|
|
h5_dump_info_object(info);
|
|
|
|
acc_pl = H5Pcreate (H5P_FILE_ACCESS);
|
|
VRFY((acc_pl >= 0), "H5P_FILE_ACCESS");
|
|
|
|
ret = H5Pset_fapl_mpio(acc_pl, comm, info);
|
|
VRFY((ret >= 0), "");
|
|
|
|
/* Case 1:
|
|
* Free the created communicator and INFO object.
|
|
* Check if the access property list is still valid and can return
|
|
* valid communicator and INFO object.
|
|
*/
|
|
mrc = MPI_Comm_free(&comm);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_free");
|
|
if (MPI_INFO_NULL!=info){
|
|
mrc = MPI_Info_free(&info);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_free");
|
|
}
|
|
|
|
ret = H5Pget_fapl_mpio(acc_pl, &comm_tmp, &info_tmp);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio");
|
|
MPI_Comm_size(comm_tmp,&mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp,&mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After H5Pget_fapl_mpio: rank/size of comm are %d/%d\n",
|
|
mpi_rank_tmp, mpi_size_tmp);
|
|
VRFY((mpi_size_tmp==mpi_size), "MPI_Comm_size");
|
|
VRFY((mpi_rank_tmp==mpi_rank), "MPI_Comm_rank");
|
|
if (MPI_INFO_NULL != info_tmp){
|
|
mrc=MPI_Info_get_nkeys(info_tmp, &nkeys_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_get_nkeys");
|
|
VRFY((nkeys_tmp==nkeys), "new and old nkeys equal");
|
|
}
|
|
if (VERBOSE_MED)
|
|
h5_dump_info_object(info_tmp);
|
|
|
|
/* Case 2:
|
|
* Free the retrieved communicator and INFO object.
|
|
* Check if the access property list is still valid and can return
|
|
* valid communicator and INFO object.
|
|
* Also verify the NULL argument option.
|
|
*/
|
|
mrc = MPI_Comm_free(&comm_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_free");
|
|
if (MPI_INFO_NULL!=info_tmp){
|
|
mrc = MPI_Info_free(&info_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_free");
|
|
}
|
|
|
|
/* check NULL argument options. */
|
|
ret = H5Pget_fapl_mpio(acc_pl, &comm_tmp, NULL);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio Comm only");
|
|
mrc = MPI_Comm_free(&comm_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_free");
|
|
|
|
ret = H5Pget_fapl_mpio(acc_pl, NULL, &info_tmp);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio Info only");
|
|
if (MPI_INFO_NULL!=info_tmp){
|
|
mrc = MPI_Info_free(&info_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_free");
|
|
}
|
|
|
|
ret = H5Pget_fapl_mpio(acc_pl, NULL, NULL);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio neither");
|
|
|
|
/* now get both and check validity too. */
|
|
/* Donot free the returned objects which are used in the next case. */
|
|
ret = H5Pget_fapl_mpio(acc_pl, &comm_tmp, &info_tmp);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpio");
|
|
MPI_Comm_size(comm_tmp,&mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp,&mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After second H5Pget_fapl_mpio: rank/size of comm are %d/%d\n",
|
|
mpi_rank_tmp, mpi_size_tmp);
|
|
VRFY((mpi_size_tmp==mpi_size), "MPI_Comm_size");
|
|
VRFY((mpi_rank_tmp==mpi_rank), "MPI_Comm_rank");
|
|
if (MPI_INFO_NULL != info_tmp){
|
|
mrc=MPI_Info_get_nkeys(info_tmp, &nkeys_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_get_nkeys");
|
|
VRFY((nkeys_tmp==nkeys), "new and old nkeys equal");
|
|
}
|
|
if (VERBOSE_MED)
|
|
h5_dump_info_object(info_tmp);
|
|
|
|
/* Case 3:
|
|
* Close the property list and verify the retrieved communicator and INFO
|
|
* object are still valid.
|
|
*/
|
|
H5Pclose(acc_pl);
|
|
MPI_Comm_size(comm_tmp,&mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp,&mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After Property list closed: rank/size of comm are %d/%d\n",
|
|
mpi_rank_tmp, mpi_size_tmp);
|
|
if (MPI_INFO_NULL != info_tmp){
|
|
mrc=MPI_Info_get_nkeys(info_tmp, &nkeys_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_get_nkeys");
|
|
}
|
|
if (VERBOSE_MED)
|
|
h5_dump_info_object(info_tmp);
|
|
|
|
/* clean up */
|
|
mrc = MPI_Comm_free(&comm_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_free");
|
|
if (MPI_INFO_NULL!=info_tmp){
|
|
mrc = MPI_Info_free(&info_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Info_free");
|
|
}
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_fapl_mpiposix_dup
|
|
*
|
|
* Purpose: Test if fapl_mpiposix property list keeps a duplicate of the
|
|
* communicator object given when set; and returns a duplicate
|
|
* of its component when H5Pget_fapl_mpiposix is called.
|
|
* Note that fapl_mpiposix does not use INFO object.
|
|
*
|
|
* Return: Success: None
|
|
*
|
|
* Failure: Abort
|
|
*
|
|
* Programmer: Albert Cheng
|
|
* January 9, 2003
|
|
*
|
|
* Modifications:
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
void
|
|
test_fapl_mpiposix_dup(void)
|
|
{
|
|
int mpi_size, mpi_rank;
|
|
MPI_Comm comm, comm_tmp;
|
|
int mpi_size_old, mpi_rank_old;
|
|
int mpi_size_tmp, mpi_rank_tmp;
|
|
int mrc; /* MPI return value */
|
|
hid_t acc_pl; /* File access properties */
|
|
hbool_t use_gpfs = FALSE;
|
|
herr_t ret; /* hdf5 return value */
|
|
|
|
if (VERBOSE_MED)
|
|
printf("Verify fapl_mpiposix duplicates communicator object\n");
|
|
|
|
/* set up MPI parameters */
|
|
MPI_Comm_size(MPI_COMM_WORLD,&mpi_size);
|
|
MPI_Comm_rank(MPI_COMM_WORLD,&mpi_rank);
|
|
if (VERBOSE_MED)
|
|
printf("rank/size of MPI_COMM_WORLD are %d/%d\n", mpi_rank, mpi_size);
|
|
|
|
/* Create a new communicator that has the same processes as MPI_COMM_WORLD.
|
|
* Use MPI_Comm_split because it is simplier than MPI_Comm_create
|
|
*/
|
|
mrc = MPI_Comm_split(MPI_COMM_WORLD, 0, 0, &comm);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_split");
|
|
MPI_Comm_size(comm,&mpi_size_old);
|
|
MPI_Comm_rank(comm,&mpi_rank_old);
|
|
if (VERBOSE_MED)
|
|
printf("rank/size of comm are %d/%d\n", mpi_rank_old, mpi_size_old);
|
|
|
|
acc_pl = H5Pcreate (H5P_FILE_ACCESS);
|
|
VRFY((acc_pl >= 0), "H5P_FILE_ACCESS");
|
|
|
|
ret = H5Pset_fapl_mpiposix(acc_pl, comm, use_gpfs);
|
|
VRFY((ret >= 0), "");
|
|
|
|
/* Case 1:
|
|
* Free the created communicator object.
|
|
* Check if the access property list is still valid and can return
|
|
* valid communicator object.
|
|
*/
|
|
mrc = MPI_Comm_free(&comm);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_free");
|
|
|
|
ret = H5Pget_fapl_mpiposix(acc_pl, &comm_tmp, &use_gpfs);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpiposix");
|
|
MPI_Comm_size(comm_tmp,&mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp,&mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After H5Pget_fapl_mpiposix: rank/size of comm are %d/%d\n",
|
|
mpi_rank_tmp, mpi_size_tmp);
|
|
VRFY((mpi_size_tmp==mpi_size), "MPI_Comm_size");
|
|
VRFY((mpi_rank_tmp==mpi_rank), "MPI_Comm_rank");
|
|
|
|
/* Case 2:
|
|
* Free the retrieved communicator object.
|
|
* Check if the access property list is still valid and can return
|
|
* valid communicator object.
|
|
* Also verify the NULL argument option.
|
|
*/
|
|
mrc = MPI_Comm_free(&comm_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_free");
|
|
|
|
/* check NULL argument options. */
|
|
ret = H5Pget_fapl_mpiposix(acc_pl, NULL, NULL);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpiposix neither");
|
|
|
|
/* now get it again and check validity too. */
|
|
/* Don't free the returned object which is used in the next case. */
|
|
ret = H5Pget_fapl_mpiposix(acc_pl, &comm_tmp, &use_gpfs);
|
|
VRFY((ret >= 0), "H5Pget_fapl_mpiposix");
|
|
MPI_Comm_size(comm_tmp,&mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp,&mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After second H5Pget_fapl_mpiposix: rank/size of comm are %d/%d\n",
|
|
mpi_rank_tmp, mpi_size_tmp);
|
|
VRFY((mpi_size_tmp==mpi_size), "MPI_Comm_size");
|
|
VRFY((mpi_rank_tmp==mpi_rank), "MPI_Comm_rank");
|
|
|
|
/* Case 3:
|
|
* Close the property list and verify the retrieved communicator
|
|
* object is still valid.
|
|
*/
|
|
H5Pclose(acc_pl);
|
|
MPI_Comm_size(comm_tmp,&mpi_size_tmp);
|
|
MPI_Comm_rank(comm_tmp,&mpi_rank_tmp);
|
|
if (VERBOSE_MED)
|
|
printf("After Property list closed: rank/size of comm are %d/%d\n",
|
|
mpi_rank_tmp, mpi_size_tmp);
|
|
|
|
/* clean up */
|
|
mrc = MPI_Comm_free(&comm_tmp);
|
|
VRFY((mrc==MPI_SUCCESS), "MPI_Comm_free");
|
|
}
|