mirror of
https://github.com/HDFGroup/hdf5.git
synced 2025-04-24 17:51:25 +08:00
[svn-r275] Initial version of test files for the parallel library.
This commit is contained in:
Albert Cheng
parent
88e3f96bd8
commit
ffdd694b4f
102
testpar/Makefile.irix64
Normal file
102
testpar/Makefile.irix64
Normal file
@ -0,0 +1,102 @@
|
||||
|
||||
# Things that Make needs
|
||||
.SUFFIXES:
|
||||
.SUFFIXES: .c .o
|
||||
|
||||
|
||||
# Programs
|
||||
SHELL=/bin/sh
|
||||
|
||||
# MPI include directories and libs
|
||||
MPI_INC=-I$(HOME)/ROMIO/include
|
||||
MPI_LIBS=$(HOME)/ROMIO/lib/IRIX64/libmpio.a -lmpi
|
||||
|
||||
CC=cc -ansi -64
|
||||
# 1429 -- long long non-standard
|
||||
WARNING=-woff 1429
|
||||
CFLAGS=-g $(WARNING)
|
||||
CPPFLAGS=-I. -I../src $(MPI_INC)
|
||||
RM=rm -f
|
||||
|
||||
# temporary test files that can be cleaned away
|
||||
MOSTLYCLEAN=ParaEg1.h5 Eg1.h5 shdf5.c go
|
||||
|
||||
# The default is to build the library and programs.
|
||||
all: testphdf5 shdf5
|
||||
|
||||
|
||||
# These are our main targets. They should be listed in the order to be
|
||||
# executed, generally most specific tests to least specific tests.
|
||||
PROGS=testphdf5 shdf5
|
||||
TESTS=$(PROGS)
|
||||
|
||||
# Source and object files for programs... The PROG_SRC list contains all the
|
||||
# source files and is used for things like dependencies, archiving, etc. The
|
||||
# other source lists are for the individual tests, the files of which may
|
||||
# overlap with other tests.
|
||||
PROG_SRC=testphdf5.c shdf5.c
|
||||
PROG_OBJ=$(PROG_SRC:.c=.o)
|
||||
|
||||
TESTPHDF5_SRC=testphdf5.c
|
||||
TESTPHDF5_OBJ=$(TESTPHDF5_SRC:.c=.o)
|
||||
|
||||
# Private header files (not to be installed)...
|
||||
PRIVATE_HDR=testhdf5.h
|
||||
|
||||
# How to build the programs...
|
||||
testphdf5: $(TESTPHDF5_OBJ) ../src/libhdf5.a
|
||||
$(CC) $(CFLAGS) -o $@ $(TESTPHDF5_OBJ) ../src/libhdf5.a $(MPI_LIBS)
|
||||
|
||||
shdf5: testphdf5.c ../src/libhdf5.a
|
||||
cp testphdf5.c shdf5.c
|
||||
$(CC) -UHAVE_PARALLEL $(CFLAGS) $(CPPFLAGS) -o $@ $@.c ../src/libhdf5.a $(MPI_LIBS)
|
||||
|
||||
|
||||
#------------------------------------------------------------- -*- makefile -*-
|
||||
# The following section of this makefile comes from the
|
||||
# `./config/conclude' file which was generated with config.status
|
||||
# from `./config/conclude.in'.
|
||||
#------------------------------------------------------------------------------
|
||||
|
||||
|
||||
progs: $(PROGS)
|
||||
|
||||
# Runs each test in order, passing $(TEST_FLAGS) to the program.
|
||||
test: $(PROGS)
|
||||
mpirun -np 2 testphdf5
|
||||
mpirun -np 1 shdf5
|
||||
|
||||
# Removes temporary files without removing the final target files. That is,
|
||||
# remove things like object files but not libraries or executables.
|
||||
#
|
||||
mostlyclean:
|
||||
$(RM) $(LIB_OBJ) $(PROG_OBJ) $(MOSTLYCLEAN)
|
||||
|
||||
# Like `mostlyclean' except it also removes the final targets: things like
|
||||
# libraries and executables. This target doesn't remove any file that
|
||||
# is part of the HDF5 distribution.
|
||||
#
|
||||
clean: mostlyclean
|
||||
$(RM) $(LIB) $(PROGS) $(CLEAN)
|
||||
|
||||
# Like `clean' except it also removes files that were created by running
|
||||
# configure. If you've unpacked the source and built HDF5 without creating
|
||||
# any other files, then `make distclean' will leave only the files that were
|
||||
# in the distribution.
|
||||
#
|
||||
distclean: clean
|
||||
$(RM) .depend TAGS *~ core *.bak *.old *.new $(DISTCLEAN)
|
||||
@if test -f Makefile.in; then \
|
||||
(set -x; $(RM) Makefile); \
|
||||
fi
|
||||
|
||||
# Like `distclean' except it deletes all files that can be regenerated from
|
||||
# the makefile, including those generated from autoheader and autoconf.
|
||||
#
|
||||
maintainer-clean: distclean
|
||||
|
||||
# Implicit rules
|
||||
.c.o:
|
||||
$(CC) $(CFLAGS) $(CPPFLAGS) -c $<
|
||||
|
||||
|
||||
54
testpar/phdf5sup.c
Normal file
54
testpar/phdf5sup.c
Normal file
@ -0,0 +1,54 @@
|
||||
/* debugging tools */
|
||||
#define MESG(x)\
|
||||
printf("%s\n", x);\
|
||||
|
||||
#ifdef HAVE_PARALLEL
|
||||
#define MPI_BANNER(mesg)\
|
||||
{printf("================================\n");\
|
||||
printf("Proc %d: ", myid); \
|
||||
printf("*** %s\n", mesg);\
|
||||
printf("================================\n");}
|
||||
#else
|
||||
#define MPI_BANNER(mesg)\
|
||||
{printf("================================\n");\
|
||||
printf("*** %s\n", mesg);\
|
||||
printf("================================\n");}
|
||||
#endif
|
||||
|
||||
#ifdef HAVE_PARALLEL
|
||||
#define SYNC(comm)\
|
||||
{MPI_BANNER("doing a SYNC"); MPI_Barrier(comm); MPI_BANNER("SYNC DONE");}
|
||||
|
||||
/* pause the process for a moment to allow debugger to attach if desired. */
|
||||
/* Will pause more if greenlight file is not persent but will eventually */
|
||||
/* continue. */
|
||||
#include <sys/types.h>
|
||||
#include <sys/stat.h>
|
||||
void pause_proc(MPI_Comm comm, int myid, char* processor_name, int namelen,
|
||||
int argc, char **argv)
|
||||
{
|
||||
|
||||
int pid;
|
||||
struct stat statbuf;
|
||||
char greenlight[] = "go";
|
||||
int maxloop = 10;
|
||||
int time_int = 10;
|
||||
|
||||
/* check if an pause interval option is given */
|
||||
if (--argc > 0 && isdigit(*++argv))
|
||||
time_int = atoi(*argv);
|
||||
pid = getpid();
|
||||
printf("Proc %d (%*s): pid = %d\n",
|
||||
myid, namelen, processor_name, pid);
|
||||
|
||||
if (myid == 0)
|
||||
while ((stat(greenlight, &statbuf) == -1) && maxloop-- > 0){
|
||||
printf("waiting(%ds) for file %s ...", time_int, greenlight);
|
||||
fflush(stdout);
|
||||
sleep(time_int);
|
||||
}
|
||||
MPI_Barrier(comm);
|
||||
}
|
||||
#endif /*HAVE_PARALLEL*/
|
||||
|
||||
|
||||
345
testpar/testphdf5.c
Normal file
345
testpar/testphdf5.c
Normal file
@ -0,0 +1,345 @@
|
||||
|
||||
/* Example of using the parallel HDF5 library to access datasets */
|
||||
|
||||
#include <assert.h>
|
||||
#include <hdf5.h>
|
||||
#include <mpi.h>
|
||||
#include <mpio.h>
|
||||
|
||||
/* Temporary source code */
|
||||
#include <phdf5sup.c>
|
||||
/* temporary code end */
|
||||
|
||||
/* Constants definitions */
|
||||
#ifdef HAVE_PARALLEL
|
||||
#define FILE1 "ufs:ParaEg1.h5"
|
||||
#define FILE2 "ufs:ParaEg2.h5"
|
||||
#else
|
||||
#define FILE1 "Eg1.h5"
|
||||
#define FILE2 "Eg2.h5"
|
||||
#endif
|
||||
|
||||
/* 24 is a multiple of 2, 3, 4, 6, 8, 12. Neat for parallel tests. */
|
||||
#define SPACE1_DIM1 24
|
||||
#define SPACE1_DIM2 20
|
||||
#define SPACE1_RANK 2
|
||||
#define DATASETNAME1 "Data1"
|
||||
#define DATASETNAME2 "Data2"
|
||||
#define DATASETNAME3 "Data3"
|
||||
|
||||
|
||||
/* Example of using the parallel HDF5 library to create a dataset */
|
||||
void
|
||||
phdf5write()
|
||||
{
|
||||
hid_t fid1, fid2; /* HDF5 file IDs */
|
||||
hid_t acc_tpl1; /* File access templates */
|
||||
hid_t sid1,sid2; /* Dataspace ID */
|
||||
hid_t file_dataspace; /* File dataspace ID */
|
||||
hid_t mem_dataspace; /* memory dataspace ID */
|
||||
hid_t dataset1, dataset2; /* Dataset ID */
|
||||
uint32 rank = SPACE1_RANK; /* Logical rank of dataspace */
|
||||
size_t dims1[SPACE1_RANK] = {SPACE1_DIM1,SPACE1_DIM2}; /* dataspace dim sizes */
|
||||
int32 data_array1[SPACE1_DIM1][SPACE1_DIM2]; /* data buffer */
|
||||
|
||||
int start[SPACE1_RANK]; /* for hyperslab setting */
|
||||
size_t count[SPACE1_RANK], stride[SPACE1_RANK]; /* for hyperslab setting */
|
||||
|
||||
herr_t ret; /* Generic return value */
|
||||
int i, j;
|
||||
int numprocs, myid;
|
||||
#ifdef HAVE_PARALLEL
|
||||
MPI_Comm comm = MPI_COMM_WORLD;
|
||||
MPI_Info info = MPI_INFO_NULL;
|
||||
|
||||
/* set up MPI parameters */
|
||||
MPI_Comm_size(MPI_COMM_WORLD,&numprocs);
|
||||
MPI_Comm_rank(MPI_COMM_WORLD,&myid);
|
||||
#else
|
||||
numprocs = 1;
|
||||
myid = 0;
|
||||
#endif
|
||||
|
||||
|
||||
/* setup file access template */
|
||||
acc_tpl1 = H5Ccreate (H5C_FILE_ACCESS);
|
||||
assert(acc_tpl1 != FAIL);
|
||||
MESG("H5Ccreate access succeed");
|
||||
#ifdef HAVE_PARALLEL
|
||||
/* set Independent Parallel access with communicator */
|
||||
ret = H5Cset_mpi(acc_tpl1, comm, info, H5ACC_INDEPENDENT);
|
||||
assert(ret != FAIL);
|
||||
MESG("H5Cset_mpi succeed");
|
||||
#endif
|
||||
|
||||
/* create the file collectively */
|
||||
fid1=H5Fcreate(FILE1,H5ACC_OVERWRITE,0,acc_tpl1);
|
||||
assert(fid1 != FAIL);
|
||||
MESG("H5Fcreate succeed");
|
||||
|
||||
/* Release file-access template */
|
||||
ret=H5Mclose(acc_tpl1);
|
||||
assert(ret != FAIL);
|
||||
|
||||
|
||||
/* setup dimensionality object */
|
||||
sid1 = H5Pcreate_simple (SPACE1_RANK, dims1, NULL);
|
||||
assert (sid1 != FAIL);
|
||||
MESG("H5Pcreate_simple succeed");
|
||||
|
||||
|
||||
/* create a dataset collectively */
|
||||
dataset1 = H5Dcreate(fid1, DATASETNAME1, H5T_NATIVE_INT32, sid1,
|
||||
H5C_DEFAULT);
|
||||
assert(dataset1 != FAIL);
|
||||
MESG("H5Dcreate succeed");
|
||||
|
||||
/* create another dataset collectively */
|
||||
dataset2 = H5Dcreate(fid1, DATASETNAME2, H5T_NATIVE_INT32, sid1,
|
||||
H5C_DEFAULT);
|
||||
assert(dataset2 != FAIL);
|
||||
MESG("H5Dcreate succeed");
|
||||
|
||||
|
||||
|
||||
/* set up dimensions of the slab this process accesses */
|
||||
start[0] = myid*SPACE1_DIM1/numprocs;
|
||||
start[1] = 0;
|
||||
count[0] = SPACE1_DIM1/numprocs;
|
||||
count[1] = SPACE1_DIM2;
|
||||
stride[0] = 1;
|
||||
stride[1] =1;
|
||||
printf("start[]=(%d,%d), count[]=(%lu,%lu), total datapoints=%lu\n",
|
||||
start[0], start[1], count[0], count[1], count[0]*count[1]);
|
||||
|
||||
/* put some trivial data in the data_array */
|
||||
for (i=0; i < count[0]; i++){
|
||||
for (j=0; j < count[1]; j++){
|
||||
data_array1[i][j] = (i+start[0])*100 + (j+1);
|
||||
}
|
||||
}
|
||||
MESG("data_array initialized");
|
||||
|
||||
/* create a file dataspace independently */
|
||||
file_dataspace = H5Dget_space (dataset1);
|
||||
assert(file_dataspace != FAIL);
|
||||
MESG("H5Dget_space succeed");
|
||||
ret=H5Pset_hyperslab(file_dataspace, start, count, stride);
|
||||
assert(ret != FAIL);
|
||||
MESG("H5Pset_hyperslab succeed");
|
||||
|
||||
/* create a memory dataspace independently */
|
||||
mem_dataspace = H5Pcreate_simple (SPACE1_RANK, count, NULL);
|
||||
assert (mem_dataspace != FAIL);
|
||||
|
||||
/* write data independently */
|
||||
ret = H5Dwrite(dataset1, H5T_NATIVE_INT32, mem_dataspace, file_dataspace,
|
||||
H5C_DEFAULT, data_array1);
|
||||
assert(ret != FAIL);
|
||||
MESG("H5Dwrite succeed");
|
||||
|
||||
/* write data independently */
|
||||
ret = H5Dwrite(dataset2, H5T_NATIVE_INT32, mem_dataspace, file_dataspace,
|
||||
H5C_DEFAULT, data_array1);
|
||||
assert(ret != FAIL);
|
||||
MESG("H5Dwrite succeed");
|
||||
|
||||
/* release dataspace ID */
|
||||
H5Pclose(file_dataspace);
|
||||
|
||||
/* close dataset collectively */
|
||||
ret=H5Dclose(dataset1);
|
||||
assert(ret != FAIL);
|
||||
ret=H5Dclose(dataset2);
|
||||
assert(ret != FAIL);
|
||||
|
||||
/* release all IDs created */
|
||||
H5Mclose(sid1);
|
||||
|
||||
/* close the file collectively */
|
||||
H5Fclose(fid1);
|
||||
}
|
||||
|
||||
/* Example of using the parallel HDF5 library to read a dataset */
|
||||
void
|
||||
phdf5read()
|
||||
{
|
||||
hid_t fid1, fid2; /* HDF5 file IDs */
|
||||
hid_t acc_tpl1; /* File access templates */
|
||||
hid_t sid1,sid2; /* Dataspace ID */
|
||||
hid_t file_dataspace; /* File dataspace ID */
|
||||
hid_t mem_dataspace; /* memory dataspace ID */
|
||||
hid_t dataset1, dataset2; /* Dataset ID */
|
||||
uint32 rank = SPACE1_RANK; /* Logical rank of dataspace */
|
||||
size_t dims1[] = {SPACE1_DIM1,SPACE1_DIM2}; /* dataspace dim sizes */
|
||||
int32 data_array1[SPACE1_DIM1][SPACE1_DIM2]; /* data buffer */
|
||||
|
||||
int start[SPACE1_RANK]; /* for hyperslab setting */
|
||||
size_t count[SPACE1_RANK], stride[SPACE1_RANK]; /* for hyperslab setting */
|
||||
|
||||
herr_t ret; /* Generic return value */
|
||||
intn i, j;
|
||||
int numprocs, myid;
|
||||
#ifdef HAVE_PARALLEL
|
||||
MPI_Comm comm = MPI_COMM_WORLD;
|
||||
MPI_Info info = MPI_INFO_NULL;
|
||||
|
||||
/* set up MPI parameters */
|
||||
MPI_Comm_size(MPI_COMM_WORLD,&numprocs);
|
||||
MPI_Comm_rank(MPI_COMM_WORLD,&myid);
|
||||
#else
|
||||
numprocs = 1;
|
||||
myid = 0;
|
||||
#endif
|
||||
|
||||
|
||||
/* setup file access template */
|
||||
acc_tpl1 = H5Ccreate (H5C_FILE_ACCESS);
|
||||
assert(acc_tpl1 != FAIL);
|
||||
#ifdef HAVE_PARALLEL
|
||||
/* set Independent Parallel access with communicator */
|
||||
ret = H5Cset_mpi(acc_tpl1, comm, info, H5ACC_INDEPENDENT);
|
||||
assert(ret != FAIL);
|
||||
#endif
|
||||
|
||||
|
||||
/* open the file collectively */
|
||||
fid1=H5Fopen(FILE1,H5ACC_WRITE,acc_tpl1);
|
||||
assert(fid1 != FAIL);
|
||||
|
||||
/* Release file-access template */
|
||||
ret=H5Mclose(acc_tpl1);
|
||||
assert(ret != FAIL);
|
||||
|
||||
/* open the dataset1 collectively */
|
||||
dataset1 = H5Dopen(fid1, DATASETNAME1);
|
||||
assert(dataset1 != FAIL);
|
||||
|
||||
/* open another dataset collectively */
|
||||
dataset2 = H5Dopen(fid1, DATASETNAME1);
|
||||
assert(dataset2 != FAIL);
|
||||
|
||||
|
||||
/* set up dimensions of the slab this process accesses */
|
||||
start[0] = myid*SPACE1_DIM1/numprocs;
|
||||
start[1] = 0;
|
||||
count[0] = SPACE1_DIM1/numprocs;
|
||||
count[1] = SPACE1_DIM2;
|
||||
stride[0] = 1;
|
||||
stride[1] =1;
|
||||
printf("start[]=(%d,%d), count[]=(%lu,%lu), total datapoints=%lu\n",
|
||||
start[0], start[1], count[0], count[1], count[0]*count[1]);
|
||||
|
||||
/* create a file dataspace independently */
|
||||
file_dataspace = H5Dget_space (dataset1);
|
||||
assert(file_dataspace != FAIL);
|
||||
ret=H5Pset_hyperslab(file_dataspace, start, count, stride);
|
||||
assert(ret != FAIL);
|
||||
|
||||
/* create a memory dataspace independently */
|
||||
mem_dataspace = H5Pcreate_simple (SPACE1_RANK, count, NULL);
|
||||
assert (mem_dataspace != FAIL);
|
||||
|
||||
|
||||
|
||||
/* read data independently */
|
||||
ret = H5Dread(dataset1, H5T_NATIVE_INT32, mem_dataspace, file_dataspace,
|
||||
H5C_DEFAULT, data_array1);
|
||||
assert(ret != FAIL);
|
||||
|
||||
/* print the slab read */
|
||||
for (i=0; i < count[0]; i++){
|
||||
printf("Row %d: ", i+start[0]);
|
||||
for (j=0; j < count[1]; j++){
|
||||
printf("%d ", data_array1[i][j]);
|
||||
}
|
||||
printf("\n");
|
||||
}
|
||||
|
||||
/* read data independently */
|
||||
ret = H5Dread(dataset2, H5T_NATIVE_INT32, mem_dataspace, file_dataspace,
|
||||
H5C_DEFAULT, data_array1);
|
||||
assert(ret != FAIL);
|
||||
|
||||
/* print the slab read */
|
||||
for (i=0; i < count[0]; i++){
|
||||
printf("Row %d: ", i+start[0]);
|
||||
for (j=0; j < count[1]; j++){
|
||||
printf("%d ", data_array1[i][j]);
|
||||
}
|
||||
printf("\n");
|
||||
}
|
||||
|
||||
/* close dataset collectively */
|
||||
ret=H5Dclose(dataset1);
|
||||
assert(ret != FAIL);
|
||||
ret=H5Dclose(dataset2);
|
||||
assert(ret != FAIL);
|
||||
|
||||
/* release all IDs created */
|
||||
H5Pclose(file_dataspace);
|
||||
|
||||
/* close the file collectively */
|
||||
H5Fclose(fid1);
|
||||
}
|
||||
|
||||
void
|
||||
usage()
|
||||
{
|
||||
printf("Usage: testphdf5 [-r] [-w]\n");
|
||||
printf("\t-r\b\bno read\n");
|
||||
printf("\t-w\b\bno write\n");
|
||||
printf("\tdefault do write then read\n");
|
||||
printf("\n");
|
||||
}
|
||||
|
||||
main(int argc, char **argv)
|
||||
{
|
||||
int numprocs, myid, namelen;
|
||||
char processor_name[MPI_MAX_PROCESSOR_NAME];
|
||||
int doread=1; /* read test */
|
||||
int dowrite=1; /* write test */
|
||||
|
||||
void usage();
|
||||
#ifdef HAVE_PARALLEL
|
||||
MPI_Init(&argc,&argv);
|
||||
MPI_Comm_size(MPI_COMM_WORLD,&numprocs);
|
||||
MPI_Comm_rank(MPI_COMM_WORLD,&myid);
|
||||
MPI_Get_processor_name(processor_name,&namelen);
|
||||
pause_proc(MPI_COMM_WORLD, myid, processor_name, namelen, argc, argv);
|
||||
#endif
|
||||
|
||||
/* parse option */
|
||||
while (--argc){
|
||||
if (**(++argv) != '-'){
|
||||
break;
|
||||
}else{
|
||||
switch(*(*argv+1)){
|
||||
case 'r': doread = 0; break;
|
||||
case 'w': dowrite = 0; break;
|
||||
default: usage(); break;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (dowrite){
|
||||
MPI_BANNER("testing PHDF5 writing dataset ...");
|
||||
phdf5write();
|
||||
}
|
||||
if (doread){
|
||||
MPI_BANNER("testing PHDF5 reading dataset ...");
|
||||
phdf5read();
|
||||
}
|
||||
|
||||
if (!(dowrite || doread))
|
||||
usage();
|
||||
else
|
||||
MPI_BANNER("PHDF5 tests finished");
|
||||
|
||||
#ifdef HAVE_PARALLEL
|
||||
MPI_Finalize();
|
||||
#endif
|
||||
|
||||
return(0);
|
||||
}
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user