mirror of
https://github.com/HDFGroup/hdf5.git
synced 2024-11-27 02:10:55 +08:00
8e0a4a03c0
doesn't require alignment for Direct I/O. If this's true, write or read data just like sec2 does.
1017 lines
28 KiB
C
1017 lines
28 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
||
* Copyright by the Board of Trustees of the University of Illinois. *
|
||
* All rights reserved. *
|
||
* *
|
||
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
||
* terms governing use, modification, and redistribution, is contained in *
|
||
* the files COPYING and Copyright.html. COPYING can be found at the root *
|
||
* of the source code distribution tree; Copyright.html can be found at the *
|
||
* root level of an installed copy of the electronic HDF5 document set and *
|
||
* is linked from the top-level documents page. It can also be found at *
|
||
* http://hdf.ncsa.uiuc.edu/HDF5/doc/Copyright.html. If you do not have *
|
||
* access to either file, you may request a copy from hdfhelp@ncsa.uiuc.edu. *
|
||
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
||
|
||
/*
|
||
* Programmer: Robb Matzke <matzke@llnl.gov>
|
||
* Thursday, November 19, 1998
|
||
*
|
||
* Purpose: Provides support functions for most of the hdf5 tests cases.
|
||
*
|
||
*/
|
||
|
||
#undef NDEBUG /*override -DNDEBUG */
|
||
#include <sys/types.h>
|
||
#include <sys/stat.h>
|
||
#include "h5test.h"
|
||
|
||
#ifdef WIN32
|
||
#include <process.h>
|
||
#include <direct.h>
|
||
#include <winsock.h>
|
||
#endif /* WIN32 */
|
||
|
||
/*
|
||
* Define these environment variables or constants to influence functions in
|
||
* this test support library. The environment variable is used in preference
|
||
* to the cpp constant. If neither is defined then use some default value.
|
||
*
|
||
* HDF5_DRIVER: This string describes what low level file driver to
|
||
* use for HDF5 file access. The first word in the
|
||
* value is the name of the driver and subsequent data
|
||
* is interpreted according to the driver. See
|
||
* h5_fileaccess() for details.
|
||
*
|
||
* HDF5_PREFIX: A string to add to the beginning of all serial test
|
||
* file names. This can be used to run tests in a
|
||
* different file system (e.g., "/tmp" or "/tmp/myname").
|
||
* The prefix will be separated from the base file name
|
||
* by a slash. See h5_fixname() for details.
|
||
*
|
||
* HDF5_PARAPREFIX: A string to add to the beginning of all parallel test
|
||
* file names. This can be used to tell MPIO what driver
|
||
* to use (e.g., "gfs:", "ufs:", or "nfs:") or to use a
|
||
* different file system (e.g., "/tmp" or "/tmp/myname").
|
||
* The prefix will be separated from the base file name
|
||
* by a slash. See h5_fixname() for details.
|
||
*
|
||
*/
|
||
/*
|
||
* In a parallel machine, the filesystem suitable for compiling is
|
||
* unlikely a parallel file system that is suitable for parallel I/O.
|
||
* There is no standard pathname for the parallel file system. /tmp
|
||
* is about the best guess.
|
||
*/
|
||
#ifndef HDF5_PARAPREFIX
|
||
#ifdef __PUMAGON__
|
||
/* For the PFS of TFLOPS */
|
||
#define HDF5_PARAPREFIX "pfs:/pfs_grande/multi/tmp_1"
|
||
#else
|
||
#define HDF5_PARAPREFIX ""
|
||
#endif
|
||
#endif
|
||
char *paraprefix = NULL; /* for command line option para-prefix */
|
||
#ifdef H5_HAVE_PARALLEL
|
||
MPI_Info h5_io_info_g=MPI_INFO_NULL;/* MPI INFO object for IO */
|
||
#endif
|
||
|
||
/*
|
||
* These are the letters that are appended to the file name when generating
|
||
* names for the split and multi drivers. They are:
|
||
*
|
||
* m: All meta data when using the split driver.
|
||
* s: The userblock, superblock, and driver info block
|
||
* b: B-tree nodes
|
||
* r: Dataset raw data
|
||
* g: Global heap
|
||
* l: local heap (object names)
|
||
* o: object headers
|
||
*/
|
||
static const char *multi_letters = "msbrglo";
|
||
|
||
static herr_t h5_errors(void *client_data);
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_errors
|
||
*
|
||
* Purpose: Displays the error stack after printing "*FAILED*".
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Wednesday, March 4, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static herr_t
|
||
h5_errors(void UNUSED *client_data)
|
||
{
|
||
H5_FAILED();
|
||
H5Eprint(stdout);
|
||
return 0;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_cleanup
|
||
*
|
||
* Purpose: Cleanup temporary test files.
|
||
* base_name contains the list of test file names.
|
||
* The file access property list is also closed.
|
||
*
|
||
* Return: Non-zero if cleanup actions were performed; zero otherwise.
|
||
*
|
||
* Programmer: Albert Cheng
|
||
* May 28, 1998
|
||
*
|
||
* Modifications:
|
||
* Albert Cheng, 2000-09-09
|
||
* Added the explicite base_name argument to replace the
|
||
* global variable FILENAME.
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
int
|
||
h5_cleanup(const char *base_name[], hid_t fapl)
|
||
{
|
||
char filename[1024];
|
||
char temp[2048];
|
||
int i, j;
|
||
int retval=0;
|
||
hid_t driver;
|
||
|
||
if (GetTestCleanup()){
|
||
for (i = 0; base_name[i]; i++) {
|
||
if (h5_fixname(base_name[i], fapl, filename, sizeof(filename)) == NULL)
|
||
continue;
|
||
|
||
driver = H5Pget_driver(fapl);
|
||
|
||
if (driver == H5FD_FAMILY) {
|
||
for (j = 0; /*void*/; j++) {
|
||
HDsnprintf(temp, sizeof temp, filename, j);
|
||
|
||
if (HDaccess(temp, F_OK) < 0)
|
||
break;
|
||
|
||
HDremove(temp);
|
||
}
|
||
} else if (driver == H5FD_CORE) {
|
||
hbool_t backing; /* Whether the core file has backing store */
|
||
|
||
H5Pget_fapl_core(fapl,NULL,&backing);
|
||
|
||
/* If the file was stored to disk with bacing store, remove it */
|
||
if(backing)
|
||
HDremove(filename);
|
||
|
||
} else if (driver == H5FD_MULTI) {
|
||
H5FD_mem_t mt;
|
||
assert(HDstrlen(multi_letters)==H5FD_MEM_NTYPES);
|
||
|
||
for (mt = H5FD_MEM_DEFAULT; mt < H5FD_MEM_NTYPES; H5_INC_ENUM(H5FD_mem_t,mt)) {
|
||
HDsnprintf(temp, sizeof temp, "%s-%c.h5",
|
||
filename, multi_letters[mt]);
|
||
HDremove(temp); /*don't care if it fails*/
|
||
}
|
||
} else {
|
||
HDremove(filename);
|
||
}
|
||
}
|
||
|
||
retval = 1;
|
||
}
|
||
|
||
H5Pclose(fapl);
|
||
return retval;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_reset
|
||
*
|
||
* Purpose: Reset the library by closing it.
|
||
*
|
||
* Return: void
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Friday, November 20, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
void
|
||
h5_reset(void)
|
||
{
|
||
char filename[1024];
|
||
|
||
HDfflush(stdout);
|
||
HDfflush(stderr);
|
||
H5close();
|
||
H5Eset_auto(h5_errors, NULL);
|
||
|
||
/*
|
||
* Cause the library to emit some diagnostics early so they don't
|
||
* interfere with other formatted output.
|
||
*/
|
||
sprintf(filename, "/tmp/h5emit-%05d.h5", HDgetpid());
|
||
H5E_BEGIN_TRY {
|
||
hid_t file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT,
|
||
H5P_DEFAULT);
|
||
hid_t grp = H5Gcreate(file, "emit", (size_t)0);
|
||
H5Gclose(grp);
|
||
H5Fclose(file);
|
||
HDunlink(filename);
|
||
} H5E_END_TRY;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_fixname
|
||
*
|
||
* Purpose: Create a file name from a file base name like `test' and
|
||
* return it through the FULLNAME (at most SIZE characters
|
||
* counting the null terminator). The full name is created by
|
||
* prepending the contents of HDF5_PREFIX (separated from the
|
||
* base name by a slash) and appending a file extension based on
|
||
* the driver supplied, resulting in something like
|
||
* `ufs:/u/matzke/test.h5'.
|
||
*
|
||
* Return: Success: The FULLNAME pointer.
|
||
*
|
||
* Failure: NULL if BASENAME or FULLNAME is the null
|
||
* pointer or if FULLNAME isn't large enough for
|
||
* the result.
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Thursday, November 19, 1998
|
||
*
|
||
* Modifications:
|
||
* Robb Matzke, 1999-08-03
|
||
* Modified to use the virtual file layer.
|
||
*
|
||
* Albert Cheng, 2000-01-25
|
||
* Added prefix for parallel test files.
|
||
*
|
||
* Albert Cheng, 2003-05-08
|
||
* Changed the default parallel prefix back to NULL but added
|
||
* an explanation remark of $HDF5_PARAPREFIX.
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
char *
|
||
h5_fixname(const char *base_name, hid_t fapl, char *fullname, size_t size)
|
||
{
|
||
const char *prefix = NULL;
|
||
const char *suffix = ".h5"; /* suffix has default */
|
||
char *ptr, last = '\0';
|
||
size_t i, j;
|
||
hid_t driver = -1;
|
||
int isppdriver = 0; /* if the driver is MPI parallel */
|
||
|
||
if (!base_name || !fullname || size < 1)
|
||
return NULL;
|
||
|
||
memset(fullname, 0, size);
|
||
|
||
/* figure out the suffix */
|
||
if (H5P_DEFAULT != fapl) {
|
||
if ((driver = H5Pget_driver(fapl)) < 0)
|
||
return NULL;
|
||
|
||
if (H5FD_FAMILY == driver)
|
||
suffix = "%05d.h5";
|
||
else if (H5FD_CORE == driver || H5FD_MULTI == driver)
|
||
suffix = NULL;
|
||
}
|
||
|
||
/* Must first check fapl is not H5P_DEFAULT (-1) because H5FD_XXX
|
||
* could be of value -1 if it is not defined.
|
||
*/
|
||
isppdriver = H5P_DEFAULT != fapl &&
|
||
(H5FD_MPIO==driver || H5FD_MPIPOSIX==driver);
|
||
|
||
/* Check HDF5_NOCLEANUP environment setting.
|
||
* (The #ifdef is needed to prevent compile failure in case MPI is not
|
||
* configured.)
|
||
*/
|
||
if (isppdriver){
|
||
#ifdef H5_HAVE_PARALLEL
|
||
if (getenv_all(MPI_COMM_WORLD, 0, "HDF5_NOCLEANUP"))
|
||
SetTestNoCleanup();
|
||
#endif /* H5_HAVE_PARALLEL */
|
||
}else{
|
||
if (HDgetenv("HDF5_NOCLEANUP"))
|
||
SetTestNoCleanup();
|
||
}
|
||
|
||
/* Check what prefix to use for test files. Process HDF5_PARAPREFIX and
|
||
* HDF5_PREFIX.
|
||
* Use different ones depending on parallel or serial driver used.
|
||
* (The #ifdef is needed to prevent compile failure in case MPI is not
|
||
* configured.)
|
||
*/
|
||
if (isppdriver){
|
||
#ifdef H5_HAVE_PARALLEL
|
||
/*
|
||
* For parallel:
|
||
* First use command line option, then the environment
|
||
* variable, then try the constant
|
||
*/
|
||
static int explained = 0;
|
||
|
||
prefix = (paraprefix ? paraprefix : getenv_all(MPI_COMM_WORLD, 0, "HDF5_PARAPREFIX"));
|
||
|
||
if (!prefix && !explained) {
|
||
/* print hint by process 0 once. */
|
||
int mpi_rank;
|
||
|
||
MPI_Comm_rank(MPI_COMM_WORLD, &mpi_rank);
|
||
|
||
if (mpi_rank == 0)
|
||
printf("*** Hint ***\n"
|
||
"You can use environment variable HDF5_PARAPREFIX to "
|
||
"run parallel test files in a\n"
|
||
"different directory or to add file type prefix. E.g.,\n"
|
||
" HDF5_PARAPREFIX=pfs:/PFS/user/me\n"
|
||
" export HDF5_PARAPREFIX\n"
|
||
"*** End of Hint ***\n");
|
||
|
||
explained = TRUE;
|
||
#ifdef HDF5_PARAPREFIX
|
||
prefix = HDF5_PARAPREFIX;
|
||
#endif /* HDF5_PARAPREFIX */
|
||
}
|
||
#endif /* H5_HAVE_PARALLEL */
|
||
} else {
|
||
/*
|
||
* For serial:
|
||
* First use the environment variable, then try the constant
|
||
*/
|
||
prefix = HDgetenv("HDF5_PREFIX");
|
||
|
||
#ifdef HDF5_PREFIX
|
||
if (!prefix)
|
||
prefix = HDF5_PREFIX;
|
||
#endif /* HDF5_PREFIX */
|
||
}
|
||
|
||
/* Prepend the prefix value to the base name */
|
||
if (prefix && *prefix) {
|
||
if (isppdriver){
|
||
/* This is a parallel system */
|
||
char *subdir;
|
||
|
||
if (!HDstrcmp(prefix, HDF5_PARAPREFIX)) {
|
||
/*
|
||
* If the prefix specifies the HDF5_PARAPREFIX directory, then
|
||
* default to using the "/tmp/$USER" or "/tmp/$LOGIN"
|
||
* directory instead.
|
||
*/
|
||
char *user, *login;
|
||
|
||
user = HDgetenv("USER");
|
||
login = HDgetenv("LOGIN");
|
||
subdir = (user ? user : login);
|
||
|
||
if (subdir) {
|
||
for (i = 0; i < size && prefix[i]; i++)
|
||
fullname[i] = prefix[i];
|
||
|
||
fullname[i++] = '/';
|
||
|
||
for (j = 0; i < size && subdir[j]; ++i, ++j)
|
||
fullname[i] = subdir[j];
|
||
}
|
||
}
|
||
|
||
if (!fullname[0])
|
||
/* We didn't append the prefix yet */
|
||
HDstrncpy(fullname, prefix, MIN(strlen(prefix), size));
|
||
|
||
if (HDstrlen(fullname) + HDstrlen(base_name) + 1 < size) {
|
||
/*
|
||
* Append the base_name with a slash first. Multiple
|
||
* slashes are handled below.
|
||
*/
|
||
h5_stat_t buf;
|
||
|
||
if (HDstat(fullname, &buf) < 0)
|
||
/* The directory doesn't exist just yet */
|
||
if (HDmkdir(fullname, (mode_t)0755) < 0 && errno != EEXIST)
|
||
/*
|
||
* We couldn't make the "/tmp/${USER,LOGIN}"
|
||
* subdirectory. Default to PREFIX's original
|
||
* prefix value.
|
||
*/
|
||
HDstrcpy(fullname, prefix);
|
||
|
||
HDstrcat(fullname, "/");
|
||
HDstrcat(fullname, base_name);
|
||
} else {
|
||
/* Buffer is too small */
|
||
return NULL;
|
||
}
|
||
} else {
|
||
if (HDsnprintf(fullname, size, "%s/%s", prefix, base_name) == (int)size)
|
||
/* Buffer is too small */
|
||
return NULL;
|
||
}
|
||
} else if (HDstrlen(base_name) >= size) {
|
||
/* Buffer is too small */
|
||
return NULL;
|
||
} else {
|
||
HDstrcpy(fullname, base_name);
|
||
}
|
||
|
||
/* Append a suffix */
|
||
if (suffix) {
|
||
if (HDstrlen(fullname) + HDstrlen(suffix) >= size)
|
||
return NULL;
|
||
|
||
HDstrcat(fullname, suffix);
|
||
}
|
||
|
||
/* Remove any double slashes in the filename */
|
||
for (ptr = fullname, i = j = 0; ptr && i < size; i++, ptr++) {
|
||
if (*ptr != '/' || last != '/')
|
||
fullname[j++] = *ptr;
|
||
|
||
last = *ptr;
|
||
}
|
||
|
||
return fullname;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_rmprefix
|
||
*
|
||
* Purpose: This "removes" the MPIO driver prefix part of the file name
|
||
* by returning a pointer that points at the non-prefix component
|
||
* part of the file name. E.g.,
|
||
* Input Return
|
||
* pfs:/scratch1/dataX /scratch1/dataX
|
||
* /scratch2/dataY /scratch2/dataY
|
||
* Note that there is no change to the original file name.
|
||
*
|
||
* Return: Success: a pointer at the non-prefix part.
|
||
*
|
||
* Programmer: Albert Cheng; Jun 1, 2006
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
const char *
|
||
h5_rmprefix(const char *filename)
|
||
{
|
||
const char *ret_ptr;
|
||
|
||
if ((ret_ptr = HDstrstr(filename, ":")) == NULL)
|
||
ret_ptr = filename;
|
||
else
|
||
ret_ptr++;
|
||
|
||
return(ret_ptr);
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_fileaccess
|
||
*
|
||
* Purpose: Returns a file access template which is the default template
|
||
* but with a file driver set according to the constant or
|
||
* environment variable HDF5_DRIVER
|
||
*
|
||
* Return: Success: A file access property list
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Thursday, November 19, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
hid_t
|
||
h5_fileaccess(void)
|
||
{
|
||
const char *val = NULL;
|
||
const char *name;
|
||
char s[1024];
|
||
hid_t fapl = -1;
|
||
|
||
/* First use the environment variable, then the constant */
|
||
val = HDgetenv("HDF5_DRIVER");
|
||
#ifdef HDF5_DRIVER
|
||
if (!val) val = HDF5_DRIVER;
|
||
#endif
|
||
|
||
if ((fapl=H5Pcreate(H5P_FILE_ACCESS))<0) return -1;
|
||
if (!val || !*val) return fapl; /*use default*/
|
||
|
||
HDstrncpy(s, val, sizeof s);
|
||
s[sizeof(s)-1] = '\0';
|
||
if (NULL==(name=HDstrtok(s, " \t\n\r"))) return fapl;
|
||
|
||
if (!HDstrcmp(name, "sec2")) {
|
||
/* Unix read() and write() system calls */
|
||
if (H5Pset_fapl_sec2(fapl)<0) return -1;
|
||
} else if (!HDstrcmp(name, "stdio")) {
|
||
/* Standard C fread() and fwrite() system calls */
|
||
if (H5Pset_fapl_stdio(fapl)<0) return -1;
|
||
} else if (!HDstrcmp(name, "core")) {
|
||
/* In-core temporary file with 1MB increment */
|
||
if (H5Pset_fapl_core(fapl, (size_t)1024*1024, FALSE)<0) return -1;
|
||
} else if (!HDstrcmp(name, "split")) {
|
||
/* Split meta data and raw data each using default driver */
|
||
if (H5Pset_fapl_split(fapl,
|
||
"-m.h5", H5P_DEFAULT,
|
||
"-r.h5", H5P_DEFAULT)<0)
|
||
return -1;
|
||
} else if (!HDstrcmp(name, "multi")) {
|
||
/* Multi-file driver, general case of the split driver */
|
||
H5FD_mem_t memb_map[H5FD_MEM_NTYPES];
|
||
hid_t memb_fapl[H5FD_MEM_NTYPES];
|
||
const char *memb_name[H5FD_MEM_NTYPES];
|
||
char sv[H5FD_MEM_NTYPES][1024];
|
||
haddr_t memb_addr[H5FD_MEM_NTYPES];
|
||
H5FD_mem_t mt;
|
||
|
||
HDmemset(memb_map, 0, sizeof memb_map);
|
||
HDmemset(memb_fapl, 0, sizeof memb_fapl);
|
||
HDmemset(memb_name, 0, sizeof memb_name);
|
||
HDmemset(memb_addr, 0, sizeof memb_addr);
|
||
|
||
assert(HDstrlen(multi_letters)==H5FD_MEM_NTYPES);
|
||
for (mt=H5FD_MEM_DEFAULT; mt<H5FD_MEM_NTYPES; H5_INC_ENUM(H5FD_mem_t,mt)) {
|
||
memb_fapl[mt] = H5P_DEFAULT;
|
||
sprintf(sv[mt], "%%s-%c.h5", multi_letters[mt]);
|
||
memb_name[mt] = sv[mt];
|
||
memb_addr[mt] = MAX(mt-1,0)*(HADDR_MAX/10);
|
||
}
|
||
|
||
if (H5Pset_fapl_multi(fapl, memb_map, memb_fapl, memb_name,
|
||
memb_addr, FALSE)<0) {
|
||
return -1;
|
||
}
|
||
} else if (!HDstrcmp(name, "family")) {
|
||
hsize_t fam_size = 100*1024*1024; /*100 MB*/
|
||
|
||
/* Family of files, each 1MB and using the default driver */
|
||
if ((val=HDstrtok(NULL, " \t\n\r")))
|
||
fam_size = (hsize_t)(HDstrtod(val, NULL) * 1024*1024);
|
||
if (H5Pset_fapl_family(fapl, fam_size, H5P_DEFAULT)<0)
|
||
return -1;
|
||
} else if (!HDstrcmp(name, "log")) {
|
||
unsigned log_flags = H5FD_LOG_LOC_IO;
|
||
|
||
/* Log file access */
|
||
if ((val = HDstrtok(NULL, " \t\n\r")))
|
||
log_flags = (unsigned)HDstrtol(val, NULL, 0);
|
||
|
||
if (H5Pset_fapl_log(fapl, NULL, log_flags, (size_t)0) < 0)
|
||
return -1;
|
||
} else if (!HDstrcmp(name, "direct")) {
|
||
#ifdef H5_HAVE_DIRECT
|
||
/* Linux direct read() and write() system calls. Set memory boundary, file block size,
|
||
* and copy buffer size to the default values. */
|
||
if (H5Pset_fapl_direct(fapl, 1024, 4096, 8*4096)<0) return -1;
|
||
#endif
|
||
} else {
|
||
/* Unknown driver */
|
||
return -1;
|
||
}
|
||
|
||
return fapl;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_no_hwconv
|
||
*
|
||
* Purpose: Turn off hardware data type conversions.
|
||
*
|
||
* Return: void
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Friday, November 20, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
void
|
||
h5_no_hwconv(void)
|
||
{
|
||
H5Tunregister(H5T_PERS_HARD, NULL, -1, -1, NULL);
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_show_hostname
|
||
*
|
||
* Purpose: Show hostname. Show process ID if in MPI environment.
|
||
*
|
||
* Return: void
|
||
*
|
||
* Programmer: Albert Cheng
|
||
* 2002/04/22
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
void
|
||
h5_show_hostname(void)
|
||
{
|
||
char hostname[80];
|
||
#ifdef WIN32
|
||
WSADATA wsaData;
|
||
int err;
|
||
#endif
|
||
|
||
/* try show the process or thread id in multiple processes cases*/
|
||
#ifdef H5_HAVE_PARALLEL
|
||
{
|
||
int mpi_rank, mpi_initialized;
|
||
|
||
MPI_Initialized(&mpi_initialized);
|
||
if (mpi_initialized){
|
||
MPI_Comm_rank(MPI_COMM_WORLD,&mpi_rank);
|
||
printf("MPI-process %d.", mpi_rank);
|
||
}else
|
||
printf("thread 0.");
|
||
}
|
||
#elif defined(H5_HAVE_THREADSAFE)
|
||
#ifdef WIN32
|
||
printf("some thread: no way to know the thread number from pthread on windows.");
|
||
#else
|
||
printf("thread %d.", (int)pthread_self());
|
||
#endif
|
||
|
||
#else
|
||
printf("thread 0.");
|
||
#endif
|
||
#ifdef WIN32
|
||
|
||
err = WSAStartup( MAKEWORD(2,2), &wsaData );
|
||
if ( err != 0 ) {
|
||
/* could not find a usable WinSock DLL */
|
||
return;
|
||
}
|
||
|
||
/* Confirm that the WinSock DLL supports 2.2.*/
|
||
/* Note that if the DLL supports versions greater */
|
||
/* than 2.2 in addition to 2.2, it will still return */
|
||
/* 2.2 in wVersion since that is the version we */
|
||
/* requested. */
|
||
|
||
if ( LOBYTE( wsaData.wVersion ) != 2 ||
|
||
HIBYTE( wsaData.wVersion ) != 2 ) {
|
||
/* could not find a usable WinSock DLL */
|
||
WSACleanup( );
|
||
return;
|
||
}
|
||
|
||
#endif
|
||
#ifdef H5_HAVE_GETHOSTNAME
|
||
if (gethostname(hostname, (size_t)80) < 0)
|
||
printf(" gethostname failed\n");
|
||
else
|
||
printf(" hostname=%s\n", hostname);
|
||
#else
|
||
printf(" gethostname not supported\n");
|
||
#endif
|
||
#ifdef WIN32
|
||
WSACleanup();
|
||
#endif
|
||
}
|
||
|
||
|
||
#ifdef H5_HAVE_PARALLEL
|
||
/*
|
||
* Function: h5_set_info_object
|
||
* Purpose: Process environment variables setting to set up MPI Info
|
||
* object.
|
||
* Return: 0 if all is fine; otherwise non-zero.
|
||
* Programmer: Albert Cheng, 2002/05/21.
|
||
* Modifications:
|
||
* Bill Wendling, 2002/05/31
|
||
* Modified so that the HDF5_MPI_INFO environment variable can
|
||
* be a semicolon separated list of "key=value" pairings. Most
|
||
* of the code is to remove any whitespaces which might be
|
||
* surrounding the "key=value" pairs.
|
||
*/
|
||
int
|
||
h5_set_info_object(void)
|
||
{
|
||
char *envp; /* environment pointer */
|
||
int ret_value=0;
|
||
|
||
/* handle any MPI INFO hints via $HDF5_MPI_INFO */
|
||
if ((envp = getenv("HDF5_MPI_INFO")) != NULL){
|
||
char *next, *valp;
|
||
|
||
valp = envp = next = HDstrdup(envp);
|
||
|
||
/* create an INFO object if not created yet */
|
||
if (h5_io_info_g == MPI_INFO_NULL)
|
||
MPI_Info_create(&h5_io_info_g);
|
||
|
||
do {
|
||
size_t len;
|
||
char *key_val, *endp, *namep;
|
||
|
||
if (*valp == ';')
|
||
valp++;
|
||
|
||
/* copy key/value pair into temporary buffer */
|
||
len = strcspn(valp, ";");
|
||
next = &valp[len];
|
||
key_val = calloc(1, len + 1);
|
||
|
||
/* increment the next pointer past the terminating semicolon */
|
||
if (*next == ';')
|
||
++next;
|
||
|
||
namep = HDstrncpy(key_val, valp, len);
|
||
|
||
/* pass up any beginning whitespaces */
|
||
while (*namep && (*namep == ' ' || *namep == '\t'))
|
||
namep++;
|
||
|
||
/* eat up any ending white spaces */
|
||
endp = &namep[strlen(namep) - 1];
|
||
|
||
while (endp && (*endp == ' ' || *endp == '\t'))
|
||
*endp-- = '\0';
|
||
|
||
/* find the '=' */
|
||
valp = HDstrchr(namep, '=');
|
||
|
||
if (valp != NULL) { /* it's a valid key/value pairing */
|
||
char *tmp_val = valp + 1;
|
||
|
||
/* change '=' to \0, move valp down one */
|
||
*valp-- = '\0';
|
||
|
||
/* eat up ending whitespace on the "key" part */
|
||
while (*valp == ' ' || *valp == '\t')
|
||
*valp-- = '\0';
|
||
|
||
valp = tmp_val;
|
||
|
||
/* eat up beginning whitespace on the "value" part */
|
||
while (*valp == ' ' || *valp == '\t')
|
||
*valp++ = '\0';
|
||
|
||
/* actually set the darned thing */
|
||
if (MPI_SUCCESS != MPI_Info_set(h5_io_info_g, namep, valp)) {
|
||
printf("MPI_Info_set failed\n");
|
||
ret_value = -1;
|
||
}
|
||
}
|
||
|
||
valp = next;
|
||
HDfree(key_val);
|
||
} while (next && *next);
|
||
|
||
HDfree(envp);
|
||
}
|
||
|
||
return ret_value;
|
||
}
|
||
|
||
|
||
/*
|
||
* Function: h5_dump_info_object
|
||
* Purpose: Display content of an MPI Info object
|
||
* Return: void
|
||
* Programmer: Albert Cheng 2002/05/21
|
||
* Modifications:
|
||
*/
|
||
void
|
||
h5_dump_info_object(MPI_Info info)
|
||
{
|
||
char key[MPI_MAX_INFO_KEY+1];
|
||
char value[MPI_MAX_INFO_VAL+1];
|
||
int flag;
|
||
int i, nkeys;
|
||
|
||
printf("Dumping MPI Info Object(%d) (up to %d bytes per item):\n", (int)info,
|
||
MPI_MAX_INFO_VAL);
|
||
if (info==MPI_INFO_NULL){
|
||
printf("object is MPI_INFO_NULL\n");
|
||
}
|
||
else {
|
||
MPI_Info_get_nkeys(info, &nkeys);
|
||
printf("object has %d items\n", nkeys);
|
||
for (i=0; i<nkeys; i++){
|
||
MPI_Info_get_nthkey(info, i, key);
|
||
MPI_Info_get(info, key, MPI_MAX_INFO_VAL, value, &flag);
|
||
printf("%s=%s\n", key, value);
|
||
}
|
||
|
||
}
|
||
}
|
||
#endif /* H5_HAVE_PARALLEL */
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_get_file_size
|
||
*
|
||
* Purpose: Get the current size of a file (in bytes)
|
||
*
|
||
* Return: Success: Size of file in bytes
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Quincey Koziol
|
||
* Saturday, March 22, 2003
|
||
*
|
||
* Modifications:
|
||
* Albert Cheng, Oct 11, 2006
|
||
* Changed Failure return value to -1.
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
h5_stat_size_t
|
||
h5_get_file_size(const char *filename)
|
||
{
|
||
h5_stat_t sb;
|
||
|
||
/* Get the file's statistics */
|
||
if (HDstat(filename, &sb)==0)
|
||
return((h5_stat_size_t)sb.st_size);
|
||
|
||
return(-1);
|
||
} /* end get_file_size() */
|
||
|
||
/*
|
||
* This routine is designed to provide equivalent functionality to 'printf'
|
||
* and allow easy replacement for environments which don't have stdin/stdout
|
||
* available. (i.e. Windows & the Mac)
|
||
*/
|
||
int
|
||
print_func(const char *format, ...)
|
||
{
|
||
va_list arglist;
|
||
int ret_value;
|
||
|
||
va_start(arglist, format);
|
||
ret_value = vprintf(format, arglist);
|
||
va_end(arglist);
|
||
return ret_value;
|
||
}
|
||
|
||
#ifdef H5_HAVE_FILTER_SZIP
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_szip_can_encode
|
||
*
|
||
* Purpose: Retrieve the filter config flags for szip, tell if
|
||
* encoder is available.
|
||
*
|
||
* Return: 1: decode+encode is enabled
|
||
* 0: only decode is enabled
|
||
* -1: other
|
||
*
|
||
* Programmer:
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
int h5_szip_can_encode(void )
|
||
{
|
||
|
||
herr_t status;
|
||
unsigned int filter_config_flags;
|
||
|
||
status =H5Zget_filter_info(H5Z_FILTER_SZIP, &filter_config_flags);
|
||
if ((filter_config_flags &
|
||
(H5Z_FILTER_CONFIG_ENCODE_ENABLED|H5Z_FILTER_CONFIG_DECODE_ENABLED)) == 0) {
|
||
/* filter present but neither encode nor decode is supported (???) */
|
||
return -1;
|
||
} else if ((filter_config_flags &
|
||
(H5Z_FILTER_CONFIG_ENCODE_ENABLED|H5Z_FILTER_CONFIG_DECODE_ENABLED)) ==
|
||
H5Z_FILTER_CONFIG_DECODE_ENABLED) {
|
||
/* decoder only: read but not write */
|
||
return 0;
|
||
} else if ((filter_config_flags &
|
||
(H5Z_FILTER_CONFIG_ENCODE_ENABLED|H5Z_FILTER_CONFIG_DECODE_ENABLED)) ==
|
||
H5Z_FILTER_CONFIG_ENCODE_ENABLED) {
|
||
/* encoder only: write but not read (???) */
|
||
return -1;
|
||
} else if ((filter_config_flags &
|
||
(H5Z_FILTER_CONFIG_ENCODE_ENABLED|H5Z_FILTER_CONFIG_DECODE_ENABLED)) ==
|
||
(H5Z_FILTER_CONFIG_ENCODE_ENABLED|H5Z_FILTER_CONFIG_DECODE_ENABLED)) {
|
||
return 1;
|
||
}
|
||
return(-1);
|
||
}
|
||
#endif /* H5_HAVE_FILTER_SZIP */
|
||
|
||
#ifdef H5_HAVE_PARALLEL
|
||
/*-------------------------------------------------------------------------
|
||
* Function: getenv_all
|
||
*
|
||
* Purpose: Used to get the environment that the root MPI task has.
|
||
* name specifies which environment variable to look for
|
||
* val is the string to which the value of that environment
|
||
* variable will be copied.
|
||
*
|
||
* NOTE: The pointer returned by this function is only
|
||
* valid until the next call to getenv_all and the data
|
||
* stored there must be copied somewhere else before any
|
||
* further calls to getenv_all take place.
|
||
*
|
||
* Return: pointer to a string containing the value of the environment variable
|
||
* NULL if the varialbe doesn't exist in task 'root's environment.
|
||
*
|
||
* Programmer: Leon Arber
|
||
* 4/4/05
|
||
*
|
||
* Modifications:
|
||
* Use original getenv if MPI is not initialized. This happens
|
||
* one uses the PHDF5 library to build a serial nature code.
|
||
* Albert 2006/04/07
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
|
||
char* getenv_all(MPI_Comm comm, int root, const char* name)
|
||
{
|
||
int mpi_size, mpi_rank, mpi_initialized;
|
||
int len;
|
||
static char* env = NULL;
|
||
MPI_Status Status;
|
||
|
||
assert(name);
|
||
|
||
MPI_Initialized(&mpi_initialized);
|
||
if (!mpi_initialized){
|
||
/* use original getenv */
|
||
if(env)
|
||
HDfree(env);
|
||
env = HDgetenv(name);
|
||
}else{
|
||
MPI_Comm_rank(comm, &mpi_rank);
|
||
MPI_Comm_size(comm, &mpi_size);
|
||
assert(root < mpi_size);
|
||
|
||
/* The root task does the getenv call
|
||
* and sends the result to the other tasks */
|
||
if(mpi_rank == root)
|
||
{
|
||
env = HDgetenv(name);
|
||
if(env)
|
||
{
|
||
len = HDstrlen(env);
|
||
MPI_Bcast(&len, 1, MPI_INT, root, comm);
|
||
MPI_Bcast(env, len, MPI_CHAR, root, comm);
|
||
}
|
||
else{
|
||
/* len -1 indicates that the variable was not in the environment */
|
||
len = -1;
|
||
MPI_Bcast(&len, 1, MPI_INT, root, comm);
|
||
}
|
||
}
|
||
else
|
||
{
|
||
MPI_Bcast(&len, 1, MPI_INT, root, comm);
|
||
if(len >= 0)
|
||
{
|
||
if(env == NULL)
|
||
env = (char*) HDmalloc(len+1);
|
||
else if(strlen(env) < len)
|
||
env = (char*) HDrealloc(env, len+1);
|
||
|
||
MPI_Bcast(env, len, MPI_CHAR, root, comm);
|
||
env[len] = '\0';
|
||
}
|
||
else
|
||
{
|
||
if(env)
|
||
HDfree(env);
|
||
env = NULL;
|
||
}
|
||
}
|
||
}
|
||
|
||
#ifndef NDEBUG
|
||
MPI_Barrier(comm);
|
||
#endif
|
||
|
||
return env;
|
||
}
|
||
|
||
#endif
|
||
|