mirror of
https://github.com/HDFGroup/hdf5.git
synced 2024-11-27 02:10:55 +08:00
f938b6efe3
serial and parallel test files are tested in different file systems. Added the global variable, paraprefix, so that it can be set via command line option.
399 lines
11 KiB
C
399 lines
11 KiB
C
/*
|
||
* Copyright © 1998 NCSA
|
||
* All rights reserved.
|
||
*
|
||
* Programmer: Robb Matzke <matzke@llnl.gov>
|
||
* Thursday, November 19, 1998
|
||
*
|
||
* Purpose: Provides support functions for most of the hdf5 tests cases.
|
||
*
|
||
*/
|
||
|
||
#undef NDEBUG /*override -DNDEBUG */
|
||
#include <h5test.h>
|
||
|
||
/*
|
||
* Define these environment variables or constants to influence functions in
|
||
* this test support library. The environment variable is used in preference
|
||
* to the cpp constant. If neither is defined then use some default value.
|
||
*
|
||
* HDF5_DRIVER: This string describes what low level file driver to
|
||
* use for HDF5 file access. The first word in the
|
||
* value is the name of the driver and subsequent data
|
||
* is interpreted according to the driver. See
|
||
* h5_fileaccess() for details.
|
||
*
|
||
* HDF5_PREFIX: A string to add to the beginning of all serial test
|
||
* file names. This can be used to run tests in a
|
||
* different file system (e.g., "/tmp" or "/tmp/myname").
|
||
* The prefix will be separated from the base file name
|
||
* by a slash. See h5_fixname() for details.
|
||
*
|
||
* HDF5_PARAPREFIX: A string to add to the beginning of all parallel test
|
||
* file names. This can be used to tell MPIO what driver
|
||
* to use (e.g., "gfs:", "ufs:", or "nfs:") or to use a
|
||
* different file system (e.g., "/tmp" or "/tmp/myname").
|
||
* The prefix will be separated from the base file name
|
||
* by a slash. See h5_fixname() for details.
|
||
*
|
||
*/
|
||
/*
|
||
* In a parallel machine, the filesystem suitable for compiling is
|
||
* unlikely a parallel file system that is suitable for parallel I/O.
|
||
* There is no standard pathname for the parallel file system. /tmp
|
||
* is about the best guess.
|
||
*/
|
||
#ifndef HDF5_PARAPREFIX
|
||
#ifdef __PUMAGON__
|
||
/* For the PFS of TFLOPS */
|
||
#define HDF5_PARAPREFIX "pfs:/pfs_grande/multi/tmp_1/"
|
||
#else
|
||
#define HDF5_PARAPREFIX "/tmp/"
|
||
#endif
|
||
#endif
|
||
char *paraprefix = NULL; /* for command line option para-prefix */
|
||
|
||
/*
|
||
* These are the letters that are appended to the file name when generating
|
||
* names for the split and multi drivers. They are:
|
||
*
|
||
* m: All meta data when using the split driver.
|
||
* s: The userblock, superblock, and driver info block
|
||
* b: B-tree nodes
|
||
* r: Dataset raw data
|
||
* g: Global heap
|
||
* l: local heap (object names)
|
||
* o: object headers
|
||
*/
|
||
static const char *multi_letters = "msbrglo";
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_errors
|
||
*
|
||
* Purpose: Displays the error stack after printing "*FAILED*".
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Wednesday, March 4, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
herr_t
|
||
h5_errors(void UNUSED *client_data)
|
||
{
|
||
FAILED();
|
||
H5Eprint (stdout);
|
||
return 0;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_cleanup
|
||
*
|
||
* Purpose: Cleanup temporary test files. The list of test files is in
|
||
* `extern const char *FILENAMES[]' -- these are only the base
|
||
* names. The file access property list is also closed.
|
||
*
|
||
* Return: Non-zero if cleanup actions were performed; zero otherwise.
|
||
*
|
||
* Programmer: Albert Cheng
|
||
* May 28, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
int
|
||
h5_cleanup(hid_t fapl)
|
||
{
|
||
char filename[1024];
|
||
char temp[2048];
|
||
int i, j;
|
||
int retval=0;
|
||
hid_t driver;
|
||
|
||
if (!getenv("HDF5_NOCLEANUP")) {
|
||
for (i=0; FILENAME[i]; i++) {
|
||
if (NULL==h5_fixname(FILENAME[i], fapl, filename,
|
||
sizeof filename)) {
|
||
continue;
|
||
}
|
||
|
||
driver = H5Pget_driver(fapl);
|
||
if (H5FD_FAMILY==driver) {
|
||
for (j=0; /*void*/; j++) {
|
||
HDsnprintf(temp, sizeof temp, filename, j);
|
||
if (access(temp, F_OK)<0) break;
|
||
remove(temp);
|
||
}
|
||
} else if (H5FD_CORE==driver) {
|
||
/*void*/
|
||
} else if (H5FD_MULTI==driver) {
|
||
H5FD_mem_t mt;
|
||
assert(strlen(multi_letters)==H5FD_MEM_NTYPES);
|
||
for (mt=H5FD_MEM_DEFAULT; mt<H5FD_MEM_NTYPES; mt++) {
|
||
HDsnprintf(temp, sizeof temp, "%s-%c.h5",
|
||
filename, multi_letters[mt]);
|
||
remove(temp); /*don't care if it fails*/
|
||
}
|
||
} else {
|
||
remove(filename);
|
||
}
|
||
}
|
||
retval=1;
|
||
}
|
||
H5Pclose(fapl);
|
||
return retval;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_reset
|
||
*
|
||
* Purpose: Reset the library by closing it.
|
||
*
|
||
* Return: void
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Friday, November 20, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
void
|
||
h5_reset(void)
|
||
{
|
||
char filename[1024];
|
||
|
||
fflush(stdout);
|
||
fflush(stderr);
|
||
H5close();
|
||
H5Eset_auto (h5_errors, NULL);
|
||
|
||
/*
|
||
* Cause the library to emit some diagnostics early so they don't
|
||
* interfere with other formatted output.
|
||
*/
|
||
sprintf(filename, "/tmp/h5emit-%05d.h5", getpid());
|
||
H5E_BEGIN_TRY {
|
||
hid_t file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT,
|
||
H5P_DEFAULT);
|
||
hid_t grp = H5Gcreate(file, "emit", 0);
|
||
H5Gclose(grp);
|
||
H5Fclose(file);
|
||
unlink(filename);
|
||
} H5E_END_TRY;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_fixname
|
||
*
|
||
* Purpose: Create a file name from a file base name like `test' and
|
||
* return it through the FULLNAME (at most SIZE characters
|
||
* counting the null terminator). The full name is created by
|
||
* prepending the contents of HDF5_PREFIX (separated from the
|
||
* base name by a slash) and appending a file extension based on
|
||
* the driver supplied.
|
||
*
|
||
* Return: Success: The FULLNAME pointer.
|
||
*
|
||
* Failure: NULL if BASENAME or FULLNAME is the null
|
||
* pointer or if FULLNAME isn't large enough for
|
||
* the result.
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Thursday, November 19, 1998
|
||
*
|
||
* Modifications:
|
||
* Robb Matzke, 1999-08-03
|
||
* Modified to use the virtual file layer.
|
||
*
|
||
* Albert Cheng, 2000-01-25
|
||
* Added prefix for parallel test files.
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
char *
|
||
h5_fixname(const char *base_name, hid_t fapl, char *fullname, size_t size)
|
||
{
|
||
const char *prefix=NULL;
|
||
const char *suffix=".h5"; /* suffix has default */
|
||
hid_t driver;
|
||
|
||
if (!base_name || !fullname || size<1) return NULL;
|
||
|
||
/* figure out the suffix */
|
||
if (H5P_DEFAULT!=fapl){
|
||
if ((driver=H5Pget_driver(fapl))<0) return NULL;
|
||
if (H5FD_FAMILY==driver) {
|
||
suffix = "%05d.h5";
|
||
} else if (H5FD_CORE==driver || H5FD_MULTI==driver) {
|
||
suffix = NULL;
|
||
}
|
||
}
|
||
|
||
/* Use different ones depending on parallel or serial driver used. */
|
||
if (H5P_DEFAULT!=fapl && H5FD_MPIO==driver){
|
||
/* For parallel:
|
||
* First use command line option, then the environment variable,
|
||
* then try the constant
|
||
*/
|
||
prefix = (paraprefix ? paraprefix : getenv("HDF5_PARAPREFIX"));
|
||
#ifdef HDF5_PARAPREFIX
|
||
if (!prefix) prefix = HDF5_PARAPREFIX;
|
||
#endif
|
||
}else{
|
||
/* For serial:
|
||
* First use the environment variable, then try the constant
|
||
*/
|
||
prefix = getenv("HDF5_PREFIX");
|
||
#ifdef HDF5_PREFIX
|
||
if (!prefix) prefix = HDF5_PREFIX;
|
||
#endif
|
||
}
|
||
|
||
|
||
/* Prepend the prefix value to the base name */
|
||
if (prefix && *prefix) {
|
||
if (HDsnprintf(fullname, (long)size, "%s/%s", prefix, base_name)==(int)size) {
|
||
return NULL; /*buffer is too small*/
|
||
}
|
||
} else if (strlen(base_name)>=size) {
|
||
return NULL; /*buffer is too small*/
|
||
} else {
|
||
strcpy(fullname, base_name);
|
||
}
|
||
|
||
/* Append a suffix */
|
||
if (suffix) {
|
||
if (strlen(fullname)+strlen(suffix)>=size) return NULL;
|
||
strcat(fullname, suffix);
|
||
}
|
||
|
||
return fullname;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_fileaccess
|
||
*
|
||
* Purpose: Returns a file access template which is the default template
|
||
* but with a file driver set according to the constant or
|
||
* environment variable HDF5_DRIVER
|
||
*
|
||
* Return: Success: A file access property list
|
||
*
|
||
* Failure: -1
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Thursday, November 19, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
hid_t
|
||
h5_fileaccess(void)
|
||
{
|
||
const char *val = NULL;
|
||
const char *name;
|
||
char s[1024];
|
||
hid_t fapl = -1;
|
||
hsize_t fam_size = 100*1024*1024; /*100 MB*/
|
||
H5FD_mem_t mt;
|
||
|
||
/* First use the environment variable, then the constant */
|
||
val = getenv("HDF5_DRIVER");
|
||
#ifdef HDF5_DRIVER
|
||
if (!val) val = HDF5_DRIVER;
|
||
#endif
|
||
|
||
if ((fapl=H5Pcreate(H5P_FILE_ACCESS))<0) return -1;
|
||
if (!val || !*val) return fapl; /*use default*/
|
||
|
||
strncpy(s, val, sizeof s);
|
||
s[sizeof(s)-1] = '\0';
|
||
if (NULL==(name=strtok(s, " \t\n\r"))) return fapl;
|
||
|
||
if (!strcmp(name, "sec2")) {
|
||
/* Unix read() and write() system calls */
|
||
if (H5Pset_fapl_sec2(fapl)<0) return -1;
|
||
} else if (!strcmp(name, "stdio")) {
|
||
/* Standard C fread() and fwrite() system calls */
|
||
if (H5Pset_fapl_stdio(fapl)<0) return -1;
|
||
} else if (!strcmp(name, "core")) {
|
||
/* In-core temporary file with 1MB increment */
|
||
if (H5Pset_fapl_core(fapl, 1024*1024, FALSE)<0) return -1;
|
||
} else if (!strcmp(name, "split")) {
|
||
/* Split meta data and raw data each using default driver */
|
||
if (H5Pset_fapl_split(fapl,
|
||
"-m.h5", H5P_DEFAULT,
|
||
"-r.h5", H5P_DEFAULT)<0)
|
||
return -1;
|
||
} else if (!strcmp(name, "multi")) {
|
||
/* Multi-file driver, general case of the split driver */
|
||
H5FD_mem_t memb_map[H5FD_MEM_NTYPES];
|
||
hid_t memb_fapl[H5FD_MEM_NTYPES];
|
||
const char *memb_name[H5FD_MEM_NTYPES];
|
||
char sv[H5FD_MEM_NTYPES][1024];
|
||
haddr_t memb_addr[H5FD_MEM_NTYPES];
|
||
|
||
memset(memb_map, 0, sizeof memb_map);
|
||
memset(memb_fapl, 0, sizeof memb_fapl);
|
||
memset(memb_name, 0, sizeof memb_name);
|
||
memset(memb_addr, 0, sizeof memb_addr);
|
||
|
||
assert(strlen(multi_letters)==H5FD_MEM_NTYPES);
|
||
for (mt=H5FD_MEM_DEFAULT; mt<H5FD_MEM_NTYPES; mt++) {
|
||
memb_fapl[mt] = H5P_DEFAULT;
|
||
sprintf(sv[mt], "%%s-%c.h5", multi_letters[mt]);
|
||
memb_name[mt] = sv[mt];
|
||
memb_addr[mt] = MAX(mt-1,0)*(HADDR_MAX/10);
|
||
}
|
||
|
||
if (H5Pset_fapl_multi(fapl, memb_map, memb_fapl, memb_name,
|
||
memb_addr, FALSE)<0) {
|
||
return -1;
|
||
}
|
||
} else if (!strcmp(name, "family")) {
|
||
/* Family of files, each 1MB and using the default driver */
|
||
if ((val=strtok(NULL, " \t\n\r"))) {
|
||
fam_size = strtod(val, NULL) * 1024*1024;
|
||
}
|
||
if (H5Pset_fapl_family(fapl, fam_size, H5P_DEFAULT)<0) return -1;
|
||
} else {
|
||
/* Unknown driver */
|
||
return -1;
|
||
}
|
||
|
||
return fapl;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: h5_no_hwconv
|
||
*
|
||
* Purpose: Turn off hardware data type conversions.
|
||
*
|
||
* Return: void
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Friday, November 20, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
void
|
||
h5_no_hwconv(void)
|
||
{
|
||
H5Tunregister(H5T_PERS_HARD, NULL, -1, -1, NULL);
|
||
}
|