mirror of
https://github.com/HDFGroup/hdf5.git
synced 2024-11-27 02:10:55 +08:00
2063 lines
65 KiB
C
2063 lines
65 KiB
C
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
|
* Copyright by The HDF Group. *
|
|
* Copyright by the Board of Trustees of the University of Illinois. *
|
|
* All rights reserved. *
|
|
* *
|
|
* This file is part of HDF5. The full HDF5 copyright notice, including *
|
|
* terms governing use, modification, and redistribution, is contained in *
|
|
* the COPYING file, which can be found at the root of the source code *
|
|
* distribution tree, or in https://support.hdfgroup.org/ftp/HDF5/releases. *
|
|
* If you do not have access to either file, you may request a copy from *
|
|
* help@hdfgroup.org. *
|
|
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
|
|
|
|
/*
|
|
* Programmer: Raymond Lu<slu@ncsa.uiuc.edu>
|
|
* Tuesday, Sept 24, 2002
|
|
*
|
|
* Purpose: Tests the basic features of Virtual File Drivers
|
|
*/
|
|
|
|
#include "h5test.h"
|
|
|
|
#define KB 1024U
|
|
#define FAMILY_NUMBER 4
|
|
#define FAMILY_SIZE (1*KB)
|
|
#define FAMILY_SIZE2 (5*KB)
|
|
#define MULTI_SIZE 128
|
|
|
|
#define CORE_INCREMENT (4*KB)
|
|
#define CORE_PAGE_SIZE (1024*KB)
|
|
#define CORE_DSET_NAME "core dset"
|
|
#define CORE_DSET_DIM1 1024
|
|
#define CORE_DSET_DIM2 32
|
|
|
|
#define DSET1_NAME "dset1"
|
|
#define DSET1_DIM1 1024
|
|
#define DSET1_DIM2 32
|
|
#define DSET3_NAME "dset3"
|
|
|
|
/* Macros for Direct VFD */
|
|
#ifdef H5_HAVE_DIRECT
|
|
#define MBOUNDARY 512
|
|
#define FBSIZE (4*KB)
|
|
#define CBSIZE (8*KB)
|
|
#define THRESHOLD 1
|
|
#define DSET2_NAME "dset2"
|
|
#define DSET2_DIM 4
|
|
#endif /* H5_HAVE_DIRECT */
|
|
|
|
const char *FILENAME[] = {
|
|
"sec2_file", /*0*/
|
|
"core_file", /*1*/
|
|
"family_file", /*2*/
|
|
"new_family_v16_", /*3*/
|
|
"multi_file", /*4*/
|
|
"direct_file", /*5*/
|
|
"log_file", /*6*/
|
|
"stdio_file", /*7*/
|
|
"windows_file", /*8*/
|
|
"new_multi_file_v16",/*9*/
|
|
"ro_s3_file", /*10*/
|
|
NULL
|
|
};
|
|
|
|
#define LOG_FILENAME "log_vfd_out.log"
|
|
|
|
#define COMPAT_BASENAME "family_v16_"
|
|
#define MULTI_COMPAT_BASENAME "multi_file_v16"
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_sec2
|
|
*
|
|
* Purpose: Tests the file handle interface for SEC2 driver
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* Tuesday, Sept 24, 2002
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_sec2(void)
|
|
{
|
|
hid_t fid = -1; /* file ID */
|
|
hid_t fapl_id = -1; /* file access property list ID */
|
|
hid_t fapl_id_out = -1; /* from H5Fget_access_plist */
|
|
hid_t driver_id = -1; /* ID for this VFD */
|
|
unsigned long driver_flags = 0; /* VFD feature flags */
|
|
char filename[1024]; /* filename */
|
|
void *os_file_handle = NULL; /* OS file handle */
|
|
hsize_t file_size; /* file size */
|
|
|
|
TESTING("SEC2 file driver");
|
|
|
|
/* Set property list and file name for SEC2 driver. */
|
|
if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_fapl_sec2(fapl_id) < 0)
|
|
TEST_ERROR;
|
|
h5_fixname(FILENAME[0], fapl_id, filename, sizeof(filename));
|
|
|
|
/* Check that the VFD feature flags are correct */
|
|
if ((driver_id = H5Pget_driver(fapl_id)) < 0)
|
|
TEST_ERROR
|
|
if (H5FDdriver_query(driver_id, &driver_flags) < 0)
|
|
TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_POSIX_COMPAT_HANDLE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_SUPPORTS_SWMR_IO)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR
|
|
/* Check for extra flags not accounted for above */
|
|
if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA
|
|
| H5FD_FEAT_ACCUMULATE_METADATA
|
|
| H5FD_FEAT_DATA_SIEVE
|
|
| H5FD_FEAT_AGGREGATE_SMALLDATA
|
|
| H5FD_FEAT_POSIX_COMPAT_HANDLE
|
|
| H5FD_FEAT_SUPPORTS_SWMR_IO
|
|
| H5FD_FEAT_DEFAULT_VFD_COMPATIBLE))
|
|
TEST_ERROR
|
|
|
|
if((fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Retrieve the access property list... */
|
|
if((fapl_id_out = H5Fget_access_plist(fid)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the driver is correct */
|
|
if(H5FD_SEC2 != H5Pget_driver(fapl_id_out))
|
|
TEST_ERROR;
|
|
|
|
/* ...and close the property list */
|
|
if(H5Pclose(fapl_id_out) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that we can get an operating-system-specific handle from
|
|
* the library.
|
|
*/
|
|
if(H5Fget_vfd_handle(fid, H5P_DEFAULT, &os_file_handle) < 0)
|
|
TEST_ERROR;
|
|
if(os_file_handle == NULL)
|
|
FAIL_PUTS_ERROR("NULL os-specific vfd/file handle was returned from H5Fget_vfd_handle");
|
|
|
|
|
|
/* There is no garantee the size of metadata in file is constant.
|
|
* Just try to check if it's reasonable.
|
|
*
|
|
* Currently it should be around 2 KB.
|
|
*/
|
|
if(H5Fget_filesize(fid, &file_size) < 0)
|
|
TEST_ERROR;
|
|
if(file_size < 1 * KB || file_size > 4 * KB)
|
|
FAIL_PUTS_ERROR("suspicious file size obtained from H5Fget_filesize");
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(fid) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[0], fapl_id);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl_id) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Pclose(fapl_id);
|
|
H5Pclose(fapl_id_out);
|
|
H5Fclose(fid);
|
|
} H5E_END_TRY;
|
|
return -1;
|
|
} /* end test_sec2() */
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_core
|
|
*
|
|
* Purpose: Tests the file handle interface for CORE driver
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* Tuesday, Sept 24, 2002
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_core(void)
|
|
{
|
|
hid_t fid = -1; /* file ID */
|
|
hid_t fapl_id = -1; /* file access property list ID */
|
|
hid_t fapl_id_out = -1; /* from H5Fget_access_plist */
|
|
hid_t driver_id = -1; /* ID for this VFD */
|
|
unsigned long driver_flags = 0; /* VFD feature flags */
|
|
hid_t did = -1; /* dataset ID */
|
|
hid_t sid = -1; /* dataspace ID */
|
|
char filename[1024]; /* filename */
|
|
void *os_file_handle = NULL; /* OS file handle */
|
|
hsize_t file_size; /* file size */
|
|
size_t increment; /* core VFD increment */
|
|
hbool_t backing_store; /* use backing store? */
|
|
hbool_t use_write_tracking; /* write tracking flag */
|
|
size_t write_tracking_page_size; /* write tracking page size */
|
|
int *data_w = NULL; /* data written to the dataset */
|
|
int *data_r = NULL; /* data read from the dataset */
|
|
int val; /* data value */
|
|
int *pw = NULL, *pr = NULL; /* pointers for iterating over
|
|
data arrays (write & read) */
|
|
hsize_t dims[2]; /* dataspace dimensions */
|
|
int i, j; /* iterators */
|
|
htri_t status; /* return value from H5Lexists */
|
|
|
|
TESTING("CORE file driver");
|
|
|
|
/* Get a file access property list and fix up the file name */
|
|
if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
h5_fixname(FILENAME[1], fapl_id, filename, sizeof(filename));
|
|
|
|
/************************************************************************
|
|
* Check that the backing store flag works by creating a file, close
|
|
* it, and ensure that the file does not exist.
|
|
************************************************************************/
|
|
|
|
/* Make sure it's not present at the start of the test */
|
|
if(HDaccess(filename, F_OK) != -1)
|
|
if(HDremove(filename) < 0)
|
|
FAIL_PUTS_ERROR("unable to remove backing store file");
|
|
|
|
/* Create and close file w/ backing store off */
|
|
if(H5Pset_fapl_core(fapl_id, (size_t)CORE_INCREMENT, FALSE) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the VFD feature flags are correct.
|
|
* Note that the H5FDdriver_query() API call does not require a file
|
|
* so backing-store related flags will not be returned here.
|
|
*/
|
|
if ((driver_id = H5Pget_driver(fapl_id)) < 0)
|
|
TEST_ERROR
|
|
if (H5FDdriver_query(driver_id, &driver_flags) < 0)
|
|
TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_ALLOW_FILE_IMAGE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_CAN_USE_FILE_IMAGE_CALLBACKS)) TEST_ERROR
|
|
/* Check for extra flags not accounted for above */
|
|
if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA
|
|
| H5FD_FEAT_ACCUMULATE_METADATA
|
|
| H5FD_FEAT_DATA_SIEVE
|
|
| H5FD_FEAT_AGGREGATE_SMALLDATA
|
|
| H5FD_FEAT_ALLOW_FILE_IMAGE
|
|
| H5FD_FEAT_CAN_USE_FILE_IMAGE_CALLBACKS))
|
|
TEST_ERROR
|
|
|
|
if((fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Fclose(fid) < 0)
|
|
TEST_ERROR;
|
|
/* Check for the backing store file */
|
|
if(HDaccess(filename, F_OK) != -1)
|
|
FAIL_PUTS_ERROR("file created when backing store set to FALSE");
|
|
|
|
/************************************************************************
|
|
* Check basic core VFD operation and properties. This is done with the
|
|
* backing store on so a file will be created for later use.
|
|
************************************************************************/
|
|
|
|
/* Turn the backing store on */
|
|
if(H5Pset_fapl_core(fapl_id, (size_t)CORE_INCREMENT, TRUE) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that write tracking is off by default and that the default
|
|
* page size is non-zero.
|
|
*/
|
|
if(H5Pget_core_write_tracking(fapl_id, &use_write_tracking, &write_tracking_page_size) < 0)
|
|
TEST_ERROR;
|
|
if(FALSE != use_write_tracking)
|
|
FAIL_PUTS_ERROR("write tracking should be off by default");
|
|
if(0 == write_tracking_page_size)
|
|
FAIL_PUTS_ERROR("write tracking page size should never be zero");
|
|
|
|
/* Set core VFD properties */
|
|
if(H5Pset_core_write_tracking(fapl_id, TRUE, CORE_PAGE_SIZE) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create the file */
|
|
if((fid = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl_id)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Retrieve the access property list... */
|
|
if((fapl_id_out = H5Fget_access_plist(fid)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the driver is correct */
|
|
if(H5FD_CORE != H5Pget_driver(fapl_id_out))
|
|
TEST_ERROR;
|
|
|
|
/* Get the basic VFD properties from the fapl and ensure that
|
|
* they are correct.
|
|
*/
|
|
if(H5Pget_fapl_core(fapl_id_out, &increment, &backing_store) < 0)
|
|
TEST_ERROR
|
|
if(increment != (size_t)CORE_INCREMENT)
|
|
FAIL_PUTS_ERROR("incorrect increment from file fapl");
|
|
if(backing_store != TRUE)
|
|
FAIL_PUTS_ERROR("incorrect backing store flag from file fapl");
|
|
|
|
/* Check that the backing store write tracking info was saved */
|
|
/* TODO: There is a bug where H5Fget_access_plist() does not return
|
|
* the write tracking properties. Until this bug is fixed, just
|
|
* test the main fapl_id.
|
|
*/
|
|
if(H5Pget_core_write_tracking(fapl_id, &use_write_tracking, &write_tracking_page_size) < 0)
|
|
TEST_ERROR;
|
|
if(TRUE != use_write_tracking)
|
|
FAIL_PUTS_ERROR("write tracking flag incorrect in fapl obtained from H5Fget_access_plist");
|
|
if(CORE_PAGE_SIZE != write_tracking_page_size)
|
|
FAIL_PUTS_ERROR("write tracking page size incorrect in fapl obtained from H5Fget_access_plist");
|
|
|
|
/* Close the property list */
|
|
if(H5Pclose(fapl_id_out) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that we can get an operating-system-specific handle from
|
|
* the library.
|
|
*/
|
|
if(H5Fget_vfd_handle(fid, H5P_DEFAULT, &os_file_handle) < 0)
|
|
TEST_ERROR;
|
|
if(os_file_handle == NULL)
|
|
FAIL_PUTS_ERROR("NULL os-specific vfd/file handle was returned from H5Fget_vfd_handle");
|
|
|
|
/* There is no garantee the size of metadata in file is constant.
|
|
* Just try to check if it's reasonable.
|
|
*
|
|
* TODO: Needs justification of why is this is a reasonable size.
|
|
*/
|
|
if(H5Fget_filesize(fid, &file_size) < 0)
|
|
TEST_ERROR;
|
|
if(file_size < 2 * KB || file_size > 6 * KB)
|
|
FAIL_PUTS_ERROR("suspicious file size obtained from H5Fget_filesize");
|
|
|
|
/* Close the file */
|
|
if(H5Fclose(fid) < 0)
|
|
TEST_ERROR;
|
|
|
|
|
|
/************************************************************************
|
|
* Make changes to the file with the backing store flag OFF to ensure
|
|
* that they ARE NOT propagated.
|
|
************************************************************************/
|
|
|
|
/* Open the file with backing store off for read and write.
|
|
* Changes won't be saved in file.
|
|
*/
|
|
if(H5Pset_fapl_core(fapl_id, (size_t)CORE_INCREMENT, FALSE) < 0)
|
|
TEST_ERROR;
|
|
if((fid = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Allocate memory for data set. */
|
|
if(NULL == (data_w = (int *)HDmalloc(DSET1_DIM1 * DSET1_DIM2 * sizeof(int))))
|
|
FAIL_PUTS_ERROR("unable to allocate memory for input array");
|
|
if(NULL == (data_r = (int *)HDmalloc(DSET1_DIM1 * DSET1_DIM2 * sizeof(int))))
|
|
FAIL_PUTS_ERROR("unable to allocate memory for output array");
|
|
|
|
/* Initialize the buffers */
|
|
val = 0;
|
|
pw = data_w;
|
|
for(i = 0; i < CORE_DSET_DIM1; i++)
|
|
for(j = 0; j < CORE_DSET_DIM2; j++)
|
|
*pw++ = val++;
|
|
HDmemset(data_r, 0, DSET1_DIM1 * DSET1_DIM2 * sizeof(int));
|
|
|
|
/* Create the dataspace */
|
|
dims[0] = CORE_DSET_DIM1;
|
|
dims[1] = CORE_DSET_DIM2;
|
|
if((sid = H5Screate_simple(2, dims, NULL)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create the dataset */
|
|
if((did = H5Dcreate2(fid, CORE_DSET_NAME, H5T_NATIVE_INT, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Write the data to the dataset */
|
|
if(H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_w) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Close and reopen the dataset */
|
|
if(H5Dclose(did) < 0)
|
|
TEST_ERROR;
|
|
if((did = H5Dopen2(fid, CORE_DSET_NAME, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Read the data back from dset1 */
|
|
if(H5Dread(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_r) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the values read are the same as the values written */
|
|
pw = data_w;
|
|
pr = data_r;
|
|
for(i = 0; i < CORE_DSET_DIM1; i++)
|
|
for(j = 0; j < CORE_DSET_DIM2; j++)
|
|
if(*pr++ != *pw++) {
|
|
H5_FAILED();
|
|
HDprintf(" Read different values than written in data set.\n");
|
|
HDprintf(" At index %d,%d\n", i, j);
|
|
TEST_ERROR;
|
|
} /* end if */
|
|
|
|
/* Close everything except the dataspace ID (needed below)*/
|
|
if(H5Dclose(did) < 0)
|
|
TEST_ERROR;
|
|
if(H5Fclose(fid) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Reopen the file and ensure that the dataset does not exist */
|
|
if((fid = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) < 0)
|
|
TEST_ERROR;
|
|
status = H5Lexists(fid, CORE_DSET_NAME, H5P_DEFAULT);
|
|
if(status < 0)
|
|
TEST_ERROR;
|
|
if(status > 0)
|
|
FAIL_PUTS_ERROR("core VFD dataset created in file when backing store disabled");
|
|
|
|
/* Close the file */
|
|
if(H5Fclose(fid) < 0)
|
|
TEST_ERROR;
|
|
|
|
|
|
/************************************************************************
|
|
* Make changes to the file with the backing store flag ON to ensure
|
|
* that they ARE propagated.
|
|
************************************************************************/
|
|
|
|
/* Open the file with backing store on for read and write.
|
|
* Changes will be saved in file.
|
|
*/
|
|
if(H5Pset_fapl_core(fapl_id, (size_t)CORE_INCREMENT, TRUE) < 0)
|
|
TEST_ERROR;
|
|
if((fid = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create the dataset */
|
|
if((did = H5Dcreate2(fid, CORE_DSET_NAME, H5T_NATIVE_INT, sid, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Write the data to the dataset */
|
|
if(H5Dwrite(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_w) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Close everything and reopen */
|
|
if(H5Dclose(did) < 0)
|
|
TEST_ERROR;
|
|
if(H5Fclose(fid) < 0)
|
|
TEST_ERROR;
|
|
if((fid = H5Fopen(filename, H5F_ACC_RDWR, fapl_id)) < 0)
|
|
TEST_ERROR;
|
|
if((did = H5Dopen2(fid, CORE_DSET_NAME, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Read the data back from the dataset */
|
|
HDmemset(data_r, 0, DSET1_DIM1 * DSET1_DIM2 * sizeof(int));
|
|
if(H5Dread(did, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, data_r) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the values read are the same as the values written */
|
|
pw = data_w;
|
|
pr = data_r;
|
|
for(i = 0; i < CORE_DSET_DIM1; i++)
|
|
for(j = 0; j < CORE_DSET_DIM2; j++)
|
|
if(*pw++ != *pr++) {
|
|
H5_FAILED();
|
|
HDprintf(" Read different values than written in data set.\n");
|
|
HDprintf(" At index %d,%d\n", i, j);
|
|
TEST_ERROR;
|
|
} /* end if */
|
|
|
|
/* Check file size API.
|
|
* There is no garantee the size of metadata in file is constant.
|
|
* Just try to check if it's reasonable.
|
|
*
|
|
* TODO: Needs justification of why is this is a reasonable size.
|
|
*/
|
|
if(H5Fget_filesize(fid, &file_size) < 0)
|
|
TEST_ERROR;
|
|
if(file_size < 64 * KB || file_size > 256 * KB)
|
|
FAIL_PUTS_ERROR("suspicious file size obtained from H5Fget_filesize");
|
|
|
|
/* Close everything */
|
|
if(H5Sclose(sid) < 0)
|
|
TEST_ERROR;
|
|
if(H5Dclose(did) < 0)
|
|
TEST_ERROR;
|
|
|
|
HDfree(data_w);
|
|
HDfree(data_r);
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(fid) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[1], fapl_id);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl_id) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Sclose(sid);
|
|
H5Dclose(did);
|
|
H5Pclose(fapl_id_out);
|
|
H5Pclose(fapl_id);
|
|
H5Fclose(fid);
|
|
} H5E_END_TRY;
|
|
|
|
if(data_w)
|
|
HDfree(data_w);
|
|
if(data_r)
|
|
HDfree(data_r);
|
|
|
|
return -1;
|
|
} /* end test_core() */
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_direct
|
|
*
|
|
* Purpose: Tests the file handle interface for DIRECT I/O driver
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* Wednesday, 20 September 2006
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_direct(void)
|
|
{
|
|
#ifdef H5_HAVE_DIRECT
|
|
hid_t file=-1, fapl=-1, access_fapl = -1;
|
|
hid_t dset1=-1, dset2=-1, space1=-1, space2=-1;
|
|
char filename[1024];
|
|
int *fhandle=NULL;
|
|
hsize_t file_size;
|
|
hsize_t dims1[2], dims2[1];
|
|
size_t mbound;
|
|
size_t fbsize;
|
|
size_t cbsize;
|
|
int *points = NULL, *check = NULL, *p1 = NULL, *p2 = NULL;
|
|
int wdata2[DSET2_DIM] = {11,12,13,14};
|
|
int rdata2[DSET2_DIM];
|
|
int i, j, n;
|
|
#endif /*H5_HAVE_DIRECT*/
|
|
|
|
TESTING("DIRECT I/O file driver");
|
|
|
|
#ifndef H5_HAVE_DIRECT
|
|
SKIPPED();
|
|
return 0;
|
|
#else /*H5_HAVE_DIRECT*/
|
|
|
|
/* Set property list and file name for Direct driver. Set memory alignment boundary
|
|
* and file block size to 512 which is the minimum for Linux 2.6. */
|
|
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_fapl_direct(fapl, MBOUNDARY, FBSIZE, CBSIZE) < 0)
|
|
TEST_ERROR;
|
|
h5_fixname(FILENAME[5], fapl, filename, sizeof filename);
|
|
|
|
/* Verify the file access properties */
|
|
if(H5Pget_fapl_direct(fapl, &mbound, &fbsize, &cbsize) < 0)
|
|
TEST_ERROR;
|
|
if(mbound != MBOUNDARY || fbsize != FBSIZE || cbsize != CBSIZE)
|
|
TEST_ERROR;
|
|
|
|
if(H5Pset_alignment(fapl, (hsize_t)THRESHOLD, (hsize_t)FBSIZE) < 0)
|
|
TEST_ERROR;
|
|
|
|
H5E_BEGIN_TRY {
|
|
file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl);
|
|
} H5E_END_TRY;
|
|
if(file<0) {
|
|
H5Pclose (fapl);
|
|
SKIPPED();
|
|
HDprintf(" Probably the file system doesn't support Direct I/O\n");
|
|
return 0;
|
|
}
|
|
|
|
/* Retrieve the access property list... */
|
|
if ((access_fapl = H5Fget_access_plist(file)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the driver is correct */
|
|
if(H5FD_DIRECT != H5Pget_driver(access_fapl))
|
|
TEST_ERROR;
|
|
|
|
/* ...and close the property list */
|
|
if (H5Pclose(access_fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file handle API */
|
|
if(H5Fget_vfd_handle(file, H5P_DEFAULT, (void **)&fhandle) < 0)
|
|
TEST_ERROR;
|
|
if(*fhandle<0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file size API */
|
|
if(H5Fget_filesize(file, &file_size) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* There is no guarantee of the number of metadata allocations, but it's
|
|
* 4 currently and the size of the file should be between 3 & 4 file buffer
|
|
* sizes..
|
|
*/
|
|
if(file_size < (FBSIZE * 3) || file_size >= (FBSIZE * 4))
|
|
TEST_ERROR;
|
|
|
|
/* Allocate aligned memory for data set 1. For data set 1, everything is aligned including
|
|
* memory address, size of data, and file address. */
|
|
if(0 != HDposix_memalign(&points, (size_t)FBSIZE, (size_t)(DSET1_DIM1 * DSET1_DIM2 * sizeof(int))))
|
|
TEST_ERROR;
|
|
if(0 != HDposix_memalign(&check, (size_t)FBSIZE, (size_t)(DSET1_DIM1 * DSET1_DIM2 * sizeof(int))))
|
|
TEST_ERROR;
|
|
|
|
/* Initialize the dset1 */
|
|
p1 = points;
|
|
for(i = n = 0; i < DSET1_DIM1; i++)
|
|
for(j = 0; j < DSET1_DIM2; j++)
|
|
*p1++ = n++;
|
|
|
|
/* Create the data space1 */
|
|
dims1[0] = DSET1_DIM1;
|
|
dims1[1] = DSET1_DIM2;
|
|
if((space1 = H5Screate_simple(2, dims1, NULL)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create the dset1 */
|
|
if((dset1 = H5Dcreate2(file, DSET1_NAME, H5T_NATIVE_INT, space1, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Write the data to the dset1 */
|
|
if(H5Dwrite(dset1, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, points) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset1) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset1 = H5Dopen2(file, DSET1_NAME, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Read the data back from dset1 */
|
|
if(H5Dread(dset1, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, check) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the values read are the same as the values written */
|
|
p1 = points;
|
|
p2 = check;
|
|
for(i = 0; i < DSET1_DIM1; i++)
|
|
for(j = 0; j < DSET1_DIM2; j++)
|
|
if(*p1++ != *p2++) {
|
|
H5_FAILED();
|
|
HDprintf(" Read different values than written in data set 1.\n");
|
|
HDprintf(" At index %d,%d\n", i, j);
|
|
TEST_ERROR;
|
|
} /* end if */
|
|
|
|
/* Create the data space2. For data set 2, memory address and data size are not aligned. */
|
|
dims2[0] = DSET2_DIM;
|
|
if((space2 = H5Screate_simple(1, dims2, NULL)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create the dset2 */
|
|
if((dset2 = H5Dcreate2(file, DSET2_NAME, H5T_NATIVE_INT, space2, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Write the data to the dset1 */
|
|
if(H5Dwrite(dset2, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, wdata2) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset2) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset2 = H5Dopen2(file, DSET2_NAME, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Read the data back from dset1 */
|
|
if(H5Dread(dset2, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, rdata2) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the values read are the same as the values written */
|
|
for(i = 0; i < DSET2_DIM; i++)
|
|
if(wdata2[i] != rdata2[i]) {
|
|
H5_FAILED();
|
|
HDprintf(" Read different values than written in data set 2.\n");
|
|
HDprintf(" At index %d\n", i);
|
|
TEST_ERROR;
|
|
} /* end if */
|
|
|
|
if(H5Sclose(space1) < 0)
|
|
TEST_ERROR;
|
|
if(H5Dclose(dset1) < 0)
|
|
TEST_ERROR;
|
|
if(H5Sclose(space2) < 0)
|
|
TEST_ERROR;
|
|
if(H5Dclose(dset2) < 0)
|
|
TEST_ERROR;
|
|
|
|
HDfree(points);
|
|
HDfree(check);
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[5], fapl);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Pclose(fapl);
|
|
H5Sclose(space1);
|
|
H5Dclose(dset1);
|
|
H5Sclose(space2);
|
|
H5Dclose(dset2);
|
|
H5Fclose(file);
|
|
} H5E_END_TRY;
|
|
|
|
if(points)
|
|
HDfree(points);
|
|
if(check)
|
|
HDfree(check);
|
|
|
|
return -1;
|
|
#endif /*H5_HAVE_DIRECT*/
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_family_opens
|
|
*
|
|
* Purpose: Private function for test_family() to tests wrong ways of
|
|
* reopening family file.
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* Thursday, May 19, 2005
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
/* Disable warning for "format not a string literal" here -QAK */
|
|
/*
|
|
* This pragma only needs to surround the snprintf() calls with
|
|
* 'first_name' in the code below, but early (4.4.7, at least) gcc only
|
|
* allows diagnostic pragmas to be toggled outside of functions.
|
|
*/
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wformat-nonliteral"
|
|
static herr_t
|
|
test_family_opens(char *fname, hid_t fa_pl)
|
|
{
|
|
hid_t file=-1;
|
|
char first_name[1024];
|
|
char wrong_name[1024];
|
|
int i;
|
|
|
|
/* Case 1: reopen file with 1st member file name and default property list */
|
|
HDsnprintf(first_name, sizeof(first_name), fname, 0);
|
|
|
|
H5E_BEGIN_TRY {
|
|
file = H5Fopen(first_name, H5F_ACC_RDWR, H5P_DEFAULT);
|
|
} H5E_END_TRY;
|
|
if(file >= 0)
|
|
TEST_ERROR
|
|
|
|
/* Case 2: reopen file with correct name template but default property list */
|
|
H5E_BEGIN_TRY {
|
|
file = H5Fopen(fname, H5F_ACC_RDWR, H5P_DEFAULT);
|
|
} H5E_END_TRY;
|
|
if(file >= 0)
|
|
TEST_ERROR
|
|
|
|
/* Case 3: reopen file with wrong member size */
|
|
if(H5Pset_fapl_family(fa_pl, (hsize_t)128, H5P_DEFAULT) < 0)
|
|
TEST_ERROR;
|
|
|
|
H5E_BEGIN_TRY {
|
|
file = H5Fopen(fname, H5F_ACC_RDWR, fa_pl);
|
|
} H5E_END_TRY;
|
|
if(file >= 0)
|
|
TEST_ERROR
|
|
|
|
/* Case 4: reopen file with wrong name template */
|
|
HDstrcpy(wrong_name, fname);
|
|
for(i = 0; i < 1024; i++)
|
|
if(wrong_name[i] == '5') {
|
|
wrong_name[i] = '4';
|
|
break;
|
|
}
|
|
|
|
if(H5Pset_fapl_family(fa_pl, (hsize_t)FAMILY_SIZE, H5P_DEFAULT) < 0)
|
|
TEST_ERROR;
|
|
|
|
H5E_BEGIN_TRY {
|
|
file = H5Fopen(wrong_name, H5F_ACC_RDWR, fa_pl);
|
|
} H5E_END_TRY;
|
|
if(file >= 0)
|
|
TEST_ERROR
|
|
|
|
return 0;
|
|
|
|
error:
|
|
return -1;
|
|
} /* end test_family_opens() */
|
|
#pragma GCC diagnostic pop
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_family
|
|
*
|
|
* Purpose: Tests the file handle interface for FAMILY driver
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* Tuesday, Sept 24, 2002
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_family(void)
|
|
{
|
|
hid_t file=-1, fapl=-1, fapl2=-1, space=-1, dset=-1;
|
|
hid_t access_fapl = -1;
|
|
hid_t driver_id = -1; /* ID for this VFD */
|
|
unsigned long driver_flags = 0; /* VFD feature flags */
|
|
char filename[1024];
|
|
char dname[]="dataset";
|
|
unsigned int i, j;
|
|
int *fhandle=NULL, *fhandle2=NULL;
|
|
int buf[FAMILY_NUMBER][FAMILY_SIZE];
|
|
hsize_t dims[2]={FAMILY_NUMBER, FAMILY_SIZE};
|
|
hsize_t file_size;
|
|
|
|
TESTING("FAMILY file driver");
|
|
|
|
/* Set property list and file name for FAMILY driver */
|
|
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_fapl_family(fapl, (hsize_t)FAMILY_SIZE, H5P_DEFAULT) < 0)
|
|
TEST_ERROR;
|
|
h5_fixname(FILENAME[2], fapl, filename, sizeof(filename));
|
|
|
|
/* Check that the VFD feature flags are correct */
|
|
if ((driver_id = H5Pget_driver(fapl)) < 0)
|
|
TEST_ERROR
|
|
if (H5FDdriver_query(driver_id, &driver_flags) < 0)
|
|
TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR
|
|
/* Check for extra flags not accounted for above */
|
|
if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA
|
|
| H5FD_FEAT_ACCUMULATE_METADATA
|
|
| H5FD_FEAT_DATA_SIEVE
|
|
| H5FD_FEAT_AGGREGATE_SMALLDATA))
|
|
TEST_ERROR
|
|
|
|
if((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Test different wrong ways to reopen family files where there's only
|
|
* one member file existing. */
|
|
if(test_family_opens(filename, fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Reopen the file with default member file size */
|
|
if(H5Pset_fapl_family(fapl, (hsize_t)H5F_FAMILY_DEFAULT, H5P_DEFAULT) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((file=H5Fopen(filename, H5F_ACC_RDWR, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file size API */
|
|
if(H5Fget_filesize(file, &file_size) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* The file size is supposed to be about 800 bytes right now. */
|
|
if(file_size < (KB / 2) || file_size > KB)
|
|
TEST_ERROR;
|
|
|
|
/* Create and write dataset */
|
|
if((space=H5Screate_simple(2, dims, NULL)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Retrieve the access property list... */
|
|
if ((access_fapl = H5Fget_access_plist(file)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the driver is correct */
|
|
if(H5FD_FAMILY != H5Pget_driver(access_fapl))
|
|
TEST_ERROR;
|
|
|
|
/* ...and close the property list */
|
|
if (H5Pclose(access_fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset=H5Dcreate2(file, dname, H5T_NATIVE_INT, space, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
for(i = 0; i < FAMILY_NUMBER; i++)
|
|
for(j = 0; j < FAMILY_SIZE; j++)
|
|
buf[i][j] = (int)((i * 10000) + j);
|
|
|
|
if(H5Dwrite(dset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* check file handle API */
|
|
if((fapl2 = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_family_offset(fapl2, (hsize_t)0) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Fget_vfd_handle(file, fapl2, (void **)&fhandle) < 0)
|
|
TEST_ERROR;
|
|
if(*fhandle < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Pset_family_offset(fapl2, (hsize_t)(FAMILY_SIZE*2)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Fget_vfd_handle(file, fapl2, (void **)&fhandle2) < 0)
|
|
TEST_ERROR;
|
|
if(*fhandle2 < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file size API */
|
|
if(H5Fget_filesize(file, &file_size) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Some data has been written. The file size should be bigger (18KB+976)
|
|
* bytes if int size is 4 bytes) now. */
|
|
#if H5_SIZEOF_INT <= 4
|
|
if(file_size < (18 * KB) || file_size > (20 * KB))
|
|
TEST_ERROR;
|
|
#elif H5_SIZEOF_INT >= 8
|
|
if(file_size < (32 * KB) || file_size > (40 * KB))
|
|
TEST_ERROR;
|
|
#endif
|
|
|
|
if(H5Sclose(space) < 0)
|
|
TEST_ERROR;
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pclose(fapl2) < 0)
|
|
TEST_ERROR;
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Test different wrong ways to reopen family files when there're multiple
|
|
* member files existing. */
|
|
if(test_family_opens(filename, fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Reopen the file with correct member file size. */
|
|
if(H5Pset_fapl_family(fapl, (hsize_t)FAMILY_SIZE, H5P_DEFAULT) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((file = H5Fopen(filename, H5F_ACC_RDWR, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[2], fapl);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Sclose(space);
|
|
H5Dclose(dset);
|
|
H5Pclose(fapl);
|
|
H5Pclose(fapl2);
|
|
H5Fclose(file);
|
|
} H5E_END_TRY;
|
|
return -1;
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_family_compat
|
|
*
|
|
* Purpose: Tests the backward compatibility for FAMILY driver.
|
|
* See if we can open files created with v1.6 library.
|
|
* The source file was created by the test/file_handle.c
|
|
* of the v1.6 library. Then tools/misc/h5repart.c was
|
|
* used to concantenated. The command was "h5repart -m 5k
|
|
* family_file%05d.h5 family_v16_%05d.h5".
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* June 3, 2005
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
/* Disable warning for "format not a string literal" here -QAK */
|
|
/*
|
|
* This pragma only needs to surround the snprintf() calls with
|
|
* 'newname_individual', etc. in the code below, but early (4.4.7, at least) gcc only
|
|
* allows diagnostic pragmas to be toggled outside of functions.
|
|
*/
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wformat-nonliteral"
|
|
static herr_t
|
|
test_family_compat(void)
|
|
{
|
|
hid_t file = -1, fapl = -1;
|
|
hid_t dset = -1;
|
|
char dname[]="dataset";
|
|
char filename[1024];
|
|
char pathname[1024], pathname_individual[1024];
|
|
char newname[1024], newname_individual[1024];
|
|
int counter = 0;
|
|
|
|
TESTING("FAMILY file driver backward compatibility");
|
|
|
|
/* Set property list and file name for FAMILY driver */
|
|
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_fapl_family(fapl, (hsize_t)FAMILY_SIZE2, H5P_DEFAULT) < 0)
|
|
TEST_ERROR;
|
|
|
|
h5_fixname(COMPAT_BASENAME, fapl, filename, sizeof(filename));
|
|
h5_fixname(FILENAME[3], fapl, newname, sizeof(newname));
|
|
|
|
pathname[0] = '\0';
|
|
HDstrcat(pathname, filename);
|
|
|
|
/* The following code makes the copies of the family files in the source directory.
|
|
* Since we're going to open the files with write mode, this protects the original
|
|
* files.
|
|
*/
|
|
HDsnprintf(newname_individual, sizeof(newname_individual), newname, counter);
|
|
HDsnprintf(pathname_individual, sizeof(pathname_individual), pathname, counter);
|
|
|
|
while(h5_make_local_copy(pathname_individual, newname_individual) >= 0) {
|
|
counter++;
|
|
HDsnprintf(newname_individual, sizeof(newname_individual), newname, counter);
|
|
HDsnprintf(pathname_individual, sizeof(pathname_individual), pathname, counter);
|
|
} /* end while */
|
|
|
|
/* Make sure we can open the file. Use the read and write mode to flush the
|
|
* superblock. */
|
|
if((file = H5Fopen(newname, H5F_ACC_RDWR, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset = H5Dopen2(file, dname, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Open the file again to make sure it isn't corrupted. */
|
|
if((file = H5Fopen(newname, H5F_ACC_RDWR, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset = H5Dopen2(file, dname, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[3], fapl);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Fclose(file);
|
|
H5Pclose(fapl);
|
|
} H5E_END_TRY;
|
|
|
|
return -1;
|
|
} /* end test_family_compat() */
|
|
#pragma GCC diagnostic pop
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_multi_opens
|
|
*
|
|
* Purpose: Private function for test_multi() to tests wrong ways of
|
|
* reopening multi file.
|
|
*
|
|
* Return: SUCCEED/FAIL
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* Thursday, May 19, 2005
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
/* Disable warning for "format not a string literal" here -QAK */
|
|
/*
|
|
* This pragma only needs to surround the snprintf() calls with
|
|
* 'sf_name' in the code below, but early (4.4.7, at least) gcc only
|
|
* allows diagnostic pragmas to be toggled outside of functions.
|
|
*/
|
|
#pragma GCC diagnostic push
|
|
#pragma GCC diagnostic ignored "-Wformat-nonliteral"
|
|
static herr_t
|
|
test_multi_opens(char *fname)
|
|
{
|
|
hid_t fid = H5I_INVALID_HID;
|
|
char super_name[1024]; /*name string "%%s-s.h5"*/
|
|
char sf_name[1024]; /*name string "multi_file-s.h5"*/
|
|
|
|
/* Case: reopen with the name of super file and default property list */
|
|
HDsnprintf(super_name, sizeof(super_name), "%%s-%c.h5", 's');
|
|
HDsnprintf(sf_name, sizeof(sf_name), super_name, fname);
|
|
|
|
H5E_BEGIN_TRY {
|
|
fid = H5Fopen(sf_name, H5F_ACC_RDWR, H5P_DEFAULT);
|
|
} H5E_END_TRY;
|
|
|
|
return(fid >= 0 ? FAIL : SUCCEED);
|
|
} /* end test_multi_opens() */
|
|
#pragma GCC diagnostic pop
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_multi
|
|
*
|
|
* Purpose: Tests the file handle interface for MUTLI driver
|
|
*
|
|
* Return: SUCCEED/FAIL
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* Tuesday, Sept 24, 2002
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_multi(void)
|
|
{
|
|
hid_t file=-1, fapl=-1, fapl2=-1, dset=-1, space=-1;
|
|
hid_t root=-1, attr=-1, aspace=-1, atype=-1;
|
|
hid_t access_fapl = -1;
|
|
hid_t driver_id = -1; /* ID for this VFD */
|
|
unsigned long driver_flags = 0; /* VFD feature flags */
|
|
char filename[1024];
|
|
int *fhandle2=NULL, *fhandle=NULL;
|
|
hsize_t file_size;
|
|
H5FD_mem_t mt, memb_map[H5FD_MEM_NTYPES];
|
|
hid_t memb_fapl[H5FD_MEM_NTYPES];
|
|
haddr_t memb_addr[H5FD_MEM_NTYPES];
|
|
const char *memb_name[H5FD_MEM_NTYPES];
|
|
char sv[H5FD_MEM_NTYPES][32];
|
|
hsize_t dims[2]={MULTI_SIZE, MULTI_SIZE};
|
|
hsize_t adims[1]={1};
|
|
char dname[]="dataset";
|
|
char meta[] = "this is some metadata on this file";
|
|
int i, j;
|
|
int buf[MULTI_SIZE][MULTI_SIZE];
|
|
|
|
TESTING("MULTI file driver");
|
|
|
|
/* Set file access property list for MULTI driver */
|
|
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
|
|
HDmemset(memb_map, 0, sizeof(memb_map));
|
|
HDmemset(memb_fapl, 0, sizeof(memb_fapl));
|
|
HDmemset(memb_name, 0, sizeof(memb_name));
|
|
HDmemset(memb_addr, 0, sizeof(memb_addr));
|
|
HDmemset(sv, 0, sizeof(sv));
|
|
|
|
for(mt=H5FD_MEM_DEFAULT; mt<H5FD_MEM_NTYPES; H5_INC_ENUM(H5FD_mem_t,mt)) {
|
|
memb_fapl[mt] = H5P_DEFAULT;
|
|
memb_map[mt] = H5FD_MEM_SUPER;
|
|
}
|
|
memb_map[H5FD_MEM_DRAW] = H5FD_MEM_DRAW;
|
|
memb_map[H5FD_MEM_BTREE] = H5FD_MEM_BTREE;
|
|
memb_map[H5FD_MEM_GHEAP] = H5FD_MEM_GHEAP;
|
|
|
|
HDsprintf(sv[H5FD_MEM_SUPER], "%%s-%c.h5", 's');
|
|
memb_name[H5FD_MEM_SUPER] = sv[H5FD_MEM_SUPER];
|
|
memb_addr[H5FD_MEM_SUPER] = 0;
|
|
|
|
HDsprintf(sv[H5FD_MEM_BTREE], "%%s-%c.h5", 'b');
|
|
memb_name[H5FD_MEM_BTREE] = sv[H5FD_MEM_BTREE];
|
|
memb_addr[H5FD_MEM_BTREE] = HADDR_MAX/4;
|
|
|
|
HDsprintf(sv[H5FD_MEM_DRAW], "%%s-%c.h5", 'r');
|
|
memb_name[H5FD_MEM_DRAW] = sv[H5FD_MEM_DRAW];
|
|
memb_addr[H5FD_MEM_DRAW] = HADDR_MAX/2;
|
|
|
|
HDsprintf(sv[H5FD_MEM_GHEAP], "%%s-%c.h5", 'g');
|
|
memb_name[H5FD_MEM_GHEAP] = sv[H5FD_MEM_GHEAP];
|
|
memb_addr[H5FD_MEM_GHEAP] = (HADDR_MAX/4)*3;
|
|
|
|
|
|
if(H5Pset_fapl_multi(fapl, memb_map, memb_fapl, memb_name, memb_addr, TRUE) < 0)
|
|
TEST_ERROR;
|
|
h5_fixname(FILENAME[4], fapl, filename, sizeof filename);
|
|
|
|
/* Check that the VFD feature flags are correct */
|
|
if ((driver_id = H5Pget_driver(fapl)) < 0)
|
|
TEST_ERROR
|
|
if (H5FDdriver_query(driver_id, &driver_flags) < 0)
|
|
TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_USE_ALLOC_SIZE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_PAGED_AGGR)) TEST_ERROR
|
|
/* Check for extra flags not accounted for above */
|
|
if(driver_flags != (H5FD_FEAT_DATA_SIEVE
|
|
| H5FD_FEAT_AGGREGATE_SMALLDATA
|
|
| H5FD_FEAT_USE_ALLOC_SIZE
|
|
| H5FD_FEAT_PAGED_AGGR))
|
|
TEST_ERROR
|
|
|
|
if((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
|
|
|
|
/* Test wrong ways to reopen multi files */
|
|
if(test_multi_opens(filename) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Reopen the file */
|
|
if((file = H5Fopen(filename, H5F_ACC_RDWR, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create and write data set */
|
|
if((space = H5Screate_simple(2, dims, NULL)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Retrieve the access property list... */
|
|
if ((access_fapl = H5Fget_access_plist(file)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the driver is correct */
|
|
if(H5FD_MULTI != H5Pget_driver(access_fapl))
|
|
TEST_ERROR;
|
|
|
|
/* ...and close the property list */
|
|
if (H5Pclose(access_fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file size API */
|
|
if(H5Fget_filesize(file, &file_size) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Before any data is written, the raw data file is empty. So
|
|
* the file size is only the size of b-tree + HADDR_MAX/4.
|
|
*/
|
|
if(file_size < HADDR_MAX/4 || file_size > HADDR_MAX/2)
|
|
TEST_ERROR;
|
|
|
|
if((dset=H5Dcreate2(file, dname, H5T_NATIVE_INT, space, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
for(i=0; i<MULTI_SIZE; i++)
|
|
for(j=0; j<MULTI_SIZE; j++)
|
|
buf[i][j] = i*10000+j;
|
|
if(H5Dwrite(dset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((fapl2=H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_multi_type(fapl2, H5FD_MEM_SUPER) < 0)
|
|
TEST_ERROR;
|
|
if(H5Fget_vfd_handle(file, fapl2, (void **)&fhandle) < 0)
|
|
TEST_ERROR;
|
|
if(*fhandle<0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Pset_multi_type(fapl2, H5FD_MEM_DRAW) < 0)
|
|
TEST_ERROR;
|
|
if(H5Fget_vfd_handle(file, fapl2, (void **)&fhandle2) < 0)
|
|
TEST_ERROR;
|
|
if(*fhandle2<0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file size API */
|
|
if(H5Fget_filesize(file, &file_size) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* After the data is written, the file size is huge because the
|
|
* beginning of raw data file is set at HADDR_MAX/2. It's supposed
|
|
* to be (HADDR_MAX/2 + 128*128*4)
|
|
*/
|
|
if(file_size < HADDR_MAX/2 || file_size > HADDR_MAX)
|
|
TEST_ERROR;
|
|
|
|
if(H5Sclose(space) < 0)
|
|
TEST_ERROR;
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pclose(fapl2) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create and write attribute for the root group. */
|
|
if((root = H5Gopen2(file, "/", H5P_DEFAULT)) < 0)
|
|
TEST_ERROR
|
|
|
|
/* Attribute string. */
|
|
if((atype = H5Tcopy(H5T_C_S1)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Tset_size(atype, HDstrlen(meta) + 1) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Tset_strpad(atype, H5T_STR_NULLTERM) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create and write attribute */
|
|
if((aspace = H5Screate_simple(1, adims, NULL)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((attr = H5Acreate2(root, "Metadata", atype, aspace, H5P_DEFAULT, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Awrite(attr, atype, meta) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Close IDs */
|
|
if(H5Tclose(atype) < 0)
|
|
TEST_ERROR;
|
|
if(H5Sclose(aspace) < 0)
|
|
TEST_ERROR;
|
|
if(H5Aclose(attr) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[4], fapl);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
|
|
return SUCCEED;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Sclose(space);
|
|
H5Dclose(dset);
|
|
H5Pclose(fapl);
|
|
H5Pclose(fapl2);
|
|
H5Fclose(file);
|
|
H5Aclose(attr);
|
|
} H5E_END_TRY;
|
|
return FAIL;
|
|
} /* end test_multi() */
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_multi_compat
|
|
*
|
|
* Purpose: Tests the backward compatibility for MULTI driver.
|
|
* See if we can open files created with v1.6 library.
|
|
* The source file was created by the test/file_handle.c
|
|
* of the v1.6 library. This test verifies the fix for
|
|
* Issue 2598. In v1.6 library, there was EOA for the whole
|
|
* MULTI file saved in the super block. We took it out in
|
|
* v1.8 library because it's meaningless for the MULTI file.
|
|
* v1.8 library saves the EOA for the metadata file, instead.
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* 21 June 2011
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_multi_compat(void)
|
|
{
|
|
hid_t file=-1, fapl=-1, dset=-1, space=-1;
|
|
char newname[1024];
|
|
char filename_s[1024], newname_s[1024];
|
|
char filename_r[1024], newname_r[1024];
|
|
H5FD_mem_t mt, memb_map[H5FD_MEM_NTYPES];
|
|
hid_t memb_fapl[H5FD_MEM_NTYPES];
|
|
haddr_t memb_addr[H5FD_MEM_NTYPES];
|
|
const char *memb_name[H5FD_MEM_NTYPES];
|
|
char sv[H5FD_MEM_NTYPES][32];
|
|
hsize_t dims[2]={MULTI_SIZE, MULTI_SIZE};
|
|
int i, j;
|
|
int buf[MULTI_SIZE][MULTI_SIZE];
|
|
|
|
TESTING("MULTI file driver backward compatibility");
|
|
|
|
/* Set file access property list for MULTI driver */
|
|
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
|
|
HDmemset(memb_map, 0, sizeof memb_map);
|
|
HDmemset(memb_fapl, 0, sizeof memb_fapl);
|
|
HDmemset(memb_name, 0, sizeof memb_name);
|
|
HDmemset(memb_addr, 0, sizeof memb_addr);
|
|
HDmemset(sv, 0, sizeof sv);
|
|
|
|
for(mt=H5FD_MEM_DEFAULT; mt<H5FD_MEM_NTYPES; H5_INC_ENUM(H5FD_mem_t,mt))
|
|
memb_map[mt] = H5FD_MEM_SUPER;
|
|
memb_map[H5FD_MEM_DRAW] = H5FD_MEM_DRAW;
|
|
|
|
memb_fapl[H5FD_MEM_SUPER] = H5P_DEFAULT;
|
|
HDsprintf(sv[H5FD_MEM_SUPER], "%%s-%c.h5", 's');
|
|
memb_name[H5FD_MEM_SUPER] = sv[H5FD_MEM_SUPER];
|
|
memb_addr[H5FD_MEM_SUPER] = 0;
|
|
|
|
memb_fapl[H5FD_MEM_DRAW] = H5P_DEFAULT;
|
|
HDsprintf(sv[H5FD_MEM_DRAW], "%%s-%c.h5", 'r');
|
|
memb_name[H5FD_MEM_DRAW] = sv[H5FD_MEM_DRAW];
|
|
memb_addr[H5FD_MEM_DRAW] = HADDR_MAX/2;
|
|
|
|
if(H5Pset_fapl_multi(fapl, memb_map, memb_fapl, memb_name, memb_addr, TRUE)<0)
|
|
TEST_ERROR;
|
|
|
|
h5_fixname(FILENAME[9], fapl, newname, sizeof newname);
|
|
|
|
/* Make copy for the data file in the build directory, to protect the
|
|
* original file in the source directory
|
|
*/
|
|
HDsprintf(filename_s, "%s-%c.h5", MULTI_COMPAT_BASENAME, 's');
|
|
HDsprintf(newname_s, "%s-%c.h5", FILENAME[9], 's');
|
|
h5_make_local_copy(filename_s, newname_s);
|
|
|
|
HDsprintf(filename_r, "%s-%c.h5", MULTI_COMPAT_BASENAME, 'r');
|
|
HDsprintf(newname_r, "%s-%c.h5", FILENAME[9], 'r');
|
|
h5_make_local_copy(filename_r, newname_r);
|
|
|
|
/* Reopen the file for read only. Verify 1.8 library can open file
|
|
* created with 1.6 library.
|
|
*/
|
|
if((file=H5Fopen(newname, H5F_ACC_RDONLY, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset = H5Dopen2(file, DSET1_NAME, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Make sure we can reopen the file for read and write */
|
|
if((file=H5Fopen(newname, H5F_ACC_RDWR, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset = H5Dopen2(file, DSET1_NAME, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Reopen the file for adding another dataset. The new EOA for metadata file
|
|
* should be written to the file */
|
|
if((file=H5Fopen(newname, H5F_ACC_RDWR, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Create and write data set */
|
|
if((space=H5Screate_simple(2, dims, NULL)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset=H5Dcreate2(file, DSET3_NAME, H5T_NATIVE_INT, space, H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
for(i=0; i<MULTI_SIZE; i++)
|
|
for(j=0; j<MULTI_SIZE; j++)
|
|
buf[i][j] = i*10000+j;
|
|
if(H5Dwrite(dset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Sclose(space) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Reopen the file for read only again. Verify the library can handle
|
|
* the EOA correctly */
|
|
if((file=H5Fopen(newname, H5F_ACC_RDONLY, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset = H5Dopen2(file, DSET1_NAME, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
|
|
if((dset = H5Dopen2(file, DSET3_NAME, H5P_DEFAULT)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Dclose(dset) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[9], fapl);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Sclose(space);
|
|
H5Dclose(dset);
|
|
H5Pclose(fapl);
|
|
H5Fclose(file);
|
|
} H5E_END_TRY;
|
|
return -1;
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_log
|
|
*
|
|
* Purpose: Tests the file handle interface for log driver
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Dana Robinson
|
|
* Tuesday, March 22, 2011
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_log(void)
|
|
{
|
|
hid_t file = -1;
|
|
hid_t fapl = -1;
|
|
hid_t access_fapl = -1;
|
|
hid_t driver_id = -1; /* ID for this VFD */
|
|
unsigned long driver_flags = 0; /* VFD feature flags */
|
|
char filename[1024];
|
|
int *fhandle = NULL;
|
|
hsize_t file_size = 0;
|
|
unsigned int flags = H5FD_LOG_ALL;
|
|
size_t buf_size = 4 * KB;
|
|
|
|
TESTING("LOG file driver");
|
|
|
|
/* Set property list and file name for log driver. */
|
|
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_fapl_log(fapl, LOG_FILENAME, flags, buf_size) < 0)
|
|
TEST_ERROR;
|
|
h5_fixname(FILENAME[6], fapl, filename, sizeof filename);
|
|
|
|
/* Check that the VFD feature flags are correct */
|
|
if ((driver_id = H5Pget_driver(fapl)) < 0)
|
|
TEST_ERROR
|
|
if (H5FDdriver_query(driver_id, &driver_flags) < 0)
|
|
TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_POSIX_COMPAT_HANDLE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_SUPPORTS_SWMR_IO)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR
|
|
/* Check for extra flags not accounted for above */
|
|
if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA
|
|
| H5FD_FEAT_ACCUMULATE_METADATA
|
|
| H5FD_FEAT_DATA_SIEVE
|
|
| H5FD_FEAT_AGGREGATE_SMALLDATA
|
|
| H5FD_FEAT_POSIX_COMPAT_HANDLE
|
|
| H5FD_FEAT_SUPPORTS_SWMR_IO
|
|
| H5FD_FEAT_DEFAULT_VFD_COMPATIBLE))
|
|
TEST_ERROR
|
|
|
|
/* Create the test file */
|
|
if((file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Retrieve the access property list... */
|
|
if((access_fapl = H5Fget_access_plist(file)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the driver is correct */
|
|
if(H5FD_LOG != H5Pget_driver(access_fapl))
|
|
TEST_ERROR;
|
|
|
|
/* ...and close the property list */
|
|
if(H5Pclose(access_fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file handle API */
|
|
if(H5Fget_vfd_handle(file, H5P_DEFAULT, (void **)&fhandle) < 0)
|
|
TEST_ERROR;
|
|
if(*fhandle < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file size API */
|
|
if(H5Fget_filesize(file, &file_size) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* There is no guarantee the size of metadata in file is constant.
|
|
* Just try to check if it's reasonable. It's 2KB right now.
|
|
*/
|
|
if(file_size < 1 * KB || file_size > 4 * KB)
|
|
TEST_ERROR;
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[6], fapl);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Pclose(fapl);
|
|
H5Fclose(file);
|
|
} H5E_END_TRY;
|
|
return -1;
|
|
}
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_stdio
|
|
*
|
|
* Purpose: Tests the file handle interface for STDIO driver
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Dana Robinson
|
|
* Tuesday, March 22, 2011
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_stdio(void)
|
|
{
|
|
hid_t file = -1;
|
|
hid_t fapl = -1;
|
|
hid_t access_fapl = -1;
|
|
hid_t driver_id = -1; /* ID for this VFD */
|
|
unsigned long driver_flags = 0; /* VFD feature flags */
|
|
char filename[1024];
|
|
FILE *fhandle = NULL;
|
|
hsize_t file_size = 0;
|
|
|
|
TESTING("STDIO file driver");
|
|
|
|
/* Set property list and file name for STDIO driver. */
|
|
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_fapl_stdio(fapl) < 0)
|
|
TEST_ERROR;
|
|
h5_fixname(FILENAME[7], fapl, filename, sizeof filename);
|
|
|
|
/* Check that the VFD feature flags are correct */
|
|
if ((driver_id = H5Pget_driver(fapl)) < 0)
|
|
TEST_ERROR
|
|
if (H5FDdriver_query(driver_id, &driver_flags) < 0)
|
|
TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR
|
|
/* Check for extra flags not accounted for above */
|
|
if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA
|
|
| H5FD_FEAT_ACCUMULATE_METADATA
|
|
| H5FD_FEAT_DATA_SIEVE
|
|
| H5FD_FEAT_AGGREGATE_SMALLDATA
|
|
| H5FD_FEAT_DEFAULT_VFD_COMPATIBLE))
|
|
TEST_ERROR
|
|
|
|
if((file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Retrieve the access property list... */
|
|
if((access_fapl = H5Fget_access_plist(file)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the driver is correct */
|
|
if(H5FD_STDIO != H5Pget_driver(access_fapl))
|
|
TEST_ERROR;
|
|
|
|
/* ...and close the property list */
|
|
if(H5Pclose(access_fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file handle API */
|
|
if(H5Fget_vfd_handle(file, H5P_DEFAULT, (void **)&fhandle) < 0)
|
|
TEST_ERROR;
|
|
if(NULL == fhandle)
|
|
TEST_ERROR;
|
|
|
|
/* Check file size API */
|
|
if(H5Fget_filesize(file, &file_size) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* There is no guarantee the size of metadata in file is constant.
|
|
* Just try to check if it's reasonable. It's 2KB right now.
|
|
*/
|
|
if(file_size < 1 * KB || file_size > 4 * KB)
|
|
TEST_ERROR;
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[7], fapl);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Pclose(fapl);
|
|
H5Fclose(file);
|
|
} H5E_END_TRY;
|
|
return -1;
|
|
}
|
|
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_windows
|
|
*
|
|
* Purpose: Tests the file handle interface for WINDOWS driver
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: Dana Robinson
|
|
* Tuesday, March 22, 2011
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_windows(void)
|
|
{
|
|
#ifdef H5_HAVE_WINDOWS
|
|
|
|
hid_t file = -1;
|
|
hid_t fapl = -1;
|
|
hid_t access_fapl = -1;
|
|
hid_t driver_id = -1; /* ID for this VFD */
|
|
unsigned long driver_flags = 0; /* VFD feature flags */
|
|
char filename[1024];
|
|
int *fhandle = NULL;
|
|
hsize_t file_size = 0;
|
|
|
|
#endif /*H5_HAVE_WINDOWS*/
|
|
|
|
TESTING("WINDOWS file driver");
|
|
|
|
#ifndef H5_HAVE_WINDOWS
|
|
|
|
SKIPPED();
|
|
return 0;
|
|
|
|
#else /* H5_HAVE_WINDOWS */
|
|
|
|
/* Set property list and file name for WINDOWS driver. */
|
|
if((fapl = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
if(H5Pset_fapl_windows(fapl) < 0)
|
|
TEST_ERROR;
|
|
h5_fixname(FILENAME[8], fapl, filename, sizeof filename);
|
|
|
|
/* Check that the VFD feature flags are correct */
|
|
if ((driver_id = H5Pget_driver(fapl)) < 0)
|
|
TEST_ERROR
|
|
if (H5FDdriver_query(driver_id, &driver_flags) < 0)
|
|
TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_ACCUMULATE_METADATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DATA_SIEVE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_AGGREGATE_SMALLDATA)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_POSIX_COMPAT_HANDLE)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_SUPPORTS_SWMR_IO)) TEST_ERROR
|
|
if(!(driver_flags & H5FD_FEAT_DEFAULT_VFD_COMPATIBLE)) TEST_ERROR
|
|
/* Check for extra flags not accounted for above */
|
|
if(driver_flags != (H5FD_FEAT_AGGREGATE_METADATA
|
|
| H5FD_FEAT_ACCUMULATE_METADATA
|
|
| H5FD_FEAT_DATA_SIEVE
|
|
| H5FD_FEAT_AGGREGATE_SMALLDATA
|
|
| H5FD_FEAT_POSIX_COMPAT_HANDLE
|
|
| H5FD_FEAT_SUPPORTS_SWMR_IO
|
|
| H5FD_FEAT_DEFAULT_VFD_COMPATIBLE))
|
|
TEST_ERROR
|
|
|
|
if((file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Retrieve the access property list... */
|
|
if((access_fapl = H5Fget_access_plist(file)) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check that the driver is correct */
|
|
if(H5FD_WINDOWS!= H5Pget_driver(access_fapl))
|
|
TEST_ERROR;
|
|
|
|
/* ...and close the property list */
|
|
if(H5Pclose(access_fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file handle API */
|
|
if(H5Fget_vfd_handle(file, H5P_DEFAULT, (void **)&fhandle) < 0)
|
|
TEST_ERROR;
|
|
if(*fhandle < 0)
|
|
TEST_ERROR;
|
|
|
|
/* Check file size API */
|
|
if(H5Fget_filesize(file, &file_size) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* There is no guarantee the size of metadata in file is constant.
|
|
* Just try to check if it's reasonable. It's 2KB right now.
|
|
*/
|
|
if(file_size < 1 * KB || file_size > 4 * KB)
|
|
TEST_ERROR;
|
|
|
|
/* Close and delete the file */
|
|
if(H5Fclose(file) < 0)
|
|
TEST_ERROR;
|
|
h5_delete_test_file(FILENAME[8], fapl);
|
|
|
|
/* Close the fapl */
|
|
if(H5Pclose(fapl) < 0)
|
|
TEST_ERROR;
|
|
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Pclose(fapl);
|
|
H5Fclose(file);
|
|
} H5E_END_TRY;
|
|
return -1;
|
|
|
|
#endif /* H5_HAVE_WINDOWS */
|
|
} /* end test_windows() */
|
|
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: test_ros3
|
|
*
|
|
* Purpose: Tests the file handle interface for the ROS3 driver
|
|
*
|
|
* As the ROS3 driver is 1) read only, 2) requires access
|
|
* to an S3 server (minio for now), this test is quite
|
|
* different from the other tests.
|
|
*
|
|
* For now, test only fapl & flags. Extend as the
|
|
* work on the VFD continues.
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: -1
|
|
*
|
|
* Programmer: John Mainzer
|
|
* 7/12/17
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
static herr_t
|
|
test_ros3(void)
|
|
{
|
|
#ifdef H5_HAVE_ROS3_VFD
|
|
hid_t fid = -1; /* file ID */
|
|
hid_t fapl_id = -1; /* file access property list ID */
|
|
hid_t fapl_id_out = -1; /* from H5Fget_access_plist */
|
|
hid_t driver_id = -1; /* ID for this VFD */
|
|
unsigned long driver_flags = 0; /* VFD feature flags */
|
|
char filename[1024]; /* filename */
|
|
void *os_file_handle = NULL; /* OS file handle */
|
|
hsize_t file_size; /* file size */
|
|
H5FD_ros3_fapl_t test_ros3_fa;
|
|
H5FD_ros3_fapl_t ros3_fa_0 =
|
|
{
|
|
/* version = */ H5FD_CURR_ROS3_FAPL_T_VERSION,
|
|
/* authenticate = */ FALSE,
|
|
/* aws_region = */ "",
|
|
/* secret_id = */ "",
|
|
/* secret_key = */ "plugh",
|
|
};
|
|
#endif /*H5_HAVE_ROS3_VFD */
|
|
|
|
TESTING("Read-only S3 file driver");
|
|
|
|
#ifndef H5_HAVE_ROS3_VFD
|
|
SKIPPED();
|
|
return 0;
|
|
#else /* H5_HAVE_ROS3_VFD */
|
|
|
|
/* Set property list and file name for ROS3 driver. */
|
|
if((fapl_id = H5Pcreate(H5P_FILE_ACCESS)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(H5Pset_fapl_ros3(fapl_id, &ros3_fa_0) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* verify that the ROS3 FAPL entry is set as expected */
|
|
if(H5Pget_fapl_ros3(fapl_id, &test_ros3_fa) < 0)
|
|
TEST_ERROR;
|
|
|
|
/* need a macro to compare instances of H5FD_ros3_fapl_t */
|
|
if((test_ros3_fa.version != ros3_fa_0.version) ||
|
|
(test_ros3_fa.authenticate != ros3_fa_0.authenticate) ||
|
|
(strcmp(test_ros3_fa.aws_region, ros3_fa_0.aws_region) != 0) ||
|
|
(strcmp(test_ros3_fa.secret_id, ros3_fa_0.secret_id) != 0) ||
|
|
(strcmp(test_ros3_fa.secret_key, ros3_fa_0.secret_key) != 0))
|
|
TEST_ERROR;
|
|
|
|
h5_fixname(FILENAME[10], fapl_id, filename, sizeof(filename));
|
|
|
|
/* Check that the VFD feature flags are correct */
|
|
if ((driver_id = H5Pget_driver(fapl_id)) < 0)
|
|
TEST_ERROR;
|
|
|
|
if (H5FDdriver_query(driver_id, &driver_flags) < 0)
|
|
TEST_ERROR;
|
|
|
|
if(!(driver_flags & H5FD_FEAT_DATA_SIEVE))
|
|
TEST_ERROR
|
|
|
|
/* Check for extra flags not accounted for above */
|
|
if(driver_flags != (H5FD_FEAT_DATA_SIEVE))
|
|
TEST_ERROR
|
|
|
|
PASSED();
|
|
return 0;
|
|
|
|
error:
|
|
H5E_BEGIN_TRY {
|
|
H5Pclose(fapl_id);
|
|
H5Pclose(fapl_id_out);
|
|
H5Fclose(fid);
|
|
} H5E_END_TRY;
|
|
return -1;
|
|
#endif /* H5_HAVE_ROS3_VFD */
|
|
} /* end test_ros3() */
|
|
|
|
/*-------------------------------------------------------------------------
|
|
* Function: main
|
|
*
|
|
* Purpose: Tests the basic features of Virtual File Drivers
|
|
*
|
|
* Return: Success: 0
|
|
* Failure: 1
|
|
*
|
|
* Programmer: Raymond Lu
|
|
* Tuesday, Sept 24, 2002
|
|
*
|
|
*-------------------------------------------------------------------------
|
|
*/
|
|
int
|
|
main(void)
|
|
{
|
|
int nerrors = 0;
|
|
|
|
h5_reset();
|
|
|
|
HDprintf("Testing basic Virtual File Driver functionality.\n");
|
|
|
|
nerrors += test_sec2() < 0 ? 1 : 0;
|
|
nerrors += test_core() < 0 ? 1 : 0;
|
|
nerrors += test_direct() < 0 ? 1 : 0;
|
|
nerrors += test_family() < 0 ? 1 : 0;
|
|
nerrors += test_family_compat() < 0 ? 1 : 0;
|
|
nerrors += test_multi() < 0 ? 1 : 0;
|
|
nerrors += test_multi_compat() < 0 ? 1 : 0;
|
|
nerrors += test_log() < 0 ? 1 : 0;
|
|
nerrors += test_stdio() < 0 ? 1 : 0;
|
|
nerrors += test_windows() < 0 ? 1 : 0;
|
|
nerrors += test_ros3() < 0 ? 1 : 0;
|
|
|
|
if(nerrors) {
|
|
HDprintf("***** %d Virtual File Driver TEST%s FAILED! *****\n",
|
|
nerrors, nerrors > 1 ? "S" : "");
|
|
return 1;
|
|
} /* end if */
|
|
|
|
HDprintf("All Virtual File Driver tests passed.\n");
|
|
|
|
return 0;
|
|
} /* end main() */
|
|
|