mirror/hdf5
2
0
Fork 0
mirror of https://github.com/HDFGroup/hdf5.git synced 2024-12-15 07:40:23 +08:00
Code Issues Packages Projects Releases Wiki Activity
bfc69905ac
hdf5/test/vds.c
Neil Fortner bfc69905ac [svn-r26411] Add support for I/O in very simple cases (virtual mapping and file space are 
both H5S_ALL).
Note make check  fails in h5dump test (unrelated to this checkin).

Tested: ummon
2015-03-09 16:59:50 -05:00

1227 lines
36 KiB
C
Raw Blame History

This file contains invisible Unicode characters

This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
* Copyright by The HDF Group. *
* Copyright by the Board of Trustees of the University of Illinois. *
* All rights reserved. *
* *
* This file is part of HDF5. The full HDF5 copyright notice, including *
* terms governing use, modification, and redistribution, is contained in *
* the files COPYING and Copyright.html. COPYING can be found at the root *
* of the source code distribution tree; Copyright.html can be found at the *
* root level of an installed copy of the electronic HDF5 document set and *
* is linked from the top-level documents page. It can also be found at *
* http://hdfgroup.org/HDF5/doc/Copyright.html. If you do not have *
* access to either file, you may request a copy from help@hdfgroup.org. *
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
/*
* Programmer: Neil Fortner <nfortne2@hdfgroup.org>
* Monday, February 16, 2015
*
* Purpose: Tests datasets with virtual layout.
*/
#include "h5test.h"
#include "H5srcdir.h"
#include "H5Dprivate.h" /* For H5D_VIRTUAL_DEF_LIST_SIZE */
typedef enum {
TEST_API_BASIC,
TEST_API_COPY_PLIST,
TEST_API_CREATE_DSET,
TEST_API_REOPEN_DSET,
TEST_API_REOPEN_FILE,
TEST_API_NTESTS
} test_api_config_t;
const char *FILENAME[] = {
"vds_1",
"vds_2",
NULL
};
/* I/O test config flags */
#define TEST_IO_CLOSE_SRC 0x01u
#define TEST_IO_DIFFERENT_FILE 0x02u
#define TEST_IO_NTESTS 0x04u
#define LIST_DOUBLE_SIZE (H5D_VIRTUAL_DEF_LIST_SIZE + 1)
#define FILENAME_BUF_SIZE 1024
/*-------------------------------------------------------------------------
* Function: vds_select_equal
*
* Purpose: Helper function to check if the selections in the two
* provided dataspaces are the same.
*
* Return: Success: 0
*
* Failure: -1
*
* Programmer: Neil Fortner
* Monday, March 2, 2015
*
* Modifications:
*
*-------------------------------------------------------------------------
*/
static htri_t
vds_select_equal(hid_t space1, hid_t space2)
{
H5S_sel_type type1;
H5S_sel_type type2;
hsize_t *buf1 = NULL;
hsize_t *buf2 = NULL;
size_t i;
htri_t ret_value = TRUE;
/* Get and compare selection types */
if((type1 = H5Sget_select_type(space1)) < 0)
TEST_ERROR
if((type2 = H5Sget_select_type(space2)) < 0)
TEST_ERROR
if(type1 != type2)
return FALSE;
/* Check selection type */
switch(type1) {
case H5S_SEL_NONE:
case H5S_SEL_ALL:
break;
case H5S_SEL_POINTS:
{
int rank1;
int rank2;
hssize_t npoints1;
hssize_t npoints2;
/* Get and compare rank */
if((rank1 = H5Sget_simple_extent_ndims(space1)) < 0)
TEST_ERROR
if((rank2 = H5Sget_simple_extent_ndims(space2)) < 0)
TEST_ERROR
if(rank1 != rank2)
return FALSE;
/* Get and compare number of points */
if((npoints1 = H5Sget_select_elem_npoints(space1)) < 0)
TEST_ERROR
if((npoints2 = H5Sget_select_elem_npoints(space2)) < 0)
TEST_ERROR
if(npoints1 != npoints2)
return FALSE;
/* Allocate point lists. Do not return directly afer
* allocating, to make sure buffers are freed. */
if(NULL == (buf1 = (hsize_t *)HDmalloc((size_t)rank1 * (size_t)npoints1 * sizeof(hsize_t))))
TEST_ERROR
if(NULL == (buf2 = (hsize_t *)HDmalloc((size_t)rank1 * (size_t)npoints1 * sizeof(hsize_t))))
TEST_ERROR
/* Get and compare point lists */
if(H5Sget_select_elem_pointlist(space1, (hsize_t)0, (hsize_t)npoints1, buf1) < 0)
TEST_ERROR
if(H5Sget_select_elem_pointlist(space2, (hsize_t)0, (hsize_t)npoints1, buf2) < 0)
TEST_ERROR
for(i = 0; i < ((size_t)rank1 * (size_t)npoints1); i++)
if(buf1[i] != buf2[i]) {
ret_value = FALSE;
break;
} /* end if */
/* Free buffers */
HDfree(buf1);
buf1 = NULL;
HDfree(buf2);
buf2 = NULL;
} /* end block */
break;
case H5S_SEL_HYPERSLABS:
{
int rank1;
int rank2;
hssize_t nblocks1;
hssize_t nblocks2;
/* Get and compare rank */
if((rank1 = H5Sget_simple_extent_ndims(space1)) < 0)
TEST_ERROR
if((rank2 = H5Sget_simple_extent_ndims(space2)) < 0)
TEST_ERROR
if(rank1 != rank2)
return FALSE;
/* Get and compare number of blocks */
if((nblocks1 = H5Sget_select_hyper_nblocks(space1)) < 0)
TEST_ERROR
if((nblocks2 = H5Sget_select_hyper_nblocks(space2)) < 0)
TEST_ERROR
if(nblocks1 != nblocks2)
return FALSE;
/* Allocate block lists. Do not return directly afer
* allocating, to make sure buffers are freed. */
if(NULL == (buf1 = (hsize_t *)HDmalloc((size_t)2 * (size_t)rank1 * (size_t)nblocks1 * sizeof(*buf1))))
TEST_ERROR
if(NULL == (buf2 = (hsize_t *)HDmalloc((size_t)2 * (size_t)rank1 * (size_t)nblocks1 * sizeof(*buf2))))
TEST_ERROR
/* Get and compare block lists */
if(H5Sget_select_hyper_blocklist(space1, (hsize_t)0, (hsize_t)nblocks1, buf1) < 0)
TEST_ERROR
if(H5Sget_select_hyper_blocklist(space2, (hsize_t)0, (hsize_t)nblocks1, buf2) < 0)
TEST_ERROR
for(i = 0; i < ((size_t)2 * (size_t)rank1 * (size_t)nblocks1); i++)
if(buf1[i] != buf2[i]) {
ret_value = FALSE;
break;
} /* end if */
/* Free buffers */
HDfree(buf1);
buf1 = NULL;
HDfree(buf2);
buf2 = NULL;
} /* end block */
break;
case H5S_SEL_ERROR:
case H5S_SEL_N:
default:
TEST_ERROR
} /* end switch */
return ret_value;
error:
if(buf1)
HDfree(buf1);
if(buf2)
HDfree(buf2);
return -1;
} /* end vds_select_equal() */
/*-------------------------------------------------------------------------
* Function: vds_check_mapping
*
* Purpose: Helper function to check if the ith virtual mapping in the
* provided dcpl is the same as that described by the other
* parameters.
*
* Return: Success: 0
*
* Failure: -1
*
* Programmer: Neil Fortner
* Monday, March 2, 2015
*
* Modifications:
*
*-------------------------------------------------------------------------
*/
static int
vds_check_mapping(hid_t dcpl, size_t i, hid_t vspace, hid_t srcspace,
const char *filename, const char *dsetname)
{
hid_t space_out = -1;
char name_out[32];
htri_t tri_ret;
ssize_t str_len;
HDassert(dcpl >= 0);
HDassert(vspace >= 0);
HDassert(srcspace >= 0);
HDassert(filename);
HDassert(dsetname);
/* Check vspace */
if((space_out = H5Pget_virtual_vspace(dcpl, i)) < 0)
TEST_ERROR
if((tri_ret = H5Sextent_equal(space_out, vspace)) < 0)
TEST_ERROR
if(!tri_ret)
TEST_ERROR
if((tri_ret = vds_select_equal(space_out, vspace)) < 0)
TEST_ERROR
if(!tri_ret)
TEST_ERROR
if(H5Sclose(space_out) < 0)
TEST_ERROR
space_out = -1;
/* Check srcspace */
if((space_out = H5Pget_virtual_srcspace(dcpl, i)) < 0)
TEST_ERROR
if((tri_ret = vds_select_equal(space_out, srcspace)) < 0)
TEST_ERROR
if(!tri_ret)
TEST_ERROR
if(H5Sclose(space_out) < 0)
TEST_ERROR
space_out = -1;
/* Check filename */
if((str_len = H5Pget_virtual_filename(dcpl, i, NULL, (size_t)0)) < 0)
TEST_ERROR
if((size_t)str_len != HDstrlen(filename))
TEST_ERROR
HDassert((size_t)str_len < sizeof(name_out));
if((str_len = H5Pget_virtual_filename(dcpl, i, name_out, sizeof(name_out))) < 0)
TEST_ERROR
if((size_t)str_len != HDstrlen(filename))
TEST_ERROR
if(HDstrncmp(name_out, filename, (size_t)str_len + 1) != 0)
TEST_ERROR
/* Check dsetname */
if((str_len = H5Pget_virtual_dsetname(dcpl, i, NULL, (size_t)0)) < 0)
TEST_ERROR
if((size_t)str_len != HDstrlen(dsetname))
TEST_ERROR
HDassert((size_t)str_len < sizeof(name_out));
if((str_len = H5Pget_virtual_dsetname(dcpl, i, name_out, sizeof(name_out))) < 0)
TEST_ERROR
if((size_t)str_len != HDstrlen(dsetname))
TEST_ERROR
if(HDstrncmp(name_out, dsetname, (size_t)str_len + 1) != 0)
TEST_ERROR
return 0;
error:
H5E_BEGIN_TRY {
if(space_out >= 0)
(void)H5Sclose(space_out);
} H5E_END_TRY
return -1;
} /* end vds_check_mapping() */
/*-------------------------------------------------------------------------
* Function: test_api
*
* Purpose: Tests API functions related to virtual datasets.
*
* Return: Success: 0
*
* Failure: number of errors
*
* Programmer: Neil Fortner
* Monday, February 16, 2015
*
* Modifications:
*
*-------------------------------------------------------------------------
*/
/* Helper function to get DCPL for examination depending on config */
static int
test_api_get_ex_dcpl(test_api_config_t config, hid_t fapl, hid_t dcpl,
hid_t *ex_dcpl, hid_t vspace, char *filename)
{
hid_t file = -1; /* File */
hid_t dset = -1; /* Virtual dataset */
HDassert((config >= TEST_API_BASIC) && (config < TEST_API_NTESTS));
HDassert(fapl >= 0);
HDassert(dcpl >= 0);
HDassert(ex_dcpl);
HDassert(*ex_dcpl < 0);
HDassert(vspace >= 0);
HDassert(filename);
/* Take different action depending on test configuration */
if(config >= TEST_API_CREATE_DSET) {
/* Create file and dataset */
if((file = H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0)
TEST_ERROR
if((dset = H5Dcreate2(file, "vdset", H5T_NATIVE_INT, vspace, H5P_DEFAULT, dcpl, H5P_DEFAULT)) < 0)
TEST_ERROR
/* Reopen dataset if requested */
if(config >= TEST_API_REOPEN_DSET) {
/* Close dataset */
if(H5Dclose(dset) < 0)
TEST_ERROR
dset = -1;
/* Reopen file if requested */
if(config == TEST_API_REOPEN_FILE) {
if(H5Fclose(file) < 0)
TEST_ERROR
file = -1;
if((file = H5Fopen(filename, H5F_ACC_RDONLY, fapl)) < 0)
TEST_ERROR
} /* end if */
/* Open dataset */
if((dset = H5Dopen2(file, "vdset", H5P_DEFAULT)) < 0)
TEST_ERROR
} /* end if */
/* Get DCPL from dataset */
if((*ex_dcpl = H5Dget_create_plist(dset)) < 0)
TEST_ERROR
/* Close dataset and file */
if(H5Dclose(dset) < 0)
TEST_ERROR
dset = -1;
if(H5Fclose(file) < 0)
TEST_ERROR
file = -1;
} /* end if */
else if(config == TEST_API_COPY_PLIST) {
/* Copy property list */
if((*ex_dcpl = H5Pcopy(dcpl)) < 0)
TEST_ERROR
} /* end if */
else {
/* Simply copy the id to ex_dcpl and increment the ref count so ex_dcpl
* can be closed */
if(H5Iinc_ref(dcpl) < 0)
TEST_ERROR
*ex_dcpl = dcpl;
} /* end else */
return 0;
error:
H5E_BEGIN_TRY {
if(file >= 0)
(void)H5Fclose(file);
if(dset >= 0)
(void)H5Dclose(dset);
} H5E_END_TRY;
return -1;
} /* end test_api_get_ex_dcpl() */
/* Main test function */
static int
test_api(test_api_config_t config, hid_t fapl)
{
char filename[FILENAME_BUF_SIZE];
hid_t dcpl = -1; /* Dataset creation property list */
hid_t ex_dcpl = -1; /* Temporary dcpl for examination */
hid_t srcspace[4] = {-1, -1, -1, -1}; /* Source dataspaces */
hid_t vspace[LIST_DOUBLE_SIZE]; /* Virtual dset dataspaces */
const char *src_file[4] = {"src_file1", "src_file2.", "src_file3..", "src_file4..."}; /* Source file names (different lengths) */
const char *src_dset[4] = {"src_dset1....", "src_dset2.....", "src_dset3......", "src_dset4......."}; /* Source dataset names (different lengths) */
char tmp_filename[32];
char tmp_dsetname[32];
hsize_t dims[2] = {10, 20}; /* Data space current size */
hsize_t start[2]; /* Hyperslab start */
hsize_t stride[2]; /* Hyperslab stride */
hsize_t count[2]; /* Hyperslab count */
hsize_t block[2]; /* Hyperslab block */
hsize_t coord[10]; /* Point selection array */
size_t size_out;
unsigned i;
/* Initialize vspace */
for(i = 0; i < (unsigned)(sizeof(vspace) / sizeof(vspace[0])); i++)
vspace[i] = -1;
switch(config) {
case TEST_API_BASIC:
TESTING("virtual dataset API functions")
break;
case TEST_API_COPY_PLIST:
TESTING("virtual dataset API functions with copied plists")
break;
case TEST_API_CREATE_DSET:
TESTING("virtual dataset create")
break;
case TEST_API_REOPEN_DSET:
TESTING("virtual dataset create with reopened dataset")
break;
case TEST_API_REOPEN_FILE:
TESTING("virtual dataset create with reopened file")
break;
case TEST_API_NTESTS:
default:
TEST_ERROR
} /* end switch */
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
/* Create DCPL */
if((dcpl = H5Pcreate(H5P_DATASET_CREATE)) < 0)
TEST_ERROR
/*
* Test 1: All - all selection
*/
/* Create source dataspace */
if((srcspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Create virtual dataspace */
if((vspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Select all (should not be necessary, but just to be sure) */
if(H5Sselect_all(srcspace[0]) < 0)
TEST_ERROR
if(H5Sselect_all(vspace[0]) < 0)
TEST_ERROR
/* Add virtual layout mapping */
if(H5Pset_virtual(dcpl, vspace[0], src_file[0], src_dset[0], srcspace[0]) < 0)
TEST_ERROR
/* Get examination DCPL */
if(test_api_get_ex_dcpl(config, fapl, dcpl, &ex_dcpl, vspace[0], filename) < 0)
TEST_ERROR
/* Test H5Pget_virtual_count */
if(H5Pget_virtual_count(ex_dcpl, &size_out) < 0)
TEST_ERROR
if(size_out != (size_t)1)
TEST_ERROR
/* Check that the mapping in the DCPL is correct */
if(vds_check_mapping(ex_dcpl, (size_t)0, vspace[0], srcspace[0], src_file[0], src_dset[0]) < 0)
TEST_ERROR
/* Close */
if(H5Sclose(srcspace[0]) < 0)
TEST_ERROR
srcspace[0] = -1;
if(H5Sclose(vspace[0]) < 0)
TEST_ERROR
vspace[0] = -1;
if(H5Pclose(ex_dcpl) < 0)
TEST_ERROR
ex_dcpl = -1;
/*
* Test 2: Hyper - hyper selection
*/
/* Clear virtual layout in DCPL */
if(H5Pset_layout(dcpl, H5D_VIRTUAL) < 0)
TEST_ERROR
/* Create source dataspace */
if((srcspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Create virtual dataspace */
if((vspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Select regular hyperslab in source space */
start[0] = 2;
start[1] = 1;
stride[0] = 3;
stride[1] = 5;
count[0] = 2;
count[1] = 3;
block[0] = 2;
block[1] = 4;
if(H5Sselect_hyperslab(srcspace[0], H5S_SELECT_SET, start, stride, count, block) < 0)
TEST_ERROR
/* Select composite hyperslab in virtual space */
count[0] = 1;
count[1] = 1;
block[0] = 5;
block[1] = 6;
if(H5Sselect_hyperslab(vspace[0], H5S_SELECT_SET, start, NULL, count, block) < 0)
TEST_ERROR
start[0] = 7;
start[1] = 0;
block[0] = 1;
block[1] = 18;
if(H5Sselect_hyperslab(vspace[0], H5S_SELECT_OR, start, NULL, count, block) < 0)
TEST_ERROR
/* Add virtual layout mapping */
if(H5Pset_virtual(dcpl, vspace[0], src_file[0], src_dset[0], srcspace[0]) < 0)
TEST_ERROR
/* Get examination DCPL */
if(test_api_get_ex_dcpl(config, fapl, dcpl, &ex_dcpl, vspace[0], filename) < 0)
TEST_ERROR
/* Test H5Pget_virtual_count */
if(H5Pget_virtual_count(ex_dcpl, &size_out) < 0)
TEST_ERROR
if(size_out != (size_t)1)
TEST_ERROR
/* Check that the mapping in the DCPL is correct */
if(vds_check_mapping(ex_dcpl, (size_t)0, vspace[0], srcspace[0], src_file[0], src_dset[0]) < 0)
TEST_ERROR
/* Close */
if(H5Sclose(srcspace[0]) < 0)
TEST_ERROR
srcspace[0] = -1;
if(H5Sclose(vspace[0]) < 0)
TEST_ERROR
vspace[0] = -1;
if(H5Pclose(ex_dcpl) < 0)
TEST_ERROR
ex_dcpl = -1;
/*
* Test 3: Point - point selection
*/
/* Clear virtual layout in DCPL */
if(H5Pset_layout(dcpl, H5D_VIRTUAL) < 0)
TEST_ERROR
/* Create source dataspace */
if((srcspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Create virtual dataspace */
if((vspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Select points in source space */
coord[0] = 5;
coord[1] = 15;
coord[2] = 7;
coord[3] = 19;
coord[4] = 8;
coord[5] = 0;
coord[6] = 2;
coord[7] = 14;
coord[8] = 8;
coord[9] = 18;
if(H5Sselect_elements(srcspace[0], H5S_SELECT_SET, (size_t)5, coord) < 0)
TEST_ERROR
/* Select points in virtual space */
coord[0] = 3;
coord[1] = 12;
coord[2] = 7;
coord[3] = 11;
coord[4] = 4;
coord[5] = 9;
coord[6] = 7;
coord[7] = 11;
coord[8] = 5;
coord[9] = 5;
if(H5Sselect_elements(vspace[0], H5S_SELECT_SET, (size_t)5, coord) < 0)
TEST_ERROR
/* Add virtual layout mapping */
if(H5Pset_virtual(dcpl, vspace[0], src_file[0], src_dset[0], srcspace[0]) < 0)
TEST_ERROR
/* Get examination DCPL */
if(test_api_get_ex_dcpl(config, fapl, dcpl, &ex_dcpl, vspace[0], filename) < 0)
TEST_ERROR
/* Test H5Pget_virtual_count */
if(H5Pget_virtual_count(ex_dcpl, &size_out) < 0)
TEST_ERROR
if(size_out != (size_t)1)
TEST_ERROR
/* Check that the mapping in the DCPL is correct */
if(vds_check_mapping(ex_dcpl, (size_t)0, vspace[0], srcspace[0], src_file[0], src_dset[0]) < 0)
TEST_ERROR
/* Close */
if(H5Sclose(srcspace[0]) < 0)
TEST_ERROR
srcspace[0] = -1;
if(H5Sclose(vspace[0]) < 0)
TEST_ERROR
vspace[0] = -1;
if(H5Pclose(ex_dcpl) < 0)
TEST_ERROR
ex_dcpl = -1;
/*
* Test 4: Point - hyper selection
*/
/* Clear virtual layout in DCPL */
if(H5Pset_layout(dcpl, H5D_VIRTUAL) < 0)
TEST_ERROR
/* Create source dataspace */
if((srcspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Create virtual dataspace */
if((vspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Select hyperslab in source space */
start[0] = 2;
start[1] = 7;
count[0] = 1;
count[1] = 1;
block[0] = 1;
block[1] = 5;
if(H5Sselect_hyperslab(srcspace[0], H5S_SELECT_SET, start, NULL, count, block) < 0)
TEST_ERROR
/* Select points in virtual space */
coord[0] = 1;
coord[1] = 1;
coord[2] = 4;
coord[3] = 17;
coord[4] = 3;
coord[5] = 9;
coord[6] = 5;
coord[7] = 13;
coord[8] = 7;
coord[9] = 16;
if(H5Sselect_elements(vspace[0], H5S_SELECT_SET, (size_t)5, coord) < 0)
TEST_ERROR
/* Add virtual layout mapping */
if(H5Pset_virtual(dcpl, vspace[0], src_file[0], src_dset[0], srcspace[0]) < 0)
TEST_ERROR
/* Get examination DCPL */
if(test_api_get_ex_dcpl(config, fapl, dcpl, &ex_dcpl, vspace[0], filename) < 0)
TEST_ERROR
/* Test H5Pget_virtual_count */
if(H5Pget_virtual_count(ex_dcpl, &size_out) < 0)
TEST_ERROR
if(size_out != (size_t)1)
TEST_ERROR
/* Check that the mapping in the DCPL is correct */
if(vds_check_mapping(ex_dcpl, (size_t)0, vspace[0], srcspace[0], src_file[0], src_dset[0]) < 0)
TEST_ERROR
/* Close */
if(H5Sclose(srcspace[0]) < 0)
TEST_ERROR
srcspace[0] = -1;
if(H5Sclose(vspace[0]) < 0)
TEST_ERROR
vspace[0] = -1;
if(H5Pclose(ex_dcpl) < 0)
TEST_ERROR
ex_dcpl = -1;
/*
* Test 5: All previous mappings together
*/
/* Clear virtual layout in DCPL */
if(H5Pset_layout(dcpl, H5D_VIRTUAL) < 0)
TEST_ERROR
/* Create dataspaces */
for(i = 0; i < 4; i++) {
/* Create source dataspace */
if((srcspace[i] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Create virtual dataspace */
if((vspace[i] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
} /* end for */
/* Select all (should not be necessary, but just to be sure) */
if(H5Sselect_all(srcspace[0]) < 0)
TEST_ERROR
if(H5Sselect_all(vspace[0]) < 0)
TEST_ERROR
/* Select regular hyperslab in source space */
start[0] = 2;
start[1] = 1;
stride[0] = 3;
stride[1] = 5;
count[0] = 2;
count[1] = 3;
block[0] = 2;
block[1] = 4;
if(H5Sselect_hyperslab(srcspace[1], H5S_SELECT_SET, start, stride, count, block) < 0)
TEST_ERROR
/* Select composite hyperslab in virtual space */
count[0] = 1;
count[1] = 1;
block[0] = 5;
block[1] = 6;
if(H5Sselect_hyperslab(vspace[1], H5S_SELECT_SET, start, NULL, count, block) < 0)
TEST_ERROR
start[0] = 7;
start[1] = 0;
block[0] = 1;
block[1] = 18;
if(H5Sselect_hyperslab(vspace[1], H5S_SELECT_OR, start, NULL, count, block) < 0)
TEST_ERROR
/* Select points in source space */
coord[0] = 5;
coord[1] = 15;
coord[2] = 7;
coord[3] = 19;
coord[4] = 8;
coord[5] = 0;
coord[6] = 2;
coord[7] = 14;
coord[8] = 8;
coord[9] = 18;
if(H5Sselect_elements(srcspace[2], H5S_SELECT_SET, (size_t)5, coord) < 0)
TEST_ERROR
/* Select points in virtual space */
coord[0] = 3;
coord[1] = 12;
coord[2] = 7;
coord[3] = 11;
coord[4] = 4;
coord[5] = 9;
coord[6] = 7;
coord[7] = 11;
coord[8] = 5;
coord[9] = 5;
if(H5Sselect_elements(vspace[2], H5S_SELECT_SET, (size_t)5, coord) < 0)
TEST_ERROR
/* Select hyperslab in source space */
start[0] = 2;
start[1] = 7;
count[0] = 1;
count[1] = 1;
block[0] = 1;
block[1] = 5;
if(H5Sselect_hyperslab(srcspace[3], H5S_SELECT_SET, start, NULL, count, block) < 0)
TEST_ERROR
/* Select points in virtual space */
coord[0] = 1;
coord[1] = 1;
coord[2] = 4;
coord[3] = 17;
coord[4] = 3;
coord[5] = 9;
coord[6] = 5;
coord[7] = 13;
coord[8] = 7;
coord[9] = 16;
if(H5Sselect_elements(vspace[3], H5S_SELECT_SET, (size_t)5, coord) < 0)
TEST_ERROR
/* Add virtual layout mappings */
for(i = 0; i < 4; i++)
if(H5Pset_virtual(dcpl, vspace[i], src_file[i], src_dset[i], srcspace[i]) < 0)
TEST_ERROR
/* Get examination DCPL */
if(test_api_get_ex_dcpl(config, fapl, dcpl, &ex_dcpl, vspace[0], filename) < 0)
TEST_ERROR
/* Test H5Pget_virtual_count */
if(H5Pget_virtual_count(ex_dcpl, &size_out) < 0)
TEST_ERROR
if(size_out != (size_t)4)
TEST_ERROR
/* Check that the mappings in the DCPL are correct */
for(i = 0; i < 4; i++)
if(vds_check_mapping(ex_dcpl, (size_t)i, vspace[i], srcspace[i], src_file[i], src_dset[i]) < 0)
TEST_ERROR
/* Close */
for(i = 0; i < 4; i++) {
if(H5Sclose(srcspace[i]) < 0)
TEST_ERROR
srcspace[i] = -1;
if(H5Sclose(vspace[i]) < 0)
TEST_ERROR
vspace[i] = -1;
} /* end for */
if(H5Pclose(ex_dcpl) < 0)
TEST_ERROR
ex_dcpl = -1;
/*
* Test 6: Enough Selections to trigger doubling of mapping list
*/
/* Clear virtual layout in DCPL */
if(H5Pset_layout(dcpl, H5D_VIRTUAL) < 0)
TEST_ERROR
/* Create source dataspace */
dims[0] = 1;
if((srcspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Select all in source space (should not be necessary, but just to be sure) */
if(H5Sselect_all(srcspace[0]) < 0)
TEST_ERROR
/* Init virtual space extent */
dims[0] = LIST_DOUBLE_SIZE;
/* Init hyperslab values */
start[0] = 0;
start[1] = 0;
count[0] = 1;
count[1] = 1;
block[0] = 1;
block[1] = 20;
/* Build virtual layout */
for(i = 0; i < LIST_DOUBLE_SIZE; i++) {
/* Create virtual dataspace */
if((vspace[i] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Select row in virual dataspace */
start[0] = (hsize_t)i;
if(H5Sselect_hyperslab(vspace[i], H5S_SELECT_SET, start, NULL, count, block) < 0)
TEST_ERROR
/* Create file and dataset names */
(void)HDsnprintf(tmp_filename, sizeof(tmp_filename), "src_file%u", i);
tmp_filename[sizeof(tmp_filename) - 1] = '\0';
(void)HDsnprintf(tmp_dsetname, sizeof(tmp_dsetname), "src_dset%u", i);
tmp_dsetname[sizeof(tmp_dsetname) - 1] = '\0';
/* Add virtual layout mapping */
if(H5Pset_virtual(dcpl, vspace[i], tmp_filename, tmp_dsetname, srcspace[0]) < 0)
TEST_ERROR
} /* end if */
/* Get examination DCPL */
if(test_api_get_ex_dcpl(config, fapl, dcpl, &ex_dcpl, vspace[0], filename) < 0)
TEST_ERROR
/* Test H5Pget_virtual_count */
if(H5Pget_virtual_count(ex_dcpl, &size_out) < 0)
TEST_ERROR
if(size_out != (size_t)LIST_DOUBLE_SIZE)
TEST_ERROR
/* Verify virtual layout */
for(i = 0; i < LIST_DOUBLE_SIZE; i++) {
/* Generate source file name */
(void)HDsnprintf(tmp_filename, sizeof(tmp_filename), "src_file%u", i);
tmp_filename[sizeof(tmp_filename) - 1] = '\0';
/* Generate source dset name */
(void)HDsnprintf(tmp_dsetname, sizeof(tmp_dsetname), "src_dset%u", i);
tmp_dsetname[sizeof(tmp_dsetname) - 1] = '\0';
/* Check that the mapping in the DCPL is correct */
if(vds_check_mapping(ex_dcpl, (size_t)i, vspace[i], srcspace[0], tmp_filename, tmp_dsetname) < 0)
TEST_ERROR
} /* end if */
/* Close */
if(H5Sclose(srcspace[0]) < 0)
TEST_ERROR
srcspace[0] = -1;
for(i = 0; i < LIST_DOUBLE_SIZE; i++) {
if(H5Sclose(vspace[i]) < 0)
TEST_ERROR
vspace[i] = -1;
} /* end for */
if(H5Pclose(ex_dcpl) < 0)
TEST_ERROR
ex_dcpl = -1;
/* Close */
if(H5Pclose(dcpl) < 0)
TEST_ERROR
dcpl = -1;
PASSED();
return 0;
error:
H5E_BEGIN_TRY {
for(i = 0; i < (sizeof(srcspace) / sizeof(srcspace[0])); i++) {
if(srcspace[i] >= 0)
(void)H5Sclose(srcspace[i]);
} /* end for */
for(i = 0; i < (sizeof(vspace) / sizeof(vspace[0])); i++) {
if(vspace[i] >= 0)
(void)H5Sclose(vspace[i]);
} /* end for */
if(dcpl >= 0)
(void)H5Pclose(dcpl);
if(ex_dcpl >= 0)
(void)H5Pclose(ex_dcpl);
} H5E_END_TRY;
return 1;
} /* end test_api() */
/*-------------------------------------------------------------------------
* Function: test_basic_io
*
* Purpose: Tests VDS I/O without unlimited selections or
* pattern-matching file/dataset strings
*
* Return: Success: 0
*
* Failure: number of errors
*
* Programmer: Neil Fortner
* Tuesday, March 3, 2015
*
* Modifications:
*
*-------------------------------------------------------------------------
*/
static int
test_basic_io(unsigned config, hid_t fapl)
{
char srcfilename[FILENAME_BUF_SIZE];
char vfilename[FILENAME_BUF_SIZE];
hid_t srcfile[4] = {-1, -1, -1, -1}; /* Files with source dsets */
hid_t vfile = -1; /* File with virtual dset */
hid_t dcpl = -1; /* Dataset creation property list */
hid_t srcspace[4] = {-1, -1, -1, -1}; /* Source dataspaces */
hid_t vspace[4] = {-1, -1, -1, -1}; /* Virtual dset dataspaces */
hid_t srcdset[4] = {-1, -1, -1, -1}; /* Source datsets */
hid_t vdset = -1; /* Virtual dataset */
hsize_t dims[2] = {10, 20}; /* Data space current size */
hsize_t start[2]; /* Hyperslab start */
hsize_t stride[2]; /* Hyperslab stride */
hsize_t count[2]; /* Hyperslab count */
hsize_t block[2]; /* Hyperslab block */
hsize_t coord[10]; /* Point selection array */
int buf[10][20]; /* Write and expecte read buffer */
int rbuf[10][20]; /* Read buffer */
int i, j;
TESTING("basic virtual dataset I/O")
h5_fixname(FILENAME[0], fapl, vfilename, sizeof vfilename);
h5_fixname(FILENAME[1], fapl, srcfilename, sizeof srcfilename);
/* Create DCPL */
if((dcpl = H5Pcreate(H5P_DATASET_CREATE)) < 0)
TEST_ERROR
/*
* Test 1: All - all selection
*/
/* Create source dataspace */
if((srcspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Create virtual dataspace */
if((vspace[0] = H5Screate_simple(2, dims, NULL)) < 0)
TEST_ERROR
/* Select all (should not be necessary, but just to be sure) */
if(H5Sselect_all(srcspace[0]) < 0)
TEST_ERROR
if(H5Sselect_all(vspace[0]) < 0)
TEST_ERROR
/* Add virtual layout mapping */
if(H5Pset_virtual(dcpl, vspace[0], config & TEST_IO_DIFFERENT_FILE ? srcfilename : ".", "src_dset", srcspace[0]) < 0)
TEST_ERROR
/* Create virtual file */
if((vfile = H5Fcreate(vfilename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0)
TEST_ERROR
/* Create source file if requested */
if(config & TEST_IO_DIFFERENT_FILE) {
if((srcfile[0] = H5Fcreate(srcfilename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl)) < 0)
TEST_ERROR
} /* end if */
else {
srcfile[0] = vfile;
if(H5Iinc_ref(srcfile[0]) < 0)
TEST_ERROR
} /* end if */
/* Create source dataset */
if((srcdset[0] = H5Dcreate2(srcfile[0], "src_dset", H5T_NATIVE_INT, srcspace[0], H5P_DEFAULT, H5P_DEFAULT, H5P_DEFAULT)) < 0)
TEST_ERROR
/* Create virtual dataset */
if((vdset = H5Dcreate2(vfile, "v_dset", H5T_NATIVE_INT, vspace[0], H5P_DEFAULT, dcpl, H5P_DEFAULT)) < 0)
TEST_ERROR
/* Populate write buffer */
for(i = 0; i < (int)(sizeof(buf) / sizeof(buf[0])); i++)
for(j = 0; j < (int)(sizeof(buf[0]) / sizeof(buf[0][0])); j++)
buf[i][j] = (i * (int)(sizeof(buf[0]) / sizeof(buf[0][0]))) + j;
/* Write data directly to source dataset */
if(H5Dwrite(srcdset[0], H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf[0]) < 0)
TEST_ERROR
/* Close srcdset if config option specified */
if(config & TEST_IO_CLOSE_SRC) {
if(H5Dclose(srcdset[0]) < 0)
TEST_ERROR
srcdset[0] = -1;
} /* end if */
/* Read data through virtual dataset */
HDmemset(rbuf[0], 0, sizeof(rbuf));
if(H5Dread(vdset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, rbuf[0]) < 0)
TEST_ERROR
/* Verify read data */
for(i = 0; i < (int)(sizeof(buf) / sizeof(buf[0])); i++)
for(j = 0; j < (int)(sizeof(buf[0]) / sizeof(buf[0][0])); j++)
if(rbuf[i][j] != buf[i][j])
TEST_ERROR
/* Adjust write buffer */
for(i = 0; i < (int)(sizeof(buf) / sizeof(buf[0])); i++)
for(j = 0; j < (int)(sizeof(buf[0]) / sizeof(buf[0][0])); j++)
buf[i][j] += (int)(sizeof(buf) / sizeof(buf[0][0]));
/* Write data through virtual dataset */
if(H5Dwrite(vdset, H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, buf[0]) < 0)
TEST_ERROR
/* Reopen srcdset if config option specified */
if(config & TEST_IO_CLOSE_SRC)
if((srcdset[0] = H5Dopen2(srcfile[0], "src_dset", H5P_DEFAULT)) < 0)
TEST_ERROR
/* Read data directly from source dataset */
HDmemset(rbuf[0], 0, sizeof(rbuf));
if(H5Dread(srcdset[0], H5T_NATIVE_INT, H5S_ALL, H5S_ALL, H5P_DEFAULT, rbuf[0]) < 0)
TEST_ERROR
/* Verify read data */
for(i = 0; i < (int)(sizeof(buf) / sizeof(buf[0])); i++)
for(j = 0; j < (int)(sizeof(buf[0]) / sizeof(buf[0][0])); j++)
if(rbuf[i][j] != buf[i][j])
TEST_ERROR
/* Close */
if(H5Dclose(srcdset[0]) < 0)
TEST_ERROR
srcdset[0] = -1;
if(H5Dclose(vdset) < 0)
TEST_ERROR
vdset = -1;
if(H5Fclose(srcfile[0]) < 0)
TEST_ERROR
if(H5Fclose(vfile) < 0)
TEST_ERROR
vfile = -1;
if(H5Sclose(srcspace[0]) < 0)
TEST_ERROR
srcspace[0] = -1;
if(H5Sclose(vspace[0]) < 0)
TEST_ERROR
vspace[0] = -1;
/* Close */
if(H5Pclose(dcpl) < 0)
TEST_ERROR
dcpl = -1;
PASSED();
return 0;
error:
H5E_BEGIN_TRY {
for(i = 0; i < (int)(sizeof(srcdset) / sizeof(srcdset[0])); i++) {
if(srcdset[i] >= 0)
(void)H5Dclose(srcdset[i]);
} /* end for */
if(vdset >= 0)
(void)H5Dclose(vdset);
for(i = 0; i < (int)(sizeof(srcfile) / sizeof(srcfile[0])); i++) {
if(srcfile[i] >= 0)
(void)H5Fclose(srcfile[i]);
} /* end for */
if(vfile >= 0)
(void)H5Fclose(vfile);
for(i = 0; i < (int)(sizeof(srcspace) / sizeof(srcspace[0])); i++) {
if(srcspace[i] >= 0)
(void)H5Sclose(srcspace[i]);
} /* end for */
for(i = 0; i < (int)(sizeof(vspace) / sizeof(vspace[0])); i++) {
if(vspace[i] >= 0)
(void)H5Sclose(vspace[i]);
} /* end for */
if(dcpl >= 0)
(void)H5Pclose(dcpl);
} H5E_END_TRY;
return 1;
} /* end test_basic_io() */
/*-------------------------------------------------------------------------
* Function: main
*
* Purpose: Tests datasets with virtual layout
*
* Return: Success: exit(0)
*
* Failure: exit(1)
*
* Programmer: Neil Fortner
* Tuesday, February 17, 2015
*
*-------------------------------------------------------------------------
*/
int
main(void)
{
char filename[FILENAME_BUF_SIZE];
hid_t fapl;
int test_api_config;
unsigned bit_config;
int nerrors = 0;
/* Testing setup */
h5_reset();
fapl = h5_fileaccess();
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
for(test_api_config = (int)TEST_API_BASIC; test_api_config < (int)TEST_API_NTESTS; test_api_config++)
nerrors += test_api((test_api_config_t)test_api_config, fapl);
for(bit_config = 0; bit_config < TEST_IO_NTESTS; bit_config++) {
printf("Config: %s%s\n", bit_config & TEST_IO_CLOSE_SRC ? "closed source dataset, " : "", bit_config & TEST_IO_DIFFERENT_FILE ? "different source file" : "same source file");
nerrors += test_basic_io(bit_config, fapl);
} /* end for */
/* Verify symbol table messages are cached */
nerrors += (h5_verify_cached_stabs(FILENAME, fapl) < 0 ? 1 : 0);
if(nerrors)
goto error;
printf("All virtual dataset tests passed.\n");
h5_cleanup(FILENAME, fapl);
return 0;
error:
nerrors = MAX(1, nerrors);
printf("***** %d VIRTUAL DATASET TEST%s FAILED! *****\n",
nerrors, 1 == nerrors ? "" : "S");
return 1;
}
Reference in New Issue View Git Blame Copy Permalink