mirror of
https://github.com/HDFGroup/hdf5.git
synced 2024-11-21 01:04:10 +08:00
421 lines
10 KiB
C
421 lines
10 KiB
C
/*
|
||
* Copyright (C) 1998 NCSA
|
||
* All rights reserved.
|
||
*
|
||
* Programmer: Robb Matzke <matzke@llnl.gov>
|
||
* Wednesday, April 8, 1998
|
||
*/
|
||
#include <h5test.h>
|
||
|
||
const char *FILENAME[] = {
|
||
"big",
|
||
NULL
|
||
};
|
||
|
||
#define DNAME "big.data"
|
||
|
||
#define WRT_N 50
|
||
#define WRT_SIZE 4*1024
|
||
#define FAMILY_SIZE 1024*1024*1024
|
||
|
||
#if SIZEOF_LONG_LONG >= 8
|
||
# define GB8LL ((unsigned long_long)8*1024*1024*1024)
|
||
#else
|
||
# define GB8LL 0 /*cannot do the test*/
|
||
#endif
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: randll
|
||
*
|
||
* Purpose: Create a random long_long value.
|
||
*
|
||
* Return: Success: Random value
|
||
*
|
||
* Failure: never fails
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Tuesday, November 24, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static hsize_t
|
||
randll(hsize_t limit)
|
||
{
|
||
|
||
hsize_t acc = rand ();
|
||
acc *= rand ();
|
||
|
||
return acc % limit;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: is_sparse
|
||
*
|
||
* Purpose: Determines if the file system of the current working
|
||
* directory supports holes.
|
||
*
|
||
* Return: Success: Non-zero if holes are supported; zero
|
||
* otherwise.
|
||
*
|
||
* Failure: zero
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Wednesday, July 15, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static int
|
||
is_sparse(void)
|
||
{
|
||
int fd;
|
||
struct stat sb;
|
||
|
||
if ((fd=open("x.h5", O_RDWR|O_TRUNC|O_CREAT, 0666))<0) return 0;
|
||
if (lseek(fd, 1024*1024, SEEK_SET)!=1024*1024) return 0;
|
||
if (5!=write(fd, "hello", 5)) return 0;
|
||
if (close(fd)<0) return 0;
|
||
if (stat("x.h5", &sb)<0) return 0;
|
||
if (unlink("x.h5")<0) return 0;
|
||
#ifdef HAVE_STAT_ST_BLOCKS
|
||
return ((unsigned long)sb.st_blocks*512 < (unsigned long)sb.st_size);
|
||
#else
|
||
return (0);
|
||
#endif
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: enough_room
|
||
*
|
||
* Purpose: Tries to create a bunch of sparse files to see if quotas will
|
||
* get in the way. Some systems also have problems opening
|
||
* enough files and we'll check that too.
|
||
*
|
||
* Return: Success: Non-zero
|
||
*
|
||
* Failure: zero
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Thursday, August 6, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static int
|
||
enough_room(hid_t fapl)
|
||
{
|
||
int ret_value=0;
|
||
int fd[68];
|
||
size_t i, size = (size_t)1 << 30;
|
||
char filename[1024], name[1024];
|
||
|
||
/* Initialize file descriptors */
|
||
for (i=0; i<NELMTS(fd); i++) fd[i] = -1;
|
||
|
||
/* Get file name template */
|
||
assert(H5FD_FAMILY==H5Pget_driver(fapl));
|
||
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
|
||
|
||
/* Create files */
|
||
for (i=0; i<NELMTS(fd); i++) {
|
||
HDsnprintf(name, sizeof name, filename, i);
|
||
if ((fd[i]=open(name, O_RDWR|O_CREAT|O_TRUNC, 0666))<0) {
|
||
goto done;
|
||
}
|
||
if ((off_t)size != lseek(fd[i], (off_t)size, SEEK_SET)) {
|
||
goto done;
|
||
}
|
||
if (1!=write(fd[i], "X", 1)) {
|
||
goto done;
|
||
}
|
||
}
|
||
ret_value = 1;
|
||
|
||
done:
|
||
for (i=0; i<NELMTS(fd) && fd[i]>=0; i++) {
|
||
HDsnprintf(name, sizeof name, filename, i);
|
||
close(fd[i]);
|
||
unlink(name);
|
||
}
|
||
|
||
return ret_value;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: writer
|
||
*
|
||
* Purpose: Creates a *big* dataset.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: >0
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Wednesday, April 8, 1998
|
||
*
|
||
* Modifications:
|
||
* Robb Matzke, 15 Jul 1998
|
||
* Addresses are written to the file DNAME instead of stdout.
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static int
|
||
writer (hid_t fapl, int wrt_n)
|
||
{
|
||
hsize_t size1[4] = {8, 1024, 1024, 1024};
|
||
hsize_t size2[1] = {GB8LL};
|
||
hssize_t hs_start[1];
|
||
hsize_t hs_size[1];
|
||
hid_t file=-1, space1=-1, space2=-1, mem_space=-1, d1=-1, d2=-1;
|
||
int *buf = malloc (sizeof(int) * WRT_SIZE);
|
||
int i, j;
|
||
FILE *out = fopen(DNAME, "w");
|
||
char filename[1024];
|
||
|
||
TESTING("large dataset write");
|
||
|
||
/*
|
||
* We might be on a machine that has 32-bit files, so create an HDF5 file
|
||
* which is a family of files. Each member of the family will be 1GB
|
||
*/
|
||
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
|
||
if ((file=H5Fcreate(filename, H5F_ACC_TRUNC, H5P_DEFAULT, fapl))<0) {
|
||
goto error;
|
||
}
|
||
|
||
/* Create simple data spaces according to the size specified above. */
|
||
if ((space1 = H5Screate_simple (4, size1, size1))<0 ||
|
||
(space2 = H5Screate_simple (1, size2, size2))<0) {
|
||
goto error;
|
||
}
|
||
|
||
/* Create the datasets */
|
||
if ((d1=H5Dcreate (file, "d1", H5T_NATIVE_INT, space1, H5P_DEFAULT))<0 ||
|
||
(d2=H5Dcreate (file, "d2", H5T_NATIVE_INT, space2, H5P_DEFAULT))<0) {
|
||
goto error;
|
||
}
|
||
|
||
|
||
/* Write some things to them randomly */
|
||
hs_size[0] = WRT_SIZE;
|
||
if ((mem_space = H5Screate_simple (1, hs_size, hs_size))<0) goto error;
|
||
for (i=0; i<wrt_n; i++) {
|
||
hs_start[0] = randll (size2[0]);
|
||
HDfprintf (out, "#%03d 0x%016Hx\n", i, hs_start[0]);
|
||
if (H5Sselect_hyperslab (space2, H5S_SELECT_SET, hs_start, NULL,
|
||
hs_size, NULL)<0) goto error;
|
||
for (j=0; j<WRT_SIZE; j++) {
|
||
buf[j] = i+1;
|
||
}
|
||
if (H5Dwrite (d2, H5T_NATIVE_INT, mem_space, space2,
|
||
H5P_DEFAULT, buf)<0) goto error;
|
||
}
|
||
|
||
if (H5Dclose (d1)<0) goto error;
|
||
if (H5Dclose (d2)<0) goto error;
|
||
if (H5Sclose (mem_space)<0) goto error;
|
||
if (H5Sclose (space1)<0) goto error;
|
||
if (H5Sclose (space2)<0) goto error;
|
||
if (H5Fclose (file)<0) goto error;
|
||
free (buf);
|
||
fclose(out);
|
||
PASSED();
|
||
return 0;
|
||
|
||
error:
|
||
H5E_BEGIN_TRY {
|
||
H5Dclose(d1);
|
||
H5Dclose(d2);
|
||
H5Sclose(space1);
|
||
H5Sclose(space2);
|
||
H5Sclose(mem_space);
|
||
H5Fclose(file);
|
||
} H5E_END_TRY;
|
||
if (buf) free(buf);
|
||
if (out) fclose(out);
|
||
return 1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: reader
|
||
*
|
||
* Purpose: Reads some data from random locations in the dataset.
|
||
*
|
||
* Return: Success: 0
|
||
*
|
||
* Failure: >0
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Friday, April 10, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
static int
|
||
reader (hid_t fapl)
|
||
{
|
||
FILE *script = NULL;
|
||
hid_t file=-1, mspace=-1, fspace=-1, d2=-1;
|
||
char ln[128], *s;
|
||
hssize_t hs_offset[1];
|
||
hsize_t hs_size[1] = {WRT_SIZE};
|
||
int *buf = malloc (sizeof(int) * WRT_SIZE);
|
||
int i, j, zero, wrong, nerrors=0;
|
||
char filename[1024];
|
||
|
||
/* Open script file */
|
||
script = fopen (DNAME, "r");
|
||
|
||
/* Open HDF5 file */
|
||
h5_fixname(FILENAME[0], fapl, filename, sizeof filename);
|
||
if ((file=H5Fopen(filename, H5F_ACC_RDONLY, fapl))<0) goto error;
|
||
|
||
/* Open the dataset */
|
||
if ((d2 = H5Dopen (file, "d2"))<0) goto error;
|
||
if ((fspace = H5Dget_space (d2))<0) goto error;
|
||
|
||
/* Describe `buf' */
|
||
if ((mspace = H5Screate_simple (1, hs_size, hs_size))<0) goto error;
|
||
|
||
/* Read each region */
|
||
while (fgets (ln, sizeof(ln), script)) {
|
||
if ('#'!=ln[0]) break;
|
||
i = (int)strtol (ln+1, &s, 10);
|
||
hs_offset[0] = HDstrtoll (s, NULL, 0);
|
||
HDfprintf (stdout, "#%03d 0x%016Hx%47s", i, hs_offset[0], "");
|
||
fflush (stdout);
|
||
|
||
if (H5Sselect_hyperslab (fspace, H5S_SELECT_SET, hs_offset, NULL,
|
||
hs_size, NULL)<0) goto error;
|
||
if (H5Dread (d2, H5T_NATIVE_INT, mspace, fspace, H5P_DEFAULT, buf)<0) {
|
||
goto error;
|
||
}
|
||
|
||
/* Check */
|
||
for (j=zero=wrong=0; j<WRT_SIZE; j++) {
|
||
if (0==buf[j]) zero++;
|
||
else if (buf[j]!=i+1) wrong++;
|
||
}
|
||
if (zero) {
|
||
FAILED();
|
||
printf(" %d zero%s\n", zero, 1==zero?"":"s");
|
||
} else if (wrong) {
|
||
SKIPPED();
|
||
puts(" Possible overlap with another region.");
|
||
nerrors++;
|
||
} else {
|
||
PASSED();
|
||
}
|
||
}
|
||
|
||
if (H5Dclose (d2)<0) goto error;
|
||
if (H5Sclose (mspace)<0) goto error;
|
||
if (H5Sclose (fspace)<0) goto error;
|
||
if (H5Fclose (file)<0) goto error;
|
||
free (buf);
|
||
fclose (script);
|
||
return nerrors;
|
||
|
||
error:
|
||
H5E_BEGIN_TRY {
|
||
H5Dclose(d2);
|
||
H5Sclose(mspace);
|
||
H5Sclose(fspace);
|
||
H5Fclose(file);
|
||
} H5E_END_TRY;
|
||
if (buf) free(buf);
|
||
if (script) fclose(script);
|
||
return 1;
|
||
}
|
||
|
||
|
||
/*-------------------------------------------------------------------------
|
||
* Function: main
|
||
*
|
||
* Purpose:
|
||
*
|
||
* Return: Success:
|
||
*
|
||
* Failure:
|
||
*
|
||
* Programmer: Robb Matzke
|
||
* Friday, April 10, 1998
|
||
*
|
||
* Modifications:
|
||
*
|
||
*-------------------------------------------------------------------------
|
||
*/
|
||
int
|
||
main (void)
|
||
{
|
||
hid_t fapl=-1;
|
||
hsize_t family_size;
|
||
|
||
/* Reset library */
|
||
h5_reset();
|
||
fapl = h5_fileaccess();
|
||
|
||
/* The file driver must be the family driver */
|
||
if (H5FD_FAMILY!=H5Pget_driver(fapl)) {
|
||
printf("Changing file drivers to the family driver, %lu bytes each\n",
|
||
(unsigned long)FAMILY_SIZE);
|
||
if (H5Pset_fapl_family(fapl, FAMILY_SIZE, H5P_DEFAULT)<0) goto error;
|
||
} else if (H5Pget_fapl_family(fapl, &family_size, NULL)<0) {
|
||
goto error;
|
||
} else if (family_size!=FAMILY_SIZE) {
|
||
printf("Changing family member size from %lu to %lu\n",
|
||
(unsigned long)family_size, (unsigned long)FAMILY_SIZE);
|
||
if (H5Pset_fapl_family(fapl, FAMILY_SIZE, H5P_DEFAULT)<0) goto error;
|
||
}
|
||
|
||
/*
|
||
* We shouldn't run this test if the file system doesn't support holes
|
||
* because we would generate multi-gigabyte files.
|
||
*/
|
||
puts("Checking if file system is adequate for this test...");
|
||
if (sizeof(long_long)<8 || 0==GB8LL) {
|
||
puts("Test skipped because sizeof(long_long) is too small. This");
|
||
puts("hardware apparently doesn't support 64-bit integer types.");
|
||
h5_cleanup(fapl);
|
||
exit(0);
|
||
}
|
||
if (!is_sparse()) {
|
||
puts("Test skipped because file system does not support holes.");
|
||
h5_cleanup(fapl);
|
||
exit(0);
|
||
}
|
||
if (!enough_room(fapl)) {
|
||
puts("Test skipped because of quota (file size or num open files).");
|
||
h5_cleanup(fapl);
|
||
exit(0);
|
||
}
|
||
if (sizeof(hsize_t)<=4) {
|
||
puts("Test skipped because the hdf5 library was configured with the");
|
||
puts("--disable-hsizet flag in order to work around a compiler bug.");
|
||
h5_cleanup(fapl);
|
||
exit(0);
|
||
}
|
||
|
||
/* Do the test */
|
||
if (writer(fapl, WRT_N)) goto error;
|
||
if (reader(fapl)) goto error;
|
||
puts("All big tests passed.");
|
||
if (h5_cleanup(fapl)) remove(DNAME);
|
||
return 0;
|
||
|
||
error:
|
||
if (fapl>=0) H5Pclose(fapl);
|
||
puts("*** TEST FAILED ***");
|
||
return 1;
|
||
}
|