mirror/netcdf-c
2
0
Fork 0
mirror of https://github.com/Unidata/netcdf-c.git synced 2025-03-31 17:50:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

added chunksize test code from Russ to help develop better default chunks

Browse Source
This commit is contained in:
Ed Hartnett 2011-01-31 22:15:37 +00:00
parent 1d86c471a6
commit bb07a21f1f
2 changed files with 67 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
libsrc4/nc4var.c
View File

@ -237,6 +237,8 @@ nc4_find_default_chunksizes(NC_VAR_INFO_T *var)
{
var->chunksizes[d] = (pow((double)DEFAULT_CHUNK_SIZE/(num_values * type_size),
1/(double)(var->ndims - num_unlim)) * var->dim[d]->len + .5);
LOG((4, "nc_def_var_nc4: name %s dim %d DEFAULT_CHUNK_SIZE %d num_values %d type_size %d "
"chunksize %d", var->name, d, DEFAULT_CHUNK_SIZE, num_values, type_size, var->chunksizes[d]));
if (var->chunksizes[d] > var->dim[d]->len)
var->chunksizes[d] = var->dim[d]->len;
}

69
libsrc4/tst_vars4.c
View File

@ -10,6 +10,15 @@
#define FILE_NAME "tst_vars4.nc"
void
check_err(const int stat, const int line, const char *file) {
if (stat != NC_NOERR) {
(void)fprintf(stderr,"line %d of %s: %s\n", line, file, nc_strerror(stat));
fflush(stderr);
exit(1);
}
}
int
main(int argc, char **argv)
{
@ -61,14 +70,14 @@ main(int argc, char **argv)
if (nc_close(ncid)) ERR;
}
SUMMARIZE_ERR;
printf("**** testing default chunksizes...");
printf("**** testing setting chunking without chunksizes...");
{
#define NDIMS3 3
#define NUM_VARS 1
#define Y_NAME "y"
#define X_NAME "x"
#define Z_NAME "z"
#define VAR_NAME "joe"
#define JOE_NAME "joe"
#define XDIM_LEN 2
#define YDIM_LEN 5
#define ZDIM_LEN 3000
@ -85,12 +94,12 @@ main(int argc, char **argv)
if (nc_def_dim(ncid, X_NAME, XDIM_LEN, &dims[0])) ERR;
if (nc_def_dim(ncid, Y_NAME, YDIM_LEN, &dims[1])) ERR;
if (nc_def_dim(ncid, Z_NAME, ZDIM_LEN, &dims[2])) ERR;
if (nc_def_var(ncid, VAR_NAME, NC_FLOAT, NDIMS3, dims, &varid)) ERR;
if (nc_def_var(ncid, JOE_NAME, NC_FLOAT, NDIMS3, dims, &varid)) ERR;
if (nc_def_var_chunking(ncid, 0, NC_CHUNKED, NULL)) ERR;
if (nc_inq(ncid, &ndims, &nvars, &ngatts, &unlimdimid)) ERR;
if (nvars != NUM_VARS || ndims != NDIMS3 || ngatts != 0 || unlimdimid != -1) ERR;
if (nc_inq_var(ncid, 0, name_in, &type_in, &ndims, dims_in, &natts)) ERR;
if (strcmp(name_in, VAR_NAME) || type_in != NC_FLOAT || ndims != NDIMS3 ||
if (strcmp(name_in, JOE_NAME) || type_in != NC_FLOAT || ndims != NDIMS3 ||
dims_in[0] != dims[0] || dims_in[1] != dims[1] || dims_in[2] != dims[2] || natts != 0) ERR;
if (nc_inq_dim(ncid, 0, name_in, &len_in)) ERR;
if (strcmp(name_in, X_NAME) || len_in != XDIM_LEN) ERR;
@ -104,6 +113,58 @@ main(int argc, char **argv)
/* Open the file and check. */
if (nc_open(FILE_NAME, NC_WRITE, &ncid)) ERR;
if (nc_inq(ncid, &ndims, &nvars, &ngatts, &unlimdimid)) ERR;
if (nvars != NUM_VARS || ndims != NDIMS3 || ngatts != 0 || unlimdimid != -1) ERR;
if (nc_inq_var(ncid, 0, name_in, &type_in, &ndims, dims_in, &natts)) ERR;
if (strcmp(name_in, JOE_NAME) || type_in != NC_FLOAT || ndims != NDIMS3 ||
dims_in[0] != dims[0] || dims_in[1] != dims[1] || dims_in[2] != dims[2] || natts != 0) ERR;
if (nc_inq_dim(ncid, 0, name_in, &len_in)) ERR;
if (strcmp(name_in, X_NAME) || len_in != XDIM_LEN) ERR;
if (nc_inq_dim(ncid, 1, name_in, &len_in)) ERR;
if (strcmp(name_in, Y_NAME) || len_in != YDIM_LEN) ERR;
if (nc_inq_dim(ncid, 2, name_in, &len_in)) ERR;
if (strcmp(name_in, Z_NAME) || len_in != ZDIM_LEN) ERR;
if (nc_inq_var_chunking(ncid, 0, &storage, chunksizes)) ERR;
if (storage != NC_CHUNKED) ERR;
if (nc_close(ncid)) ERR;
}
SUMMARIZE_ERR;
printf("**** testing default chunksizes...");
{
# define RANK_M 3
# define RANK_time 1
int ncid;
size_t nsets_len = NC_UNLIMITED;
size_t npoints_len = 152750;
size_t n_variables_len = 11;
int measurements_id, time_id, measurements_dims[RANK_M];
int time_dims[RANK_time], time_data[1] = {1} ;
size_t time_startset[1] = {0} ;
size_t time_countset[1] = {1} ;
int ndims, nvars, ngatts, unlimdimid;
int storage;
size_t chunksizes[RANK_M];
/* Create a netCDF-4 file with two vars, and write some data to one of them. */
if (nc_create(FILE_NAME, NC_CLOBBER|NC_NETCDF4, &ncid)) ERR;
if (nc_def_dim(ncid, "nsets", nsets_len, &measurements_dims[0])) ERR;
if (nc_def_dim(ncid, "npoints", npoints_len, &measurements_dims[1])) ERR;
if (nc_def_dim(ncid, "n_variables", n_variables_len, &measurements_dims[2])) ERR;
/* nc_set_log_level(4);*/
if (nc_def_var(ncid, "measurements", NC_FLOAT, RANK_M, measurements_dims,
&measurements_id)) ERR;
time_dims[0] = measurements_dims[0];
if (nc_def_var(ncid, "time", NC_INT, RANK_time, time_dims, &time_id)) ERR;
if (nc_put_vara(ncid, time_id, time_startset, time_countset, time_data)) ERR;
if (nc_close(ncid)) ERR;
/* Reopen and check file. */
if (nc_open(FILE_NAME, NC_WRITE, &ncid)) ERR;
if (nc_inq(ncid, &ndims, &nvars, &ngatts, &unlimdimid)) ERR;
if (nvars != 2 || ndims != 3 || ngatts != 0 || unlimdimid != 0) ERR;
if (nc_inq_var_chunking(ncid, 0, &storage, chunksizes)) ERR;
if (storage != NC_CHUNKED) ERR;
if (nc_close(ncid)) ERR;
}
SUMMARIZE_ERR;