mirror of
https://github.com/Unidata/netcdf-c.git
synced 2024-12-03 08:01:25 +08:00
79cde861ac
implementation. Deleted obsolete win32, soon to be replaced by Ward's Windows 32- and 64-bit fixes for building with MSYS/MinGW. Made cosmetic cleanup to output of "make check" to make it easier for users to interpret. Fixed bug NCF-175: ncdump -t incorrectly interpreting units attribute (such as "days") without a base time (such as "since 2007-01-01") as a time unit. Changed name to 4.2.1-beta.
264 lines
9.5 KiB
C
264 lines
9.5 KiB
C
/* This is part of the netCDF package.
|
|
Copyright 2005 University Corporation for Atmospheric Research/Unidata
|
|
See COPYRIGHT file for conditions of use.
|
|
|
|
Test netcdf-4 variables.
|
|
$Id: tst_chunks.c,v 1.3 2010/01/21 16:00:18 ed Exp $
|
|
*/
|
|
|
|
#include <nc_tests.h>
|
|
|
|
#define FILE_NAME "tst_chunks.nc"
|
|
#define NDIMS1 1
|
|
#define D_SMALL "small_dim"
|
|
#define D_SMALL_LEN 16
|
|
#define D_MEDIUM "medium_dim"
|
|
#define D_MEDIUM_LEN 65546
|
|
#define D_LARGE "large_dim"
|
|
#define D_LARGE_LEN 1048586
|
|
#define V_SMALL "small_var"
|
|
#define V_MEDIUM "medium_var"
|
|
#define V_LARGE "large_var"
|
|
|
|
int
|
|
main(int argc, char **argv)
|
|
{
|
|
|
|
printf("\n*** Testing netcdf-4 variable chunking.\n");
|
|
printf("**** testing that fixed vars with filter end up being chunked, with good sizes...");
|
|
{
|
|
|
|
int ncid;
|
|
int nvars, ndims, ngatts, unlimdimid;
|
|
int contig;
|
|
int ndims_in, natts_in, dimids_in;
|
|
int small_dimid, medium_dimid, large_dimid;
|
|
int small_varid, medium_varid, large_varid;
|
|
char var_name_in[NC_MAX_NAME + 1];
|
|
size_t chunksize_in[NDIMS1];
|
|
nc_type xtype_in;
|
|
|
|
/* Create a netcdf-4 file with three dimensions. */
|
|
if (nc_create(FILE_NAME, NC_NETCDF4, &ncid)) ERR;
|
|
if (nc_def_dim(ncid, D_SMALL, D_SMALL_LEN, &small_dimid)) ERR;
|
|
if (nc_def_dim(ncid, D_MEDIUM, D_MEDIUM_LEN, &medium_dimid)) ERR;
|
|
if (nc_def_dim(ncid, D_LARGE, D_LARGE_LEN, &large_dimid)) ERR;
|
|
|
|
/* Add three vars, with filters to force chunking. */
|
|
if (nc_def_var(ncid, V_SMALL, NC_INT64, NDIMS1, &small_dimid, &small_varid)) ERR;
|
|
if (nc_def_var_deflate(ncid, small_varid, 0, 1, 4)) ERR;
|
|
if (nc_def_var(ncid, V_MEDIUM, NC_INT64, NDIMS1, &medium_dimid, &medium_varid)) ERR;
|
|
if (nc_def_var_deflate(ncid, medium_varid, 1, 0, 0)) ERR;
|
|
if (nc_def_var(ncid, V_LARGE, NC_INT64, NDIMS1, &large_dimid, &large_varid)) ERR;
|
|
if (nc_def_var_fletcher32(ncid, large_varid, 1)) ERR;
|
|
if (nc_close(ncid)) ERR;
|
|
|
|
/* Open the file and check. */
|
|
if (nc_open(FILE_NAME, NC_WRITE, &ncid)) ERR;
|
|
if (nc_inq(ncid, &ndims, &nvars, &ngatts, &unlimdimid)) ERR;
|
|
if (nvars != 3 || ndims != 3 || ngatts != 0 || unlimdimid != -1) ERR;
|
|
if (nc_inq_var(ncid, 0, var_name_in, &xtype_in, &ndims_in, &dimids_in, &natts_in)) ERR;
|
|
if (strcmp(var_name_in, V_SMALL) || xtype_in != NC_INT64 || ndims_in != 1 ||
|
|
natts_in != 0) ERR;
|
|
|
|
/* Make sure chunking sizes are what we expect. */
|
|
if (nc_inq_var_chunking(ncid, small_varid, &contig, chunksize_in)) ERR;
|
|
if (contig || chunksize_in[0] != D_SMALL_LEN) ERR;
|
|
if (nc_inq_var_chunking(ncid, medium_varid, &contig, chunksize_in)) ERR;
|
|
if (contig || chunksize_in[0] * sizeof(long long) > DEFAULT_CHUNK_SIZE) ERR;
|
|
if (nc_inq_var_chunking(ncid, large_varid, &contig, chunksize_in)) ERR;
|
|
if (contig || chunksize_in[0] * sizeof(long long) > DEFAULT_CHUNK_SIZE) ERR;
|
|
|
|
if (nc_close(ncid)) ERR;
|
|
}
|
|
SUMMARIZE_ERR;
|
|
printf("**** testing default chunksizes...");
|
|
{
|
|
int nvars, ndims, ngatts, unlimdimid;
|
|
int contig;
|
|
#define NUM_DIM 4
|
|
#define NUM_TYPE 2
|
|
int ncid;
|
|
int dim_len[NUM_DIM] = {NC_UNLIMITED, 100, 1000, 2000};
|
|
size_t chunksize_in[NUM_DIM];
|
|
int type_id[NUM_TYPE] = {NC_BYTE, NC_INT};
|
|
int dimid[NUM_DIM], varid[NUM_TYPE];
|
|
char dim_name[NC_MAX_NAME + 1], var_name[NC_MAX_NAME + 1];
|
|
int d, t;
|
|
|
|
/* Create a netcdf-4 file with NUM_DIM dimensions. */
|
|
if (nc_create(FILE_NAME, NC_NETCDF4, &ncid)) ERR;
|
|
for (d = 0; d < NUM_DIM; d++)
|
|
{
|
|
sprintf(dim_name, "dim_%d", dim_len[d]);
|
|
#ifdef PRINT_DEFAULT_CHUNKSIZE_TABLE
|
|
printf("creating dim %s\n", dim_name);
|
|
#endif
|
|
if (nc_def_dim(ncid, dim_name, dim_len[d], &dimid[d])) ERR;
|
|
}
|
|
|
|
for (t = 0; t < NUM_TYPE; t++)
|
|
{
|
|
sprintf(var_name, "var_%d", type_id[t]);
|
|
if (nc_def_var(ncid, var_name, type_id[t], NUM_DIM, dimid, &varid[t])) ERR;
|
|
if (nc_inq_var_chunking(ncid, varid[t], &contig, chunksize_in)) ERR;
|
|
#ifdef PRINT_DEFAULT_CHUNKSIZE_TABLE
|
|
printf("chunksizes for %d x %d x %d x %d var: %d x %d x %d x %d (=%d)\n",
|
|
dim_len[0], dim_len[1], dim_len[2], dim_len[3],
|
|
(int)chunksize_in[0], (int)chunksize_in[1], (int)chunksize_in[2],
|
|
(int)chunksize_in[3],
|
|
(int)(chunksize_in[0] * chunksize_in[1] * chunksize_in[2] * chunksize_in[3]));
|
|
#endif
|
|
}
|
|
|
|
if (nc_close(ncid)) ERR;
|
|
|
|
/* Open the file and check. */
|
|
if (nc_open(FILE_NAME, NC_WRITE, &ncid)) ERR;
|
|
if (nc_inq(ncid, &ndims, &nvars, &ngatts, &unlimdimid)) ERR;
|
|
if (nvars != NUM_TYPE || ndims != NUM_DIM || ngatts != 0 || unlimdimid != 0) ERR;
|
|
|
|
for (t = 0; t < NUM_TYPE; t++)
|
|
{
|
|
sprintf(var_name, "var_%d", type_id[t]);
|
|
if (nc_inq_var_chunking(ncid, varid[t], &contig, chunksize_in)) ERR;
|
|
if (contig) ERR;
|
|
#ifdef PRINT_DEFAULT_CHUNKSIZE_TABLE
|
|
printf("chunksizes for %d x %d x %d x %d var: %d x %d x %d x %d (=%d)\n",
|
|
dim_len[0], dim_len[1], dim_len[2], dim_len[3],
|
|
(int)chunksize_in[0], (int)chunksize_in[1], (int)chunksize_in[2],
|
|
(int)chunksize_in[3],
|
|
(int)(chunksize_in[0] * chunksize_in[1] * chunksize_in[2] * chunksize_in[3]));
|
|
#endif
|
|
}
|
|
|
|
if (nc_close(ncid)) ERR;
|
|
}
|
|
SUMMARIZE_ERR;
|
|
printf("**** testing that chunking works on classic mode files...");
|
|
{
|
|
#define D_SMALL_LEN2 66
|
|
int ncid;
|
|
int nvars, ndims, ngatts, unlimdimid;
|
|
int contig;
|
|
int ndims_in, natts_in, dimids_in;
|
|
int small_dimid, medium_dimid, large_dimid;
|
|
int small_varid, medium_varid, large_varid;
|
|
char var_name_in[NC_MAX_NAME + 1];
|
|
size_t chunks[1], chunksize_in;
|
|
nc_type xtype_in;
|
|
|
|
/* Create a netcdf-4 file with three dimensions. */
|
|
if (nc_create(FILE_NAME, NC_NETCDF4, &ncid)) ERR;
|
|
if (nc_def_dim(ncid, D_SMALL, D_SMALL_LEN2, &small_dimid)) ERR;
|
|
if (nc_def_dim(ncid, D_MEDIUM, D_MEDIUM_LEN, &medium_dimid)) ERR;
|
|
if (nc_def_dim(ncid, D_LARGE, D_LARGE_LEN, &large_dimid)) ERR;
|
|
|
|
/* Add three vars. */
|
|
if (nc_def_var(ncid, V_SMALL, NC_INT64, NDIMS1, &small_dimid, &small_varid)) ERR;
|
|
if (nc_def_var_chunking(ncid, small_varid, 1, NULL)) ERR;
|
|
|
|
if (nc_def_var(ncid, V_MEDIUM, NC_INT64, NDIMS1, &medium_dimid, &medium_varid)) ERR;
|
|
chunks[0] = D_MEDIUM_LEN / 100;
|
|
if (nc_def_var_chunking(ncid, medium_varid, 0, chunks)) ERR;
|
|
if (nc_def_var_deflate(ncid, medium_varid, 1, 0, 0)) ERR;
|
|
|
|
if (nc_def_var(ncid, V_LARGE, NC_INT64, NDIMS1, &large_dimid, &large_varid)) ERR;
|
|
chunks[0] = D_LARGE_LEN / 1000;
|
|
if (nc_def_var_chunking(ncid, large_varid, 0, chunks)) ERR;
|
|
if (nc_def_var_fletcher32(ncid, large_varid, 1)) ERR;
|
|
if (nc_close(ncid)) ERR;
|
|
|
|
/* Open the file and check. */
|
|
if (nc_open(FILE_NAME, NC_WRITE, &ncid)) ERR;
|
|
if (nc_inq(ncid, &ndims, &nvars, &ngatts, &unlimdimid)) ERR;
|
|
if (nvars != 3 || ndims != 3 || ngatts != 0 || unlimdimid != -1) ERR;
|
|
if (nc_inq_var(ncid, 0, var_name_in, &xtype_in, &ndims_in, &dimids_in, &natts_in)) ERR;
|
|
if (strcmp(var_name_in, V_SMALL) || xtype_in != NC_INT64 || ndims_in != 1 ||
|
|
natts_in != 0) ERR;
|
|
|
|
/* Make sure chunking settings are what we expect. */
|
|
if (nc_inq_var_chunking(ncid, small_varid, &contig, &chunksize_in)) ERR;
|
|
if (!contig) ERR;
|
|
if (nc_inq_var_chunking(ncid, medium_varid, &contig, &chunksize_in)) ERR;
|
|
if (contig || chunksize_in != D_MEDIUM_LEN / 100) ERR;
|
|
if (nc_inq_var_chunking(ncid, large_varid, &contig, &chunksize_in)) ERR;
|
|
if (contig || chunksize_in != D_LARGE_LEN / 1000) ERR;
|
|
|
|
if (nc_close(ncid)) ERR;
|
|
}
|
|
SUMMARIZE_ERR;
|
|
printf("**** testing many chunking and contiguous variables...");
|
|
{
|
|
#define NDIMS_3 3
|
|
#define NUM_PLANS 30
|
|
#define D_SNEAKINESS "sneakiness"
|
|
#define D_SNEAKINESS_LEN 5
|
|
#define D_CLEVERNESS "clevernesss"
|
|
#define D_CLEVERNESS_LEN 3
|
|
#define D_EFFECTIVENESS "effectiveness"
|
|
#define D_EFFECTIVENESS_LEN 2
|
|
|
|
int ncid, dimids[NDIMS_3], varid[NUM_PLANS];
|
|
size_t chunksize[NDIMS_3] = {D_SNEAKINESS_LEN, D_CLEVERNESS_LEN,
|
|
D_EFFECTIVENESS_LEN};
|
|
char plan_name[NC_MAX_NAME + 1];
|
|
int contig;
|
|
size_t chunksize_in[NDIMS_3];
|
|
int i, j;
|
|
|
|
/* Create a netcdf-4 file with three dimensions. */
|
|
if (nc_create(FILE_NAME, NC_NETCDF4, &ncid)) ERR;
|
|
if (nc_def_dim(ncid, D_SNEAKINESS, D_SNEAKINESS_LEN, &dimids[0])) ERR;
|
|
if (nc_def_dim(ncid, D_CLEVERNESS, D_CLEVERNESS_LEN, &dimids[1])) ERR;
|
|
if (nc_def_dim(ncid, D_EFFECTIVENESS, D_EFFECTIVENESS_LEN, &dimids[2])) ERR;
|
|
|
|
/* Oh that tricky Cardinal Richelieu, he had many plans! */
|
|
for (i = 0; i < NUM_PLANS; i++)
|
|
{
|
|
sprintf(plan_name, "Richelieu_sneaky_plan_%d", i);
|
|
if (nc_def_var(ncid, plan_name, i % (NC_STRING - 1) + 1, NDIMS_3,
|
|
dimids, &varid[i])) ERR;
|
|
if (i % 2 && nc_def_var_chunking(ncid, varid[i], 0, chunksize)) ERR;
|
|
}
|
|
|
|
/* Check the chunking. */
|
|
for (i = 0; i < NUM_PLANS; i++)
|
|
{
|
|
if (nc_inq_var_chunking(ncid, varid[i], &contig, chunksize_in)) ERR;
|
|
if (i % 2)
|
|
{
|
|
for (j = 0; j < NDIMS_3; j++)
|
|
if (chunksize_in[j] != chunksize[j]) ERR;
|
|
}
|
|
else
|
|
if (!contig) ERR;
|
|
}
|
|
if (nc_close(ncid)) ERR;
|
|
|
|
/* Open the file and check. */
|
|
if (nc_open(FILE_NAME, NC_WRITE, &ncid)) ERR;
|
|
/* Check the chunking. */
|
|
for (i = 0; i < NUM_PLANS; i++)
|
|
{
|
|
if (nc_inq_var_chunking(ncid, varid[i], &contig, chunksize_in)) ERR;
|
|
if (i % 2)
|
|
{
|
|
for (j = 0; j < NDIMS_3; j++)
|
|
if (chunksize_in[j] != chunksize[j]) ERR;
|
|
}
|
|
else
|
|
if (!contig) ERR;
|
|
}
|
|
if (nc_close(ncid)) ERR;
|
|
}
|
|
SUMMARIZE_ERR;
|
|
FINAL_RESULTS;
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|