mirror of
https://github.com/Unidata/netcdf-c.git
synced 2024-12-27 08:49:16 +08:00
4636584d5b
re: https://github.com/Unidata/netcdf-c/issues/1154 Inadvertently, the behavior of NC_DISKLESS with nc_create() was changed in release 4.6.1. Previously, the NC_WRITE flag needed to be explicitly used with NC_DISKLESS in order to cause the created file to be persisted to disk. Additional analyis indicated that the current NC_DISKLESS implementation was seriously flawed. This PR attempts to clean up and regularize the situation with respect to NC_DISKLESS control. One important aspect of diskless operation is that there are two different notions of write. 1. The file is read-write vs read-only when using the netcdf API. 2. The file is persisted or not to disk at nc_close(). Previously, these two were conflated. The rules now are as follows. 1. NC_DISKLESS + NC_WRITE means that the file is read/write using the netcdf API 2. NC_DISKLESS + NC_PERSIST means that the file is persisted to a disk file at nc_close. 3. NC_DISKLESS + NC_PERSIST + NC_WRITE means both 1 and 2. The NC_PERSIST flag is new and takes over the obsolete NC_MPIPOSIX flag. NC_MPIPOSIX is still defined, but is now an alias for the NC_MPIIO flag. It is also now the case that for netcdf-4, NC_DISKLESS is independent of NC_INMEMORY and in fact it is an error to specify both flags simultaneously. Finally, the MMAP code was fixed to use NC_PERSIST as well. Also marked MMAP as deprecated. Also added a test case to test various combinations of NC_DISKLESS, NC_PERSIST, and NC_WRITE. This PR affects a number of files and especially test cases that used NC_DISKLESS. Misc. Unrelated fixes 1. fixed some warnings in ncdump/dumplib.c
207 lines
5.8 KiB
C
207 lines
5.8 KiB
C
/* This is part of the netCDF package. Copyright 2005 University
|
|
Corporation for Atmospheric Research/Unidata See COPYRIGHT file for
|
|
conditions of use. See www.unidata.ucar.edu for more info.
|
|
|
|
Test small files.
|
|
|
|
$Id: tst_small.c,v 1.15 2008/10/20 01:48:08 ed Exp $
|
|
*/
|
|
|
|
#include <nc_tests.h>
|
|
#include "err_macros.h"
|
|
#include <netcdf.h>
|
|
|
|
/* Derived from tst_small.c */
|
|
|
|
/* Test everything for classic using in-memory files */
|
|
|
|
#define NCFILENAME "tst_diskless3.nc"
|
|
|
|
#define ATT_NAME "Atom"
|
|
#define MAX_LEN 7
|
|
|
|
#define VAR_NAME2 "var2"
|
|
#define NUM_VARS 2
|
|
|
|
#define ONE_DIM 1
|
|
#define MAX_RECS 10
|
|
|
|
#define DIM1_NAME "Time"
|
|
#define DIM2_NAME "DataStrLen"
|
|
#define VAR_NAME "Times"
|
|
#define STR_LEN 19
|
|
#define NUM_VALS 2
|
|
#define NDIMS 2
|
|
#define TITLE " OUTPUT FROM WRF V2.0.3.1 MODEL"
|
|
#define ATT_NAME2 "TITLE"
|
|
|
|
static int status = NC_NOERR;
|
|
|
|
/* Control flags */
|
|
static int persist, usenetcdf4, mmap, diskless, file;
|
|
|
|
static int diskmode;
|
|
|
|
char*
|
|
smode(int mode)
|
|
{
|
|
static char ms[8192];
|
|
ms[0] = '\0';
|
|
if(mode & NC_NETCDF4)
|
|
strcat(ms,"NC_NETCDF4");
|
|
else
|
|
strcat(ms,"NC_NETCDF3");
|
|
if(mode & NC_DISKLESS)
|
|
strcat(ms,"|NC_DISKLESS");
|
|
if(mode & NC_WRITE)
|
|
strcat(ms,"|NC_WRITE");
|
|
if(mode & NC_NOCLOBBER)
|
|
strcat(ms,"|NC_NOCLOBBER");
|
|
if(mode & NC_INMEMORY)
|
|
strcat(ms,"|NC_INMEMORY");
|
|
if(mode & NC_PERSIST)
|
|
strcat(ms,"|NC_PERSIST");
|
|
if(mode & NC_MMAP)
|
|
strcat(ms,"|NC_MMAP");
|
|
return ms;
|
|
}
|
|
|
|
/* Test a diskless file with two record vars, which grow, and has
|
|
* attributes added. */
|
|
static int
|
|
test_two_growing_with_att(const char *testfile)
|
|
{
|
|
int ncid, dimid, varid[NUM_VARS];
|
|
char data[MAX_RECS], data_in;
|
|
char att_name[NC_MAX_NAME + 1];
|
|
size_t start[ONE_DIM], count[ONE_DIM], index[ONE_DIM], len_in;
|
|
int v, r;
|
|
|
|
/* Create a file with one ulimited dimensions, and one var. */
|
|
if((status=nc_create(testfile, diskmode|NC_CLOBBER, &ncid))) ERRSTAT(status);
|
|
if((status=nc_def_dim(ncid, DIM1_NAME, NC_UNLIMITED, &dimid))) ERRSTAT(status);
|
|
if((status=nc_def_var(ncid, VAR_NAME, NC_CHAR, 1, &dimid, &varid[0]))) ERRSTAT(status);
|
|
if((status=nc_def_var(ncid, VAR_NAME2, NC_CHAR, 1, &dimid, &varid[1]))) ERRSTAT(status);
|
|
if((status=nc_enddef(ncid))) ERRSTAT(status);
|
|
|
|
/* Create some phoney data. */
|
|
for (data[0] = 'a', r = 1; r < MAX_RECS; r++)
|
|
data[r] = data[r - 1] + 1;
|
|
|
|
for (r = 0; r < MAX_RECS; r++)
|
|
{
|
|
count[0] = 1;
|
|
start[0] = r;
|
|
sprintf(att_name, "a_%d", data[r]);
|
|
for (v = 0; v < NUM_VARS; v++)
|
|
{
|
|
if((status=nc_put_vara_text(ncid, varid[v], start, count, &data[r]))) ERRSTAT(status);
|
|
if((status=nc_redef(ncid))) ERRSTAT(status);
|
|
if((status=nc_put_att_text(ncid, varid[v], att_name, 1, &data[r]))) ERRSTAT(status);
|
|
if((status=nc_enddef(ncid))) ERRSTAT(status);
|
|
}
|
|
|
|
/* verify */
|
|
if((status=nc_inq_dimlen(ncid, 0, &len_in))) ERRSTAT(status);
|
|
if (len_in != r + 1) ERR;
|
|
index[0] = r;
|
|
for (v = 0; v < NUM_VARS; v++)
|
|
{
|
|
if((status=nc_get_var1_text(ncid, varid[v], index, &data_in))) ERRSTAT(status);
|
|
if (data_in != data[r]) ERR;
|
|
}
|
|
} /* Next record. */
|
|
if((status=nc_close(ncid))) ERRSTAT(status);
|
|
return 0;
|
|
}
|
|
|
|
#if 0
|
|
/* Test a diskless file with one var and one att. */
|
|
static int
|
|
test_one_with_att(const char *testfile)
|
|
{
|
|
int ncid, dimid, varid;
|
|
char data = 'h', data_in;
|
|
int ndims, nvars, natts, unlimdimid;
|
|
size_t start[NDIMS], count[NDIMS];
|
|
|
|
/* Create a file with one ulimited dimensions, and one var. */
|
|
if((status=nc_create(testfile, NC_CLOBBER, &ncid))) ERRSTAT(status);
|
|
if((status=nc_def_dim(ncid, DIM1_NAME, NC_UNLIMITED, &dimid))) ERRSTAT(status);
|
|
if((status=nc_def_var(ncid, VAR_NAME, NC_CHAR, 1, &dimid, &varid))) ERRSTAT(status);
|
|
if((status=nc_put_att_text(ncid, NC_GLOBAL, ATT_NAME, 1, &data))) ERRSTAT(status);
|
|
if((status=nc_enddef(ncid))) ERRSTAT(status);
|
|
|
|
/* Write one record of var data, a single character. */
|
|
count[0] = 1;
|
|
start[0] = 0;
|
|
if((status=nc_put_vara_text(ncid, varid, start, count, &data))) ERRSTAT(status);
|
|
|
|
/* We're done! */
|
|
if((status=nc_close(ncid))) ERRSTAT(status);
|
|
|
|
/* Reopen the file and check it. */
|
|
if((status=nc_open(testfile, diskmode|NC_WRITE, &ncid))) ERRSTAT(status);
|
|
if((status=nc_inq(ncid, &ndims, &nvars, &natts, &unlimdimid))) ERRSTAT(status);
|
|
if (ndims != 1 && nvars != 1 && natts != 0 && unlimdimid != 0) ERRSTAT(status);
|
|
if((status=nc_get_var_text(ncid, varid, &data_in))) ERRSTAT(status);
|
|
if (data_in != data) ERRSTAT(status);
|
|
if((status=nc_get_att_text(ncid, NC_GLOBAL, ATT_NAME, &data_in))) ERRSTAT(status);
|
|
if (data_in != data) ERRSTAT(status);
|
|
if((status=nc_close(ncid))) ERRSTAT(status);
|
|
return 0;
|
|
}
|
|
#endif
|
|
|
|
int
|
|
main(int argc, char **argv)
|
|
{
|
|
int i;
|
|
|
|
/* Set defaults */
|
|
persist = 0;
|
|
usenetcdf4 = 0;
|
|
mmap = 0;
|
|
diskless = 0;
|
|
file = 0;
|
|
diskmode = 0;
|
|
|
|
for(i=1;i<argc;i++) {
|
|
if(strcmp(argv[i],"diskless")==0) diskless=1;
|
|
else if(strcmp(argv[i],"mmap")==0) mmap=1;
|
|
else if(strcmp(argv[i],"file")==0) file=1;
|
|
else if(strcmp(argv[i],"persist")==0) persist=1;
|
|
/* ignore anything not recognized */
|
|
}
|
|
|
|
if(diskless && mmap) {
|
|
fprintf(stderr,"NC_DISKLESS and NC_MMAP are mutually exclusive\n");
|
|
exit(1);
|
|
}
|
|
|
|
if(!diskless && !mmap && !file) {
|
|
fprintf(stderr,"file or diskless or mmap must be specified\n");
|
|
exit(1);
|
|
}
|
|
|
|
if(diskless)
|
|
diskmode |= NC_DISKLESS;
|
|
if(mmap)
|
|
diskmode |= NC_MMAP;
|
|
if(persist)
|
|
diskmode |= NC_PERSIST;
|
|
|
|
printf("\n*** Testing create/modify file=%s mode=%s\n", NCFILENAME,
|
|
diskless?"diskless":"mmap");
|
|
|
|
/* case NC_FORMAT_CLASSIC: only test this format */
|
|
nc_set_default_format(NC_FORMAT_CLASSIC, NULL);
|
|
|
|
printf("*** testing diskless file with two growing record "
|
|
"variables, with attributes added...");
|
|
test_two_growing_with_att(NCFILENAME);
|
|
SUMMARIZE_ERR;
|
|
|
|
FINAL_RESULTS;
|
|
}
|