mirror of
https://github.com/Unidata/netcdf-c.git
synced 2024-11-21 03:13:42 +08:00
d2316f866c
Primary Fixes: * Add a whole variable optimization -- used in the rare case that nc_get/put_vara covers the whole of a variable and the variable has a single chunk. * Fix chunking error when stride causes whole chunks to be skipped. * Fix some memory leaks * Add test cases * Add one performance test to nczarr_test/. This uses the timer utils from unit_test: timer_utils.[ch]. * Move ncdumpchunks utility from ncdump to nczarr_test Misc. Other Changes: * Make check for aws libraries conditional on --enable-nczarr-s3 * Remove all but one bm tests from nczarr_test until they are working. * Remove another dependency on HDF5 from supposedly non-HDF5 specific code; specifically hdf5_log_hdf5. * Make the BAIL2 macro be hdf5 specific and replace elsewhere with an HDF5 independent equivalent. * Move hdf5cache.c to libsrc4/nc4cache.c because it is used by nczarr. * Modify unit_tests so that some of them are run even if using Windows. * Misc. small bug fixes and refactors and memory leaks. * Rename some conflicting tests for cmake. * Attempted to make nc_perf work with cmake and failed.
229 lines
4.9 KiB
C
229 lines
4.9 KiB
C
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
#include <stdlib.h>
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include <netcdf.h>
|
|
#include <ncpathmgr.h>
|
|
#include <nclist.h>
|
|
|
|
#ifdef HAVE_GETOPT_H
|
|
#include <getopt.h>
|
|
#endif
|
|
#ifdef _WIN32
|
|
#include "XGetopt.h"
|
|
#endif
|
|
|
|
#ifdef HAVE_HDF5_H
|
|
#include <hdf5.h>
|
|
#include <H5DSpublic.h>
|
|
#endif
|
|
|
|
#ifdef ENABLE_NCZARR
|
|
#include "zincludes.h"
|
|
#endif
|
|
|
|
|
|
#include "tst_utils.h"
|
|
|
|
static unsigned chunkprod;
|
|
static unsigned dimprod;
|
|
static int* data = NULL;
|
|
static size_t datasize = 0;
|
|
|
|
static int setupwholevar(void);
|
|
static int reportwholevar(void);
|
|
static void zutest_print(int sort, ...);
|
|
|
|
static int
|
|
writedata(void)
|
|
{
|
|
int ret = NC_NOERR;
|
|
int i;
|
|
|
|
if((ret = getmetadata(1)))
|
|
ERR(ret);
|
|
|
|
for(i=0;i<dimprod;i++) data[i] = i;
|
|
|
|
if(options->wholevar)
|
|
setupwholevar();
|
|
|
|
if(options->debug >= 1) {
|
|
fprintf(stderr,"write: dimlens=%s chunklens=%s\n",
|
|
printvector(options->rank,options->dimlens),printvector(options->rank,options->chunks));
|
|
}
|
|
if(options->wholevar) {
|
|
fprintf(stderr,"write var: wholevar\n");
|
|
if((ret = nc_put_var(meta->ncid,meta->varid,data)))
|
|
ERR(ret);
|
|
} else {
|
|
fprintf(stderr,"write vars: start=%s count=%s stride=%s\n",
|
|
printvector(options->rank,options->start),printvector(options->rank,options->count),printvector(options->rank,options->stride));
|
|
if((ret = nc_put_vars(meta->ncid,meta->varid,options->start,options->count,(ptrdiff_t*)options->stride,data)))
|
|
ERR(ret);
|
|
}
|
|
|
|
if(options->wholevar) {
|
|
if((ret=reportwholevar()))
|
|
ERR(ret);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int
|
|
readdata(void)
|
|
{
|
|
int ret = NC_NOERR;
|
|
int i;
|
|
|
|
if((ret = getmetadata(0)))
|
|
ERR(ret);
|
|
|
|
memset(data,0,datasize);
|
|
|
|
if(options->wholevar) {
|
|
setupwholevar();
|
|
}
|
|
|
|
if(options->debug >= 1)
|
|
fprintf(stderr,"read: dimlens=%s chunklens=%s\n",
|
|
printvector(options->rank,options->dimlens),printvector(options->rank,options->chunks));
|
|
if(options->wholevar) {
|
|
fprintf(stderr,"read var: wholevar\n");
|
|
if((ret = nc_get_var(meta->ncid,meta->varid,data)))
|
|
ERR(ret);
|
|
} else {
|
|
fprintf(stderr,"read vars: start=%s count=%s stride=%s\n",
|
|
printvector(options->rank,options->start),printvector(options->rank,options->count),printvector(options->rank,options->stride));
|
|
if((ret = nc_get_vars(meta->ncid,meta->varid,options->start,options->count,(ptrdiff_t*)options->stride,data)))
|
|
ERR(ret);
|
|
}
|
|
|
|
for(i=0;i<dimprod;i++) {
|
|
printf("[%d] %d\n",i,data[i]);
|
|
}
|
|
|
|
if(options->wholevar) {
|
|
reportwholevar();
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
|
|
static int
|
|
genodom(void)
|
|
{
|
|
int i,ret = NC_NOERR;
|
|
Odometer* odom = odom_new(options->rank, options->start, options->stop, options->stride, options->max);
|
|
if(odom == NULL) {ret = NC_ENOMEM; goto done;}
|
|
if(options->debug > 1)
|
|
fprintf(stderr,"genodom: odom = %s\n",odom_print(odom));
|
|
/* Iterate the odometer */
|
|
for(i=0;odom_more(odom);odom_next(odom),i++) {
|
|
printf("[%02d] %s\n",i,(i==0?odom_print(odom):odom_printshort(odom)));
|
|
}
|
|
done:
|
|
odom_free(odom);
|
|
return ret;
|
|
}
|
|
|
|
static int wholevarcalls;
|
|
static struct ZUTEST zutester;
|
|
|
|
static int
|
|
setupwholevar(void)
|
|
{
|
|
int ret = NC_NOERR;
|
|
|
|
wholevarcalls = 0;
|
|
|
|
#ifdef ENABLE_NCZARR
|
|
/* Set the printer */
|
|
zutester.tests = UTEST_WHOLEVAR;
|
|
zutester.print = zutest_print;
|
|
zutest = &zutester; /* See zdebug.h */
|
|
#endif
|
|
return ret;
|
|
}
|
|
|
|
|
|
static void
|
|
zutest_print(int sort, ...)
|
|
{
|
|
va_list ap;
|
|
struct Common* common = NULL;
|
|
|
|
NC_UNUSED(common);
|
|
|
|
va_start(ap,sort);
|
|
|
|
switch (sort) {
|
|
default: break; /* ignore */
|
|
case UTEST_WHOLEVAR:
|
|
common = va_arg(ap,struct Common*);
|
|
wholevarcalls++;
|
|
break;
|
|
}
|
|
va_end(ap);
|
|
}
|
|
|
|
static int
|
|
reportwholevar(void)
|
|
{
|
|
int ret = NC_NOERR;
|
|
#ifdef ENABLE_NCZARR
|
|
if(options->debug > 0) {
|
|
fprintf(stderr,"wholevarcalls=%d\n",wholevarcalls);
|
|
}
|
|
if(wholevarcalls != 1) return NC_ENCZARR;
|
|
#endif
|
|
return ret;
|
|
}
|
|
|
|
|
|
|
|
|
|
int
|
|
main(int argc, char** argv)
|
|
{
|
|
int stat = NC_NOERR;
|
|
int i;
|
|
|
|
if((stat=getoptions(&argc,&argv))) goto done;
|
|
|
|
switch (options->op) {
|
|
case Read:
|
|
case Write:
|
|
case Wholevar:
|
|
if (argc == 0) {fprintf(stderr, "no input file specified\n");exit(1);}
|
|
break;
|
|
default:
|
|
break; /* do not need a file */
|
|
}
|
|
|
|
dimprod = 1;
|
|
chunkprod = 1;
|
|
for(i=0;i<options->rank;i++) {dimprod *= options->dimlens[i]; chunkprod *= options->chunks[i];}
|
|
|
|
datasize = dimprod*sizeof(int);
|
|
if((data = calloc(1,datasize)) == NULL)
|
|
{fprintf(stderr,"out of memory\n"); exit(1);}
|
|
|
|
switch (options->op) {
|
|
case Read: readdata(); break;
|
|
case Write: writedata(); break;
|
|
case Odom: genodom(); break;
|
|
default:
|
|
fprintf(stderr,"Unknown operation\n");
|
|
exit(1);
|
|
}
|
|
done:
|
|
if(data) free(data);
|
|
cleanup();
|
|
return 0;
|
|
}
|