netcdf-c/include/netcdf_dispatch.h.in

253 lines
13 KiB
C
Raw Normal View History

2019-07-05 19:04:07 +08:00
/* Copyright 2019 University Corporation for Atmospheric
2019-07-05 18:50:36 +08:00
Research/Unidata. */
/*
* In order to use any of the netcdf_XXX.h files, it is necessary
* to include netcdf.h followed by any netcdf_XXX.h files.
* Various things (like EXTERNL) are defined in netcdf.h
* to make them available for use by the netcdf_XXX.h files.
2019-11-16 00:39:00 +08:00
*/
2019-07-05 18:50:36 +08:00
/**
* @file
2019-07-05 19:04:07 +08:00
* This header contains the definition of the dispatch table. This
* table contains a pointer to every netcdf function. When a file is
* opened or created, the dispatch code in libdispatch decides which
* dispatch table to use, and all subsequent netCDF calls for that
* file will use the selected dispatch table. There are dispatch
* tables for HDF5, HDF4, pnetcdf, etc.
2019-07-05 18:50:36 +08:00
*
2019-07-05 19:04:07 +08:00
* @author Dennis Heimbigner, Ed Hartnett
2019-07-05 18:50:36 +08:00
*/
#ifndef NETCDF_DISPATCH_H
#define NETCDF_DISPATCH_H
2020-02-28 05:06:45 +08:00
/* This is the version of the dispatch table. It should be changed
* when new functions are added to the dispatch table. */
#ifndef NC_DISPATCH_VERSION
#define NC_DISPATCH_VERSION @NC_DISPATCH_VERSION@
#endif /*NC_DISPATCH_VERSION*/
Add support for multiple filters per variable. re: https://github.com/Unidata/netcdf-c/issues/1584 Support has been added for multiple filters per variable. This affects a number of components in netcdf. The new APIs are documented in NUG/filters.md. The primary changes are: * A set of new functions are provided (see __include/netcdf_filter.h__). - Obtain a list of the filters associated with a variable - Obtain the parameters for a specific filter. * The existing __nc_inq_var_filter__ function now returns info about the first defined filter. * The utilities (ncgen, ncdump, and nccopy) now support an extended format for specifying a sequence of filters. The general form is __<filter>|<filter>..._. * The ncdump **_Filter** attribute now dumps a list of all the filters associated with a variable using the above new format. * Filter specifications can now use a filter name instead of number for filters known to the netcdf library, which in turn is taken from the HDF5 filter registration page. * New errors are defined: NC_EFILTER and NC_ENOFILTER. The latter is returned if an attempt is made to access an unknown filter. * Internally, the dispatch table has been extended to add a function to handle all of the filter functions. * New, filter-related, tests were added to nc_test4. * A new plugin was added to the plugins directory to help with testing. Notes: 1. The shuffle and fletcher32 filters are not part of the multifilter system. Misc. changes: 1. A debug module was added to libhdf5 to help catch error locations.
2020-02-17 03:59:33 +08:00
2019-07-05 19:07:42 +08:00
/* This is the dispatch table, with a pointer to each netCDF
* function. */
2019-07-05 19:04:07 +08:00
struct NC_Dispatch
{
int model; /* one of the NC_FORMATX #'s */
2020-02-28 05:06:45 +08:00
int dispatch_version;
2019-07-05 19:04:07 +08:00
int (*create)(const char *path, int cmode, size_t initialsz,
int basepe, size_t *chunksizehintp, void *parameters,
2019-08-02 04:30:20 +08:00
const struct NC_Dispatch *table, int ncid);
2019-07-05 19:04:07 +08:00
int (*open)(const char *path, int mode, int basepe, size_t *chunksizehintp,
2019-08-02 04:30:20 +08:00
void *parameters, const struct NC_Dispatch *table, int ncid);
2019-07-05 19:04:07 +08:00
int (*redef)(int);
int (*_enddef)(int,size_t,size_t,size_t,size_t);
int (*sync)(int);
int (*abort)(int);
int (*close)(int, void *);
int (*set_fill)(int, int, int *);
int (*inq_format)(int, int*);
int (*inq_format_extended)(int, int *, int *);
int (*inq)(int, int *, int *, int *, int *);
int (*inq_type)(int, nc_type, char *, size_t *);
int (*def_dim)(int, const char *, size_t, int *);
int (*inq_dimid)(int, const char *, int *);
int (*inq_dim)(int, int, char *, size_t *);
int (*inq_unlimdim)(int ncid, int *unlimdimidp);
int (*rename_dim)(int, int, const char *);
int (*inq_att)(int, int, const char *, nc_type *, size_t *);
int (*inq_attid)(int, int, const char *, int*);
int (*inq_attname)(int, int, int, char *);
int (*rename_att)(int, int, const char *, const char *);
int (*del_att)(int, int, const char *);
int (*get_att)(int, int, const char *, void *, nc_type);
2019-07-05 19:07:42 +08:00
int (*put_att)(int, int, const char *, nc_type, size_t, const void *,
nc_type);
2019-07-05 19:04:07 +08:00
int (*def_var)(int, const char *, nc_type, int, const int *, int *);
int (*inq_varid)(int, const char *, int *);
int (*rename_var)(int, int, const char *);
int (*get_vara)(int, int, const size_t *, const size_t *, void *, nc_type);
2019-07-05 19:05:59 +08:00
int (*put_vara)(int, int, const size_t *, const size_t *,
const void *, nc_type);
2019-07-05 19:04:07 +08:00
int (*get_vars)(int, int, const size_t *, const size_t *, const ptrdiff_t *,
void *, nc_type);
int (*put_vars)(int, int, const size_t *, const size_t *, const ptrdiff_t *,
const void *, nc_type);
int (*get_varm)(int, int, const size_t *, const size_t *, const ptrdiff_t *,
const ptrdiff_t *, void *, nc_type);
int (*put_varm)(int, int, const size_t *, const size_t *, const ptrdiff_t *,
const ptrdiff_t *, const void *, nc_type);
int (*inq_var_all)(int ncid, int varid, char *name, nc_type *xtypep,
int *ndimsp, int *dimidsp, int *nattsp,
int *shufflep, int *deflatep, int *deflate_levelp,
int *fletcher32p, int *contiguousp, size_t *chunksizesp,
int *no_fill, void *fill_valuep, int *endiannessp,
2019-07-05 19:07:42 +08:00
unsigned int *idp, size_t *nparamsp,
unsigned int *params);
2019-07-05 19:04:07 +08:00
int (*var_par_access)(int, int, int);
int (*def_var_fill)(int, int, int, const void *);
/* Note the following are specific to netcdf4, but must still be
implemented by all dispatch tables. They may still be invoked by
netcdf client code even when the file is a classic file; they
will just return an error or be ignored.
*/
2019-07-05 19:04:07 +08:00
int (*show_metadata)(int);
int (*inq_unlimdims)(int, int*, int*);
int (*inq_ncid)(int, const char*, int*);
int (*inq_grps)(int, int*, int*);
int (*inq_grpname)(int, char*);
int (*inq_grpname_full)(int, size_t*, char*);
int (*inq_grp_parent)(int, int*);
int (*inq_grp_full_ncid)(int, const char*, int*);
int (*inq_varids)(int, int* nvars, int*);
int (*inq_dimids)(int, int* ndims, int*, int);
int (*inq_typeids)(int, int* ntypes, int*);
int (*inq_type_equal)(int, nc_type, int, nc_type, int*);
int (*def_grp)(int, const char*, int*);
int (*rename_grp)(int, const char*);
int (*inq_user_type)(int, nc_type, char*, size_t*, nc_type*, size_t*, int*);
int (*inq_typeid)(int, const char*, nc_type*);
2019-07-05 19:05:59 +08:00
int (*def_compound)(int, size_t, const char *, nc_type *);
int (*insert_compound)(int, nc_type, const char *, size_t, nc_type);
int (*insert_array_compound)(int, nc_type, const char *, size_t, nc_type,
int, const int *);
int (*inq_compound_field)(int, nc_type, int, char *, size_t *, nc_type *,
int *, int *);
int (*inq_compound_fieldindex)(int, nc_type, const char *, int *);
int (*def_vlen)(int, const char *, nc_type base_typeid, nc_type *);
int (*put_vlen_element)(int, int, void *, size_t, const void *);
int (*get_vlen_element)(int, int, const void *, size_t *, void *);
int (*def_enum)(int, nc_type, const char *, nc_type *);
int (*insert_enum)(int, nc_type, const char *, const void *);
int (*inq_enum_member)(int, nc_type, int, char *, void *);
int (*inq_enum_ident)(int, nc_type, long long, char *);
int (*def_opaque)(int, size_t, const char *, nc_type*);
2019-07-05 19:04:07 +08:00
int (*def_var_deflate)(int, int, int, int, int);
int (*def_var_fletcher32)(int, int, int);
2019-07-05 19:05:59 +08:00
int (*def_var_chunking)(int, int, int, const size_t *);
2019-07-05 19:04:07 +08:00
int (*def_var_endian)(int, int, int);
2019-07-05 19:05:59 +08:00
int (*def_var_filter)(int, int, unsigned int, size_t, const unsigned int *);
2019-07-05 19:04:07 +08:00
int (*set_var_chunk_cache)(int, int, size_t, size_t, float);
2019-07-05 19:05:59 +08:00
int (*get_var_chunk_cache)(int ncid, int varid, size_t *sizep,
size_t *nelemsp, float *preemptionp);
Mostly revert the filter code to reduce its complexity of use. re: https://github.com/Unidata/netcdf-c/issues/1836 Revert the internal filter code to simplify it. From the user's point of view, the only visible changes should be: 1. The functions that convert text to filter specs have had their signature reverted and have been moved to netcdf_aux.h 2. Some filter API functions now return NC_ENOFILTER when inquiry is made about some filter. Internally,the dispatch table has been modified to get rid of the filter_actions entry and associated complex structures. It has been replaced with inq_var_filter_ids and inq_var_filter_info entries and the dispatch table version has been bumped to 3. Corresponding NOOP and NOTNC4 functions were added to libdispatch/dnotnc4.c. Also, the filter_action entries in dispatch tables were replaced for all dispatch code bases (HDF5, DAP2, etc). This should only impact UDF users. In the process, it became clear that the form of the filters field in NC_VAR_INFO_T was format dependent, so I converted it to be of type void* and pushed its management into the various dispatch code bases. Specifically libhdf5 and libnczarr now manage the filters field in their own way. The auxilliary functions for parsing textual filter specifications were moved to netcdf_aux.h and were renamed to the following: * ncaux_h5filterspec_parse * ncaux_h5filterspec_parselist * ncaux_h5filterspec_free * ncaux_h5filter_fix8 Misc. Other Changes: 1. Document NUG/filters.md updated to reflect the changes above. 2. All the old data types (structs and enums) used by filter_actions actions were deleted. The exception is the NC_H5_Filterspec because it is needed by ncaux_h5filterspec_parselist. 3. Clientside filters were removed -- another enhancement for which no-one ever asked. 4. The ability to remove filters was itself removed. 5. Some functionality needed by nczarr was moved from libhdf5 to libsrc4 e.g. nc4_find_default_chunksizes 6. All the filterx code was removed 7. ncfilter.h and nc4filter.c no longer used Misc. Unrelated Changes: 1. The nczarr_test makefile clean was leaving some directories; so add clean-local to take care of them.
2020-09-28 02:43:46 +08:00
/* Version 3 Replace filteractions with more specific functions */
int (*inq_var_filter_ids)(int ncid, int varid, size_t* nfilters, unsigned int* filterids);
int (*inq_var_filter_info)(int ncid, int varid, unsigned int id, size_t* nparams, unsigned int* params);
/* Version 4 Add quantization. */
int (*def_var_quantize)(int ncid, int varid, int quantize_mode, int nsd);
int (*inq_var_quantize)(int ncid, int varid, int *quantize_modep, int *nsdp);
};
2019-07-05 18:50:36 +08:00
2019-11-16 00:39:00 +08:00
#if defined(__cplusplus)
extern "C" {
#endif
/* Read-only dispatch layers can use these functions to return
* NC_EPERM to all attempts to modify a file. */
EXTERNL int NC_RO_create(const char *path, int cmode, size_t initialsz, int basepe,
size_t *chunksizehintp, void* parameters,
const NC_Dispatch*, int);
EXTERNL int NC_RO_redef(int ncid);
EXTERNL int NC_RO__enddef(int ncid, size_t h_minfree, size_t v_align, size_t v_minfree,
size_t r_align);
EXTERNL int NC_RO_sync(int ncid);
EXTERNL int NC_RO_def_var_fill(int, int, int, const void *);
EXTERNL int NC_RO_rename_att(int ncid, int varid, const char *name,
const char *newname);
EXTERNL int NC_RO_del_att(int ncid, int varid, const char*);
EXTERNL int NC_RO_put_att(int ncid, int varid, const char *name, nc_type datatype,
size_t len, const void *value, nc_type);
EXTERNL int NC_RO_def_var(int ncid, const char *name,
nc_type xtype, int ndims, const int *dimidsp, int *varidp);
EXTERNL int NC_RO_rename_var(int ncid, int varid, const char *name);
EXTERNL int NC_RO_put_vara(int ncid, int varid,
const size_t *start, const size_t *count,
const void *value, nc_type);
EXTERNL int NC_RO_def_dim(int ncid, const char *name, size_t len, int *idp);
EXTERNL int NC_RO_rename_dim(int ncid, int dimid, const char *name);
EXTERNL int NC_RO_set_fill(int ncid, int fillmode, int *old_modep);
/* These functions are for dispatch layers that don't implement
* the enhanced model. They return NC_ENOTNC4. */
EXTERNL int NC_NOTNC4_def_var_filter(int, int, unsigned int, size_t,
const unsigned int*);
Mostly revert the filter code to reduce its complexity of use. re: https://github.com/Unidata/netcdf-c/issues/1836 Revert the internal filter code to simplify it. From the user's point of view, the only visible changes should be: 1. The functions that convert text to filter specs have had their signature reverted and have been moved to netcdf_aux.h 2. Some filter API functions now return NC_ENOFILTER when inquiry is made about some filter. Internally,the dispatch table has been modified to get rid of the filter_actions entry and associated complex structures. It has been replaced with inq_var_filter_ids and inq_var_filter_info entries and the dispatch table version has been bumped to 3. Corresponding NOOP and NOTNC4 functions were added to libdispatch/dnotnc4.c. Also, the filter_action entries in dispatch tables were replaced for all dispatch code bases (HDF5, DAP2, etc). This should only impact UDF users. In the process, it became clear that the form of the filters field in NC_VAR_INFO_T was format dependent, so I converted it to be of type void* and pushed its management into the various dispatch code bases. Specifically libhdf5 and libnczarr now manage the filters field in their own way. The auxilliary functions for parsing textual filter specifications were moved to netcdf_aux.h and were renamed to the following: * ncaux_h5filterspec_parse * ncaux_h5filterspec_parselist * ncaux_h5filterspec_free * ncaux_h5filter_fix8 Misc. Other Changes: 1. Document NUG/filters.md updated to reflect the changes above. 2. All the old data types (structs and enums) used by filter_actions actions were deleted. The exception is the NC_H5_Filterspec because it is needed by ncaux_h5filterspec_parselist. 3. Clientside filters were removed -- another enhancement for which no-one ever asked. 4. The ability to remove filters was itself removed. 5. Some functionality needed by nczarr was moved from libhdf5 to libsrc4 e.g. nc4_find_default_chunksizes 6. All the filterx code was removed 7. ncfilter.h and nc4filter.c no longer used Misc. Unrelated Changes: 1. The nczarr_test makefile clean was leaving some directories; so add clean-local to take care of them.
2020-09-28 02:43:46 +08:00
EXTERNL int NC_NOTNC4_inq_var_filter_ids(int ncid, int varid, size_t* nfilters, unsigned int* filterids);
EXTERNL int NC_NOTNC4_inq_var_filter_info(int ncid, int varid, unsigned int id, size_t* nparams, unsigned int* params);
EXTERNL int NC_NOOP_inq_var_filter_ids(int ncid, int varid, size_t* nfilters, unsigned int* filterids);
EXTERNL int NC_NOOP_inq_var_filter_info(int ncid, int varid, unsigned int id, size_t* nparams, unsigned int* params);
2019-11-16 00:39:00 +08:00
EXTERNL int NC_NOTNC4_def_grp(int, const char *, int *);
EXTERNL int NC_NOTNC4_rename_grp(int, const char *);
EXTERNL int NC_NOTNC4_def_compound(int, size_t, const char *, nc_type *);
EXTERNL int NC_NOTNC4_insert_compound(int, nc_type, const char *, size_t, nc_type);
EXTERNL int NC_NOTNC4_insert_array_compound(int, nc_type, const char *, size_t,
nc_type, int, const int *);
EXTERNL int NC_NOTNC4_inq_typeid(int, const char *, nc_type *);
EXTERNL int NC_NOTNC4_inq_compound_field(int, nc_type, int, char *, size_t *,
nc_type *, int *, int *);
EXTERNL int NC_NOTNC4_inq_compound_fieldindex(int, nc_type, const char *, int *);
EXTERNL int NC_NOTNC4_def_vlen(int, const char *, nc_type base_typeid, nc_type *);
EXTERNL int NC_NOTNC4_put_vlen_element(int, int, void *, size_t, const void *);
EXTERNL int NC_NOTNC4_get_vlen_element(int, int, const void *, size_t *, void *);
EXTERNL int NC_NOTNC4_def_enum(int, nc_type, const char *, nc_type *);
EXTERNL int NC_NOTNC4_insert_enum(int, nc_type, const char *, const void *);
EXTERNL int NC_NOTNC4_inq_enum_member(int, nc_type, int, char *, void *);
EXTERNL int NC_NOTNC4_inq_enum_ident(int, nc_type, long long, char *);
EXTERNL int NC_NOTNC4_def_opaque(int, size_t, const char *, nc_type *);
EXTERNL int NC_NOTNC4_def_var_deflate(int, int, int, int, int);
EXTERNL int NC_NOTNC4_def_var_fletcher32(int, int, int);
EXTERNL int NC_NOTNC4_def_var_chunking(int, int, int, const size_t *);
EXTERNL int NC_NOTNC4_def_var_endian(int, int, int);
EXTERNL int NC_NOTNC4_set_var_chunk_cache(int, int, size_t, size_t, float);
EXTERNL int NC_NOTNC4_get_var_chunk_cache(int, int, size_t *, size_t *, float *);
EXTERNL int NC_NOTNC4_var_par_access(int, int, int);
EXTERNL int NC_NOTNC4_inq_ncid(int, const char *, int *);
EXTERNL int NC_NOTNC4_inq_grps(int, int *, int *);
EXTERNL int NC_NOTNC4_inq_grpname(int, char *);
EXTERNL int NC_NOTNC4_inq_grpname_full(int, size_t *, char *);
EXTERNL int NC_NOTNC4_inq_grp_parent(int, int *);
EXTERNL int NC_NOTNC4_inq_grp_full_ncid(int, const char *, int *);
EXTERNL int NC_NOTNC4_inq_varids(int, int *, int *);
EXTERNL int NC_NOTNC4_inq_dimids(int, int *, int *, int);
EXTERNL int NC_NOTNC4_inq_typeids(int, int *, int *);
EXTERNL int NC_NOTNC4_inq_user_type(int, nc_type, char *, size_t *,
nc_type *, size_t *, int *);
EXTERNL int NC_NOTNC4_def_var_quantize(int, int, int, int);
EXTERNL int NC_NOTNC4_inq_var_quantize(int, int, int *, int *);
/* These functions are for dispatch layers that don't implement
* the enhanced model, but want to succeed anyway.
* They return NC_NOERR plus properly set the out parameters.
*/
/* These functions are for dispatch layers that don't want to
* implement the deprecated varm functions. They return
* NC_ENOTNC3. */
EXTERNL int NC_NOTNC3_get_varm(int ncid, int varid, const size_t *start,
const size_t *edges, const ptrdiff_t *stride,
const ptrdiff_t *imapp, void *value0, nc_type memtype);
EXTERNL int NC_NOTNC3_put_varm(int ncid, int varid, const size_t * start,
const size_t *edges, const ptrdiff_t *stride,
const ptrdiff_t *imapp, const void *value0,
nc_type memtype);
2019-11-16 00:39:00 +08:00
#if defined(__cplusplus)
}
#endif
2019-07-05 18:50:36 +08:00
#endif /* NETCDF_DISPATCH_H */