mirror of
https://github.com/Unidata/netcdf-c.git
synced 2024-11-27 07:30:33 +08:00
126b3f9423
re: https://github.com/Unidata/netcdf-c/issues/2294 Ed Hartnett suggested that the netcdf library installation process be extended to install the standard filters into a user specified location. The user can then set HDF5_PLUGIN_PATH to that location. This PR provides that capability using: ```` configure option: --with-plugin-dir=<absolute directory path> cmake option: -DPLUGIN_INSTALL_DIR=<absolute directory path> ```` Currently, the following plugins are always installed, if available: bzip2, zstd, blosc. If NCZarr is enabled, then additional plugins are installed: fletcher32, shuffle, deflate, szip. Additionally, the necessary codec support is installed for each of the above filters that is installed. ## Changes: 1. Cleanup handling of built-in bzip2. 2. Add documentation to docs/filters.md 3. Re-factor the NCZarr codec libraries 4. Add a test, although it can only be exercised after the library is installed, so it cannot be used during normal testing. 5. Cleanup use of HDF5_PLUGIN_PATH in the filter test cases.
195 lines
6.0 KiB
Makefile
195 lines
6.0 KiB
Makefile
## This is a automake file, part of Unidata's netCDF package.
|
|
# Copyright 2018, see the COPYRIGHT file for more information.
|
|
|
|
# This file builds and runs DAP4 tests.
|
|
|
|
# Put together AM_CPPFLAGS and AM_LDFLAGS.
|
|
include $(top_srcdir)/lib_flags.am
|
|
|
|
TESTS_ENVIRONMENT =
|
|
|
|
#TEST_EXTENSIONS = .sh
|
|
|
|
#SH_LOG_DRIVER = $(SHELL) $(top_srcdir)/test-driver-verbose
|
|
#sh_LOG_DRIVER = $(SHELL) $(top_srcdir)/test-driver-verbose
|
|
#LOG_DRIVER = $(SHELL) $(top_srcdir)/test-driver-verbose
|
|
#TESTS_ENVIRONMENT += export SETX=1;
|
|
|
|
AM_CPPFLAGS += -I${top_srcdir} -I${top_srcdir}/libnczarr
|
|
AM_LDFLAGS += ${top_builddir}/liblib/libnetcdf.la
|
|
LDADD = ${top_builddir}/liblib/libnetcdf.la
|
|
|
|
# Set up the tests; do the .sh first, then .c
|
|
check_PROGRAMS =
|
|
TESTS =
|
|
|
|
check_PROGRAMS += ut_map ut_mapapi ut_json ut_projections ut_chunking
|
|
|
|
commonsrc = ut_util.c ut_test.c ut_includes.h ut_test.h ut_util.h test_nczarr_utils.h
|
|
tstcommonsrc = tst_utils.c tst_utils.h
|
|
|
|
ut_map_SOURCES = ut_map.c ${commonsrc}
|
|
ut_mapapi_SOURCES = ut_mapapi.c ${commonsrc}
|
|
ut_json_SOURCES = ut_json.c ${commonsrc}
|
|
ut_projections_SOURCES = ut_projections.c ${commonsrc}
|
|
ut_chunking_SOURCES = ut_chunking.c ${commonsrc}
|
|
tst_fillonlyz_SOURCES = tst_fillonlyz.c ${tstcommonsrc}
|
|
|
|
check_PROGRAMS += tst_zchunks tst_zchunks2 tst_zchunks3 tst_fillonlyz test_quantize
|
|
|
|
TESTS += run_ut_chunk.sh
|
|
|
|
if BUILD_UTILITIES
|
|
|
|
TESTS += run_ut_map.sh
|
|
TESTS += run_ut_mapapi.sh
|
|
TESTS += run_ut_misc.sh
|
|
TESTS += run_ncgen4.sh
|
|
|
|
if USE_HDF5
|
|
#TESTS += run_nccopyz.sh
|
|
TESTS += run_fillonlyz.sh
|
|
endif
|
|
|
|
check_PROGRAMS += tst_chunkcases
|
|
tst_chunkcases_SOURCES = tst_chunkcases.c ${tstcommonsrc}
|
|
TESTS += run_chunkcases.sh
|
|
|
|
TESTS += run_quantize.sh
|
|
|
|
TESTS += run_purezarr.sh
|
|
TESTS += run_interop.sh
|
|
TESTS += run_misc.sh
|
|
TESTS += run_nczarr_fill.sh
|
|
|
|
endif
|
|
|
|
if BUILD_UTILITIES
|
|
|
|
if ENABLE_NCZARR_ZIP
|
|
TESTS += run_newformat.sh
|
|
endif
|
|
|
|
if BUILD_BENCHMARKS
|
|
|
|
UTILSRC = bm_utils.c timer_utils.c tst_utils.c bm_utils.h bm_timer.h
|
|
|
|
bm_chunks3_SOURCES = bm_chunks3.c ${UTILSRC}
|
|
|
|
check_PROGRAMS += bm_chunks3
|
|
|
|
# The perf tests need modernization
|
|
if AX_IGNORE
|
|
TESTS += run_perf_chunks1.sh
|
|
endif
|
|
|
|
endif # BUILD_BENCHMARKS
|
|
|
|
if ENABLE_FILTER_TESTING
|
|
|
|
# Do simple filter functionality tests for nczarr
|
|
check_PROGRAMS += tst_nczfilter
|
|
TESTS += run_nczfilter.sh
|
|
|
|
# Echo filter tests from nc_test4
|
|
check_PROGRAMS += testfilter testfilter_misc testfilter_order testfilter_repeat testfilter_multi test_filter_avail
|
|
TESTS += run_filter.sh
|
|
TESTS += run_specific_filters.sh
|
|
|
|
endif #ENABLE_FILTER_TESTING
|
|
|
|
endif #BUILD_UTILITIES
|
|
|
|
# These programs are used by the test cases
|
|
noinst_PROGRAMS = zmapio
|
|
zmapio_SOURCES = zmapio.c
|
|
noinst_PROGRAMS += zhex
|
|
zhex_SOURCES = zhex.c
|
|
noinst_PROGRAMS += zisjson
|
|
zisjson_SOURCES = zisjson.c
|
|
noinst_PROGRAMS += zs3parse
|
|
zs3parse_SOURCES = zs3parse.c
|
|
|
|
if ENABLE_NCZARR_S3
|
|
noinst_PROGRAMS += s3util
|
|
s3util_SOURCES = s3util.c
|
|
TESTS += run_s3_cleanup.sh
|
|
endif
|
|
|
|
# Given a netcdf4|NCZarr file, dump the actual chunk contents.
|
|
# Used to validate nczarr chunking code.
|
|
AM_CPPFLAGS += -I$(top_srcdir)/libnczarr
|
|
noinst_PROGRAMS += ncdumpchunks
|
|
ncdumpchunks_SOURCES = ncdumpchunks.c
|
|
|
|
EXTRA_DIST = CMakeLists.txt \
|
|
run_ut_map.sh run_ut_mapapi.sh run_ut_misc.sh run_ut_chunk.sh run_ncgen4.sh \
|
|
run_nccopyz.sh run_fillonlyz.sh run_chunkcases.sh test_nczarr.sh run_perf_chunks1.sh run_s3_cleanup.sh \
|
|
run_purezarr.sh run_interop.sh run_misc.sh \
|
|
run_filter.sh run_specific_filters.sh \
|
|
run_newformat.sh run_nczarr_fill.sh run_quantize.sh
|
|
|
|
EXTRA_DIST += \
|
|
ref_ut_map_create.cdl ref_ut_map_writedata.cdl ref_ut_map_writemeta2.cdl ref_ut_map_writemeta.cdl \
|
|
ref_ut_map_readmeta.txt ref_ut_map_readmeta2.txt ref_ut_map_search.txt \
|
|
ref_ut_mapapi_create.cdl ref_ut_mapapi_data.cdl ref_ut_mapapi_meta.cdl ref_ut_mapapi_search.txt \
|
|
ref_t_meta_dim1.cdl ref_t_meta_var1.cdl \
|
|
ref_ut_json_build.txt ref_ut_json_parse.txt \
|
|
ref_ut_proj.txt ref_ut_testmap_create.cdl \
|
|
ref_perdimspecs.cdl ref_fillonly.cdl \
|
|
ref_whole.cdl ref_whole.txt \
|
|
ref_skip.cdl ref_skip.txt ref_skipw.cdl \
|
|
ref_rem.cdl ref_rem.dmp ref_ndims.cdl ref_ndims.dmp \
|
|
ref_misc1.cdl ref_misc1.dmp ref_misc2.cdl \
|
|
ref_avail1.cdl ref_avail1.dmp ref_avail1.txt \
|
|
ref_xarray.cdl ref_purezarr.cdl ref_purezarr_base.cdl ref_nczarr2zarr.cdl \
|
|
ref_bzip2.cdl ref_filtered.cdl ref_multi.cdl \
|
|
ref_any.cdl ref_oldformat.cdl ref_oldformat.zip ref_newformatpure.cdl \
|
|
ref_quotes.zip ref_quotes.cdl \
|
|
ref_groups.h5 ref_byte.zarr.zip ref_byte_fill_value_null.zarr.zip \
|
|
ref_groups_regular.cdl ref_byte.cdl ref_byte_fill_value_null.cdl
|
|
|
|
# Interoperability files
|
|
EXTRA_DIST += ref_power_901_constants.zip ref_power_901_constants.cdl ref_quotes.zip ref_quotes.cdl
|
|
|
|
CLEANFILES = ut_*.txt ut*.cdl tmp*.nc tmp*.cdl tmp*.txt tmp*.dmp tmp*.zip tmp*.nc tmp*.dump tmp*.tmp tmp_ngc.c ref_zarr_test_data.cdl
|
|
|
|
BUILT_SOURCES = test_quantize.c test_filter_avail.c run_specific_filters.sh run_filterinstall.sh
|
|
test_quantize.c: $(top_srcdir)/nc_test4/tst_quantize.c
|
|
rm -f $@
|
|
echo "#define TESTNCZARR" > $@
|
|
cat $(top_srcdir)/nc_test4/tst_quantize.c >> $@
|
|
|
|
test_filter_avail.c: $(top_srcdir)/nc_test4/tst_filter_avail.c
|
|
rm -f $@
|
|
echo "#define TESTNCZARR" > $@
|
|
cat $(top_srcdir)/nc_test4/tst_filter_avail.c >> $@
|
|
|
|
run_specific_filters.sh: $(top_srcdir)/nc_test4/tst_specific_filters.sh
|
|
rm -f $@ run_specific_filters.tmp
|
|
echo "#!/bin/bash" > run_specific_filters.tmp
|
|
echo "TESTNCZARR=1" >> run_specific_filters.tmp
|
|
cat $(top_srcdir)/nc_test4/tst_specific_filters.sh >> run_specific_filters.tmp
|
|
tr -d '\r' < run_specific_filters.tmp > $@
|
|
chmod a+x $@
|
|
rm -f run_specific_filters.tmp
|
|
|
|
run_filterinstall.sh: $(top_srcdir)/nc_test4/tst_filterinstall.sh
|
|
rm -f $@ run_filterinstall.tmp
|
|
echo "#!/bin/bash" > run_filterinstall.tmp
|
|
echo "TESTNCZARR=1" >> run_filterinstall.tmp
|
|
cat $(top_srcdir)/nc_test4/tst_filterinstall.sh >> run_filterinstall.tmp
|
|
tr -d '\r' < run_filterinstall.tmp > $@
|
|
chmod a+x $@
|
|
rm -f run_filterinstall.tmp
|
|
|
|
# Remove directories
|
|
clean-local:
|
|
rm -fr tmp*.file results.file results.s3 results.zip
|
|
rm -fr rcmiscdir
|
|
|
|
DISTCLEANFILES = findplugin.sh test_quantize.c run_specific_filters.sh
|
|
|
|
# If valgrind is present, add valgrind targets.
|
|
@VALGRIND_CHECK_RULES@
|