netcdf-c/nczarr_test/Makefile.am
Dennis Heimbigner 9abe3cb961 Fix bug in run_newformat.sh
Problem was basically that the test file ref_oldformat.zip
was incorrect. Additionally, logic in zsync.c was incorrect.

### Misc. other fixes
1. Turn off accidental debug output
2024-08-13 20:53:04 -06:00

358 lines
11 KiB
Makefile

## This is a automake file, part of Unidata's netCDF package.
# Copyright 2018, see the COPYRIGHT file for more information.
# This file builds and runs DAP4 tests.
# Put together AM_CPPFLAGS and AM_LDFLAGS.
include $(top_srcdir)/lib_flags.am
AM_CFLAGS += -I..
AM_CPPFLAGS += -I${top_srcdir}/libnczarr
AM_CPPFLAGS += -I${top_srcdir}/plugins
LDADD = ${top_builddir}/liblib/libnetcdf.la
TESTS_ENVIRONMENT =
TEST_EXTENSIONS = .sh
#SH_LOG_DRIVER = $(SHELL) $(top_srcdir)/test-driver-verbose
#sh_LOG_DRIVER = $(SHELL) $(top_srcdir)/test-driver-verbose
#LOG_DRIVER = $(SHELL) $(top_srcdir)/test-driver-verbose
#TESTS_ENVIRONMENT += export SETX=1;
#TESTS_ENVIRONMENT += export NCTRACING=1;
AM_CPPFLAGS += -I${top_srcdir} -I${top_srcdir}/libnczarr
AM_LDFLAGS += ${top_builddir}/liblib/libnetcdf.la
LDADD += ${top_builddir}/liblib/libnetcdf.la
AM_CXXFLAGS =
# Set up the tests; do the .sh first, then .c
check_PROGRAMS =
TESTS =
testcommonsrc = test_utils.c test_utils.h
commonsrc = ut_util.c ut_test.c ut_includes.h ut_test.h ut_util.h test_nczarr_utils.h
# Obsolete tests
#check_PROGRAMS += ut_projections ut_chunking ut_walk
#ut_projections_SOURCES = ut_projections.c ${commonsrc}
#ut_chunking_SOURCES = ut_chunking.c ${commonsrc}
#ut_walk_SOURCES = ut_walk.c ${commonsrc}
check_PROGRAMS += ut_map ut_mapapi ut_map ut_json
ut_map_SOURCES = ut_map.c ${commonsrc}
ut_mapapi_SOURCES = ut_mapapi.c ${commonsrc}
ut_json_SOURCES = ut_json.c ${commonsrc}
test_fillonlyz_SOURCES = test_fillonlyz.c ${testcommonsrc}
check_PROGRAMS += test_fillonlyz test_quantize test_notzarr
# Unlimited Dimension tests
if USE_HDF5
test_put_vars_two_unlim_dim_SOURCES = test_put_vars_two_unlim_dim.c ${testcommonsrc}
check_PROGRAMS += test_zchunks test_zchunks2 test_zchunks3 test_unlim_vars test_put_vars_two_unlim_dim
check_PROGRAMS += test_unlim_io
test_unlim_io_SOURCES = test_unlim_io.c ${testcommonsrc}
TESTS += test_put_vars_two_unlim_dim
endif
if NETCDF_BUILD_UTILITIES
TESTS += run_ut_misc.sh
TESTS += run_ut_map.sh
TESTS += run_ut_mapapi.sh
if AX_DISABLE # Obsolete tests
TESTS += run_ut_chunk.sh
endif
TESTS += run_ncgen4.sh
TESTS += run_quantize.sh
TESTS += run_purezarr.sh
TESTS += run_interop.sh
TESTS += run_misc.sh
TESTS += run_nczarr_fill.sh
TESTS += run_jsonconvention.sh
TESTS += run_strings.sh
TESTS += run_scalar.sh
TESTS += run_nulls.sh
TESTS += run_notzarr.sh
if NETCDF_ENABLE_EXTERNAL_SERVER_TESTS
TESTS += run_external.sh
endif
# Unlimited Dimension tests (at least in part)
TESTS += run_mud.sh
TESTS += test_unlim_vars
if USE_HDF5
# Unlimited Dimension tests
check_PROGRAMS += test_chunking
TESTS += run_nccopy5.sh
endif
if USE_HDF5
TESTS += run_unlim_io.sh run_nccopyz.sh
endif
if LARGE_FILE_TESTS
check_PROGRAMS += test_writecaching test_readcaching
TESTS += run_cachetest.sh
endif
endif #NETCDF_BUILD_UTILITIES
if NETCDF_BUILD_UTILITIES
if NETCDF_ENABLE_NCZARR_ZIP
TESTS += run_newformat.sh
endif
if LARGE_FILE_TESTS
check_PROGRAMS += test_chunkcases
test_chunkcases_SOURCES = test_chunkcases.c ${testcommonsrc}
TESTS += run_chunkcases.sh
endif
check_PROGRAMS += test_endians
TESTS += test_endians
if USE_HDF5
TESTS += run_fillonlyz.sh
endif
# Test back compatibility of old key format
TESTS += run_oldkeys.sh
if BUILD_BENCHMARKS
UTILSRC = bm_utils.c timer_utils.c test_utils.c bm_utils.h bm_timer.h
bm_chunks3_SOURCES = bm_chunks3.c ${UTILSRC}
check_PROGRAMS += bm_chunks3
# The perf tests need modernization
if AX_DISABLE
TESTS += run_perf_chunks1.sh
endif
endif # BUILD_BENCHMARKS
if NETCDF_ENABLE_NCZARR_FILTERS
if NETCDF_ENABLE_FILTER_TESTING
check_PROGRAMS += test_filter_avail test_filter_vlen
TESTS += run_filter_vlen.sh run_filter_misc.sh
# Do simple filter functionality tests for nczarr
check_PROGRAMS += test_nczfilter
TESTS += run_nczfilter.sh
# Echo filter tests from nc_test4
check_PROGRAMS += testfilter testfilter_misc testfilter_order testfilter_repeat testfilter_multi
TESTS += run_filter.sh
TESTS += run_specific_filters.sh
if AX_DISABLE
# This test is too dangerous to run in a parallel make environment.
# It causes race conditions. So suppress and only test by hand.
TESTS += run_unknown.sh
endif
if ISMINGW
XFAIL_TESTS = run_filter.sh run_specific_filters.sh run_nczfilter.sh
endif # ISMINGW
endif #NETCDF_ENABLE_FILTER_TESTING
endif #NETCDF_ENABLE_NCZARR_FILTERS
# Test various corrupted files
TESTS += run_corrupt.sh
endif #NETCDF_BUILD_UTILITIES
# These programs are used by the test cases
noinst_PROGRAMS = zhex
zhex_SOURCES = zhex.c
noinst_PROGRAMS += zisjson
zisjson_SOURCES = zisjson.c
noinst_PROGRAMS += zmapio
zmapio_SOURCES = zmapio.c
noinst_PROGRAMS += zs3parse
zs3parse_SOURCES = zs3parse.c
if NETCDF_ENABLE_S3
noinst_PROGRAMS += s3util
s3util_SOURCES = s3util.c
if NETCDF_ENABLE_S3_TESTALL
if NETCDF_ENABLE_S3_AWS
check_PROGRAMS += tst_pure_awssdk
tst_pure_awssdk_SOURCES = tst_pure_awssdk.cpp
AM_CXXFLAGS += -std=c++11
endif
endif
endif
if ENABLE_NCDUMPCHUNKS
# Given a netcdf4|NCZarr file, dump the actual chunk contents.
# Used to validate nczarr chunking code.
AM_CPPFLAGS += -I$(top_srcdir)/libnczarr
noinst_PROGRAMS += ncdumpchunks
ncdumpchunks_SOURCES = ncdumpchunks.c
endif
EXTRA_DIST = CMakeLists.txt \
run_ut_map.sh run_ut_mapapi.sh run_ut_misc.sh run_ncgen4.sh \
run_nccopyz.sh run_fillonlyz.sh run_chunkcases.sh test_nczarr.sh run_perf_chunks1.sh \
run_purezarr.sh run_interop.sh run_misc.sh \
run_filter.sh \
run_newformat.sh run_nczarr_fill.sh run_quantize.sh \
run_jsonconvention.sh run_nczfilter.sh run_unknown.sh \
run_scalar.sh run_strings.sh run_nulls.sh run_notzarr.sh run_external.sh \
run_unlim_io.sh run_corrupt.sh run_oldkeys.sh
EXTRA_DIST += \
ref_ut_map_create.cdl ref_ut_map_writedata.cdl ref_ut_map_writemeta2.cdl ref_ut_map_writemeta.cdl \
ref_ut_map_readmeta.txt ref_ut_map_readmeta2.txt ref_ut_map_search.txt \
ref_ut_mapapi_create.cdl ref_ut_mapapi_data.cdl ref_ut_mapapi_meta.cdl ref_ut_mapapi_search.txt \
ref_t_meta_dim1.cdl ref_t_meta_var1.cdl \
ref_ut_json_build.txt ref_ut_json_parse.txt \
ref_ut_proj.txt ref_ut_testmap_create.cdl \
ref_perdimspecs.cdl ref_fillonly.cdl \
ref_whole.cdl ref_whole.txt \
ref_skip.cdl ref_skip.txt ref_skipw.cdl \
ref_rem.cdl ref_rem.dmp ref_ndims.cdl ref_ndims.dmp \
ref_misc1.cdl ref_misc1.dmp ref_misc2.cdl ref_zarr_test_data_meta.cdl \
ref_avail1.cdl ref_avail1.dmp ref_avail1.txt \
ref_xarray.cdl ref_purezarr.cdl ref_purezarr_base.cdl ref_nczarr2zarr.cdl \
ref_bzip2.cdl ref_filtered.cdl ref_multi.cdl \
ref_any.cdl ref_oldformat.cdl ref_oldformat.zip ref_newformatpure.cdl \
ref_groups.h5 ref_byte.zarr.zip ref_byte_fill_value_null.zarr.zip \
ref_groups_regular.cdl ref_byte.cdl ref_byte_fill_value_null.cdl \
ref_jsonconvention.cdl ref_jsonconvention.zmap \
ref_string.cdl ref_string_nczarr.baseline ref_string_zarr.baseline ref_scalar.cdl ref_scalar_nczarr.cdl \
ref_nulls_nczarr.baseline ref_nulls_zarr.baseline ref_nulls.cdl ref_notzarr.tar.gz \
ref_oldkeys.cdl ref_oldkeys.file.zip ref_oldkeys.zmap \
ref_noshape.file.zip
# Interoperability files from external sources
EXTRA_DIST += ref_power_901_constants_orig.zip ref_power_901_constants.cdl ref_quotes_orig.zip ref_quotes.cdl \
ref_zarr_test_data.cdl.gz ref_zarr_test_data_2d.cdl.gz
CLEANFILES = ut_*.txt ut*.cdl tmp*.nc tmp*.cdl tmp*.txt tmp*.dmp tmp*.zip tmp*.nc tmp*.dump tmp*.tmp tmp*.zmap tmp_ngc.c ref_zarr_test_data.cdl tst_*.nc.zip ref_quotes.zip ref_power_901_constants.zip
BUILT_SOURCES = test_quantize.c test_filter_vlen.c test_unlim_vars.c test_endians.c \
test_put_vars_two_unlim_dim.c test_chunking.c \
run_unknown.sh run_specific_filters.sh run_filter_vlen.sh run_filterinstall.sh \
run_mud.sh run_nccopy5.sh run_filter_misc.sh
test_quantize.c: $(top_srcdir)/nc_test4/tst_quantize.c
rm -f $@
echo "#define TESTNCZARR" > $@
cat $(top_srcdir)/nc_test4/tst_quantize.c >> $@
test_filter_vlen.c: $(top_srcdir)/nc_test4/tst_filter_vlen.c
rm -f $@
echo "#define TESTNCZARR" > $@
cat $(top_srcdir)/nc_test4/tst_filter_vlen.c >> $@
test_unlim_vars.c: $(top_srcdir)/nc_test4/tst_unlim_vars.c
rm -f $@
echo "#define TESTNCZARR" > $@
cat $(top_srcdir)/nc_test4/tst_unlim_vars.c >> $@
test_endians.c: $(top_srcdir)/nc_test4/tst_h5_endians.c
rm -f $@
echo "#define TESTNCZARR" > $@
cat $(top_srcdir)/nc_test4/tst_h5_endians.c >> $@
test_put_vars_two_unlim_dim.c: $(top_srcdir)/nc_test4/tst_put_vars_two_unlim_dim.c
rm -f $@
echo "#define TESTNCZARR" > $@
cat $(top_srcdir)/nc_test4/tst_put_vars_two_unlim_dim.c >> $@
test_chunking.c: $(top_srcdir)/ncdump/tst_chunking.c
rm -f $@
echo "#define TESTNCZARR" > $@
cat $(top_srcdir)/ncdump/tst_chunking.c >> $@
run_unknown.sh: $(top_srcdir)/nc_test4/tst_unknown.sh
rm -f $@ run_unknown.tmp
echo "#!/bin/bash" > run_unknown.tmp
echo "TESTNCZARR=1" >> run_unknown.tmp
cat $(top_srcdir)/nc_test4/tst_unknown.sh >> run_unknown.tmp
tr -d '\r' < run_unknown.tmp > $@
chmod a+x $@
rm -f run_unknown.tmp
run_specific_filters.sh: $(top_srcdir)/nc_test4/tst_specific_filters.sh
rm -f $@ run_specific_filters.tmp
echo "#!/bin/bash" > run_specific_filters.tmp
echo "TESTNCZARR=1" >> run_specific_filters.tmp
cat $(top_srcdir)/nc_test4/tst_specific_filters.sh >> run_specific_filters.tmp
tr -d '\r' < run_specific_filters.tmp > $@
chmod a+x $@
rm -f run_specific_filters.tmp
run_filter_vlen.sh: $(top_srcdir)/nc_test4/tst_filter_vlen.sh
rm -f $@ run_filter_vlen.tmp
echo "#!/bin/bash" > run_filter_vlen.tmp
echo "TESTNCZARR=1" >> run_filter_vlen.tmp
cat $(top_srcdir)/nc_test4/tst_filter_vlen.sh >> run_filter_vlen.tmp
tr -d '\r' < run_filter_vlen.tmp > $@
chmod a+x $@
rm -f run_filter_vlen.tmp
run_filter_misc.sh: $(top_srcdir)/nc_test4/tst_filter_misc.sh
rm -f $@ run_filter_misc.tmp
echo "#!/bin/bash" > run_filter_misc.tmp
echo "TESTNCZARR=1" >> run_filter_misc.tmp
cat $(top_srcdir)/nc_test4/tst_filter_misc.sh >> run_filter_misc.tmp
tr -d '\r' < run_filter_misc.tmp > $@
chmod a+x $@
rm -f run_filter_misc.tmp
run_filterinstall.sh: $(top_srcdir)/nc_test4/tst_filterinstall.sh
rm -f $@ run_filterinstall.tmp
echo "#!/bin/bash" > run_filterinstall.tmp
echo "TESTNCZARR=1" >> run_filterinstall.tmp
cat $(top_srcdir)/nc_test4/tst_filterinstall.sh >> run_filterinstall.tmp
tr -d '\r' < run_filterinstall.tmp > $@
chmod a+x $@
rm -f run_filterinstall.tmp
run_mud.sh: $(top_srcdir)/ncdump/tst_mud.sh
rm -f $@ run_mud.tmp
echo "#!/bin/bash" > run_mud.tmp
echo "TESTNCZARR=1" >> run_mud.tmp
cat $(top_srcdir)/ncdump/tst_mud.sh >> run_mud.tmp
tr -d '\r' < run_mud.tmp > $@
chmod a+x $@
rm -f run_mud.tmp
run_nccopy5.sh: $(top_srcdir)/ncdump/tst_nccopy5.sh
rm -f $@ run_nccopy5.tmp
echo "#!/bin/bash" > run_nccopy5.tmp
echo "TESTNCZARR=1" >> run_nccopy5.tmp
cat $(top_srcdir)/ncdump/tst_nccopy5.sh >> run_nccopy5.tmp
tr -d '\r' < run_nccopy5.tmp > $@
chmod a+x $@
rm -f run_nccopy5.tmp
# Remove directories
clean-local:
rm -fr testdir_* testset_*
rm -fr tmp_*.nc tmp_*.zarr tst_quantize*.zarr tmp*.file results.file results.s3 results.zip
rm -fr rcmiscdir ref_power_901_constants.file
if NETCDF_ENABLE_S3_TESTALL
check-local:
bash ${abs_top_builddir}/s3cleanup.sh
endif
DISTCLEANFILES = findplugin.sh ${BUILT_SOURCES}
# If valgrind is present, add valgrind targets.
@VALGRIND_CHECK_RULES@