mirror of
https://github.com/Unidata/netcdf-c.git
synced 2025-02-05 16:20:10 +08:00
49737888ca
## Improvements to S3 Documentation * Create a new document *quickstart_paths.md* that give a summary of the legal path formats used by netcdf-c. This includes both file paths and URL paths. * Modify *nczarr.md* to remove most of the S3 related text. * Move the S3 text from *nczarr.md* to a new document *cloud.md*. * Add some S3-related text to the *byterange.md* document. Hopefully, this will make it easier for users to find the information they want. ## Rebuild NCZarr Testing In order to avoid problems with running make check in parallel, two changes were made: 1. The *nczarr_test* test system was rebuilt. Now, for each test. any generated files are kept in a test-specific directory, isolated from all other test executions. 2. Similarly, since the S3 test bucket is shared, any generated S3 objects are isolated using a test-specific key path. ## Other S3 Related Changes * Add code to ensure that files created on S3 are reclaimed at end of testing. * Used the bash "trap" command to ensure S3 cleanup even if the test fails. * Cleanup the S3 related configure.ac flag set since S3 is used in several places. So now one should use the option *--enable-s3* instead of *--enable-nczarr-s3*, although the latter is still kept as a deprecated alias for the former. * Get some of the github actions yml to work with S3; required fixing various test scripts adding a secret to access the Unidata S3 bucket. * Cleanup S3 portion of libnetcdf.settings.in and netcdf_meta.h.in and test_common.in. * Merge partial S3 support into dhttp.c. * Create an experimental s3 access library especially for use with Windows. It is enabled by using the options *--enable-s3-internal* (automake) or *-DENABLE_S3_INTERNAL=ON* (CMake). Also add a unit-test for it. * Move some definitions from ncrc.h to ncs3sdk.h ## Other Changes * Provide a default implementation of strlcpy and move this and similar defaults into *dmissing.c*. |
||
|---|---|---|
| .. | ||
| cdl | ||
| expected | ||
| acpget.c | ||
| bom.c | ||
| cdl.h | ||
| chunkspec.c | ||
| chunkspec.h | ||
| CMakeLists.txt | ||
| depend | ||
| dimmap.c | ||
| dimmap.h | ||
| dumplib.c | ||
| dumplib.h | ||
| env | ||
| indent.c | ||
| indent.h | ||
| inttags4.cdl | ||
| inttags.cdl | ||
| L512.bin | ||
| list.c | ||
| list.h | ||
| Makefile.am | ||
| nc4print.c | ||
| nc4printer.c | ||
| nccomps.h | ||
| nccopy.1 | ||
| nccopy.c | ||
| ncdump.1 | ||
| ncdump.c | ||
| ncdump.h | ||
| ncfilteravail.c | ||
| nchdf5version.c | ||
| nciter.c | ||
| nciter.h | ||
| ncpathcvt.c | ||
| nctime0.c | ||
| nctime0.h | ||
| nctrunc.c | ||
| ncvalidator.c | ||
| ocprint.c | ||
| printfqn.c | ||
| ref1.ncml | ||
| ref_ctest1_nc4.cdl | ||
| ref_ctest1_nc4c.cdl | ||
| ref_ctest64.c | ||
| ref_ctest_small_3.c | ||
| ref_ctest_small_4.c | ||
| ref_ctest_special_atts_4.c | ||
| ref_ctest.c | ||
| ref_inttags4.cdl | ||
| ref_inttags.cdl | ||
| ref_keyword1.cdl | ||
| ref_keyword2.cdl | ||
| ref_keyword3.cdl | ||
| ref_keyword4.cdl | ||
| ref_nc_test_netcdf4_4_0.nc | ||
| ref_nc_test_netcdf4.cdl | ||
| ref_nccopy3_subset.nc | ||
| ref_nccopy_w.cdl | ||
| ref_no_ncproperty.nc | ||
| ref_null_byte_padding_test.nc | ||
| ref_pathcvt.txt | ||
| ref_provenance_v1.nc | ||
| ref_rcapi.txt | ||
| ref_rcmerge1.txt | ||
| ref_rcmerge2.txt | ||
| ref_rcmerge3.txt | ||
| ref_roman_szip_simple.cdl | ||
| ref_roman_szip_unlim.cdl | ||
| ref_test_360_day_1900.cdl | ||
| ref_test_360_day_1900.nc | ||
| ref_test_365_day_1900.cdl | ||
| ref_test_365_day_1900.nc | ||
| ref_test_366_day_1900.cdl | ||
| ref_test_366_day_1900.nc | ||
| ref_test_corrupt_magic.nc | ||
| ref_times_nc4.cdl | ||
| ref_times.cdl | ||
| ref_tst_charfill.cdl | ||
| ref_tst_comp2.cdl | ||
| ref_tst_comp.cdl | ||
| ref_tst_compounds2.cdl | ||
| ref_tst_compounds2.nc | ||
| ref_tst_compounds3.cdl | ||
| ref_tst_compounds3.nc | ||
| ref_tst_compounds4.cdl | ||
| ref_tst_compounds4.nc | ||
| ref_tst_enum_data.cdl | ||
| ref_tst_enum_undef.cdl | ||
| ref_tst_fillbug.cdl | ||
| ref_tst_format_att_64.cdl | ||
| ref_tst_format_att.cdl | ||
| ref_tst_group_data_v23.cdl | ||
| ref_tst_group_data.cdl | ||
| ref_tst_grp_spec0.cdl | ||
| ref_tst_grp_spec.cdl | ||
| ref_tst_irish_rover.nc | ||
| ref_tst_mud4_chars.cdl | ||
| ref_tst_mud4-bc.cdl | ||
| ref_tst_mud4.cdl | ||
| ref_tst_nans.cdl | ||
| ref_tst_nc4_utf8_4.cdl | ||
| ref_tst_ncf213.cdl | ||
| ref_tst_nofilters.cdl | ||
| ref_tst_noncoord.cdl | ||
| ref_tst_opaque_data.cdl | ||
| ref_tst_perdimspecs.cdl | ||
| ref_tst_radix.cdl | ||
| ref_tst_small.cdl | ||
| ref_tst_solar_1.cdl | ||
| ref_tst_solar_2.cdl | ||
| ref_tst_special_atts3.cdl | ||
| ref_tst_special_atts.cdl | ||
| ref_tst_string_data.cdl | ||
| ref_tst_unicode.cdl | ||
| ref_tst_utf8_4.cdl | ||
| ref_tst_utf8.cdl | ||
| ref_tst_vlen_data2.cdl | ||
| ref_tst_vlen_data.cdl | ||
| rewrite-scalar.c | ||
| run_back_comp_tests.sh | ||
| run_cygutf8.sh | ||
| run_ncgen_nc4_tests.sh | ||
| run_ncgen_tests.sh | ||
| run_tests.sh | ||
| run_utf8_nc4_tests.sh | ||
| run_utf8_tests.sh | ||
| scope_ancestor_only.cdl | ||
| scope_ancestor_subgroup.cdl | ||
| scope_group_only.cdl | ||
| scope_preorder.cdl | ||
| small2.cdl | ||
| small.cdl | ||
| test0.cdl | ||
| test_corrupt_magic.cdl | ||
| test_keywords.sh | ||
| test_ncdump.sh | ||
| test_radix.sh | ||
| test_rcmerge.sh | ||
| test_scope.sh | ||
| test_unicode_directory.sh | ||
| test_unicode_path.sh | ||
| testpathcvt.sh | ||
| tst_64bit.sh | ||
| tst_bom.sh | ||
| tst_brecs.cdl | ||
| tst_bug321.cdl | ||
| tst_calendars_nc4.cdl | ||
| tst_calendars_nc4.sh | ||
| tst_calendars.cdl | ||
| tst_calendars.sh | ||
| tst_charfill.cdl | ||
| tst_charfill.sh | ||
| tst_chunking.c | ||
| tst_comp2.c | ||
| tst_comp.c | ||
| tst_compress.c | ||
| tst_create_files.c | ||
| tst_ctests.sh | ||
| tst_cygutf8.c | ||
| tst_dimsizes.c | ||
| tst_dimsizes.sh | ||
| tst_enum_data.c | ||
| tst_enum_undef.c | ||
| tst_fileinfo.c | ||
| tst_fileinfo.sh | ||
| tst_fillbug.c | ||
| tst_fillbug.sh | ||
| tst_formatx3.sh | ||
| tst_formatx4.sh | ||
| tst_group_data.c | ||
| tst_grp_spec.sh | ||
| tst_h_rdc0.c | ||
| tst_h_scalar.c | ||
| tst_h_scalar.sh | ||
| tst_hdf5_offset.sh | ||
| tst_inmemory_nc3.sh | ||
| tst_inmemory_nc4.sh | ||
| tst_inttags4.sh | ||
| tst_inttags.sh | ||
| tst_iter.sh | ||
| tst_lengths.sh | ||
| tst_mslp.cdl | ||
| tst_mud.sh | ||
| tst_nans.c | ||
| tst_nccopy3_subset.sh | ||
| tst_nccopy3.sh | ||
| tst_nccopy4.sh | ||
| tst_nccopy5.sh | ||
| tst_nccopy_w3.sh | ||
| tst_nccopy_w4.sh | ||
| tst_ncgen4_classic.sh | ||
| tst_ncgen4_cycle.sh | ||
| tst_ncgen4_diff.sh | ||
| tst_ncgen4.sh | ||
| tst_ncgen_shared.sh | ||
| tst_ncml.cdl | ||
| tst_netcdf4_4.sh | ||
| tst_netcdf4.sh | ||
| tst_null_byte_padding.sh | ||
| tst_opaque_data.c | ||
| tst_output.sh | ||
| tst_radix.cdl | ||
| tst_rcapi.c | ||
| tst_rcmerge.c | ||
| tst_special_atts.c | ||
| tst_string_data.c | ||
| tst_unicode.c | ||
| tst_utf8.c | ||
| tst_vlen_data.c | ||
| tst_vlen_demo.c | ||
| utils.c | ||
| utils.h | ||
| vardata.c | ||
| vardata.h | ||