2010-01-30 12:29:13 +08:00
|
|
|
! * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
2007-02-08 01:55:01 +08:00
|
|
|
! Copyright by The HDF Group. *
|
2005-05-04 00:12:39 +08:00
|
|
|
! All rights reserved. *
|
|
|
|
! *
|
|
|
|
! This file is part of HDF5. The full HDF5 copyright notice, including *
|
|
|
|
! terms governing use, modification, and redistribution, is contained in *
|
2017-04-18 03:32:16 +08:00
|
|
|
! the COPYING file, which can be found at the root of the source code *
|
2021-02-17 22:52:36 +08:00
|
|
|
! distribution tree, or in https://www.hdfgroup.org/licenses. *
|
2017-04-18 03:32:16 +08:00
|
|
|
! If you do not have access to either file, you may request a copy from *
|
|
|
|
! help@hdfgroup.org. *
|
2010-01-30 12:29:13 +08:00
|
|
|
! * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
2005-05-04 00:12:39 +08:00
|
|
|
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2005-05-04 00:12:39 +08:00
|
|
|
! main program for parallel HDF5 Fortran tests
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2005-05-04 00:12:39 +08:00
|
|
|
|
2008-05-22 03:55:50 +08:00
|
|
|
PROGRAM parallel_test
|
2019-07-19 15:48:00 +08:00
|
|
|
USE HDF5
|
2016-02-19 22:24:11 +08:00
|
|
|
USE MPI
|
2020-04-21 07:12:00 +08:00
|
|
|
USE TH5_MISC
|
|
|
|
|
2008-05-22 03:55:50 +08:00
|
|
|
IMPLICIT NONE
|
|
|
|
|
|
|
|
INTEGER :: mpierror ! MPI hdferror flag
|
|
|
|
INTEGER :: hdferror ! HDF hdferror flag
|
2016-02-19 22:24:11 +08:00
|
|
|
INTEGER :: ret_total_error = 0 ! number of errors in subroutine
|
|
|
|
INTEGER :: total_error = 0 ! sum of the number of errors
|
2010-01-30 12:29:13 +08:00
|
|
|
INTEGER :: mpi_size ! number of processes in the group of communicator
|
|
|
|
INTEGER :: mpi_rank ! rank of the calling process in the communicator
|
2008-05-22 03:55:50 +08:00
|
|
|
INTEGER :: length = 12000 ! length of array
|
2022-10-07 00:08:56 +08:00
|
|
|
INTEGER :: i,j, sum
|
2016-02-19 22:24:11 +08:00
|
|
|
! use collective MPI I/O
|
|
|
|
LOGICAL, DIMENSION(1:2) :: do_collective = (/.FALSE.,.TRUE./)
|
|
|
|
CHARACTER(LEN=11), DIMENSION(1:2) :: chr_collective =(/"independent", "collective "/)
|
|
|
|
! use chunking
|
|
|
|
LOGICAL, DIMENSION(1:2) :: do_chunk = (/.FALSE.,.TRUE./)
|
|
|
|
CHARACTER(LEN=10), DIMENSION(1:2) :: chr_chunk =(/"contiguous", "chunk "/)
|
|
|
|
|
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
! initialize MPI
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
CALL mpi_init(mpierror)
|
|
|
|
IF (mpierror .NE. MPI_SUCCESS) THEN
|
|
|
|
WRITE(*,*) "MPI_INIT *FAILED*"
|
|
|
|
ENDIF
|
|
|
|
CALL mpi_comm_rank( MPI_COMM_WORLD, mpi_rank, mpierror )
|
|
|
|
IF (mpierror .NE. MPI_SUCCESS) THEN
|
|
|
|
WRITE(*,*) "MPI_COMM_RANK *FAILED* Process = ", mpi_rank
|
|
|
|
ENDIF
|
|
|
|
CALL mpi_comm_size( MPI_COMM_WORLD, mpi_size, mpierror )
|
|
|
|
IF (mpierror .NE. MPI_SUCCESS) THEN
|
|
|
|
WRITE(*,*) "MPI_COMM_SIZE *FAILED* Process = ", mpi_rank
|
|
|
|
ENDIF
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
! initialize the HDF5 fortran interface
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
CALL h5open_f(hdferror)
|
2023-04-22 00:07:48 +08:00
|
|
|
|
|
|
|
IF(mpi_rank==0) CALL write_test_header("COMPREHENSIVE PARALLEL FORTRAN TESTS")
|
|
|
|
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
|
|
|
! test write/read dataset by hyperslabs (contiguous/chunk) with independent/collective MPI I/O
|
|
|
|
!
|
|
|
|
DO i = 1, 2
|
|
|
|
DO j = 1, 2
|
|
|
|
ret_total_error = 0
|
|
|
|
CALL hyper(length, do_collective(j), do_chunk(i), mpi_size, mpi_rank, ret_total_error)
|
|
|
|
IF(mpi_rank==0) CALL write_test_status(ret_total_error, &
|
|
|
|
"Writing/reading dataset by hyperslabs ("//TRIM(chr_chunk(i))//" layout, "//TRIM(chr_collective(j))//" MPI I/O)", &
|
|
|
|
total_error)
|
|
|
|
ENDDO
|
|
|
|
ENDDO
|
|
|
|
|
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
! test write/read several datasets (independent MPI I/O)
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
|
|
|
ret_total_error = 0
|
|
|
|
CALL multiple_dset_write(length, do_collective(1), do_chunk(1), mpi_size, mpi_rank, ret_total_error)
|
|
|
|
IF(mpi_rank==0) CALL write_test_status(ret_total_error, &
|
|
|
|
'Writing/reading several datasets (contiguous layout, independent MPI I/O)', total_error)
|
Multi Dataset (#2120)
* Fix bug with cross platform compatibility of references within vlens.
No testing yet.
* Merge from multi_rd_wd_coll_io to a more recent branch from develop.
Untested, probably does not work yet.
* Committing clang-format changes
* Committing clang-format changes
* Fix many bugs in multi dataset branch. Mostly works, some issues in
SWMR tests.
* Committing clang-format changes
* Disable test in swmr.c that was failing due to bug in HDF5 unrelated to
multi dataset.
* Committing clang-format changes
* Fixed fortran multi-dataset tests
* Fixed xlf errors
* Added benchmark code for multi-datasets
* loops over datasets
* added missing error arg.
* Added gnuplot formatting
* Jonathan Kim original MD benchmarking code
* updated MD benchmarking code
* code clean-up
* Only make files in feature test mode
* misc clean-up
* removed TEST_MDSET_NO_LAST_DSET_2ND_PROC option
* Committing clang-format changes
* Change multi dataset API to use arrays of individual parameters instead
of the parameter struct.
* Committing clang-format changes
* Update to new multi dataset Fortran API and tests. (#1724)
* Update to new multi dataset Fortran API and tests.
* Sync Fortran with develop.
* skipping h5pget_mpio_actual_io_mode_f for now
* Fixed issue with dxpl_id, changed to variable size dim. (#1770)
* Remove "is_coll_broken" field from H5D_io_info_t struct
* Committing clang-format changes
* Minor cleanup in multi dataset code.
* Committing clang-format changes
* Clean up in multi dataset code.
* Committing clang-format changes
* Committing clang-format changes
* Fix speeling
* Fix bug in parallel compression. Switch base_maddr in io_info to be a
union.
* Committing clang-format changes
* Implement selection I/O support with multi dataset. Will be broken in
parallel until PR 1803 is merged to develop then the MDS branch.
* Committing clang-format changes
* Spelling
* Fix bug in multi dataset that could cause errors when only some of the
datasets in the multi dataset I/O used type conversion.
* Committing clang-format changes
* Integrate multi dataset APIs with VOL layer. Add async versions of
multi dataset APIs.
* Committing clang-format changes
* Spelling fixes
* Fix bug in non-parallel HDF5 compilation.
* Committing clang-format changes
* Fix potential memory/free list error. Minor performance fix. Other minor
changes.
* Committing clang-format changes
* Fix memory leak with memory dataspace for I/O.
* Committing clang-format changes
* Fix stack variables too large. Rename H5D_dset_info_t to
H5D_dset_io_info_t.
* Committing clang-format changes
* Remove mem_space_alloc field from H5D_dset_io_info_t. Each function is
now responsible for freeing any spaces it adds to dset_info.
* Committing clang-format changes
* fixed _multi Fortran declaration
* Refactor various things in (mostly) the serial I/O code path to make
things more maintainable.
* Committing clang-format changes
* updated to array based, doxygen, and examples
* Reinstate H5D_chunk_map_t, stored (via pointer) inside
H5D_dset_io_info_t.
* Change from calloc to malloc for H5D_dset_io_info_t and H5D_chunk_map_t.
Switch temporary dset_infos to be local stack variables.
* Committing clang-format changes
* format cleanup
* format cleanup
* added coll and ind
* Modify all parallel I/O paths to take dset_info instead of assuming
dset_info[0].
* Committing clang-format changes
* fixed output
* Rework parallel I/O code to work properly with multi dataset in more
cases. Fix bug in parallel compression.
* Committing clang-format changes
* Prevent H5D__multi_chunk_collective_io() from messing up collective opt
property for other datasets in I/O. Other minor cleanup. Add new test
case to t_pmulti_dset.c for H5FD_MPIO_INDIVIDUAL_IO, disabled for now
due to failures apparently unrelated to multi dataset code.
* Fix spelling
* Committing clang-format changes
* Replace N log N algorithm for finding chunk in
H5D__multi_chunk_collective_io() with O(N) algorithm, and remove use of
io_info->sel_pieces in that function.
* Committing clang-format changes
* Replace sel_pieces skiplist in io_info with flat array of pointers, use
qsort in I/O routine only when necessary.
* Committing clang-format changes
* Add new test case to mdset.c
* Committing clang-format changes
* Fix spelling
* Very minor fix in H5VL__native_dataset_read()
* Fix bug that could affect filtered parallel multi-dataset I/O.
* Add RM entries for H5Dread_multi(), H5Dread_multi_async(),
H5Dwrite_multi(), and H5Dwrite_multi_async()
* Unskip test in swmr.c
* Committing clang-format changes
* Eliminate H5D__pre_read and H5D__pre_write
* Remove examples/ph5mdsettest.c. Will fix and re-add as a test.
* Enable hyperslab combinations in mdset test
* Committing clang-format changes
* Clarify H5Dread/write_multi documentation.
* Fix bugs in multi-dataset I/O. Expand serial multi dataset test.
Update macro in parallel multi dataset test.
* Committing clang-format changes
* Spelling
* Remove obsolete entry in bin/trace
* Rework type conversion buffer allocation. Only one buffer is shared
between datasets in mdset mode, and it is malloced instead of calloced.
* Committing clang-format changes
* Fix bug in error handling in H5D__read/write
* added multi-dataset fortran check with optional dataset creation id (#2150)
* removed dup. dll entry
* Address comments from code review.
* Remove spurious changes in H5Fmpi.c
* Fix issue with reading unallocated datasets in multi-dataset mode.
Address other comments from code review.
* Committing clang-format changes
* Delay chunk index lookup from io_init to mdio_init so it doesn't add
overhead to single dataset I/O.
* Committing clang-format changes
* Fix inappropriate use of piece_count
* updated copyright on new file, removed benchmark from testing dir.
Co-authored-by: github-actions <41898282+github-actions[bot]@users.noreply.github.com>
Co-authored-by: M. Scot Breitenfeld <brtnfld@hdfgroup.org>
Co-authored-by: Dana Robinson <43805+derobins@users.noreply.github.com>
2022-10-20 00:13:15 +08:00
|
|
|
!
|
|
|
|
! test write/read multiple hyperslab datasets
|
|
|
|
!
|
|
|
|
DO i = 1, 2
|
|
|
|
DO j = 1, 2
|
|
|
|
ret_total_error = 0
|
|
|
|
CALL pmultiple_dset_hyper_rw(do_collective(j), do_chunk(i), mpi_size, mpi_rank, ret_total_error)
|
|
|
|
IF(mpi_rank==0) CALL write_test_status(ret_total_error, &
|
|
|
|
"Writing/reading multiple datasets by hyperslab ("//TRIM(chr_chunk(i))//" layout, "&
|
|
|
|
//TRIM(chr_collective(j))//" MPI I/O)", total_error)
|
|
|
|
ENDDO
|
|
|
|
ENDDO
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
! close HDF5 interface
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
CALL h5close_f(hdferror)
|
|
|
|
|
2022-10-07 00:08:56 +08:00
|
|
|
CALL MPI_ALLREDUCE(total_error, sum, 1, MPI_INTEGER, MPI_SUM, MPI_COMM_WORLD, mpierror)
|
|
|
|
|
2023-04-22 00:07:48 +08:00
|
|
|
IF(mpi_rank==0) CALL write_test_footer()
|
|
|
|
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
! close MPI
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
|
|
|
IF (total_error == 0) THEN
|
2010-01-30 12:29:13 +08:00
|
|
|
CALL mpi_finalize(mpierror)
|
2008-05-22 03:55:50 +08:00
|
|
|
IF (mpierror .NE. MPI_SUCCESS) THEN
|
|
|
|
WRITE(*,*) "MPI_FINALIZE *FAILED* Process = ", mpi_rank
|
|
|
|
ENDIF
|
|
|
|
ELSE
|
|
|
|
WRITE(*,*) 'Errors detected in process ', mpi_rank
|
2010-01-30 12:29:13 +08:00
|
|
|
CALL mpi_abort(MPI_COMM_WORLD, 1, mpierror)
|
2008-05-22 03:55:50 +08:00
|
|
|
IF (mpierror .NE. MPI_SUCCESS) THEN
|
|
|
|
WRITE(*,*) "MPI_ABORT *FAILED* Process = ", mpi_rank
|
|
|
|
ENDIF
|
|
|
|
ENDIF
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2010-01-30 12:29:13 +08:00
|
|
|
! end main program
|
2016-02-19 22:24:11 +08:00
|
|
|
!
|
2008-05-22 03:55:50 +08:00
|
|
|
END PROGRAM parallel_test
|