Switch parallel compression to use vector I/O (#3245)

Updates parallel compression feature to use vector I/O instead of
creating and passing down MPI derived types to VFD
This commit is contained in:
jhendersonHDF 2023-08-01 23:01:01 -05:00 committed by GitHub
parent f62feaef31
commit b1e07c74fd
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 545 additions and 817 deletions

File diff suppressed because it is too large Load Diff

View File

@ -328,8 +328,16 @@ H5F_shared_vector_read(H5F_shared_t *f_sh, uint32_t count, H5FD_mem_t types[], h
* for now, assume the caller has done this already.
*/
#ifndef NDEBUG
for (uint32_t i = 0; i < count; i++)
for (uint32_t i = 0; i < count; i++) {
/* Break early if H5FD_MEM_NOLIST was specified
* since a full 'count'-sized array may not
* have been passed for 'types'
*/
if (i > 0 && types[i] == H5FD_MEM_NOLIST)
break;
assert(types[i] != H5FD_MEM_GHEAP);
}
#endif
/* Pass down to file driver layer (bypass page buffer for now) */
@ -373,8 +381,16 @@ H5F_shared_vector_write(H5F_shared_t *f_sh, uint32_t count, H5FD_mem_t types[],
* for now, assume the caller has done this already.
*/
#ifndef NDEBUG
for (uint32_t i = 0; i < count; i++)
for (uint32_t i = 0; i < count; i++) {
/* Break early if H5FD_MEM_NOLIST was specified
* since a full 'count'-sized array may not
* have been passed for 'types'
*/
if (i > 0 && types[i] == H5FD_MEM_NOLIST)
break;
assert(types[i] != H5FD_MEM_GHEAP);
}
#endif
/* Pass down to file driver layer (bypass page buffer for now) */