mirror of
https://github.com/HDFGroup/hdf5.git
synced 2025-01-18 15:15:56 +08:00
Convert vds swmr test script to powershell (#1245)
* Convert SWMR shell scripts to Windows powershell. * Use $LastExitCode instead of $? in script * Prevent execution in a different window * Github #969 Use stdout instead of file for configure check (#1089) * Use stdout instead of file for configure check * Make change requested by #1157 * Change fortran to use stderr for configure * Correct typo * remove obsolete file check * Fortran statement fix * Don't allow H5Pset(get)_all_coll_metadata_ops for DXPLs (#1201) * Fixes const warnings in H5ES package (#1211) * Quiets a 'set but not used' warning in h5diff_array.c (#1210) * Convert vds swmr test script to powershell * Enable vdsswmr powershell test * Add configure vdsswmr statement * Correct powershell script vars * Convert SWMR shell scripts to Windows powershell. * Use $LastExitCode instead of $? in script * Prevent execution in a different window * Github #969 Use stdout instead of file for configure check (#1089) * Use stdout instead of file for configure check * Make change requested by #1157 * Change fortran to use stderr for configure * Correct typo * remove obsolete file check * Fortran statement fix * Convert vds swmr test script to powershell * Enable vdsswmr powershell test * Add configure vdsswmr statement * Correct powershell script vars * Cleanup review issues * Fix variable assignment * Change the wait function to pass in the path * Disable actual test execution until programs fixed * Adjust copyright text * Fix spelling Co-authored-by: jhendersonHDF <jhenderson@hdfgroup.org> Co-authored-by: Dana Robinson <43805+derobins@users.noreply.github.com>
This commit is contained in:
Allen Byrne
GitHub
parent
abb05bce6e
commit
83cf2cb15b
2
MANIFEST
2
MANIFEST
@ -1352,8 +1352,10 @@
|
||||
./test/testlinks_env.sh.in
|
||||
./test/testmeta.c
|
||||
./test/test_mirror.sh.in
|
||||
./test/testswmr.pwsh.in
|
||||
./test/testswmr.sh.in
|
||||
./test/testvds_env.sh.in
|
||||
./test/testvdsswmr.pwsh.in
|
||||
./test/testvdsswmr.sh.in
|
||||
./test/tfile.c
|
||||
./test/tgenprop.c
|
||||
|
||||
@ -47,6 +47,16 @@ New Features
|
||||
|
||||
Configuration:
|
||||
-------------
|
||||
- CMake will now run the PowerShell script tests in test/ by default
|
||||
on Windows.
|
||||
|
||||
The test directory includes several shell script tests that previously
|
||||
were not run by CMake on Windows. These are now run by default.
|
||||
If TEST_SHELL_SCRIPTS is ON and PWSH is found, the PowerShell scripts
|
||||
will execute. Similar to the bash scripts on unix platforms.
|
||||
|
||||
(ADB - 2021/11/23)
|
||||
|
||||
- Added new configure option to support building parallel tools.
|
||||
See Tools below (autotools - CMake):
|
||||
--enable-parallel-tools HDF5_BUILD_PARALLEL_TOOLS
|
||||
|
||||
@ -15,8 +15,30 @@
|
||||
### T E S T I N G S H E L L S C R I P T S ###
|
||||
##############################################################################
|
||||
|
||||
if (UNIX)
|
||||
find_program (PWSH NAMES pwsh powershell)
|
||||
if (PWSH)
|
||||
file (MAKE_DIRECTORY "${PROJECT_BINARY_DIR}/H5TEST/usecases_test")
|
||||
file (MAKE_DIRECTORY "${PROJECT_BINARY_DIR}/H5TEST/swmr_test")
|
||||
file (MAKE_DIRECTORY "${PROJECT_BINARY_DIR}/H5TEST/vds_swmr_test")
|
||||
|
||||
set (srcdir ${HDF5_TEST_SOURCE_DIR})
|
||||
set (bindir ${CMAKE_TEST_OUTPUT_DIRECTORY})
|
||||
set (testdir ${HDF5_TEST_BINARY_DIR}/H5TEST)
|
||||
configure_file(${HDF5_TEST_SOURCE_DIR}/testswmr.pwsh.in ${HDF5_TEST_BINARY_DIR}/H5TEST/testswmr.ps1 @ONLY)
|
||||
# test commented out as currently the programs are not allowing another access to the data file
|
||||
#add_test (H5SHELL-testswmr ${PWSH} ${HDF5_TEST_BINARY_DIR}/H5TEST/testswmr.ps1)
|
||||
#set_tests_properties (H5SHELL-testswmr PROPERTIES
|
||||
# ENVIRONMENT "PATH=$ENV{PATH}:${CMAKE_RUNTIME_OUTPUT_DIRECTORY}"
|
||||
# WORKING_DIRECTORY ${HDF5_TEST_BINARY_DIR}/H5TEST
|
||||
#)
|
||||
configure_file(${HDF5_TEST_SOURCE_DIR}/testvdsswmr.pwsh.in ${HDF5_TEST_BINARY_DIR}/H5TEST/testvdsswmr.ps1 @ONLY)
|
||||
# test commented out as currently the programs are not allowing another access to the data file
|
||||
#add_test (H5SHELL-testvdsswmr ${PWSH} ${HDF5_TEST_BINARY_DIR}/H5TEST/testvdsswmr.ps1)
|
||||
#set_tests_properties (H5SHELL-testvdsswmr PROPERTIES
|
||||
# ENVIRONMENT "LD_LIBRARY_PATH=$ENV{LD_LIBRARY_PATH}:${CMAKE_RUNTIME_OUTPUT_DIRECTORY}"
|
||||
# WORKING_DIRECTORY ${HDF5_TEST_BINARY_DIR}/H5TEST
|
||||
#)
|
||||
elseif (UNIX)
|
||||
find_program (SH_PROGRAM bash)
|
||||
if (SH_PROGRAM)
|
||||
set (srcdir ${HDF5_TEST_SOURCE_DIR})
|
||||
@ -35,8 +57,6 @@ if (UNIX)
|
||||
##############################################################################
|
||||
# copy test programs to test dir
|
||||
##############################################################################
|
||||
#shell script creates dir
|
||||
#file (MAKE_DIRECTORY "${PROJECT_BINARY_DIR}/H5TEST/swmr_test")
|
||||
add_custom_command (
|
||||
TARGET accum_swmr_reader
|
||||
POST_BUILD
|
||||
@ -44,15 +64,6 @@ if (UNIX)
|
||||
ARGS -E copy_if_different "${HDF5_SOURCE_DIR}/bin/output_filter.sh" "${HDF5_TEST_BINARY_DIR}/H5TEST/bin/output_filter.sh"
|
||||
)
|
||||
|
||||
#shell script creates dir
|
||||
#file (MAKE_DIRECTORY "${PROJECT_BINARY_DIR}/H5TEST/usecases_test")
|
||||
|
||||
#shell script creates dir
|
||||
#file (MAKE_DIRECTORY "${PROJECT_BINARY_DIR}/H5TEST/swmr_test")
|
||||
|
||||
#shell script creates dir
|
||||
#file (MAKE_DIRECTORY "${PROJECT_BINARY_DIR}/H5TEST/vds_swmr_test")
|
||||
|
||||
##############################################################################
|
||||
##############################################################################
|
||||
### A D D I T I O N A L T E S T S ###
|
||||
@ -108,6 +119,5 @@ if (UNIX)
|
||||
ENVIRONMENT "LD_LIBRARY_PATH=$ENV{LD_LIBRARY_PATH}:${CMAKE_RUNTIME_OUTPUT_DIRECTORY}"
|
||||
WORKING_DIRECTORY ${HDF5_TEST_BINARY_DIR}/H5TEST
|
||||
)
|
||||
|
||||
endif ()
|
||||
endif ()
|
||||
|
||||
536
test/testswmr.pwsh.in
Normal file
536
test/testswmr.pwsh.in
Normal file
@ -0,0 +1,536 @@
|
||||
# Copyright by The HDF Group.
|
||||
# All rights reserved.
|
||||
#
|
||||
# This file is part of HDF5. The full HDF5 copyright notice, including
|
||||
# terms governing use, modification, and redistribution, is contained in
|
||||
# the COPYING file, which can be found at the root of the source code
|
||||
# distribution tree, or in https://www.hdfgroup.org/licenses.
|
||||
# If you do not have access to either file, you may request a copy from
|
||||
# help@hdfgroup.org.
|
||||
#
|
||||
# Tests for the swmr feature.
|
||||
|
||||
$srcdir = '@srcdir@'
|
||||
$bindir = '@bindir@'
|
||||
$testdir = '@testdir@'
|
||||
|
||||
###############################################################################
|
||||
## test parameters
|
||||
###############################################################################
|
||||
|
||||
$Nreaders = 5 # number of readers to launch
|
||||
$Nrdrs_spa = 3 # number of sparse readers to launch
|
||||
$Nrecords = 200000 # number of records to write
|
||||
$Nrecs_rem = 40000 # number of times to shrink
|
||||
$Nrecs_spa = 20000 # number of records to write in the sparse test
|
||||
$Nsecs_add = 5 # number of seconds per read interval
|
||||
$Nsecs_rem = 3 # number of seconds per read interval
|
||||
$Nsecs_addrem = 8 # number of seconds per read interval
|
||||
$nerrors = 0
|
||||
|
||||
###############################################################################
|
||||
## definitions for message file to coordinate test runs
|
||||
###############################################################################
|
||||
$WRITER_MESSAGE = 'SWMR_WRITER_MESSAGE' # The message file created by writer that the open is complete
|
||||
# This should be the same as the define in "$bindir/swmr_common.h"
|
||||
$MESSAGE_TIMEOUT = 300 # Message timeout length in secs
|
||||
# This should be the same as the define in "./h5test.h"
|
||||
|
||||
# Print a line-line message left justified in a field of 70 characters
|
||||
# beginning with the word "Testing".
|
||||
#
|
||||
function Test-WithSpaces {
|
||||
$SPACES=' '
|
||||
#Write-Output "Testing $* $SPACES" | cut -c1-70 | tr -d '\012'
|
||||
}
|
||||
|
||||
# To wait for the writer message file or till the maximum # of seconds is reached
|
||||
# $Message is the message file to wait for
|
||||
# This performs similar function as the routine h5_wait_message() in test/h5test.c
|
||||
function Wait-Message {
|
||||
[CmdletBinding()]
|
||||
param (
|
||||
[Parameter(Mandatory, ValueFromPipeline)]
|
||||
[string]$TestPath, # Get the path of the message file to wait for
|
||||
[Parameter(Mandatory, ValueFromPipeline)]
|
||||
[string]$Message # Get the name of the message file to wait for
|
||||
)
|
||||
|
||||
PROCESS {
|
||||
$message = Join-Path -Path $TestPath -ChildPath $Message
|
||||
$t0 = Get-Date # Get current time
|
||||
$t1 = $t0
|
||||
$difft = New-Timespan -Start $t0 -End $t1 # Initialize the time difference
|
||||
$mexist = 0 # Indicate whether the message file is found
|
||||
while ($difft.TotalSeconds -lt $MESSAGE_TIMEOUT) { # Loop till message times out
|
||||
$t1 = Get-Date # Get current time in seconds
|
||||
$difft = New-Timespan -Start $t0 -End $t1 # Calculate the time difference
|
||||
#Write-Output "Check for $message : time=$difft"
|
||||
if ([System.IO.File]::Exists($message)) { # If message file is found:
|
||||
$mexist = 1 # indicate the message file is found
|
||||
Remove-Item $message # remove the message file
|
||||
break # get out of the while loop
|
||||
}
|
||||
}
|
||||
if ($mexist -eq 0) {
|
||||
# Issue warning that the writer message file is not found, continue with launching the reader(s)
|
||||
Write-Warning -Message "$WRITER_MESSAGE is not found after waiting $MESSAGE_TIMEOUT seconds"
|
||||
}
|
||||
else {
|
||||
Write-Output "$WRITER_MESSAGE is found"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
###############################################################################
|
||||
## Main
|
||||
##
|
||||
## Modifications:
|
||||
## Vailin Choi; July 2013
|
||||
## Add waiting of message file before launching the reader(s).
|
||||
## Due to the implementation of file locking, coordination
|
||||
## is needed in file opening for the writer/reader tests
|
||||
## to proceed as expected.
|
||||
##
|
||||
###############################################################################
|
||||
# The build (current) directory might be different than the source directory.
|
||||
if (![System.IO.Directory]::Exists($srcdir)) {
|
||||
$srcdir = Get-Location
|
||||
Write-Output "Setting srcdir to default: $srcdir"
|
||||
}
|
||||
|
||||
# If the bindir directory is not set just use current (.).
|
||||
if (![System.IO.Directory]::Exists($bindir)) {
|
||||
$bindir = Get-Location
|
||||
Write-Output "Setting bindir to default: $bindir"
|
||||
}
|
||||
|
||||
# If the testdir directory is not set just use current (.).
|
||||
if (![System.IO.Directory]::Exists($testdir)) {
|
||||
$testdir = Get-Location
|
||||
Write-Output "Setting testdir to default: $testdir"
|
||||
}
|
||||
|
||||
# Check to see if the VFD specified by the HDF5_DRIVER environment variable
|
||||
# supports SWMR.
|
||||
$testprog = Join-Path -Path $bindir -ChildPath swmr_check_compat_vfd.exe
|
||||
$rp = Start-Process -FilePath $testprog -PassThru -Wait -NoNewWindow
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Output ""
|
||||
Write-Output "The VFD specified by the HDF5_DRIVER environment variable"
|
||||
Write-Output "does not support SWMR."
|
||||
Write-Output ""
|
||||
Write-Output "SWMR acceptance tests skipped"
|
||||
Write-Output ""
|
||||
exit 0
|
||||
}
|
||||
|
||||
Set-Location -Path swmr_test
|
||||
$testdir = Join-Path -Path $testdir -ChildPath swmr_test
|
||||
|
||||
# Loop over index types
|
||||
$IndexTypeLoop = '-i ea', '-i b2'
|
||||
foreach ($index_type in $IndexTypeLoop) {
|
||||
# Try with and without compression
|
||||
$CompressLoop = '', '-c 5'
|
||||
foreach ($compress in $CompressLoop) {
|
||||
Write-Output ""
|
||||
Write-Output "*******************************************************************************"
|
||||
Write-Output "** Loop testing parameters: $index_type $compress"
|
||||
Write-Output "*******************************************************************************"
|
||||
Write-Output ""
|
||||
Write-Output ""
|
||||
Write-Output "###############################################################################"
|
||||
Write-Output "## Generator test"
|
||||
Write-Output "###############################################################################"
|
||||
# Launch the Generator without SWMR_WRITE
|
||||
Write-Output "launch the swmr_generator"
|
||||
$rp = Start-Process -FilePath $bindir/swmr_generator.exe -NoNewWindow -ArgumentList "$compress $index_type" -PassThru -Wait
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Warning "generator had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Launch the Generator with SWMR_WRITE
|
||||
Write-Output "launch the swmr_generator with SWMR_WRITE"
|
||||
$rp = Start-Process -FilePath $bindir/swmr_generator.exe -NoNewWindow -ArgumentList "-s $compress $index_type" -PassThru -Wait
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Warning "generator had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Check for error and exit if one occurred
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -ne 0) {
|
||||
Write-Warning "SWMR tests failed with $nerrors errors."
|
||||
exit 1
|
||||
}
|
||||
|
||||
Write-Output ""
|
||||
Write-Output "###############################################################################"
|
||||
Write-Output "## Use H5Fstart_swmr_write() to enable SWMR writing mode"
|
||||
Write-Output "###############################################################################"
|
||||
|
||||
# Remove any possible writer message file before launching writer
|
||||
if ([System.IO.File]::Exists($WRITER_MESSAGE)) { # If message file is found
|
||||
Remove-Item $WRITER_MESSAGE
|
||||
}
|
||||
#
|
||||
# Launch the Writer
|
||||
Write-Output "launch the swmr_start_writer"
|
||||
$seed = "" # Put -r <random seed> command here
|
||||
$rp = Start-Process -FilePath $bindir/swmr_start_write.exe -NoNewWindow -PassThru -ArgumentList "$compress $index_type $Nrecords $seed" 2>&1 |tee swmr_writer.out
|
||||
$pid_writer = $rp.id
|
||||
#Write-Output "pid_writer=$pid_writer"
|
||||
|
||||
# Wait for message from writer process before starting reader(s)
|
||||
Wait-Message $testdir $WRITER_MESSAGE
|
||||
|
||||
#
|
||||
# Launch the Readers
|
||||
#declare -a seeds = (<seed1> <seed2> <seed3> ... )
|
||||
Write-Output "launch $Nreaders swmr_readers"
|
||||
$pid_readers = @()
|
||||
$n = 0
|
||||
while ($n -lt $Nreaders) {
|
||||
#seed = "-r ${seeds[$n]}"
|
||||
$seed = ""
|
||||
$rp = Start-Process -FilePath $bindir/swmr_reader.exe -NoNewWindow -PassThru -ArgumentList "$Nsecs_add $seed" 2>&1 | tee swmr_reader.out.$n
|
||||
$pid_readers += $rp.id
|
||||
$n += 1
|
||||
}
|
||||
#Write-Output "pid_readers=$pid_readers"
|
||||
|
||||
# Collect exit code of the readers first because they usually finish
|
||||
# before the writer.
|
||||
foreach ($xpid in $pid_readers) {
|
||||
#Write-Output "checked reader $xpid"
|
||||
$result = Wait-Process -Id $xpid
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "reader had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
}
|
||||
|
||||
# Collect exit code of the writer
|
||||
#Write-Output "checked writer $pid_writer"
|
||||
$result = Wait-Process -Id $pid_writer
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "writer had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Check for error and exit if one occurred
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -ne 0) {
|
||||
Write-Warning "SWMR tests failed with $nerrors errors."
|
||||
Write-Warning "(Writer and reader output preserved)"
|
||||
exit 1
|
||||
}
|
||||
|
||||
# Clean up output files
|
||||
Remove-Item swmr_writer.out
|
||||
Remove-Item swmr_reader.out.*
|
||||
|
||||
Write-Output ""
|
||||
Write-Output "###############################################################################"
|
||||
Write-Output "## Writer test - test expanding the dataset"
|
||||
Write-Output "###############################################################################"
|
||||
|
||||
# Launch the Generator
|
||||
Write-Output "launch the swmr_generator"
|
||||
$rp = Start-Process -FilePath $bindir/swmr_generator.exe -NoNewWindow -PassThru -Wait -ArgumentList "-s $compress $index_type"
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Warning "generator had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Remove any possible writer message file before launching writer
|
||||
Remove-Item $WRITER_MESSAGE
|
||||
#
|
||||
# Launch the Writer
|
||||
Write-Output "launch the swmr_writer"
|
||||
$seed = "" # Put -r <random seed> command here
|
||||
$rp = Start-Process -FilePath $bindir/swmr_writer.exe -NoNewWindow -PassThru -ArgumentList "-o $Nrecords $seed" 2>&1 |tee swmr_writer.out
|
||||
$pid_writer = $rp.id
|
||||
#Write-Output "pid_writer=$pid_writer"
|
||||
|
||||
# Wait for message from writer process before starting reader(s)
|
||||
Wait-Message $testdir $WRITER_MESSAGE
|
||||
#
|
||||
# Launch the Readers
|
||||
#declare -a seeds = (<seed1> <seed2> <seed3> ... )
|
||||
Write-Output "launch $Nreaders swmr_readers"
|
||||
$pid_readers = @()
|
||||
$n = 0
|
||||
while ($n -lt $Nreaders) {
|
||||
#seed = "-r ${seeds[$n]}"
|
||||
$seed = ""
|
||||
$rp = Start-Process -FilePath $bindir/swmr_reader.exe -NoNewWindow -PassThru -ArgumentList "$Nsecs_add $seed" 2>&1 |tee swmr_reader.out.$n
|
||||
$pid_readers += $rp.id
|
||||
$n += 1
|
||||
}
|
||||
#Write-Output "pid_readers=$pid_readers"
|
||||
|
||||
# Collect exit code of the readers first because they usually finish
|
||||
# before the writer.
|
||||
foreach ($xpid in $pid_readers) {
|
||||
#Write-Output "checked reader $xpid"
|
||||
$result = Wait-Process -Id $xpid
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "reader had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
}
|
||||
|
||||
# Collect exit code of the writer
|
||||
#Write-Output "checked writer $pid_writer"
|
||||
$result = Wait-Process -Id $pid_writer
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "writer had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Check for error and exit if one occurred
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -ne 0) {
|
||||
Write-Warning "SWMR tests failed with $nerrors errors."
|
||||
Write-Warning "(Writer and reader output preserved)"
|
||||
exit 1
|
||||
}
|
||||
|
||||
# Clean up output files
|
||||
Remove-Item swmr_writer.out
|
||||
Remove-Item swmr_reader.out.*
|
||||
|
||||
Write-Output ""
|
||||
Write-Output "###############################################################################"
|
||||
Write-Output "## Remove test - test shrinking the dataset"
|
||||
Write-Output "###############################################################################"
|
||||
|
||||
# Remove any possible writer message file before launching writer
|
||||
Remove-Item $WRITER_MESSAGE
|
||||
# Launch the Remove Writer
|
||||
Write-Output "launch the swmr_remove_writer"
|
||||
$seed = "" # Put -r <random seed> command here
|
||||
$rp = Start-Process -FilePath $bindir/swmr_remove_writer.exe -NoNewWindow -PassThru -ArgumentList "-o $Nrecs_rem $seed" 2>&1 |tee swmr_writer.out
|
||||
$pid_writer = $rp.id
|
||||
#Write-Output "pid_writer=$pid_writer"
|
||||
|
||||
# Wait for message from writer process before starting reader(s)
|
||||
Wait-Message $testdir $WRITER_MESSAGE
|
||||
#
|
||||
# Launch the Remove Readers
|
||||
#declare -a seeds = (<seed1> <seed2> <seed3> ... )
|
||||
$n = 0
|
||||
$pid_readers = @()
|
||||
Write-Output "launch $Nreaders swmr_remove_readers"
|
||||
while ($n -lt $Nreaders) {
|
||||
#seed = "-r ${seeds[$n]}"
|
||||
$seed = ""
|
||||
$rp = Start-Process -FilePath $bindir/swmr_remove_reader.exe -NoNewWindow -PassThru -ArgumentList "$Nsecs_rem $seed" 2>&1 |tee swmr_reader.out.$n
|
||||
$pid_readers += $rp.id
|
||||
$n += 1
|
||||
}
|
||||
#Write-Output "pid_readers=$pid_readers"
|
||||
|
||||
# Collect exit code of the readers first because they usually finish
|
||||
# before the writer.
|
||||
foreach ($xpid in $pid_readers) {
|
||||
#Write-Output "checked reader $xpid"
|
||||
$result = Wait-Process -Id $xpid
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "reader had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
}
|
||||
|
||||
# Collect exit code of the writer
|
||||
#Write-Output "checked writer $pid_writer"
|
||||
$result = Wait-Process -Id $pid_writer
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "writer had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Check for error and exit if one occurred
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -ne 0) {
|
||||
Write-Warning "SWMR tests failed with $nerrors errors."
|
||||
Write-Warning "(Writer and reader output preserved)"
|
||||
exit 1
|
||||
}
|
||||
|
||||
# Clean up output files
|
||||
Remove-Item swmr_writer.out
|
||||
Remove-Item swmr_reader.out.*
|
||||
|
||||
Write-Output ""
|
||||
Write-Output "###############################################################################"
|
||||
Write-Output "## Add/remove test - randomly grow or shrink the dataset"
|
||||
Write-Output "###############################################################################"
|
||||
|
||||
# Launch the Generator
|
||||
Write-Output "launch the swmr_generator"
|
||||
$rp = Start-Process -FilePath $bindir/swmr_generator.exe -NoNewWindow-PassThru -Wait -ArgumentList "$compress $index_type"
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Warning "generator had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Launch the Writer (not in parallel - just to rebuild the datasets)
|
||||
Write-Output "launch the swmr_writer"
|
||||
$seed = "" # Put -r <random seed> command here
|
||||
$rp = Start-Process -FilePath $bindir/swmr_writer.exe -NoNewWindow -PassThru -Wait -ArgumentList "$Nrecords $seed"
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Warning "writer had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Remove any possible writer message file before launching writer
|
||||
Remove-Item $WRITER_MESSAGE
|
||||
#
|
||||
# Launch the Add/Remove Writer
|
||||
Write-Output "launch the swmr_addrem_writer"
|
||||
$seed = "" # Put -r <random seed> command here
|
||||
$rp = Start-Process -FilePath $bindir/swmr_addrem_writer.exe -NoNewWindow -PassThru -ArgumentList "$Nrecords $seed" 2>&1 |tee swmr_writer.out
|
||||
$pid_writer = $rp.id
|
||||
#Write-Output "pid_writer=$pid_writer"
|
||||
|
||||
# Wait for message from writer process before starting reader(s)
|
||||
Wait-Message $testdir $WRITER_MESSAGE
|
||||
#
|
||||
# Launch the Add/Remove Readers
|
||||
#declare -a seeds = (<seed1> <seed2> <seed3> ... )
|
||||
$n = 0
|
||||
$pid_readers = @()
|
||||
Write-Output "launch $Nreaders swmr_remove_readers"
|
||||
while ($n -lt $Nreaders) {
|
||||
#seed = "-r ${seeds[$n]}"
|
||||
$seed = ""
|
||||
$rp = Start-Process -FilePath $bindir/swmr_remove_reader.exe -NoNewWindow -PassThru -ArgumentList "$Nsecs_addrem $seed" 2>&1 |tee swmr_reader.out.$n
|
||||
$pid_readers += $rp.id
|
||||
$n += 1
|
||||
}
|
||||
#Write-Output "pid_readers=$pid_readers"
|
||||
|
||||
# Collect exit code of the readers first because they usually finish
|
||||
# before the writer.
|
||||
foreach ($xpid in $pid_readers) {
|
||||
#Write-Output "checked reader $xpid"
|
||||
$result = Wait-Process -Id $xpid
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "reader had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
}
|
||||
|
||||
# Collect exit code of the writer
|
||||
#Write-Output "checked writer $pid_writer"
|
||||
$result = Wait-Process -Id $pid_writer
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "writer had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Check for error and exit if one occurred
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -ne 0) {
|
||||
Write-Warning "SWMR tests failed with $nerrors errors."
|
||||
Write-Warning "(Writer and reader output preserved)"
|
||||
exit 1
|
||||
}
|
||||
|
||||
# Clean up output files
|
||||
Remove-Item swmr_writer.out
|
||||
Remove-Item swmr_reader.out.*
|
||||
|
||||
Write-Output ""
|
||||
Write-Output "###############################################################################"
|
||||
Write-Output "## Sparse writer test - test writing to random locations in the dataset"
|
||||
Write-Output "###############################################################################"
|
||||
|
||||
# Launch the Generator
|
||||
# NOTE: Random seed is shared between readers and writers and is
|
||||
# created by the generator.
|
||||
Write-Output "launch the swmr_generator"
|
||||
$seed = "" # Put -r <random seed> command here
|
||||
$rp = Start-Process -FilePath $bindir/swmr_generator.exe -NoNewWindow -PassThru -Wait -ArgumentList "$compress $index_type $seed"
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Warning "generator had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Remove any possible writer message file before launching writer
|
||||
Remove-Item $WRITER_MESSAGE
|
||||
# Launch the Sparse writer
|
||||
Write-Output "launch the swmr_sparse_writer"
|
||||
$rp = Start-Process -FilePath $bindir/swmr_sparse_writer.exe -NoNewWindow -PassThru -ArgumentList "$Nrecs_spa" 2>&1 |tee swmr_writer.out
|
||||
$pid_writer = $rp.Id
|
||||
#Write-Output "pid_writer=$pid_writer"
|
||||
|
||||
# Wait for message from writer process before starting reader(s)
|
||||
Wait-Message $testdir $WRITER_MESSAGE
|
||||
#
|
||||
# Launch the Sparse readers
|
||||
$n = 0
|
||||
$pid_readers = @()
|
||||
Write-Output "launch $Nrdrs_spa swmr_sparse_readers"
|
||||
while ($n -lt $Nrdrs_spa) {
|
||||
# The sparse reader spits out a LOT of data so it's set to 'quiet'
|
||||
$rp = Start-Process -FilePath $bindir/swmr_sparse_reader.exe -NoNewWindow -PassThru -ArgumentList "-q $Nrecs_spa" 2>&1 |tee swmr_reader.out.$n
|
||||
$pid_readers += $rp.id
|
||||
$n += 1
|
||||
}
|
||||
#Write-Output "pid_readers=$pid_readers"
|
||||
|
||||
# Collect exit code of the writer
|
||||
#Write-Output "checked writer $pid_writer"
|
||||
$result = Wait-Process -Id $pid_writer
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "writer had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Collect exit code of the readers
|
||||
foreach ($xpid in $pid_readers) {
|
||||
#Write-Output "checked reader $xpid"
|
||||
$result = Wait-Process -Id $xpid
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "reader had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
}
|
||||
|
||||
# Check for error and exit if one occurred
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -ne 0) {
|
||||
Write-Warning "SWMR tests failed with $nerrors errors."
|
||||
Write-Warning "(Writer and reader output preserved)"
|
||||
exit 1
|
||||
}
|
||||
|
||||
# Clean up output files
|
||||
Remove-Item swmr_writer.out
|
||||
Remove-Item swmr_reader.out.*
|
||||
}
|
||||
}
|
||||
|
||||
###############################################################################
|
||||
## Report and exit
|
||||
###############################################################################
|
||||
cd ..
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -eq 0) {
|
||||
Write-Output "SWMR tests passed."
|
||||
# if test -z "$HDF5_NOCLEANUP"; then
|
||||
# # delete the test directory
|
||||
# Remove-Item swmr_test -Recurse
|
||||
# fi
|
||||
exit 0
|
||||
}
|
||||
else {
|
||||
Write-Warning "SWMR tests failed with $nerrors errors."
|
||||
exit 1
|
||||
}
|
||||
|
||||
210
test/testvdsswmr.pwsh.in
Normal file
210
test/testvdsswmr.pwsh.in
Normal file
@ -0,0 +1,210 @@
|
||||
# Copyright by The HDF Group.
|
||||
# All rights reserved.
|
||||
#
|
||||
# This file is part of HDF5. The full HDF5 copyright notice, including
|
||||
# terms governing use, modification, and redistribution, is contained in
|
||||
# the COPYING file, which can be found at the root of the source code
|
||||
# distribution tree, or in https://www.hdfgroup.org/licenses.
|
||||
# If you do not have access to either file, you may request a copy from
|
||||
# help@hdfgroup.org.
|
||||
#
|
||||
# Tests for the swmr feature using virtual datasets.
|
||||
#
|
||||
# Created:
|
||||
# Dana Robinson, November 2015
|
||||
|
||||
$srcdir = '@srcdir@'
|
||||
$bindir = '@bindir@'
|
||||
$testdir = '@testdir@'
|
||||
|
||||
###############################################################################
|
||||
## test parameters
|
||||
###############################################################################
|
||||
|
||||
$Nwriters = 6 # number of writers (1 per source dataset)
|
||||
$Nreaders = 5 # number of readers to launch
|
||||
$nerrors = 0
|
||||
|
||||
###############################################################################
|
||||
## definitions for message file to coordinate test runs
|
||||
###############################################################################
|
||||
$WRITER_MESSAGE = 'SWMR_WRITER_MESSAGE' # The message file created by writer that the open is complete
|
||||
# This should be the same as the define in "$bindir/swmr_common.h"
|
||||
$MESSAGE_TIMEOUT = 300 # Message timeout length in secs
|
||||
# This should be the same as the define in "./h5test.h"
|
||||
|
||||
# Print a line-line message left justified in a field of 70 characters
|
||||
# beginning with the word "Testing".
|
||||
#
|
||||
function Test-WithSpaces {
|
||||
$SPACES=' '
|
||||
#Write-Output "Testing $* $SPACES" | cut -c1-70 | tr -d '\012'
|
||||
}
|
||||
|
||||
# To wait for the writer message file or till the maximum # of seconds is reached
|
||||
# $Message is the message file to wait for
|
||||
# This performs similar function as the routine h5_wait_message() in test/h5test.c
|
||||
function Wait-Message {
|
||||
[CmdletBinding()]
|
||||
param (
|
||||
[Parameter(Mandatory, ValueFromPipeline)]
|
||||
[string]$TestPath, # Get the path of the message file to wait for
|
||||
[Parameter(Mandatory, ValueFromPipeline)]
|
||||
[string]$Message # Get the name of the message file to wait for
|
||||
)
|
||||
|
||||
PROCESS {
|
||||
$message = Join-Path -Path $TestPath -ChildPath $Message
|
||||
$t0 = Get-Date # Get current time
|
||||
$t1 = $t0
|
||||
$difft = New-Timespan -Start $t0 -End $t1 # Initialize the time difference
|
||||
$mexist = 0 # Indicate whether the message file is found
|
||||
while ($difft.TotalSeconds -lt $MESSAGE_TIMEOUT) { # Loop till message times out
|
||||
$t1 = Get-Date # Get current time in seconds
|
||||
$difft = New-Timespan -Start $t0 -End $t1 # Calculate the time difference
|
||||
#Write-Output "Check for $message : time=$difft"
|
||||
if ([System.IO.File]::Exists($message)) { # If message file is found:
|
||||
$mexist = 1 # indicate the message file is found
|
||||
Remove-Item $message # remove the message file
|
||||
break # get out of the while loop
|
||||
}
|
||||
}
|
||||
if ($mexist -eq 0) {
|
||||
# Issue warning that the writer message file is not found, continue with launching the reader(s)
|
||||
Write-Warning -Message "$WRITER_MESSAGE is not found after waiting $MESSAGE_TIMEOUT seconds"
|
||||
}
|
||||
else {
|
||||
Write-Output "$WRITER_MESSAGE is found"
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
###############################################################################
|
||||
## Main
|
||||
###############################################################################
|
||||
# The build (current) directory might be different than the source directory.
|
||||
if (![System.IO.Directory]::Exists($srcdir)) {
|
||||
$srcdir = Get-Location
|
||||
Write-Output "Setting srcdir to default: $srcdir"
|
||||
}
|
||||
|
||||
# If the bindir directory is not set just use current (.).
|
||||
if (![System.IO.Directory]::Exists($bindir)) {
|
||||
$bindir = Get-Location
|
||||
Write-Output "Setting bindir to default: $bindir"
|
||||
}
|
||||
|
||||
# If the testdir directory is not set just use current (.).
|
||||
if (![System.IO.Directory]::Exists($testdir)) {
|
||||
$testdir = Get-Location
|
||||
Write-Output "Setting testdir to default: $testdir"
|
||||
}
|
||||
|
||||
# Check to see if the VFD specified by the HDF5_DRIVER environment variable
|
||||
# supports SWMR.
|
||||
$testprog = Join-Path -Path $bindir -ChildPath swmr_check_compat_vfd.exe
|
||||
$rp = Start-Process -FilePath $testprog -PassThru -Wait -NoNewWindow
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Output ""
|
||||
Write-Output "The VFD specified by the HDF5_DRIVER environment variable"
|
||||
Write-Output "does not support SWMR."
|
||||
Write-Output ""
|
||||
Write-Output "SWMR acceptance tests skipped"
|
||||
Write-Output ""
|
||||
exit 0
|
||||
}
|
||||
|
||||
Set-Location -Path vds_swmr_test
|
||||
$testdir = Join-Path -Path $testdir -ChildPath vds_swmr_test
|
||||
|
||||
Write-Output ""
|
||||
Write-Output "###############################################################################"
|
||||
Write-Output "## Basic VDS SWMR test - writing to a tiled plane"
|
||||
Write-Output "###############################################################################"
|
||||
|
||||
# Launch the file generator
|
||||
Write-Output "launch the swmr_generator"
|
||||
$rp = Start-Process -FilePath $bindir/vds_swmr_gen.exe -NoNewWindow -PassThru -Wait
|
||||
if ($rp.ExitCode -ne 0) {
|
||||
Write-Warning "generator had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
|
||||
# Check for error and exit if one occurred
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -ne 0) {
|
||||
Write-Warning "VDS SWMR tests failed with $nerrors errors."
|
||||
exit 1
|
||||
}
|
||||
|
||||
# Launch the writers
|
||||
Write-Output "launch the $Nwriters SWMR VDS writers (1 per source)"
|
||||
$pid_writers = @()
|
||||
$n = 0
|
||||
while ($n -lt $Nwriters) {
|
||||
$rp = Start-Process -FilePath $bindir/vds_swmr_writer.exe -NoNewWindow -PassThru -ArgumentList "$n" 2>&1 | tee swmr_writer.out.$n
|
||||
$pid_writers += $rp.id
|
||||
$n += 1
|
||||
}
|
||||
#Write-Output "pid_writers=$pid_writers"
|
||||
|
||||
# Sleep to ensure that the writers have started
|
||||
Start-Sleep -Seconds 3
|
||||
|
||||
# Launch the readers
|
||||
Write-Output "launch $Nreaders SWMR readers"
|
||||
$pid_readers = @()
|
||||
$n = 0
|
||||
while ($n -lt $Nreaders) {
|
||||
$rp = Start-Process -FilePath $bindir/vds_swmr_reader.exe -NoNewWindow -PassThru 2>&1 | tee swmr_reader.out.$n
|
||||
$pid_readers += $rp.id
|
||||
$n += 1
|
||||
}
|
||||
#Write-Output "pid_readers=$pid_readers"
|
||||
|
||||
# Collect exit code of the writers
|
||||
foreach ($xpid in $pid_writers) {
|
||||
#Write-Output "checked writer $xpid"
|
||||
$result = Wait-Process -Id $xpid
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "writer had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
}
|
||||
|
||||
# Collect exit code of the readers
|
||||
# (they usually finish after the writers)
|
||||
foreach ($xpid in $pid_readers) {
|
||||
#Write-Output "checked reader $xpid"
|
||||
$result = Wait-Process -Id $xpid
|
||||
if ($result.ExitCode -ne 0) {
|
||||
Write-Warning "reader had error"
|
||||
$nerrors += 1
|
||||
}
|
||||
}
|
||||
|
||||
# Check for error and exit if one occurred
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -ne 0) {
|
||||
Write-Warning "VDS SWMR tests failed with $nerrors errors."
|
||||
exit 1
|
||||
}
|
||||
|
||||
###############################################################################
|
||||
## Report and exit
|
||||
###############################################################################
|
||||
cd ..
|
||||
#Write-Output "nerrors=$nerrors"
|
||||
if ($nerrors -eq 0) {
|
||||
Write-Output "VDS SWMR tests passed."
|
||||
# if test -z "$HDF5_NOCLEANUP"; then
|
||||
# # delete the test directory
|
||||
# Remove-Item vds_swmr_test -Recurse
|
||||
# fi
|
||||
exit 0
|
||||
}
|
||||
else {
|
||||
Write-Warning "VDS SWMR tests failed with $nerrors errors."
|
||||
exit 1
|
||||
}
|
||||
|
||||
Loading…
Reference in New Issue
Block a user