mirror/openldap
2
0
Fork 0
mirror of https://git.openldap.org/openldap/openldap.git synced 2024-12-21 03:10:25 +08:00
Code Issues Packages Projects Releases Wiki Activity

Update ITS#8752 regression test

Browse Source
This commit is contained in:
Ondřej Kuzník 2018-11-14 13:27:27 +00:00
parent a4fddc7b11
commit ddcb186427
2 changed files with 268 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

280
tests/data/regressions/its8752/its8752
View File

@ -36,10 +36,21 @@ if test $dtest = N; then
exit 0 exit 0
fi fi
# This mimics the scenario where a single server has been used until now (no
# syncprov either, so no contextCSN) and we convert it to a delta-MMR setup:
# 1. stop the server (note that there is likely no contextCSN in the DB at this point)
# 2. configure all servers to delta-replicate from each other and start them up
# - empty servers will start with a refresh of the main DB
# - when the refresh is successful they should change over to replicating the log
# 3. keep making changes on all servers to see things still work
echo "This test tracks a case where slapd deadlocks during a significant write load" echo "This test tracks a case where slapd deadlocks during a significant write load"
echo "See http://www.openldap.org/its/index.cgi/?findid=8752 for more information." echo "See http://www.openldap.org/its/index.cgi/?findid=8752 for more information."
MMR=4 MMR=4
iterations=20000
check_sync_every=100
MAPSIZE=`expr 100 \* 1024 \* 1024`
XDIR=$TESTDIR/srv XDIR=$TESTDIR/srv
mkdir -p $TESTDIR mkdir -p $TESTDIR
@ -66,7 +77,7 @@ if test $WAIT != 0 ; then
fi fi
KILLPIDS="$PID" KILLPIDS="$PID"
sleep 1 sleep $SLEEP0
echo "Using ldapsearch to check that slapd is running..." echo "Using ldapsearch to check that slapd is running..."
for i in 0 1 2 3 4 5; do for i in 0 1 2 3 4 5; do
@ -76,8 +87,8 @@ for i in 0 1 2 3 4 5; do
if test $RC = 0 ; then if test $RC = 0 ; then
break break
fi fi
echo "Waiting 5 seconds for slapd to start..." echo "Waiting $SLEEP1 seconds for slapd to start..."
sleep 5 sleep $SLEEP1
done done
if test $RC != 0 ; then if test $RC != 0 ; then
@ -149,7 +160,7 @@ fi
echo "Stopping slapd and reworking configuration for MMR..." echo "Stopping slapd and reworking configuration for MMR..."
test $KILLSERVERS != no && kill -HUP $KILLPIDS kill -HUP $KILLPIDS
wait $KILLPIDS wait $KILLPIDS
KILLPIDS= KILLPIDS=
@ -160,7 +171,7 @@ while [ $n -le $MMR ]; do
MYCONF=`eval echo '$CONF'$n` MYCONF=`eval echo '$CONF'$n`
echo "Starting provider slapd on TCP/IP URI $MYURI" echo "Starting provider slapd on TCP/IP URI $MYURI"
. $CONFFILTER $BACKEND $MONITORDB < $ITSDIR/slapd.conf.mmr > $TESTDIR/slapd.conf . $CONFFILTER $BACKEND $MONITORDB < $ITSDIR/slapd.conf.mmr > $TESTDIR/slapd.conf
sed -e "s/MMR/$n/g" $TESTDIR/slapd.conf > $MYCONF sed -e "s/MMR/$n/g" -e "s/wronglog/log/" -e "s/@MAPSIZE@/$MAPSIZE/" $TESTDIR/slapd.conf > $MYCONF
j=1 j=1
while [ $j -le $MMR ]; do while [ $j -le $MMR ]; do
MMCURI=`eval echo '$URI'$j` MMCURI=`eval echo '$URI'$j`
@ -178,7 +189,7 @@ while [ $n -le $MMR ]; do
read foo read foo
fi fi
KILLPIDS="$PID $KILLPIDS" KILLPIDS="$PID $KILLPIDS"
sleep 1 sleep $SLEEP0
echo "Using ldapsearch to check that provider slapd is running..." echo "Using ldapsearch to check that provider slapd is running..."
for i in 0 1 2 3 4 5; do for i in 0 1 2 3 4 5; do
@ -188,10 +199,10 @@ while [ $n -le $MMR ]; do
if test $RC = 0 ; then if test $RC = 0 ; then
break break
fi fi
echo "Waiting 5 seconds for slapd to start..." echo "Waiting $SLEEP1 seconds for slapd to start..."
sleep 5 sleep $SLEEP1
done done
if test $RC != 0 ; then if test $RC != 0 ; then
echo "ldapsearch failed ($RC)!" echo "ldapsearch failed ($RC)!"
test $KILLSERVERS != no && kill -HUP $KILLPIDS test $KILLSERVERS != no && kill -HUP $KILLPIDS
@ -203,7 +214,7 @@ done
echo "Setting up accesslog on each master..." echo "Setting up accesslog on each master..."
n=1 n=1
while [ $n -le $MMR ]; do while [ $n -le $MMR ]; do
echo "Modifying dn: cn=Elmer_Fudd,ou=People,dc=example,dc=com on master $n" echo "Modifying dn: cn=Elmer_Fudd,ou=People,$BASEDN on master $n"
MYURI=`eval echo '$URI'$n` MYURI=`eval echo '$URI'$n`
$LDAPMODIFY -v -D "$MANAGERDN" -H $MYURI -w $PASSWD > \ $LDAPMODIFY -v -D "$MANAGERDN" -H $MYURI -w $PASSWD > \
$TESTOUT 2>&1 << EOMODS $TESTOUT 2>&1 << EOMODS
@ -213,14 +224,68 @@ changetype: modify
replace: sn replace: sn
sn: Fudd sn: Fudd
EOMODS EOMODS
sleep 5 RC=$?
if test $RC != 0; then
echo "ldapmodify failed ($RC)"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit 1
fi
sleep $SLEEP0
n=`expr $n + 1` n=`expr $n + 1`
done done
echo "Sleeping 30 seconds to ensure replication is reconciled between all nodes" #echo "Letting server 1 establish its own contextCSN..."
echo "The next step of the test will perform 20000 random write operations and may take some time." #echo "Modifying dn: cn=Elmer_Fudd,ou=People,$BASEDN on $URI1"
#$LDAPMODIFY -v -D "$MANAGERDN" -H $URI1 -w $PASSWD > \
# $TESTOUT 2>&1 << EOMODS
#dn: cn=Elmer_Fudd,ou=People,$BASEDN
#changetype: modify
#replace: sn
#sn: Fudd
#EOMODS
for i in 0 1 2 3 4 5; do
j=1
while [ $j -le $MMR ]; do
MYURI=`eval echo '$URI'$j`
$LDAPSEARCH -b "$BASEDN" -H "$MYURI" \
'*' '+' >"$TESTDIR/server$j.out" 2>&1
RC=$?
if test $RC != 0 ; then
echo "ldapsearch failed ($RC)!"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit $RC
fi
$LDIFFILTER -s a < "$TESTDIR/server$j.out" > "$TESTDIR/server$j.flt"
j=`expr $j + 1`
done
in_sync=1
j=1
while [ $j -lt $MMR ]; do
k=$j
j=`expr $j + 1`
$CMP "$TESTDIR/server$k.flt" "$TESTDIR/server$j.flt" > $CMPOUT
if test $? != 0 ; then
in_sync=0
fi
done
if test $in_sync = 1; then
break
fi
echo "Waiting $SLEEP1 seconds for servers to catch up..."
sleep $SLEEP1
done
if test $in_sync = 0; then
echo "Servers did not replicate in time"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit 1
fi
echo "The next step of the test will perform $iterations random write operations and may take some time."
echo "As this test is for a deadlock, it will take manual intervention to exit the test if one occurs." echo "As this test is for a deadlock, it will take manual intervention to exit the test if one occurs."
sleep 30
echo "Starting random master/entry modifications..." echo "Starting random master/entry modifications..."
DN1="cn=Elmer_Fudd,ou=People,$BASEDN" DN1="cn=Elmer_Fudd,ou=People,$BASEDN"
@ -236,17 +301,17 @@ DN4="cn=Daffy_Duck,ou=People,$BASEDN"
VAL4="Duck" VAL4="Duck"
n=1 n=1
while [ $n -le 20000 ]; do while [ $n -le $iterations ]; do
seed=`date +%N|sed s/...$//` seed=`date +%N|sed s/...$//`
rvalue=`echo|awk "BEGIN {srand($seed) rvalue=`echo|awk "BEGIN {srand($seed)
{print int(1+rand()*4)}}"` {print int(1+rand()*$MMR)}}"`
MYURI=`eval echo '$URI'$rvalue` MYURI=`eval echo '$URI'$rvalue`
seed=`date +%N|sed s/...$//` seed=`date +%N|sed s/...$//`
rvalue=`echo|awk "BEGIN {srand($seed) rvalue=`echo|awk "BEGIN {srand($seed)
{print int(1+rand()*4)}}"` {print int(1+rand()*4)}}"`
MYDN=`eval echo '$DN'$rvalue` MYDN=`eval echo '$DN'$rvalue`
MYVAL=`eval echo '$VAL'$rvalue` MYVAL=`eval echo '$VAL'$rvalue`
echo "Modifying $MYURI entry $MYDN with value $MYVAL iteration $n of 20000" echo "Modifying $MYURI entry $MYDN with value $MYVAL iteration $n of $iterations"
$LDAPMODIFY -v -D "$MANAGERDN" -H $MYURI -w $PASSWD > \ $LDAPMODIFY -v -D "$MANAGERDN" -H $MYURI -w $PASSWD > \
$TESTOUT 2>&1 << EOMODS $TESTOUT 2>&1 << EOMODS
@ -255,6 +320,187 @@ changetype: modify
replace: sn replace: sn
sn: $MYVAL sn: $MYVAL
EOMODS EOMODS
RC=$?
if test $RC != 0; then
echo "ldapmodify failed ($RC)"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit 1
fi
if [ "$check_sync_every" -gt 0 ] && [ `expr $n % $check_sync_every` = 0 ]; then
i=1
echo "Checking replication status before we start iteration $n..."
for i in 0 1 2 3 4 5; do
j=1
while [ $j -le $MMR ]; do
MYURI=`eval echo '$URI'$j`
echo "Reading database from server $j..."
$LDAPSEARCH -b "$BASEDN" -H "$MYURI" \
'*' '+' >"$TESTDIR/server$j.out" 2>&1
RC=$?
if test $RC != 0 ; then
echo "ldapsearch failed ($RC)!"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit $RC
fi
$LDIFFILTER -s a < "$TESTDIR/server$j.out" > "$TESTDIR/server$j.flt"
j=`expr $j + 1`
done
in_sync=1
j=1
while [ $j -lt $MMR ]; do
k=`expr $j + 1`
$CMP "$TESTDIR/server$j.flt" "$TESTDIR/server$k.flt" > $CMPOUT
if test $? != 0 ; then
in_sync=0
fi
j=$k
done
if test $in_sync = 1; then
break
fi
echo "Waiting $SLEEP1 seconds for servers to catch up..."
sleep $SLEEP1
done
if test $in_sync = 0; then
echo "Servers did not replicate in time"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit 1
fi
fi
n=`expr $n + 1`
done
kill -HUP $KILLPIDS
wait $KILLPIDS
echo "The next step of the test will perform $iterations random write operations and may take some time."
echo "As this test is for a deadlock, it will take manual intervention to exit the test if one occurs."
echo "Starting servers again, this time with the wrong logbase setting..."
KILLPIDS=
n=1
while [ $n -le $MMR ]; do
MYURI=`eval echo '$URI'$n`
MYLOG=`eval echo '$LOG'$n`
MYCONF=`eval echo '$CONF'$n`
echo "Starting provider slapd on TCP/IP URI $MYURI"
. $CONFFILTER $BACKEND $MONITORDB < $ITSDIR/slapd.conf.mmr > $TESTDIR/slapd.conf
sed -e "s/MMR/$n/g" -e "s/@MAPSIZE@/$MAPSIZE/" $TESTDIR/slapd.conf > $MYCONF
j=1
while [ $j -le $MMR ]; do
MMCURI=`eval echo '$URI'$j`
sed -e "s|MMC${j}|${MMCURI}|" $MYCONF > $TESTDIR/slapd.conf
mv $TESTDIR/slapd.conf $MYCONF
j=`expr $j + 1`
done
if [ -f $TESTDIR/slapd.conf ]; then
rm -f $TESTDIR/slapd.conf
fi
$SLAPD -f $MYCONF -h $MYURI -d $LVL $TIMING >> $MYLOG 2>&1 &
PID=$!
if test $WAIT != 0 ; then
echo PID $PID
read foo
fi
KILLPIDS="$PID $KILLPIDS"
sleep $SLEEP0
echo "Using ldapsearch to check that provider slapd is running..."
for i in 0 1 2 3 4 5; do
$LDAPSEARCH -s base -b "" -H $MYURI \
'objectclass=*' > /dev/null 2>&1
RC=$?
if test $RC = 0 ; then
break
fi
echo "Waiting $SLEEP1 seconds for slapd to start..."
sleep $SLEEP1
done
if test $RC != 0 ; then
echo "ldapsearch failed ($RC)!"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit $RC
fi
n=`expr $n + 1`
done
echo "Starting random master/entry modifications..."
n=1
while [ $n -le $iterations ]; do
seed=`date +%N|sed s/...$//`
rvalue=`echo|awk "BEGIN {srand($seed)
{print int(1+rand()*$MMR)}}"`
MYURI=`eval echo '$URI'$rvalue`
seed=`date +%N|sed s/...$//`
rvalue=`echo|awk "BEGIN {srand($seed)
{print int(1+rand()*4)}}"`
MYDN=`eval echo '$DN'$rvalue`
MYVAL=`eval echo '$VAL'$rvalue`
echo "Modifying $MYURI entry $MYDN with value $MYVAL iteration $n of $iterations"
$LDAPMODIFY -v -D "$MANAGERDN" -H $MYURI -w $PASSWD > \
$TESTOUT 2>&1 << EOMODS
dn: $MYDN
changetype: modify
replace: sn
sn: $MYVAL
EOMODS
RC=$?
if test $RC != 0; then
echo "ldapmodify failed ($RC)"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit 1
fi
if [ "$check_sync_every" -gt 0 ] && [ `expr $n % $check_sync_every` = 0 ]; then
i=1
echo "Checking replication status before we start iteration $n..."
for i in 0 1 2 3 4 5; do
j=1
while [ $j -le $MMR ]; do
MYURI=`eval echo '$URI'$j`
echo "Reading database from server $j..."
$LDAPSEARCH -b "$BASEDN" -H "$MYURI" \
'*' '+' >"$TESTDIR/server$j.out" 2>&1
RC=$?
if test $RC != 0 ; then
echo "ldapsearch failed ($RC)!"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit $RC
fi
$LDIFFILTER -s a < "$TESTDIR/server$j.out" > "$TESTDIR/server$j.flt"
j=`expr $j + 1`
done
in_sync=1
j=1
while [ $j -lt $MMR ]; do
k=`expr $j + 1`
$CMP "$TESTDIR/server$j.flt" "$TESTDIR/server$k.flt" > $CMPOUT
if test $? != 0 ; then
in_sync=0
fi
j=$k
done
if test $in_sync = 1; then
break
fi
echo "Waiting $SLEEP1 seconds for servers to catch up..."
sleep $SLEEP1
done
if test $in_sync = 0; then
echo "Servers did not replicate in time"
test $KILLSERVERS != no && kill -HUP $KILLPIDS
exit 1
fi
fi
n=`expr $n + 1` n=`expr $n + 1`
done done

9
tests/data/regressions/its8752/slapd.conf.mmr
View File

@ -57,7 +57,7 @@ syncrepl
scope=sub scope=sub
schemachecking=on schemachecking=on
retry="5 10 60 +" retry="5 10 60 +"
logbase="cn=accesslog" logbase="cn=log"
logfilter="(&(objectClass=auditWriteObject)(reqResult=0))" logfilter="(&(objectClass=auditWriteObject)(reqResult=0))"
syncdata=accesslog syncdata=accesslog
sizeLimit=unlimited sizeLimit=unlimited
@ -75,7 +75,7 @@ syncrepl
scope=sub scope=sub
schemachecking=on schemachecking=on
retry="5 10 60 +" retry="5 10 60 +"
logbase="cn=accesslog" logbase="cn=log"
logfilter="(&(objectClass=auditWriteObject)(reqResult=0))" logfilter="(&(objectClass=auditWriteObject)(reqResult=0))"
syncdata=accesslog syncdata=accesslog
sizeLimit=unlimited sizeLimit=unlimited
@ -93,7 +93,7 @@ syncrepl
scope=sub scope=sub
schemachecking=on schemachecking=on
retry="5 10 60 +" retry="5 10 60 +"
logbase="cn=accesslog" logbase="cn=log"
logfilter="(&(objectClass=auditWriteObject)(reqResult=0))" logfilter="(&(objectClass=auditWriteObject)(reqResult=0))"
syncdata=accesslog syncdata=accesslog
sizeLimit=unlimited sizeLimit=unlimited
@ -111,7 +111,7 @@ syncrepl
scope=sub scope=sub
schemachecking=on schemachecking=on
retry="5 10 60 +" retry="5 10 60 +"
logbase="cn=accesslog" logbase="cn=log"
logfilter="(&(objectClass=auditWriteObject)(reqResult=0))" logfilter="(&(objectClass=auditWriteObject)(reqResult=0))"
syncdata=accesslog syncdata=accesslog
sizeLimit=unlimited sizeLimit=unlimited
@ -135,6 +135,7 @@ rootdn "cn=Manager,dc=example,dc=com"
#~null~#directory @TESTDIR@/srvMMR/db.2 #~null~#directory @TESTDIR@/srvMMR/db.2
#indexdb#index objectClass eq #indexdb#index objectClass eq
#indexdb#index entryCSN,entryUUID,reqEnd,reqResult,reqStart eq #indexdb#index entryCSN,entryUUID,reqEnd,reqResult,reqStart eq
#mdb#maxsize @MAPSIZE@
overlay syncprov overlay syncprov
syncprov-reloadhint true syncprov-reloadhint true