diff --git a/test/cms-test.pl b/test/cms-test.pl
index 7d19e22ccc..3dfbe8d690 100644
--- a/test/cms-test.pl
+++ b/test/cms-test.pl
@@ -322,6 +322,8 @@ else {
 unlink "test.cms";
 unlink "test2.cms";
 unlink "smtst.txt";
+unlink "cms.out";
+unlink "cms.err";
 
 sub run_smime_tests {
     my ( $rv, $aref, $scmd, $vcmd ) = @_;