diff --git a/xCAT-server/lib/xcat/plugins/zvm.pm b/xCAT-server/lib/xcat/plugins/zvm.pm
index bc96c9097..596829d44 100644
--- a/xCAT-server/lib/xcat/plugins/zvm.pm
+++ b/xCAT-server/lib/xcat/plugins/zvm.pm
@@ -2768,6 +2768,9 @@ EOM"`;
 				}
 			}    # End of if ( $layer == 2 )
 
+			# Remove old SSH keys
+			$out = `ssh $hcp "rm -f $cloneMntPt/etc/ssh/ssh_host_*"`;
+
 			# Flush disk
 			$out = `ssh $hcp "sync"`;