diff --git a/xCAT-server/lib/xcat/plugins/zvm.pm b/xCAT-server/lib/xcat/plugins/zvm.pm
index 1b121e7f6..ef38ce0c4 100644
--- a/xCAT-server/lib/xcat/plugins/zvm.pm
+++ b/xCAT-server/lib/xcat/plugins/zvm.pm
@@ -549,6 +549,9 @@ sub removeVM {
 	xCAT::zvmUtils->delTabEntry( 'noderes',  'node', $node );
 	xCAT::zvmUtils->delTabEntry( 'nodehm',   'node', $node );
 
+	# Remove old hostname from known_hosts
+	$out = `ssh-keygen -R $node`;
+
 	return;
 }