diff --git a/confluent_server/builddeb b/confluent_server/builddeb
index d89dca5b..277fcd58 100755
--- a/confluent_server/builddeb
+++ b/confluent_server/builddeb
@@ -18,5 +18,6 @@ if [ $? -ne 0 ]; then
 else
     # Clean up the generated files in this directory
     rm -rf $PKGNAME.egg-info dist setup.py
+    rm -rf $(find deb_dist -mindepth 1 -maxdepth 1 -type d)
 fi
 exit 0