diff --git a/tests/p_postfix/0-install_postfix.sh b/tests/p_postfix/0-install_postfix.sh
index 13f8ff2..0e8b7ff 100755
--- a/tests/p_postfix/0-install_postfix.sh
+++ b/tests/p_postfix/0-install_postfix.sh
@@ -1,7 +1,12 @@
 #!/bin/bash
 # Author: Athmane Madjoudj <athmanem@gmail.com>
 
+# Remove other MTAs
+t_ServiceControl sendmail stop
+t_ServiceControl exim stop
+t_RemovePackage sendmail
+t_RemovePackage exim
+
 # Postfix
 t_InstallPackage postfix
-t_RemovePackage sendmail
 t_ServiceControl postfix start