diff --git a/tests/p_ipa-server/99-postclean.sh b/tests/p_ipa-server/99-postclean.sh
index 8578e08..80154ea 100755
--- a/tests/p_ipa-server/99-postclean.sh
+++ b/tests/p_ipa-server/99-postclean.sh
@@ -17,7 +17,7 @@ cp /tmp/hosts.ipa-tests /etc/hosts
 t_Log "Running $0 - Rolling back to yum history id"
 /usr/bin/yum -y history rollback $(cat /tmp/yum-rollback-id.ipa-tests) &> /dev/null
 
-rm -f /tmp/*.ipa-test
+rm -f /tmp/*.ipa-test /etc/httpd/conf.d/*
 
 else
     echo "Skipped on CentOS 5"