diff --git a/user_saml_shibboleth-idp/Dockerfile b/user_saml_shibboleth-idp/Dockerfile
index 8e214e1b..ba00ee75 100644
--- a/user_saml_shibboleth-idp/Dockerfile
+++ b/user_saml_shibboleth-idp/Dockerfile
@@ -3,6 +3,7 @@ FROM cscfi/shibboleth-idp:release-4.1.4
 ADD shibboleth-idp/ /opt/shibboleth-idp/
 ADD start.sh /usr/local/bin/
 
+RUN rm /opt/shibboleth-idp/conf/credentials-oidc.xml
 RUN chmod a+x /usr/local/bin/start.sh
 RUN init-idp.sh