diff --git a/Dockerfile-CI b/Dockerfile-CI
index d514d86cbaf9b39d18f18bfe325c05a09a12913b..a105165cc99bcc40834478acd4cf0a5cfab02358 100644
--- a/Dockerfile-CI
+++ b/Dockerfile-CI
@@ -2,12 +2,14 @@
 FROM mambaorg/micromamba:latest
 COPY --chown=$MAMBA_USER:$MAMBA_USER . /tmp/binder
 
-# Install files
-RUN cp -ra /tmp/binder/install_files/* /opt/conda/
-
 # Install conda packages
 RUN cd /tmp/binder && \
     micromamba install -y -n base -f environment.yml && \
     micromamba clean --all --yes
     
+# Install configuration files
+# After installing the packages to make sure these
+# take precedence
+RUN cp -rav /tmp/binder/install_files/* /opt/conda/
+
 RUN rm -rf /tmp/binder