diff --git a/roles/collabora/tasks/apache.yml b/roles/collabora/tasks/apache.yml
index 635f72c..e07c3ae 100644
--- a/roles/collabora/tasks/apache.yml
+++ b/roles/collabora/tasks/apache.yml
@@ -11,9 +11,11 @@
     - name: disable default site
       command:
         cmd: a2dissite 000-default.conf
+        removes: /etc/apache2/sites-enabled/000-default.conf
     - name: enable collabora site
       command:
         cmd: a2ensite {{ collabora_domain }}.conf
+        creates: /etc/apache2/sites-enabled/{{ collabora_domain }}.conf
 - name: run certbot
   command:
     cmd: certbot --apache --non-interactive --keep-until-expiring --no-eff-email --email {{ admin_mail }} --redirect --renew-with-new-domains --agree-tos -d {{ collabora_domain }}
@@ -30,4 +32,5 @@
 - name: enable collabora https site
   command:
     cmd: a2ensite {{ collabora_domain }}-le-ssl.conf
+    creates: /etc/apache2/sites-enabled/{{ collabora_domain }}-le-ssl.conf
   notify: restart apache
diff --git a/roles/drone/tasks/apache.yml b/roles/drone/tasks/apache.yml
index cea1d7a..d985105 100644
--- a/roles/drone/tasks/apache.yml
+++ b/roles/drone/tasks/apache.yml
@@ -11,9 +11,11 @@
     - name: disable default site
       command:
         cmd: a2dissite 000-default.conf
+        removes: /etc/apache2/sites-enabled/000-default.conf
     - name: enable drone site
       command:
         cmd: a2ensite {{ ci_domain }}.conf
+        creates: /etc/apache2/sites-enabled/{{ ci_domain }}.conf
 - name: run certbot
   command:
     cmd: certbot --apache --non-interactive --keep-until-expiring --no-eff-email --email {{ admin_mail }} --redirect --renew-with-new-domains --agree-tos -d {{ ci_domain }}
@@ -30,4 +32,5 @@
 - name: enable drone https site
   command:
     cmd: a2ensite {{ ci_domain }}-le-ssl.conf
+    creates: /etc/apache2/sites-enabled/{{ ci_domain }}-le-ssl.conf
   notify: restart apache