diff --git a/init.sh b/init.sh
index cc3d723..40d1986 100644
--- a/init.sh
+++ b/init.sh
@@ -1,6 +1,5 @@
 #!/bin/bash
 export PHP_MEMORY_LIMIT="512M"
-rm /etc/apache2/conf-enabled/apache-limits.conf
 php console.php maintenance:install --admin-user alice --admin-pass alice123
 php console.php status
 php console.php app:enable solid
diff --git a/run-solid-test-suite.sh b/run-solid-test-suite.sh
index 1e00e03..0db46db 100755
--- a/run-solid-test-suite.sh
+++ b/run-solid-test-suite.sh
@@ -32,6 +32,7 @@ function startPubSub {
 
 function startSolidNextcloud {
   docker run -d --name "$1" --network=testnet --env-file "./env-vars-$1.list" "${2:-solid-nextcloud}"
+  docker exec -it "$1" rm /etc/apache2/conf-enabled/apache-limits.conf
   until docker run --rm --network=testnet solidtestsuite/webid-provider-tests curl -kI "https://$1" 2> /dev/null > /dev/null
   do
     echo Waiting for "$1" to start, this can take up to a minute ...