diff --git a/Dockerfile b/Dockerfile
index 23d6be0..14130b3 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -3,16 +3,24 @@
 
 FROM registry.leenooks.net/leenooks/php:7.4-fpm-plus
 
-RUN echo "deb http://deb.debian.org/debian buster non-free" >> /etc/apt/sources.list.d/non-free.list && apt-get update \
+RUN mv /sbin/init /sbin/init.tmp \
+	&& echo "deb http://deb.debian.org/debian buster non-free" >> /etc/apt/sources.list.d/non-free.list && apt-get update \
 	&& apt-get install -y mariadb-client-10.3 inetutils-ping fping pkg-config \
 	libsnmp-dev snmp-mibs-downloader --no-install-recommends \
 	&& download-mibs \
 	&& docker-php-ext-install -j$(nproc) snmp \
-	&& rm -rf /var/lib/apt/lists/* /tmp/*
+	&& apt purge -yqq systemd-sysv dconf-service \
+	&& apt autoremove -yqq \
+	&& rm -rf /var/lib/apt/lists/* /tmp/* \
+	&& mv /sbin/init.tmp /sbin/init
 
 # Add in Leenooks' apt repository
 RUN curl -sL http://apt.leenooks.net/setup.sh | DISTRO=buster bash
 
-RUN apt-get update \
+RUN mv /sbin/init /sbin/init.tmp \
+	&& apt-get update \
 	&& apt-get install -yqq wkhtmltopdf \
-	&& rm -rf /var/lib/apt/lists/* /tmp/*
+	&& apt purge -yqq systemd-sysv dconf-service \
+	&& apt autoremove -yqq \
+	&& rm -rf /var/lib/apt/lists/* /tmp/* \
+	&& mv /sbin/init.tmp /sbin/init