diff --git a/Dockerfile b/Dockerfile
index b4fe12e..f2b20fa 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -10,7 +10,7 @@ COPY archive-token.txt /archive-token.txt
 RUN curl -X "GET" -H "Authorization: token $(cat /archive-token.txt)" "$WEBSITE_ARCHIVE_URL" 2>/dev/null | gzip --decompress --stdout - | tar xf - ; rm /archive-token.txt
 
 WORKDIR /srv/$WEBSITE_ARCHIVE_FOLDER
-RUN zola build
+RUN zola build ; rm public/404.html
 
 EXPOSE 80/tcp