diff --git a/Dockerfile b/Dockerfile
index f22264ae91df..8055b563d19d 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -10,14 +10,13 @@
 # and takes longer to build but that is worth it.
 FROM bitnami/minideb:buster AS base
 
-RUN install_packages apt-transport-https gnupg2 ca-certificates
-
-RUN echo "deb https://archive.debian.org/debian/ buster main" > /etc/apt/sources.list && \
-    echo "deb https://archive.debian.org/debian-security/ buster/updates main" >> /etc/apt/sources.list
+RUN echo "deb http://archive.debian.org/debian/ buster main" > /etc/apt/sources.list && \
+    echo "deb http://archive.debian.org/debian-security/ buster/updates main" >> /etc/apt/sources.list
 
 # TODO install_packages calls apt-get update and then nukes the list files after. We should avoid multiple calls to apt-get update.....
 # We could probably fix this by running the update and installs ourself with `RUN --mount type=cache` but that is "experimental"
 
+RUN install_packages apt-transport-https gnupg2 ca-certificates
 COPY .docker/apt/keys/nodesource.gpg /
 RUN apt-key add /nodesource.gpg
 COPY .docker/apt/sources.list.d/nodesource.list /etc/apt/sources.list.d/