diff --git a/ci/Dockerfile.in b/ci/Dockerfile.in
index f9613f34218171ec92e58011e2b0cb63aaa0d7b1..9a6108a218f8d1dbadde232a0bc1597abe77828f 100644
--- a/ci/Dockerfile.in
+++ b/ci/Dockerfile.in
@@ -1,4 +1,27 @@
 FROM @BASE_IMAGE@
 COPY sources.list /etc/apt/sources.list.d/pressure-vessel.list
-RUN apt-get update
+
+RUN \
+set -eux; \
+apt-get update; \
+apt-get -y install \
+    bubblewrap \
+    libcapsule-tools-relocatable:amd64 \
+    libcapsule-tools-relocatable:i386 \
+    libblkid1 \
+    libcap2 \
+    libelf1:amd64 \
+    libelf1:i386 \
+    libffi6 \
+    libglib2.0-0 \
+    libmount1 \
+    libpcre3 \
+    libselinux1
+    libxau6 \
+    zlib1g:amd64 \
+    zlib1g:i386 \
+    ${NULL+}
+# Deliberately not including `rm -rf /var/lib/apt/lists/*`, because we
+# need to be able to run `apt-get source` later
+
 # vim:set sw=4 sts=4 et ft=dockerfile: