diff --git a/src/ci/docker/host-aarch64/aarch64-gnu/Dockerfile b/src/ci/docker/host-aarch64/aarch64-gnu/Dockerfile
index e54d0eafb4003..611f61942450c 100644
--- a/src/ci/docker/host-aarch64/aarch64-gnu/Dockerfile
+++ b/src/ci/docker/host-aarch64/aarch64-gnu/Dockerfile
@@ -13,6 +13,7 @@ RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-ins
   sudo \
   gdb \
   libssl-dev \
+  zlib1g-dev \
   pkg-config \
   xz-utils
 
diff --git a/src/ci/docker/host-x86_64/dist-aarch64-linux/Dockerfile b/src/ci/docker/host-x86_64/dist-aarch64-linux/Dockerfile
index ab588ccc24999..0065dd4b857a7 100644
--- a/src/ci/docker/host-x86_64/dist-aarch64-linux/Dockerfile
+++ b/src/ci/docker/host-x86_64/dist-aarch64-linux/Dockerfile
@@ -21,6 +21,10 @@ RUN sh /scripts/cross-apt-packages.sh
 COPY scripts/make3.sh /scripts/
 RUN sh /scripts/make3.sh
 
+# We need an aarch64 build of zlib for parity with x86_64.
+# See https://github.com/rust-lang/rust/pull/95545.
+RUN dpkg --add-architecture arm64 && apt-get update && apt-get install zlib1g-dev:arm64
+
 COPY scripts/crosstool-ng.sh /scripts/
 RUN sh /scripts/crosstool-ng.sh