diff --git a/Dockerfile b/Dockerfile
index 378d25ed2..0140d73ce 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -1,3 +1,4 @@
+ARG ARCH
 ARG GO_VERSION
 
 FROM golang:${GO_VERSION} as build
@@ -14,7 +15,7 @@ COPY Makefile Makefile
 ARG ARCH
 RUN make prometheus-adapter
 
-FROM gcr.io/distroless/static:latest
+FROM gcr.io/distroless/static:latest-$ARCH
 
 COPY --from=build /go/src/sigs.k8s.io/prometheus-adapter/adapter /
 USER 65534