diff --git a/ci/docker/riscv64gc-unknown-linux-gnu/Dockerfile b/ci/docker/riscv64gc-unknown-linux-gnu/Dockerfile
index 1ce61b02eb..ab7ca1e212 100644
--- a/ci/docker/riscv64gc-unknown-linux-gnu/Dockerfile
+++ b/ci/docker/riscv64gc-unknown-linux-gnu/Dockerfile
@@ -1,11 +1,4 @@
 FROM rust-riscv64gc-unknown-linux-gnu
 
-
-# We install a stable toolchain using rustup anyway, this should stop us getting
-# confused and still having this toolchain in $PATH
-RUN /usr/local/lib/rustlib/uninstall.sh
-# Weirdly that doesn't remove these:
-RUN rm /usr/local/bin/cargo /usr/local/bin/rust*
-
 ENV CC_riscv64gc_unknown_linux_gnu=riscv64-unknown-linux-gnu-gcc \
     CARGO_TARGET_RISCV64GC_UNKNOWN_LINUX_GNU_LINKER=riscv64-unknown-linux-gnu-gcc
diff --git a/ci/fetch-rust-docker.bash b/ci/fetch-rust-docker.bash
index 24f2d6c99e..c946730c12 100644
--- a/ci/fetch-rust-docker.bash
+++ b/ci/fetch-rust-docker.bash
@@ -32,7 +32,7 @@ case "$TARGET" in
   x86_64-unknown-freebsd)          image=dist-x86_64-freebsd ;;
   x86_64-unknown-linux-gnu)        image=dist-x86_64-linux ;;
   x86_64-unknown-netbsd)           image=dist-x86_64-netbsd ;;
-  riscv64gc-unknown-linux-gnu)     image=dist-various-1 ;;
+  riscv64gc-unknown-linux-gnu)     image=dist-riscv64-linux ;;
   *) exit ;;
 esac