diff --git a/Dockerfile b/Dockerfile
index 960ed0c3e..74eb8e354 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -29,7 +29,7 @@ COPY hatch.toml README.md CHANGELOG.md openllm-python/pyproject.toml /openllm-py
 # below
 RUN --mount=type=cache,target=/root/.cache/pip \
   pip3 install -v --no-cache-dir \
-  "ray==2.6.0" "xformers==0.0.23" "vllm==0.2.7" && \
+  "ray==2.6.0" "vllm==0.2.7" && \
   pip3 install --no-cache-dir -e /openllm-python/
 
 COPY openllm-core/src openllm-core/src