diff --git a/Dockerfile b/Dockerfile
index 6a83fc0d4..654584b00 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -75,10 +75,8 @@ RUN mkdir -p /home/mchorse/.ssh /job && \
 #### Python packages
 COPY requirements/* ./
 RUN python -m pip install --no-cache-dir -r requirements.txt && pip install -r requirements-onebitadam.txt
-RUN python -m pip install -r requirements-sparseattention.txt
 RUN python -m pip install -r requirements-flashattention.txt
 RUN python -m pip install -r requirements-wandb.txt
-RUN python -m pip install protobuf==3.20.*
 
 COPY megatron/fused_kernels/ /megatron/fused_kernels
 WORKDIR /megatron/fused_kernels
diff --git a/requirements/requirements-sparseattention.txt b/requirements/requirements-sparseattention.txt
deleted file mode 100644
index 3b382f83f..000000000
--- a/requirements/requirements-sparseattention.txt
+++ /dev/null
@@ -1 +0,0 @@
-triton==2.1.0