Merge pull request #315 from allenai/MemoryEnvVar

Let torch decide how to handle memory
allenai · Oct 5, 2023 · e8bd122 · e8bd122
2 parents da1f0b8 + 41349cc
commit e8bd122
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/scripts/v1-mix-medium-on-lumi.sh b/scripts/v1-mix-medium-on-lumi.sh
@@ -34,7 +34,7 @@ export ROCM_PATH=/opt/rocm
 export SINGULARITYENV_LD_LIBRARY_PATH=/usr/local/lib:/opt/cray/libfabric/1.15.2.0/lib64
 
 # Try playing with max_split_size_mb if you run into OOM errors.
-export PYTORCH_HIP_ALLOC_CONF=max_split_size_mb:128
+#export PYTORCH_HIP_ALLOC_CONF=max_split_size_mb:128
 
 srun \
   --cpus-per-task=$SLURM_CPUS_PER_TASK \