diff --git a/Dockerfile-notebook b/Dockerfile-notebook index 002326e..c953b9e 100644 --- a/Dockerfile-notebook +++ b/Dockerfile-notebook @@ -1,4 +1,4 @@ -FROM truefoundrycloud/jupyter:0.2.8-sudo +FROM truefoundrycloud/jupyter:0.2.14-sudo ENV TORCH_CUDA_ARCH_LIST="7.0 7.5 8.0 8.6 9.0+PTX" ENV DEBIAN_FRONTEND=noninteractive USER root diff --git a/post-pytorch-requirements.txt b/post-pytorch-requirements.txt index 68170f1..9151c3d 100644 --- a/post-pytorch-requirements.txt +++ b/post-pytorch-requirements.txt @@ -1,2 +1,2 @@ -deepspeed @ git+https://github.com/microsoft/DeepSpeed@a85b6e472534d2e0b61fe234fae4f6a2332c95bf -flash-attn==2.4.2 +deepspeed==0.13.1 +flash-attn==2.5.0 diff --git a/requirements.txt b/requirements.txt index 0a0ffef..3d4ff91 100644 --- a/requirements.txt +++ b/requirements.txt @@ -3,10 +3,10 @@ torch==2.1.1+cu118 cloud-files==4.15.2 pydantic<2.0 mlfoundry==0.10.4 -transformers[accelerate,deepspeed,sentencepiece,tokenizers] @ git+https://github.com/huggingface/transformers@edb170238febf7fc3e3278ed5b9ca0b2c40c70e3 -safetensors==0.4.1 +transformers[accelerate,deepspeed,sentencepiece,tokenizers]==4.37.2 +safetensors==0.4.2 accelerate==0.26.1 -datasets==2.14.7 +datasets==2.16.1 peft==0.6.2 bitsandbytes==0.42.0 ninja==1.11.1.1