OpenUnsloth

参考文档

https://github.com/unslothai/unsloth

创建容器

docker run -itd \
--name open_unsloth \
--network host \
--gpus all \
python:3.11-slim /bin/bash



docker build -t open_unsloth:v20240902_1633 .

docker run -itd \
--name open_unsloth \
--network host \
--gpus all \
--privileged \
-v /data/tianxing/PycharmProjects/OpenUnsloth/data:/data/tianxing/PycharmProjects/OpenUnsloth/data \
open_unsloth:v20240902_1633



查看GPU
nvidia-smi
watch -n 1 -d nvidia-smi

创建环境

conda create --name open_unsloth \
    python=3.11 \
    pytorch-cuda=12.1 \
    pytorch cudatoolkit xformers -c pytorch -c nvidia -c xformers \
    -y
conda activate open_unsloth

pip install "unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git"
pip install --no-deps trl peft accelerate bitsandbytes