conda create -yn vllm312 python=3.12 jupyter jupytext matplotlib tqdm tensorboard
python3 -m pip install vllm==0.11.0 --no-build-isolation
(vllm312) yu9824@win-desktop:~/projects/vllm-tutorial$ git submodule add https://huggingface.co/sbintuitions/sarashina2.2-0.5b models/sarashina2.2-0.5b
Cloning into '/home/yu9824/projects/vllm-tutorial/models/sarashina2.2-0.5b'...
remote: Enumerating objects: 20, done.
remote: Counting objects: 100% (9/9), done.
remote: Compressing objects: 100% (9/9), done.
remote: Total 20 (delta 3), reused 0 (delta 0), pack-reused 11 (from 1)
Unpacking objects: 100% (20/20), 6.32 KiB | 404.00 KiB/s, done.
(vllm312) yu9824@win-desktop:~/projects/vllm-tutorial$ cd models/sarashina2.2-0.5b/
(vllm312) yu9824@win-desktop:~/projects/vllm-tutorial/models/sarashina2.2-0.5b$ git lfs install
fatal: 'lfs' appears to be a git command, but we were not
able to execute it. Maybe git-lfs is broken?
(vllm312) yu9824@win-desktop:~/projects/vllm-tutorial/models/sarashina2.2-0.5b$ sudo apt update
[sudo] password for yu9824:
Hit:1 http://archive.ubuntu.com/ubuntu noble InRelease
Hit:2 http://security.ubuntu.com/ubuntu noble-security InRelease
Hit:3 http://archive.ubuntu.com/ubuntu noble-updates InRelease
Hit:4 http://archive.ubuntu.com/ubuntu noble-backports InRelease
Reading package lists... Done
Building dependency tree... Done
Reading state information... Done
39 packages can be upgraded. Run 'apt list --upgradable' to see them.
(vllm312) yu9824@win-desktop:~/projects/vllm-tutorial/models/sarashina2.2-0.5b$ sudo apt install git-lfs -y
Reading package lists... Done
Building dependency tree... Done
Reading state information... Done
The following packages were automatically installed and are no longer required:
libdrm-nouveau2 libdrm-radeon1 libgl1-amber-dri libglapi-mesa libxcb-dri2-0
Use 'sudo apt autoremove' to remove them.
The following NEW packages will be installed:
git-lfs
0 upgraded, 1 newly installed, 0 to remove and 39 not upgraded.
Need to get 3944 kB of archives.
After this operation, 11.7 MB of additional disk space will be used.
Get:1 http://archive.ubuntu.com/ubuntu noble-updates/universe amd64 git-lfs amd64 3.4.1-1ubuntu0.3 [3944 kB]
Fetched 3944 kB in 2s (2112 kB/s)
Selecting previously unselected package git-lfs.
(Reading database ... 51257 files and directories currently installed.)
Preparing to unpack .../git-lfs_3.4.1-1ubuntu0.3_amd64.deb ...
Unpacking git-lfs (3.4.1-1ubuntu0.3) ...
Setting up git-lfs (3.4.1-1ubuntu0.3) ...
Processing triggers for man-db (2.12.0-4build2) ...
(vllm312) yu9824@win-desktop:~/projects/vllm-tutorial/models/sarashina2.2-0.5b$ git lfs install
Updated Git hooks.
Git LFS initialized.
(vllm312) yu9824@win-desktop:~/projects/vllm-tutorial/models/sarashina2.2-0.5b$ git lfs pull