From 3da81e32df166580266205d43247918c1f095532 Mon Sep 17 00:00:00 2001 From: FanhaiLu1 Date: Thu, 4 Apr 2024 01:56:49 +0000 Subject: [PATCH 1/2] fix install_everything --- install_everything.sh | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/install_everything.sh b/install_everything.sh index 6275aa22..2d1c0929 100644 --- a/install_everything.sh +++ b/install_everything.sh @@ -12,7 +12,9 @@ git clone https://github.com/pytorch/xla.git pushd xla/experimental/torch_xla2 git checkout $TORCHXLA_TAG pip install . -popd # now at the folder of jetstream-pytorch +popd # now at the folder deps pushd JetStream pip install . -popd \ No newline at end of file +popd # now at the folder deps +popd # now at the folder current file +pip install -e . \ No newline at end of file From d89abcacb3ae93ab7ef583b6bb361b684fcd0675 Mon Sep 17 00:00:00 2001 From: FanhaiLu1 Date: Thu, 4 Apr 2024 01:59:17 +0000 Subject: [PATCH 2/2] fix install_everything --- README.md | 1 - 1 file changed, 1 deletion(-) diff --git a/README.md b/README.md index 83da9708..aa985c3a 100644 --- a/README.md +++ b/README.md @@ -70,7 +70,6 @@ go to the deps/JetStream folder (downloaded during `install_everything.sh`) cd deps/JetStream wget https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/ShareGPT_V3_unfiltered_cleaned_split.json export dataset_path=ShareGPT_V3_unfiltered_cleaned_split.json -pip install -e . python benchmarks/benchmark_serving.py --tokenizer $tokenizer_path --num-prompts 2000 --dataset-path $dataset_path --dataset sharegpt --save-request-outputs ``` Please look at `deps/JetStream/benchmarks/README.md` for more information.