diff --git a/README.md b/README.md index 83da9708..aa985c3a 100644 --- a/README.md +++ b/README.md @@ -70,7 +70,6 @@ go to the deps/JetStream folder (downloaded during `install_everything.sh`) cd deps/JetStream wget https://huggingface.co/datasets/anon8231489123/ShareGPT_Vicuna_unfiltered/resolve/main/ShareGPT_V3_unfiltered_cleaned_split.json export dataset_path=ShareGPT_V3_unfiltered_cleaned_split.json -pip install -e . python benchmarks/benchmark_serving.py --tokenizer $tokenizer_path --num-prompts 2000 --dataset-path $dataset_path --dataset sharegpt --save-request-outputs ``` Please look at `deps/JetStream/benchmarks/README.md` for more information. diff --git a/install_everything.sh b/install_everything.sh index 6275aa22..2d1c0929 100644 --- a/install_everything.sh +++ b/install_everything.sh @@ -12,7 +12,9 @@ git clone https://github.com/pytorch/xla.git pushd xla/experimental/torch_xla2 git checkout $TORCHXLA_TAG pip install . -popd # now at the folder of jetstream-pytorch +popd # now at the folder deps pushd JetStream pip install . -popd \ No newline at end of file +popd # now at the folder deps +popd # now at the folder current file +pip install -e . \ No newline at end of file