From 8f8b6acbed12ad426a93540d75b7610dee6d7025 Mon Sep 17 00:00:00 2001 From: jjk-g Date: Fri, 28 Mar 2025 15:29:30 +0000 Subject: [PATCH] Fix PYTHON_OPTS append in shell script --- latency_throughput_curve.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/latency_throughput_curve.sh b/latency_throughput_curve.sh index c3398fc..8d6957e 100755 --- a/latency_throughput_curve.sh +++ b/latency_throughput_curve.sh @@ -24,7 +24,6 @@ if [[ "$PROMPT_DATASET" = "sharegpt" ]]; then fi PYTHON="python3" -PYTHON_OPTS="benchmark_serving.py " for request_rate in $(echo $REQUEST_RATES | tr ',' ' '); do echo "Benchmarking request rate: ${request_rate}" # TODO: Check if profile already exists, if so then skip @@ -40,7 +39,7 @@ for request_rate in $(echo $REQUEST_RATES | tr ',' ' '); do echo "TOTAL prompts: $num_prompts" # Build the python command options - PYTHON_OPTS="$PYTHON_OPTS --save-json-results --host=$IP --port=$PORT --dataset=$PROMPT_DATASET_FILE --tokenizer=$TOKENIZER --request-rate=$request_rate --backend=$BACKEND --num-prompts=$num_prompts --max-input-length=$INPUT_LENGTH --max-output-length=$OUTPUT_LENGTH --file-prefix=$FILE_PREFIX --models=$MODELS --pm-namespace=$PM_NAMESPACE --pm-job=$PM_JOB" + PYTHON_OPTS="benchmark_serving.py --save-json-results --host=$IP --port=$PORT --dataset=$PROMPT_DATASET_FILE --tokenizer=$TOKENIZER --request-rate=$request_rate --backend=$BACKEND --num-prompts=$num_prompts --max-input-length=$INPUT_LENGTH --max-output-length=$OUTPUT_LENGTH --file-prefix=$FILE_PREFIX --models=$MODELS --pm-namespace=$PM_NAMESPACE --pm-job=$PM_JOB" if [[ "$TRAFFIC_SPLIT" ]]; then PYTHON_OPTS="$PYTHON_OPTS --traffic-split=$TRAFFIC_SPLIT"