From 7a7d73509f1d49faad58819f44725c29db1531d3 Mon Sep 17 00:00:00 2001 From: plusNew001 <95567040+plusNew001@users.noreply.github.com> Date: Mon, 3 Nov 2025 15:43:49 +0800 Subject: [PATCH 1/4] Update XPU_VISIBLE_DEVICES and model parameters --- scripts/run_ci_xpu.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/run_ci_xpu.sh b/scripts/run_ci_xpu.sh index f2be141950a..1a1b15ff1a1 100644 --- a/scripts/run_ci_xpu.sh +++ b/scripts/run_ci_xpu.sh @@ -181,11 +181,11 @@ rm -f core* #清空消息队列 ipcrm --all=msg echo "============================开始vl模型测试!============================" -export XPU_VISIBLE_DEVICES="0,1,2,3,4,5,6,7" +export XPU_VISIBLE_DEVICES="0,1,2,3" python -m fastdeploy.entrypoints.openai.api_server \ - --model ${MODEL_PATH}/ERNIE-4.5-VL-424B-A47B-Paddle \ + --model ${MODEL_PATH}/ERNIE-4.5-VL-28B-A3B-Paddle \ --port 8188 \ - --tensor-parallel-size 8 \ + --tensor-parallel-size 4 \ --max-model-len 32768 \ --max-num-seqs 10 \ --quantization wint8 \ From 076d32ce7209ab548a4588170ec7c29c3c7513c9 Mon Sep 17 00:00:00 2001 From: plusNew001 <95567040+plusNew001@users.noreply.github.com> Date: Mon, 3 Nov 2025 15:45:35 +0800 Subject: [PATCH 2/4] Update base response and adjust max tokens --- tests/ci_use/XPU_45T/run_45vl.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/ci_use/XPU_45T/run_45vl.py b/tests/ci_use/XPU_45T/run_45vl.py index 654d095e022..7bbde406827 100644 --- a/tests/ci_use/XPU_45T/run_45vl.py +++ b/tests/ci_use/XPU_45T/run_45vl.py @@ -19,7 +19,7 @@ def test_45vl(): ip = "0.0.0.0" service_http_port = "8188" # 服务配置的 client = openai.Client(base_url=f"http://{ip}:{service_http_port}/v1", api_key="EMPTY_API_KEY") - base_response = "\n这尊佛像是**北魏时期的释迦牟尼" + base_response = "\n\n这尊佛像属于**北魏时期**" # 非流式对话 response = client.chat.completions.create( model="default", @@ -39,7 +39,7 @@ def test_45vl(): ], temperature=1, top_p=0, - max_tokens=75, + max_tokens=70, stream=False, ) print(response.choices[0].message.content) From d52b1c4412f1c77df48f8203e0aca242432fc157 Mon Sep 17 00:00:00 2001 From: plusNew001 <95567040+plusNew001@users.noreply.github.com> Date: Mon, 3 Nov 2025 17:03:46 +0800 Subject: [PATCH 3/4] Implement process cleanup in CI workflow Add process cleanup commands to prevent port conflicts --- .github/workflows/ci_xpu.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/ci_xpu.yml b/.github/workflows/ci_xpu.yml index 7398af53d37..1dd8ddf1a64 100644 --- a/.github/workflows/ci_xpu.yml +++ b/.github/workflows/ci_xpu.yml @@ -68,7 +68,12 @@ jobs: FD_API_PORT=$((9180 + gpu_id * 100)) FD_ENGINE_QUEUE_PORT=$((9150 + gpu_id * 100)) FD_METRICS_PORT=$((9170 + gpu_id * 100)) - + echo "===== 清理旧进程,防止端口冲突 =====" + ps -efww | grep -E 'cache_transfer_manager.py' | grep -v grep | awk '{print $2}' | xargs -r kill -9 || true + ps -efww | grep -E 'api_server' | grep -v grep | awk '{print $2}' | xargs -r kill -9 || true + ps -efww | grep -E '8188' | grep -v grep | awk '{print $2}' | xargs -r kill -9 || true + lsof -t -i :8188 | xargs -r kill -9 || true + echo "===== 进程清理完成 =====" PARENT_DIR=$(dirname "$WORKSPACE") echo "PARENT_DIR:$PARENT_DIR" docker run --rm --net=host --cap-add=SYS_PTRACE --privileged --shm-size=64G \ From cb4ae068892f6abac6f859e2626fe7caa878f19d Mon Sep 17 00:00:00 2001 From: plusNew001 <95567040+plusNew001@users.noreply.github.com> Date: Wed, 5 Nov 2025 15:42:34 +0800 Subject: [PATCH 4/4] Remove process cleanup commands from CI workflow Removed old process cleanup commands to prevent port conflicts. --- .github/workflows/ci_xpu.yml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/.github/workflows/ci_xpu.yml b/.github/workflows/ci_xpu.yml index 1dd8ddf1a64..36371a2439d 100644 --- a/.github/workflows/ci_xpu.yml +++ b/.github/workflows/ci_xpu.yml @@ -68,12 +68,6 @@ jobs: FD_API_PORT=$((9180 + gpu_id * 100)) FD_ENGINE_QUEUE_PORT=$((9150 + gpu_id * 100)) FD_METRICS_PORT=$((9170 + gpu_id * 100)) - echo "===== 清理旧进程,防止端口冲突 =====" - ps -efww | grep -E 'cache_transfer_manager.py' | grep -v grep | awk '{print $2}' | xargs -r kill -9 || true - ps -efww | grep -E 'api_server' | grep -v grep | awk '{print $2}' | xargs -r kill -9 || true - ps -efww | grep -E '8188' | grep -v grep | awk '{print $2}' | xargs -r kill -9 || true - lsof -t -i :8188 | xargs -r kill -9 || true - echo "===== 进程清理完成 =====" PARENT_DIR=$(dirname "$WORKSPACE") echo "PARENT_DIR:$PARENT_DIR" docker run --rm --net=host --cap-add=SYS_PTRACE --privileged --shm-size=64G \