From 2320e3924525ccd792ffefe663c696aaf897c489 Mon Sep 17 00:00:00 2001 From: Seiji Eicher Date: Mon, 10 Nov 2025 09:34:47 -0800 Subject: [PATCH 1/3] [serve][llm] Fix import path in muli-node release test Signed-off-by: Seiji Eicher --- .../llm_tests/serve/test_llm_serve_multi_node_integration.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/release/llm_tests/serve/test_llm_serve_multi_node_integration.py b/release/llm_tests/serve/test_llm_serve_multi_node_integration.py index 4e4e0dfc2b32..6d89ea165cdb 100644 --- a/release/llm_tests/serve/test_llm_serve_multi_node_integration.py +++ b/release/llm_tests/serve/test_llm_serve_multi_node_integration.py @@ -7,8 +7,6 @@ LLMServingArgs, ModelLoadingConfig, build_openai_app, -) -from ray.llm._internal.serve.serving_patterns.data_parallel.dp_server import ( build_dp_deployment, ) From 597330382dbc58c9365f9510e099076382f743e4 Mon Sep 17 00:00:00 2001 From: Seiji Eicher Date: Mon, 10 Nov 2025 11:33:53 -0800 Subject: [PATCH 2/3] dp_size_per_node is needed Signed-off-by: Seiji Eicher --- .../llm_tests/serve/test_llm_serve_multi_node_integration.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/release/llm_tests/serve/test_llm_serve_multi_node_integration.py b/release/llm_tests/serve/test_llm_serve_multi_node_integration.py index 6d89ea165cdb..dfb492095f2e 100644 --- a/release/llm_tests/serve/test_llm_serve_multi_node_integration.py +++ b/release/llm_tests/serve/test_llm_serve_multi_node_integration.py @@ -98,6 +98,9 @@ def test_llm_serve_data_parallelism(): max_num_batched_tokens=256, enforce_eager=True, ), + experimental_configs=dict( + dp_size_per_node=2, + ), placement_group_config=placement_group_config, runtime_env={"env_vars": {"VLLM_DISABLE_COMPILE_CACHE": "1"}}, ) From 2d6353adf6885c735248e896e31a3898a864ff4b Mon Sep 17 00:00:00 2001 From: Seiji Eicher Date: Mon, 10 Nov 2025 11:35:41 -0800 Subject: [PATCH 3/3] Import ordering Signed-off-by: Seiji Eicher --- .../llm_tests/serve/test_llm_serve_multi_node_integration.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/release/llm_tests/serve/test_llm_serve_multi_node_integration.py b/release/llm_tests/serve/test_llm_serve_multi_node_integration.py index dfb492095f2e..07ff92eb4f6b 100644 --- a/release/llm_tests/serve/test_llm_serve_multi_node_integration.py +++ b/release/llm_tests/serve/test_llm_serve_multi_node_integration.py @@ -3,11 +3,11 @@ import ray from ray import serve from ray.serve.llm import ( + build_dp_deployment, + build_openai_app, LLMConfig, LLMServingArgs, ModelLoadingConfig, - build_openai_app, - build_dp_deployment, )