[civ2][serve/1] migrate other variances of serve tests to civ02 (#39045)

move more serve tests to civ2 Signed-off-by: can <can@anyscale.com>
ray-project · Sep 7, 2023 · 77412ab · 77412ab
1 parent 64c25cf
commit 77412ab
Show file tree

Hide file tree

Showing 2 changed files with 21 additions and 67 deletions.
diff --git a/.buildkite/pipeline.build.yml b/.buildkite/pipeline.build.yml
@@ -64,73 +64,6 @@
       --test_tag_filters=-post_wheel_build,-gpu,xcommit
       python/ray/serve/...
 
-- label: ":serverless: Serve Tests (streaming FF off)"
-  parallelism: 3
-  conditions:
-    [
-        "RAY_CI_SERVE_AFFECTED",
-        "RAY_CI_PYTHON_AFFECTED",
-        "RAY_CI_ML_AFFECTED",
-    ]
-  instance_size: large
-  commands:
-    - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
-    - TORCH_VERSION=1.9.0 ./ci/env/install-dependencies.sh
-    - bash ./ci/ci.sh prepare_docker
-    - 'git clone https://github.com/wg/wrk.git /tmp/wrk && pushd /tmp/wrk && make -j && sudo cp wrk /usr/local/bin && popd'
-    - ./ci/env/env_info.sh
-    - >-
-      set -x;
-      python ./ci/ray_ci/bazel_sharding.py
-      --exclude_manual
-      --index "\${BUILDKITE_PARALLEL_JOB}" --count "\${BUILDKITE_PARALLEL_JOB_COUNT}"
-      --tag_filters=-post_wheel_build,-gpu
-      python/ray/serve/...
-      > test_shard.txt
-    - cat test_shard.txt
-    - bazel test --config=ci $(./ci/run/bazel_export_options)
-      --test_tag_filters=-post_wheel_build,-gpu
-      --test_env=DOCKER_HOST=tcp://docker:2376
-      --test_env=DOCKER_TLS_VERIFY=1
-      --test_env=DOCKER_CERT_PATH=/certs/client
-      --test_env=DOCKER_TLS_CERTDIR=/certs
-      --test_env=RAY_SERVE_ENABLE_EXPERIMENTAL_STREAMING=0
-      $(cat test_shard.txt)
-
-- label: ":serverless: Serve Tests (streaming and routing FFs off)"
-  parallelism: 3
-  conditions:
-    [
-        "RAY_CI_SERVE_AFFECTED",
-        "RAY_CI_PYTHON_AFFECTED",
-        "RAY_CI_ML_AFFECTED",
-    ]
-  instance_size: large
-  commands:
-    - cleanup() { if [ "${BUILDKITE_PULL_REQUEST}" = "false" ]; then ./ci/build/upload_build_info.sh; fi }; trap cleanup EXIT
-    - TORCH_VERSION=1.9.0 ./ci/env/install-dependencies.sh
-    - bash ./ci/ci.sh prepare_docker
-    - 'git clone https://github.com/wg/wrk.git /tmp/wrk && pushd /tmp/wrk && make -j && sudo cp wrk /usr/local/bin && popd'
-    - ./ci/env/env_info.sh
-    - >-
-      set -x;
-      python ./ci/ray_ci/bazel_sharding.py
-      --exclude_manual
-      --index "\${BUILDKITE_PARALLEL_JOB}" --count "\${BUILDKITE_PARALLEL_JOB_COUNT}"
-      --tag_filters=-post_wheel_build,-gpu
-      python/ray/serve/...
-      > test_shard.txt
-    - cat test_shard.txt
-    - bazel test --config=ci $(./ci/run/bazel_export_options)
-      --test_tag_filters=-post_wheel_build,-gpu
-      --test_env=DOCKER_HOST=tcp://docker:2376
-      --test_env=DOCKER_TLS_VERIFY=1
-      --test_env=DOCKER_CERT_PATH=/certs/client
-      --test_env=DOCKER_TLS_CERTDIR=/certs
-      --test_env=RAY_SERVE_ENABLE_NEW_ROUTING=0
-      --test_env=RAY_SERVE_ENABLE_EXPERIMENTAL_STREAMING=0
-      $(cat test_shard.txt)
-
 - label: ":python: Minimal install Python {{matrix}}"
   conditions: ["RAY_CI_PYTHON_AFFECTED"]
   instance_size: medium

diff --git a/.buildkite/serve.rayci.yml b/.buildkite/serve.rayci.yml
@@ -15,3 +15,24 @@ steps:
         --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
     depends_on: servebuild
     job_env: servebuild
+
+  - label: ":ray-serve: serve: serve tests (streaming ff off)"
+    parallelism: 3
+    instance_type: large
+    commands:
+      - bazel run //ci/ray_ci:test_in_docker -- //python/ray/serve/... serve --except-tags post_wheel_build,gpu,xcommit
+        --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
+        --test-env=RAY_SERVE_ENABLE_EXPERIMENTAL_STREAMING=0
+    depends_on: servebuild
+    job_env: servebuild
+
+  - label: ":ray-serve: serve: serve tests (streaming and routing ff off)"
+    parallelism: 3
+    instance_type: large
+    commands:
+      - bazel run //ci/ray_ci:test_in_docker -- //python/ray/serve/... serve --except-tags post_wheel_build,gpu,xcommit
+        --workers "$${BUILDKITE_PARALLEL_JOB_COUNT}" --worker-id "$${BUILDKITE_PARALLEL_JOB}" --parallelism-per-worker 3
+        --test-env=RAY_SERVE_ENABLE_NEW_ROUTING=0
+        --test-env=RAY_SERVE_ENABLE_EXPERIMENTAL_STREAMING=0
+    depends_on: servebuild
+    job_env: servebuild