General updates 9.x

.buildkite/pipeline.yml

@@ -1,29 +1,4 @@
 steps:
-  - label: ":elasticsearch: Elasticsearch :ruby: {{ matrix.ruby_source}}:{{ matrix.ruby }} :phone: Transport {{ matrix.transport }} - {{ matrix.suite }}"
-    agents:
-      provider: "gcp"
-    env:
-      RUBY_VERSION: "{{ matrix.ruby }}"
-      TEST_SUITE: "{{ matrix.suite }}"
-      STACK_VERSION: 9.0.0-SNAPSHOT
-      TRANSPORT_VERSION: "{{ matrix.transport }}"
-      RUBY_SOURCE: "{{ matrix.ruby_source }}"
-      QUIET: false
-    matrix:
-      setup:
-        suite:
-          - "free"
-          - "platinum"
-        ruby:
-          - "3.3"
-        transport:
-          - "8.3"
-        ruby_source:
-          - "ruby"
-    command: ./.buildkite/run-tests.sh
-    # I'm publishing test results to HTML and JUnit in this directory and this directive makes them
-    # available in the Artifacts tab of a build in Buildkite.
-    artifact_paths: "elasticsearch-api/tmp/*"
   - label: ":yaml: YAML test suite :ruby: {{ matrix.ruby_source}}:{{ matrix.ruby }} :phone: Transport {{ matrix.transport }}"
     agents:
       provider: "gcp"
@@ -38,10 +13,19 @@ steps:
         transport:
           - "8.3"
       adjustments:
-        - with:
+        - with: # JRuby tests
             ruby: "9.4"
             ruby_source: "jruby"
             transport: "8.3"
+        # Test for different versions of transport
+        - with:
+            ruby: "3.3"
+            ruby_source: "ruby"
+            transport: "main"
+        - with:
+            ruby: "3.3"
+            ruby_source: "ruby"
+            transport: "8.2"
     env:
       RUBY_VERSION: "{{ matrix.ruby }}"
       STACK_VERSION: 9.0.0-SNAPSHOT

CHANGELOG-9.x.md

@@ -0,0 +1,14 @@
+# CHANGELOG 9.x
+
+## Elasticsearch API
+
+### Development
+
+**Integration Tests**
+
+Migrated away from the Elasticsearch REST API tests and test runner in CI. We now run the [Elasticsearch Client tests](https://github.com/elastic/elasticsearch-clients-tests/) with the [Elasticsearch Tests Runner](https://github.com/elastic/es-test-runner-ruby/**. This gives us more control on what we're testing and makes the Buildkite build way faster in Pull Requests and scheduled builds.
+
+
+**Rake tasks**
+
+Some old rake tasks that were not being used have been removed. The rest were streamlined, the `es` namespace has been streamlined to make it easier to run Elasticsearch with Docker during development. The `docker` namespace was merged into `es`.

Rakefile

@@ -51,8 +51,6 @@ import 'rake_tasks/elasticsearch_tasks.rake'
 import 'rake_tasks/test_tasks.rake'
 import 'rake_tasks/doc_generator.rake'
 import 'rake_tasks/docker_tasks.rake'
-import 'rake_tasks/update_version.rake'
-import 'profile/benchmarking/benchmarking_tasks.rake'
 require 'pathname'
 
 CURRENT_PATH = Pathname(File.expand_path(__dir__))