[Tooling] Use universal test runner ngr everywhere

.github/dependabot.yml

@@ -14,10 +14,10 @@ updates:
       interval: "monthly"
 
 
-  # Check individual projects in subfolders.
+  # Check individual projects in sub-folders.
 
-  - directory: "/by-language/csharp-npgsql" # Location of package manifests
-    package-ecosystem: "nuget" # See documentation for possible values
+  - directory: "/by-language/csharp-npgsql"
+    package-ecosystem: "nuget"
     schedule:
       interval: "monthly"
 

.github/workflows/test-java-jdbc.yml

@@ -2,15 +2,17 @@ name: Java JDBC
 on:
 
   pull_request:
-    branches: [ main ]
+    branches: ~
     paths:
     - '.github/workflows/test-java-jdbc.yml'
     - 'by-language/java-jdbc/**'
+    - 'testing/ngr.py'
   push:
     branches: [ main ]
     paths:
     - '.github/workflows/test-java-jdbc.yml'
     - 'by-language/java-jdbc/**'
+    - 'testing/ngr.py'
 
   # Allow job to be triggered manually.
   workflow_dispatch:
@@ -49,9 +51,6 @@ jobs:
           java-version: "11"
           cache: "maven"
 
-      - name: Run software tests
+      - name: Validate by-language/java-jdbc
         run: |
-          cd by-language/java-jdbc
-          mvn install
-          mvn exec:java -Dexec.args="--dburl 'jdbc:postgresql://localhost:5432/'"
-          mvn exec:java -Dexec.args="--dburl 'jdbc:crate://localhost:5432/'"
+          python testing/ngr.py by-language/java-jdbc

.github/workflows/test-java-jooq.yml

@@ -2,15 +2,17 @@ name: Java jOOQ
 on:
 
   pull_request:
-    branches: [ main ]
+    branches: ~
     paths:
     - '.github/workflows/test-java-jooq.yml'
     - 'by-language/java-jooq/**'
+    - 'testing/ngr.py'
   push:
     branches: [ main ]
     paths:
     - '.github/workflows/test-java-jooq.yml'
     - 'by-language/java-jooq/**'
+    - 'testing/ngr.py'
 
   # Allow job to be triggered manually.
   workflow_dispatch:
@@ -49,7 +51,6 @@ jobs:
           java-version: "17"
           cache: "gradle"
 
-      - name: Run software tests
+      - name: Validate by-language/java-jooq
         run: |
-          cd by-language/java-jooq
-          ./gradlew check
+          python testing/ngr.py by-language/java-jooq

.github/workflows/test-npgsql.yml

@@ -8,11 +8,13 @@ on:
     paths:
     - '.github/workflows/*npgsql*'
     - 'by-language/csharp-npgsql/**'
+    - 'testing/ngr.py'
   pull_request:
-    branches: [ main ]
+    branches: ~
     paths:
     - '.github/workflows/*npgsql*'
     - 'by-language/csharp-npgsql/**'
+    - 'testing/ngr.py'
 
   # Allow job to be triggered manually.
   workflow_dispatch:
@@ -29,22 +31,22 @@ concurrency:
 defaults:
   run:
     shell: bash
-    working-directory: by-language/csharp-npgsql
 
 jobs:
   test:
-    name: "CrateDB: ${{ matrix.cratedb-version }}
+    name: "
      Npgsql: ${{ matrix.npgsql-version }}
      .NET: ${{ matrix.dotnet-version }}
+     CrateDB: ${{ matrix.cratedb-version }}
      on ${{ matrix.os }}"
     runs-on: ${{ matrix.os }}
     strategy:
+      fail-fast: false
       matrix:
         os: [ubuntu-latest]  # , macos-latest
         dotnet-version: ['5.0.x', '6.0.x', '7.0.x']
         cratedb-version: ['nightly']
         npgsql-version: ['6.0.9', '7.0.6']
-      fail-fast: false
 
     # https://docs.github.com/en/free-pro-team@latest/actions/guides/about-service-containers
     services:
@@ -63,35 +65,15 @@ jobs:
         with:
           dotnet-version: ${{ matrix.dotnet-version }}
 
-      - name: Use Npgsql version ${{ matrix.npgsql-version }}
-        run: |
-          sed -E 's!<PackageReference Include="Npgsql" Version=".+?" />!<PackageReference Include="Npgsql" Version="${{ matrix.npgsql-version }}" />!' \
-            -i demo.csproj
-
-      - name: Display .NET information
-        run: |
-          dotnet --version
-          dotnet --info
-
-      - name: Display package information
-        run: |
-          dotnet restore
-          dotnet list . package
-
-      - name: Invoke tests on .NET 5
-        if: matrix.dotnet-version == '5.0.x'
-        run: |
-          dotnet test --framework=net5.0 --collect:"XPlat Code Coverage"
-
-      - name: Invoke tests on .NET 6
-        if: matrix.dotnet-version == '6.0.x'
-        run: |
-          dotnet test --framework=net6.0 --collect:"XPlat Code Coverage"
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.11"
+          architecture: x64
 
-      - name: Invoke tests on .NET 7
-        if: matrix.dotnet-version == '7.0.x'
+      - name: Validate by-language/csharp-npgsql, Npgsql ${{ matrix.npgsql-version }}
         run: |
-          dotnet test --framework=net7.0 --collect:"XPlat Code Coverage"
+          python testing/ngr.py by-language/csharp-npgsql --npgsql-version=${{ matrix.npgsql-version }}
 
       # https://github.com/codecov/codecov-action
       - name: Upload coverage results to Codecov

.github/workflows/test-php-amphp.yml

@@ -2,15 +2,17 @@ name: PHP AMPHP
 on:
 
   pull_request:
-    branches: [ main ]
+    branches: ~
     paths:
     - '.github/workflows/test-php-amphp.yml'
     - 'by-language/php-amphp/**'
+    - 'testing/ngr.py'
   push:
     branches: [ main ]
     paths:
     - '.github/workflows/test-php-amphp.yml'
     - 'by-language/php-amphp/**'
+    - 'testing/ngr.py'
 
   # Allow job to be triggered manually.
   workflow_dispatch:
@@ -52,8 +54,6 @@ jobs:
           php-version: ${{ matrix.php-version }}
           tools: composer
 
-      - name: Run software tests
+      - name: Validate by-language/php-amphp
         run: |
-          cd by-language/php-amphp
-          composer install
-          php basic.php 'host=localhost port=5432 user=crate'
+          python testing/ngr.py by-language/php-amphp

.github/workflows/test-php-pdo.yml

@@ -2,15 +2,17 @@ name: PHP PDO
 on:
 
   pull_request:
-    branches: [ main ]
+    branches: ~
     paths:
     - '.github/workflows/test-php-pdo.yml'
     - 'by-language/php-pdo/**'
+    - 'testing/ngr.py'
   push:
     branches: [ main ]
     paths:
     - '.github/workflows/test-php-pdo.yml'
     - 'by-language/php-pdo/**'
+    - 'testing/ngr.py'
 
   # Allow job to be triggered manually.
   workflow_dispatch:
@@ -52,7 +54,6 @@ jobs:
           php-version: ${{ matrix.php-version }}
           extensions: pdo_pgsql
 
-      - name: Run software tests
+      - name: Validate by-language/php-pdo
         run: |
-          cd by-language/php-pdo
-          php basic.php 'pgsql:host=localhost;port=5432;user=crate'
+          python testing/ngr.py by-language/php-pdo

.github/workflows/test-ruby.yml

@@ -2,15 +2,17 @@ name: Ruby
 on:
 
   pull_request:
-    branches: [ main ]
+    branches: ~
     paths:
     - '.github/workflows/test-ruby.yml'
     - 'by-language/ruby/**'
+    - 'testing/ngr.py'
   push:
     branches: [ main ]
     paths:
     - '.github/workflows/test-ruby.yml'
     - 'by-language/ruby/**'
+    - 'testing/ngr.py'
 
   # Allow job to be triggered manually.
   workflow_dispatch:
@@ -55,9 +57,6 @@ jobs:
         if: ${{ matrix.ruby-version == 'jruby' }}
         run: sudo apt-get update && sudo apt-get install --yes build-essential libpq-dev
 
-      - name: Run software tests
+      - name: Validate by-language/ruby
         run: |
-          cd by-language/ruby
-          bundle install
-          ruby ruby_example.rb crate_ruby
-          ruby ruby_example.rb pg
+          python testing/ngr.py by-language/ruby

.github/workflows/testcontainers-java.yml

@@ -2,15 +2,17 @@ name: Testcontainers for Java
 on:
 
   pull_request:
-    branches: [ main ]
+    branches: ~
     paths:
     - '.github/workflows/testcontainers-java.yml'
     - 'testing/testcontainers/java/**'
+    - 'testing/ngr.py'
   push:
     branches: [ main ]
     paths:
     - '.github/workflows/testcontainers-java.yml'
     - 'testing/testcontainers/java/**'
+    - 'testing/ngr.py'
 
   # Allow job to be triggered manually.
   workflow_dispatch:
@@ -41,7 +43,6 @@ jobs:
           java-version: "17"
           cache: "gradle"
 
-      - name: Run software tests
+      - name: Validate testing/testcontainers/java
         run: |
-          cd testing/testcontainers/java
-          ./gradlew check
+          python testing/ngr.py testing/testcontainers/java

README.rst

@@ -1,5 +1,5 @@
 ################
-CrateDB examples
+CrateDB Examples
 ################
 
 
@@ -30,4 +30,28 @@ Layout
   different kinds of test layers for testing your applications with CrateDB.
 
 
+*******
+Testing
+*******
+
+The repository includes an universal test runner, which can be used to invoke
+test suites of different languages and environments.
+
+Examples::
+
+    python testing/ngr.py by-language/csharp-npgsql
+    python testing/ngr.py by-language/csharp-npgsql --npgsql-version=6.0.9
+    python testing/ngr.py by-language/java-jdbc
+    python testing/ngr.py by-language/java-jooq
+    python testing/ngr.py by-language/php-amphp
+    python testing/ngr.py by-language/php-pdo
+    python testing/ngr.py by-language/python-sqlalchemy
+    python testing/ngr.py by-language/ruby
+
+More examples::
+
+    python testing/ngr.py testing/testcontainers/java
+
+It is recommended to invoke ``ngr`` from within a Python virtualenv.
+
 .. _CrateDB: https://github.com/crate/crate

by-language/java-jdbc/Makefile

@@ -0,0 +1,3 @@
+test:
+	mvn exec:java -Dexec.args="--dburl 'jdbc:postgresql://localhost:5432/'"
+	mvn exec:java -Dexec.args="--dburl 'jdbc:crate://localhost:5432/'"

by-language/php-amphp/composer.json

@@ -5,7 +5,7 @@
         {
             "name": "Crate.io",
             "email": "office@crate.io",
-            "homepage": "https://crate.io",
+            "homepage": "https://cratedb.com/",
             "role": "maintainer"
         }
     ],
@@ -15,5 +15,8 @@
     "require": {
         "php":     "^7.1|^8.0|^8.1|^8.2",
         "amphp/postgres": "^1.4"
+    },
+    "scripts": {
+        "test": "php basic.php 'host=localhost port=5432 user=crate'"
     }
 }

by-language/php-pdo/.gitignore

@@ -0,0 +1 @@
+/vendor

by-language/php-pdo/composer.json

@@ -0,0 +1,21 @@
+{
+    "name": "crate/pdo-pgsql-example",
+    "description": "PDO_PGSQL example for CrateDB",
+    "authors": [
+        {
+            "name": "Crate.io",
+            "email": "office@crate.io",
+            "homepage": "https://cratedb.com/",
+            "role": "maintainer"
+        }
+    ],
+    "license": "Apache-2.0",
+    "homepage": "https://github.com/crate/cratedb-examples/tree/main/by-language/php-pdo",
+    "keywords": ["database", "cratedb", "sql", "postgresql"],
+    "require": {
+        "php":     "^7.1|^8.0|^8.1|^8.2"
+    },
+    "scripts": {
+        "test": "php basic.php 'pgsql:host=localhost;port=5432;user=crate'"
+    }
+}

by-language/ruby/Gemfile

@@ -4,3 +4,4 @@ source 'https://rubygems.org'
 
 gem 'crate_ruby', '<1'
 gem 'pg', '<2'
+gem 'rake', '<14'

by-language/ruby/Rakefile

@@ -0,0 +1,6 @@
+task default: %w[test]
+
+task :test do
+  ruby "ruby_example.rb crate_ruby"
+  ruby "ruby_example.rb pg"
+end