Add more tests to the system tests

.github/workflows/generate_reference_results_manual.yml

@@ -2,37 +2,33 @@ name: Generate reference results (manual)
 on:
   workflow_dispatch:
     inputs:
+      suites:
+        description: 'Test suites to execute (comma-separated, see tests.yaml)'
+        default: 'release_test'
+        required: true
+        type: string
       from_ref:
-        description: 'Use the systemtests + tutorial metadata + reference_version from this ref'
+        description: 'Git branch to use and commit to'
         required: true
         type: string
       commit_msg:
-        description: 'Commit msg for commit that adds the reference results'
+        description: 'Commit message'
         default: "Add reference results"
         type: string
-      suites:
-        description: 'Comma-separated test suites to generate reference results for (leave empty for all)'
-        default: ''
-        required: false
-        type: string
       clean_docker:
-        description: 'Clean Docker before running'
+        description: 'Run docker-system-prune before running tests'
         default: 'FALSE'
         type: choice
         options:
             - 'FALSE'
             - 'TRUE'
       log_level:
-        description: 'Logging verbosity level used for the systemtests'
+        description: 'Logging verbosity of systemtests.py'
         default: 'INFO'
-        required: true
         type: choice
         options:
-            - 'DEBUG'
             - 'INFO'
-            - 'WARNING'
-            - 'ERROR'
-            - 'CRITICAL'
+            - 'DEBUG'
 
 jobs:
   generate_reference_results_manual:

.github/workflows/generate_reference_results_workflow.yml

@@ -2,38 +2,41 @@ name: Generate reference results workflow
 on:
   workflow_call:
     inputs:
-      from_ref:
-        description: 'Use the systemtests + tutorial metadata + reference_version from this ref'
+      suites:
+        description: 'Test suites to execute (comma-separated, see tests.yaml)'
         required: true
         type: string
+      from_ref:
+        description: 'Git branch to use and commit to'
+        default: 'develop'
+        type: string
       commit_msg:
-        description: 'Commit msg for commit that adds the reference results'
+        description: 'Commit message'
         default: "Add reference results"
         type: string
-      suites:
-        description: 'Comma-separated test suites to generate reference results for. If empty, all suites are generated.'
-        default: ''
-        required: false
-        type: string
       clean_docker:
-        description: 'Clean Docker before running'
+        description: 'Run docker-system-prune before running tests'
         default: 'FALSE'
         type: string
       log_level:
-        description: 'Logging verbosity level used for the systemtests'
+        description: 'Logging verbosity of systemtests.py'
         required: true
         type: string
 jobs:
   generate_reference_results:
     runs-on: [self-hosted, linux, x64, precice-tests-vm]
     steps:
-    - name: Display a quick job summary
+    - name: Report the input values in the summary
       run: |
-        echo "Initiated by: ${{ github.actor }}"
-        echo "Running generate_reference_results.py --log-level ${{inputs.log_level}}"
-        echo "Using Ref: ${{ inputs.from_ref }}"
-        echo "Suites filter: ${{ inputs.suites || 'all (no filter)' }}"
-        echo "Commit message on success:  ${{ inputs.commit_msg }}"
+        {
+        echo "- Initiated by: @${{ github.actor }}"
+        echo "- Test suites: \`${{ inputs.suites || 'all (no filter)' }}\`"
+        echo "- Git branch to commit to: \`${{ inputs.from_ref }}\`"
+        echo "- Commit message:  \`${{ inputs.commit_msg }}\`"
+        echo "- Run \`docker-system-prune\` before running tests: \`${{ inputs.clean_docker }}\`"
+        echo "- Log level: \`${{ inputs.log_level }}\`"
+        echo "- Running \`generate_reference_results.py --suite ${{inputs.suites}} --log-level ${{inputs.log_level}}\`"
+        } >> "$GITHUB_STEP_SUMMARY"
     - name: Move LFS URL to local LFS server
       run: |
         /home/precice/runners_root/scripts/make_lfs_local.sh

.github/workflows/run_testsuite_manual.yml

@@ -3,36 +3,33 @@ on:
   workflow_dispatch:
     inputs:
       suites:
-        description: 'Comma seperated testsuites to execute'
+        description: 'Test suites to execute (comma-separated)'
         required: true
+        default: 'release_test'
         type: string
       build_args:
-        description: 'Build arguments, if not specified defaults will be taken'
-        required: false
+        description: 'Build arguments (override reference_versions.yaml)'
+        default: 'PRECICE_REF:v3.4.1,TUTORIALS_REF:develop'
         type: string
       system_tests_branch:
-        description: 'Branch to take the system tests from (tools/tests/)'
+        description: 'Git ref for tools/tests/'
         default: 'develop'
-        required: true
         type: string
-      log_level:
-        description: 'Logging verbosity level used for the systemtests'
-        default: 'INFO'
-        required: true
-        type: choice
-        options:
-            - 'DEBUG'
-            - 'INFO'
-            - 'WARNING'
-            - 'ERROR'
-            - 'CRITICAL'
       upload_artifacts:
-        description: 'Upload artifacts also on success (not only on failure)'
+        description: 'Upload the complete case files also on success (always true for failure)'
         default: 'TRUE'
         type: choice
         options:
             - 'FALSE'
             - 'TRUE'
+      log_level:
+        description: 'Logging verbosity of systemtests.py'
+        default: 'INFO'
+        type: choice
+        options:
+            - 'INFO'
+            - 'DEBUG'
+
 
 jobs:
   run_testsuite_manual:

.github/workflows/run_testsuite_workflow.yml

@@ -3,7 +3,7 @@ on:
   workflow_call:
     inputs:
       suites:
-        description: 'Comma seperated testsuites to execute'
+        description: 'Test suites to execute (comma-separated)'
         required: true
         type: string
       build_args:

.github/workflows/system-tests-latest-components.yml

@@ -7,14 +7,13 @@ on:
   workflow_dispatch:
     inputs:
       suites:
-        description: 'Comma-separated test suites to run'
+        description: 'Test suites to execute (comma-separated)'
         default: 'release_test'
-        required: false
+        required: true
         type: string
       system_tests_branch:
         description: 'Branch to take the system tests from'
         default: 'develop'
-        required: true
         type: string
 
 jobs:

breaking-dam-2d/metadata.yaml

@@ -0,0 +1,23 @@
+name: Breaking dam 2D
+path: breaking-dam-2d # relative to git repo 
+url: https://precice.org/tutorials-breaking-dam-2d.html
+
+participants:
+  - Fluid 
+  - Solid 
+
+cases:
+  fluid-openfoam:
+    participant: Fluid
+    directory: ./fluid-openfoam
+    run: ./run.sh
+    component: openfoam-adapter
+
+  solid-calculix:
+    participant: Solid
+    directory: ./solid-calculix
+    run: ./run.sh
+    component: calculix-adapter 
+
+
+

breaking-dam-2d/reference-results/reference_results.metadata

@@ -0,0 +1,71 @@
+<!---
+This File has been generated by the generate_reference_results.py and should not be modified manually
+-->
+
+# Reference Results
+
+This file contains an overview of the results over the reference results as well as the arguments used to generate them.
+We also include some information on the machine used to generate them
+
+## List of files
+
+| name | time | sha256 |
+|------|------|-------|
+| fluid-openfoam_solid-calculix.tar.gz | 2026-05-30 20:40:55 | 0f449e04e0eb4d0fc865f3635f32bf7a293fc47837bb67bd09ee6b525a26b7cf |
+
+## List of arguments used to generate the files
+
+| name | value |
+|------|------|
+| PLATFORM | ubuntu_2404 |
+| CALCULIX_VERSION | 2.20 |
+| DUNE_VERSION | 2.9 |
+| DUMUX_VERSION | 3.7 |
+| OPENFOAM_EXECUTABLE | openfoam2512 |
+| SU2_VERSION | 7.5.1 |
+| FENICS_ADAPTER_REF | v2.3.0 |
+| CALCULIX_ADAPTER_REF | v2.20.1 |
+| DEALII_ADAPTER_REF | a421d92 |
+| DUMUX_ADAPTER_REF | 3f3f54f |
+| MICRO_MANAGER_REF | v0.10.1 |
+| OPENFOAM_ADAPTER_REF | 2c3062c |
+| PRECICE_REF | v3.4.1 |
+| PYTHON_BINDINGS_REF | v3.4.0 |
+| SU2_ADAPTER_REF | 5abe79b |
+| TUTORIALS_REF | more-tests |
+| PRECICE_PRESET | production-audit |
+| PRECICE_UID | 1003 |
+| PRECICE_GID | 1003 |
+## Information about the machine
+
+### uname -a
+
+Linux precice-tests 5.15.0-179-generic #189-Ubuntu SMP Tue May 5 18:20:56 UTC 2026 x86_64 x86_64 x86_64 GNU/Linux
+
+
+### lscpu
+
+Architecture:                            x86_64
+CPU op-mode(s):                          32-bit, 64-bit
+Address sizes:                           45 bits physical, 48 bits virtual
+Byte Order:                              Little Endian
+CPU(s):                                  4
+On-line CPU(s) list:                     0-3
+Vendor ID:                               GenuineIntel
+Model name:                              Intel(R) Xeon(R) Gold 6130 CPU @ 2.10GHz
+CPU family:                              6
+Model:                                   85
+Thread(s) per core:                      1
+Core(s) per socket:                      1
+Socket(s):                               4
+Stepping:                                4
+BogoMIPS:                                4199.99
+Flags:                                   fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush mmx fxsr sse sse2 ss syscall nx pdpe1gb rdtscp lm constant_tsc arch_perfmon nopl xtopology tsc_reliable nonstop_tsc cpuid tsc_known_freq pni pclmulqdq ssse3 fma cx16 pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand hypervisor lahf_lm abm 3dnowprefetch invpcid_single pti ssbd ibrs ibpb stibp fsgsbase tsc_adjust bmi1 avx2 smep bmi2 invpcid avx512f avx512dq rdseed adx smap clflushopt clwb avx512cd avx512bw avx512vl xsaveopt xsavec xgetbv1 xsaves arat pku ospke md_clear flush_l1d arch_capabilities
+Hypervisor vendor:                       VMware
+Virtualization type:                     full
+L1d cache:                               128 KiB (4 instances)
+L1i cache:                               128 KiB (4 instances)
+L2 cache:                                4 MiB (4 instances)
+L3 cache:                                88 MiB (4 instances)
+NUMA node(s):                            1
+NUMA node0 CPU(s):                       0-3

channel-transport-particles/metadata.yaml

@@ -0,0 +1,26 @@
+name: Channel transport particles
+path: channel-transport-particles
+url: https://precice.org/tutorials-channel-transport-particles.html
+
+participants:
+  - Fluid
+  - Particles
+
+cases:
+  fluid-nutils:
+    participant: Fluid
+    directory: ./fluid-nutils
+    run: ./run.sh
+    component: nutils-adapter
+
+  fluid-openfoam:
+    participant: Fluid
+    directory: ./fluid-openfoam
+    run: ./run.sh
+    component: openfoam-adapter
+
+  # particles-mercurydpm:
+  #   participant: Particles
+  #   directory: ./particles-mercurydpm
+  #   run: ./run.sh
+  #   component: mercurydpm-adapter

flow-around-controlled-moving-cylinder/.gitignore

@@ -1,3 +1,4 @@
 controller-fmi/PIDcontroller.fmu
 controller-fmi/output/
-fluid-openfoam/0/ # Since we start from 0.orig
+# The fluid-openfoam case uses a 0.orig
+fluid-openfoam/0/

flow-around-controlled-moving-cylinder/metadata.yaml

@@ -0,0 +1,28 @@
+name: Flow around a controlled moving cylinder
+path: flow-around-controlled-moving-cylinder
+url: https://precice.org/tutorials-flow-around-controlled-moving-cylinder.html
+
+participants:
+  - Controller
+  - Fluid
+  - Solid
+
+cases:
+  controller-fmi:
+    participant: Controller
+    directory: ./controller-fmi
+    run: ./run.sh
+    component: python-bindings
+
+  fluid-openfoam:
+    participant: Fluid
+    directory: ./fluid-openfoam
+    run: ./run.sh
+    component: openfoam-adapter
+
+  solid-python:
+    participant: Solid
+    directory: ./solid-python
+    run: ./run.sh
+    component: python-bindings
+