diff --git a/python/understack-tests/.bin/run-scenario b/python/understack-tests/.bin/run-scenario
index 7f6a15ec8..22dc4ed22 100755
--- a/python/understack-tests/.bin/run-scenario
+++ b/python/understack-tests/.bin/run-scenario
@@ -1,6 +1,7 @@
 #!/bin/sh
 set -e
+rally --version
 rally db ensure
 rally deployment create --fromenv --name=main
 rally deployment check
-rally task start "$@"
+rally --debug task start "$@"
diff --git a/python/understack-tests/octavia_load_balancers_test.yaml b/python/understack-tests/octavia_load_balancers_test.yaml
new file mode 100644
index 000000000..9081f9095
--- /dev/null
+++ b/python/understack-tests/octavia_load_balancers_test.yaml
@@ -0,0 +1,15 @@
+---
+Octavia.create_and_delete_loadbalancers:
+  - runner:
+      type: constant
+      times: 1
+      concurrency: 1
+    context:
+      users:
+        tenants: 1
+        users_per_tenant: 1
+      roles:
+      - load-balancer_member
+      network: {}
+    args:
+      provider: "ovn"