Support running tripleo jobs against rdoinfo tags update

Added 4 tripleo standalone jobs, these jobs can be run
against rdoinfo and distgit projects.

Change-Id: Iab5b70e8fda7b3123922a4405124293ca734953c

playbooks/run-distgit.yaml

@@ -33,18 +33,35 @@
               exit 1
           fi
 
-          # Re-construct the expected repository URL
-          ZUUL_REF=$(echo $ZUUL_REF |cut -f4 -d /)
-          job="legacy-DLRN-rpmbuild"
-          LOG_PATH="$BASE_LOG_PATH/$ZUUL_PIPELINE/$job/$ZUUL_REF"
-          logs="https://logs.rdoproject.org/$LOG_PATH/"
-
-          # NOTE(pabelanger): Override logs for zuulv3 jobs.
-          if [[ -d /home/zuul ]]; then
-              logs={{ buildset_artifacts_url }}
+          logs={{ buildset_artifacts_url|default("") }}
+
+          # If we could not find a working repository, give up
+          curl -o /dev/null -sIf "${logs}" || exit 1
+
+          # Use the latest repository hash
+          # If DLRN built multiple packages, there will be multiple repositories.
+          # We want the latest repository which contains all of the packages that were just built.
+          repository="${logs}/centos/current"
+
+          # The rdoinfo-DLRN-check job may create different repos (centos-rpm-master, centos-pike-rdo)
+          # when it builds packages for more than one release. In that case, let us try to find the
+          # right one
+          curl -o /dev/null -sIf "${repository}"
+          if [ $? -ne 0 ]; then
+            releases="rpm-master rocky-rdo queens-rdo pike-rdo ocata-rdo"
+            for release in $releases; do
+                repository="${logs}/centos-${release}/current"
+                curl -o /dev/null -sIf "${repository}" || continue
+                break
+            done
           fi
 
+          # If we could not find a working repository, give up
+          curl -o /dev/null -sIf "${repository}" || exit 1
+
           function create_config(){
+              echo "artg_skipped_projects:"
+              echo "  - rdoinfo"
               echo "release: {{ release }}"
               echo "dlrn_hash_tag: current-tripleo"
               echo "overcloud_image_url: http://images.rdoproject.org/{{ release }}/rdo_trunk/current-tripleo/overcloud-full.tar"
@@ -72,6 +89,10 @@
                   ((INDEX++))
               done
               echo "  - type: generic"
+              echo "    reponame: centos-ceph-luminous"
+              echo "    filename: centos-ceph-luminous.repo"
+              echo "    baseurl: http://mirror.regionone.rdo-cloud.rdoproject.org/centos/7/storage/x86_64/ceph-luminous/"
+              echo "  - type: generic"
               echo "    reponame: centos-opstools"
               echo "    filename: centos-opstools.repo"
               echo "    baseurl: http://mirror.centos.org/centos/7/opstools/x86_64/"
@@ -82,7 +103,7 @@
               echo "  - type: generic"
               echo "    reponame: temp-distgit"
               echo "    filename: temp-distgit.repo"
-              echo "    baseurl: $logs/centos/current/"
+              echo "    baseurl: $repository"
               echo "    priority: 1"
               if [ ! -z $delorean_current_url ]; then
                   echo "  - type: generic"

zuul.d/distgit-jobs.yaml

@@ -12,3 +12,97 @@
     vars:
       featureset: '052'
       release: master
+
+- job:
+    name: distgit-tripleo-master-testing-centos-7-standalone-featureset016
+    parent: tripleo-ci-base-standalone-rdo
+    run: playbooks/run-distgit.yaml
+    vars:
+      featureset: '052'
+      release: master
+      standalone_ceph: true
+      featureset_override:
+        standalone_container_cli: docker
+        standalone_environment_files:
+          - 'environments/low-memory-usage.yaml'
+          - 'ci/environments/scenario001-standalone.yaml'
+        tempest_plugins:
+          - python-telemetry-tests-tempest
+          - python-heat-tests-tempest
+        test_white_regex: ''
+        tempest_workers: 1
+        tempest_extra_config: {'telemetry.alarm_granularity': '60'}
+        tempest_whitelist:
+          - 'tempest.api.identity.v3'
+          - 'tempest.scenario.test_volume_boot_pattern.TestVolumeBootPattern.test_volume_boot_pattern'
+          - 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration'
+
+- job:
+    name: distgit-tripleo-master-testing-centos-7-standalone-featureset017
+    parent: tripleo-ci-base-standalone-rdo
+    run: playbooks/run-distgit.yaml
+    vars:
+      featureset: '052'
+      release: master
+      featureset_override:
+        standalone_container_cli: docker
+        standalone_environment_files:
+          - 'environments/low-memory-usage.yaml'
+          - 'ci/environments/scenario002-standalone.yaml'
+        tempest_whitelist:
+          - 'tempest.api.object_storage.test_object_services.ObjectTest'
+          - 'barbican_tempest_plugin.tests.scenario.test_volume_encryption.VolumeEncryptionTest'
+          - 'telemetry_tempest_plugin.scenario.test_telemetry_integration.TestTelemetryIntegration'
+        tempest_plugins:
+          - python-telemetry-tests-tempest
+          - python-barbican-tests-tempest
+        tempest_extra_config:
+          auth.tempest_roles: "'Member, creator'"
+          telemetry.alarm_granularity: '60'
+        test_white_regex: ""
+
+- job:
+    name: distgit-tripleo-master-testing-centos-7-standalone-featureset018
+    parent: tripleo-ci-base-standalone-rdo
+    run: playbooks/run-distgit.yaml
+    vars:
+      featureset: '052'
+      release: master
+      featureset_override:
+        standalone_environment_files:
+          - 'environments/low-memory-usage.yaml'
+          - 'ci/environments/scenario003-standalone.yaml'
+        standalone_container_cli: docker
+        tempest_whitelist:
+          - 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops'
+          - 'sahara_tempest_plugin.tests.api.test_data_sources.DataSourceTest'
+          - 'mistral_tempest_tests.tests.api.v2.test_actions.ActionTestsV2'
+        tempest_plugins:
+          - python-sahara-tests-tempest
+          - python-mistral-tests-tempest
+        test_white_regex: ""
+
+- job:
+    name: distgit-tripleo-master-testing-centos-7-standalone-featureset019
+    parent: tripleo-ci-base-standalone-rdo
+    run: playbooks/run-distgit.yaml
+    vars:
+      featureset: '052'
+      release: master
+      standalone_ceph: true
+      featureset_override:
+        standalone_container_cli: docker
+        standalone_environment_files:
+          - 'environments/low-memory-usage.yaml'
+          - 'ci/environments/scenario004-standalone.yaml'
+        tempest_whitelist:
+          - 'tempest.scenario.test_network_basic_ops.TestNetworkBasicOps.test_network_basic_ops'
+          - 'manila_tempest_tests.tests.api.test_shares.SharesCephFSTest.test_create_get_delete_share'
+        tempest_plugins:
+          - python2-manila-tests-tempest
+        tempest_extra_config:
+          'share.multitenancy_enabled': 'False'
+          'share.enable_protocols': 'cephfs'
+          'share.capability_snapshot_support': 'False'
+          'share.capability_create_share_from_snapshot_support': 'False'
+        test_white_regex: ''