From d80d58ad59c1dc50eb11e429354be70ff436d4d6 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Mon, 8 Aug 2022 11:28:48 +0100 Subject: [PATCH 01/24] CI: Allow building Ubuntu Kolla container images --- .github/workflows/container-image-build.yml | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/.github/workflows/container-image-build.yml b/.github/workflows/container-image-build.yml index d04e1e001..306aa6f42 100644 --- a/.github/workflows/container-image-build.yml +++ b/.github/workflows/container-image-build.yml @@ -18,6 +18,14 @@ on: type: boolean required: false default: false + distro: + description: Container image OS distribution + type: choice + required: false + default: centos + options: + - centos + - ubuntu env: ANSIBLE_FORCE_COLOR: True @@ -85,7 +93,7 @@ jobs: run: | source venvs/kayobe/bin/activate && source src/kayobe-config/kayobe-env --environment ci-builder && - kayobe overcloud container image build ${{ github.event.inputs.regexes }} --push + kayobe overcloud container image build ${{ github.event.inputs.regexes }} --push -e kolla_base_distro=${{ inputs.distro }} env: KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} if: github.event.inputs.overcloud == 'true' @@ -112,7 +120,7 @@ jobs: run: | source venvs/kayobe/bin/activate && source src/kayobe-config/kayobe-env --environment ci-builder && - kayobe seed container image build --push + kayobe seed container image build --push -e kolla_base_distro=${{ inputs.distro }} env: KAYOBE_VAULT_PASSWORD: ${{ secrets.KAYOBE_VAULT_PASSWORD }} if: github.event.inputs.seed == 'true' From b3bb3a0545064f70c3e1a39056eb01ad8fc76d82 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Wed, 10 Aug 2022 11:32:29 +0100 Subject: [PATCH 02/24] CI: Pull Kayobe container image to ensure latest --- .github/workflows/stackhpc-all-in-one.yml | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/.github/workflows/stackhpc-all-in-one.yml b/.github/workflows/stackhpc-all-in-one.yml index 20980bcb1..4c0a62f45 100644 --- a/.github/workflows/stackhpc-all-in-one.yml +++ b/.github/workflows/stackhpc-all-in-one.yml @@ -167,6 +167,11 @@ jobs: echo "::add-mask::$ssh_key" echo "::set-output name=ssh_key::$ssh_key" + # The same tag may be reused (e.g. pr-123), so ensure we have the latest image. + - name: Pull latest Kayobe image + run: | + sudo docker image pull $KAYOBE_IMAGE + - name: Host configure run: | sudo -E docker run -t --rm \ From 0d340cee835f48863e917d7d99b8e9dfc3ea24d9 Mon Sep 17 00:00:00 2001 From: Grzegorz Bialas Date: Wed, 10 Aug 2022 15:47:33 +0200 Subject: [PATCH 03/24] add skydive feature flag --- etc/kayobe/environments/ci-builder/stackhpc-ci.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/etc/kayobe/environments/ci-builder/stackhpc-ci.yml b/etc/kayobe/environments/ci-builder/stackhpc-ci.yml index e61f78761..26d767d03 100644 --- a/etc/kayobe/environments/ci-builder/stackhpc-ci.yml +++ b/etc/kayobe/environments/ci-builder/stackhpc-ci.yml @@ -23,6 +23,7 @@ kolla_enable_octavia: true kolla_enable_ovn: true kolla_enable_prometheus: true kolla_enable_redis: true +kolla_enable_skydive: true ############################################################################### # Network configuration. From f3addef60cdcb42306e6e9467c0dbb898ba025a0 Mon Sep 17 00:00:00 2001 From: stackhpc-ci <22933334+stackhpc-ci@users.noreply.github.com> Date: Wed, 10 Aug 2022 15:03:29 +0000 Subject: [PATCH 04/24] feat: automatic update of workflows stackhpc/wallaby --- .github/workflows/tag-and-release.yml | 11 +++++++++++ 1 file changed, 11 insertions(+) create mode 100644 .github/workflows/tag-and-release.yml diff --git a/.github/workflows/tag-and-release.yml b/.github/workflows/tag-and-release.yml new file mode 100644 index 000000000..154dbd51b --- /dev/null +++ b/.github/workflows/tag-and-release.yml @@ -0,0 +1,11 @@ +--- +name: Tag & Release +'on': + push: + branches: + - stackhpc/wallaby +permissions: + contents: write +jobs: + tag-and-release: + uses: stackhpc/.github/.github/workflows/tag-and-release.yml@main From c87747beca75ac1d83db657b5c3bb2f95cd84676 Mon Sep 17 00:00:00 2001 From: stackhpc-ci <22933334+stackhpc-ci@users.noreply.github.com> Date: Wed, 10 Aug 2022 15:04:30 +0000 Subject: [PATCH 05/24] feat: automatic update of community files stackhpc/wallaby --- .github/CODEOWNERS | 1 + 1 file changed, 1 insertion(+) create mode 100644 .github/CODEOWNERS diff --git a/.github/CODEOWNERS b/.github/CODEOWNERS new file mode 100644 index 000000000..e9a948a0d --- /dev/null +++ b/.github/CODEOWNERS @@ -0,0 +1 @@ +* @stackhpc/kayobe From 0dba1c6c4df333290b7079a2dfb1263594546dfd Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Wed, 10 Aug 2022 16:12:54 +0100 Subject: [PATCH 06/24] Update kayobe-automation to fix rsync issue --- .automation | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.automation b/.automation index d7cab138e..a5749321e 160000 --- a/.automation +++ b/.automation @@ -1 +1 @@ -Subproject commit d7cab138e827011b2574cd420d29c06fbd8dc56b +Subproject commit a5749321ebcaa9798f1d63d7dc15f1380540f0a3 From 6b62dab27f29d0a1d78b69eb73d24d77ea2ffab5 Mon Sep 17 00:00:00 2001 From: stackhpc-ci <22933334+stackhpc-ci@users.noreply.github.com> Date: Wed, 10 Aug 2022 15:52:47 +0000 Subject: [PATCH 07/24] feat: automatic update of workflows stackhpc/wallaby --- .github/workflows/tag-and-release.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/tag-and-release.yml b/.github/workflows/tag-and-release.yml index 154dbd51b..100525452 100644 --- a/.github/workflows/tag-and-release.yml +++ b/.github/workflows/tag-and-release.yml @@ -9,3 +9,5 @@ permissions: jobs: tag-and-release: uses: stackhpc/.github/.github/workflows/tag-and-release.yml@main + with: + upstream: https://github.com/openstack/kayobe-config From f3f95f1b3a2c51217090c2ec08df835bf503d936 Mon Sep 17 00:00:00 2001 From: Grzegorz Bialas Date: Thu, 11 Aug 2022 12:48:56 +0200 Subject: [PATCH 08/24] add skydive tag --- etc/kayobe/kolla/globals.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/etc/kayobe/kolla/globals.yml b/etc/kayobe/kolla/globals.yml index a0c899f72..8a20a5145 100644 --- a/etc/kayobe/kolla/globals.yml +++ b/etc/kayobe/kolla/globals.yml @@ -27,4 +27,5 @@ prometheus_jiralert_tag: wallaby-20220119T122428 prometheus_libvirt_exporter_tag: wallaby-20220325T122042 prometheus_msteams_tag: wallaby-20220119T122428 prometheus_openstack_exporter_tag: wallaby-20220705T132206 +skydive_tag: wallaby-20220811T091848 {% endif %} From 7fc7e5b9a11c097b8eda866ad4504f18bee1ec86 Mon Sep 17 00:00:00 2001 From: Grzegorz Bialas Date: Thu, 11 Aug 2022 15:17:50 +0200 Subject: [PATCH 09/24] add skydive to pulled images --- etc/kayobe/pulp.yml | 3 +++ 1 file changed, 3 insertions(+) diff --git a/etc/kayobe/pulp.yml b/etc/kayobe/pulp.yml index 87b5e42cb..28939da9e 100644 --- a/etc/kayobe/pulp.yml +++ b/etc/kayobe/pulp.yml @@ -428,6 +428,9 @@ stackhpc_pulp_images: - redis - redis-base - redis-sentinel + - skydive-agent + - skydive-analyzer + - skydive-base # Common parameters for container image repositories. stackhpc_pulp_repository_container_repos_common: From e2e1650d7cc025ff57d3737c33956ad5bc38681c Mon Sep 17 00:00:00 2001 From: Pierre Riteau Date: Fri, 12 Aug 2022 11:50:20 +0200 Subject: [PATCH 10/24] Remove sahara-dashboard fork from sources The fix on stackhpc/wallaby has been merged upstream. --- etc/kayobe/kolla.yml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/etc/kayobe/kolla.yml b/etc/kayobe/kolla.yml index 2ad38bb15..d2c037353 100644 --- a/etc/kayobe/kolla.yml +++ b/etc/kayobe/kolla.yml @@ -122,10 +122,6 @@ kolla_sources: type: git location: https://github.com/stackhpc/cloudkitty-dashboard.git reference: stackhpc/wallaby - horizon-plugin-sahara-dashboard: - type: git - location: https://github.com/stackhpc/sahara-dashboard.git - reference: stackhpc/wallaby ironic-inspector-additions-stackhpc-inspector-plugins: # Install our custom inspector plugins. type: git From d49cafa17050d12d3bf4c39dc0d2a006b481f861 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Wed, 17 Aug 2022 10:26:55 +0100 Subject: [PATCH 11/24] README: fix ci-aio and ci-builder setup instructions --- README.rst | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/README.rst b/README.rst index c37c413ab..95476af75 100644 --- a/README.rst +++ b/README.rst @@ -238,6 +238,13 @@ Setup Access the host via SSH. +Install package dependencies. On Ubuntu: + +.. code-block:: console + + sudo apt update + sudo apt install python3-virtualenv + Clone the Kayobe and Kayobe configuration repositories (this one): .. code-block:: console @@ -246,7 +253,7 @@ Clone the Kayobe and Kayobe configuration repositories (this one): mkdir -p src pushd src git clone https://github.com/stackhpc/kayobe.git -b stackhpc/wallaby - git clone https://github.com/stackhpc/stackhpc-kayobe-config -b stackhpc/wallaby + git clone https://github.com/stackhpc/stackhpc-kayobe-config -b stackhpc/wallaby kayobe-config popd Create a virtual environment and install Kayobe: @@ -337,6 +344,13 @@ Setup Access the host via SSH. +Install package dependencies. On Ubuntu: + +.. code-block:: console + + sudo apt update + sudo apt install python3-virtualenv + Clone the Kayobe and Kayobe configuration repositories (this one): .. code-block:: console @@ -345,7 +359,7 @@ Clone the Kayobe and Kayobe configuration repositories (this one): mkdir -p src pushd src git clone https://github.com/stackhpc/kayobe.git -b stackhpc/wallaby - git clone https://github.com/stackhpc/stackhpc-kayobe-config -b stackhpc/wallaby + git clone https://github.com/stackhpc/stackhpc-kayobe-config -b stackhpc/wallaby kayobe-config popd Create a virtual environment and install Kayobe: From e1ce19ff6e2832358aff309bb17b6f957c19ccf0 Mon Sep 17 00:00:00 2001 From: Bartosz Bezak Date: Thu, 18 Aug 2022 12:56:22 +0200 Subject: [PATCH 12/24] add name to pulp container --- etc/kayobe/seed.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/etc/kayobe/seed.yml b/etc/kayobe/seed.yml index 3de3e3872..3dcfd138d 100644 --- a/etc/kayobe/seed.yml +++ b/etc/kayobe/seed.yml @@ -93,6 +93,7 @@ seed_pulp_container_enabled: true seed_pulp_container: pulp: + name: pulp image: pulp/pulp pre: "{{ kayobe_config_path }}/containers/pulp/pre.yml" post: "{{ kayobe_config_path }}/containers/pulp/post.yml" From b01b261e494db9be9d3ffaac227ab87298b688ea Mon Sep 17 00:00:00 2001 From: Bartosz Bezak Date: Mon, 22 Aug 2022 11:15:46 +0200 Subject: [PATCH 13/24] fix pulp post.yml instead of adding name to seed.yml --- etc/kayobe/containers/pulp/post.yml | 2 +- etc/kayobe/seed.yml | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/etc/kayobe/containers/pulp/post.yml b/etc/kayobe/containers/pulp/post.yml index 0548b9926..fdb5506cc 100644 --- a/etc/kayobe/containers/pulp/post.yml +++ b/etc/kayobe/containers/pulp/post.yml @@ -10,7 +10,7 @@ - name: Set the Pulp admin password become: true command: >- - docker exec -u root {{ seed_containers.pulp.name }} + docker exec -u root pulp bash -c 'pulpcore-manager reset-admin-password -p {{ pulp_password }}' no_log: true diff --git a/etc/kayobe/seed.yml b/etc/kayobe/seed.yml index 3dcfd138d..3de3e3872 100644 --- a/etc/kayobe/seed.yml +++ b/etc/kayobe/seed.yml @@ -93,7 +93,6 @@ seed_pulp_container_enabled: true seed_pulp_container: pulp: - name: pulp image: pulp/pulp pre: "{{ kayobe_config_path }}/containers/pulp/pre.yml" post: "{{ kayobe_config_path }}/containers/pulp/post.yml" From 015c26ac09c37d62a9fbe3931474ac8046dff247 Mon Sep 17 00:00:00 2001 From: Grzegorz Bialas Date: Mon, 22 Aug 2022 12:49:41 +0200 Subject: [PATCH 14/24] add new skydive tags --- etc/kayobe/kolla/globals.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/etc/kayobe/kolla/globals.yml b/etc/kayobe/kolla/globals.yml index 8a20a5145..4dc615d49 100644 --- a/etc/kayobe/kolla/globals.yml +++ b/etc/kayobe/kolla/globals.yml @@ -27,5 +27,6 @@ prometheus_jiralert_tag: wallaby-20220119T122428 prometheus_libvirt_exporter_tag: wallaby-20220325T122042 prometheus_msteams_tag: wallaby-20220119T122428 prometheus_openstack_exporter_tag: wallaby-20220705T132206 -skydive_tag: wallaby-20220811T091848 +skydive_agent_tag: wallaby-20220817T151053 +skydive_analyzer_tag: wallaby-20220817T151053 {% endif %} From a14d4e4a35a68c61636feb313a50384a84d97bbb Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Fri, 19 Aug 2022 11:01:27 +0100 Subject: [PATCH 15/24] Revert "Ubuntu: add host Apt repository configuration" The Ubuntu mirrors in Ark aren't ready yet. This reverts commit 31bc7455823f788f1becc5e063914802d68ebbb5. --- etc/kayobe/apt.yml | 26 ++++---------------------- etc/kayobe/kolla/globals.yml | 2 -- 2 files changed, 4 insertions(+), 24 deletions(-) diff --git a/etc/kayobe/apt.yml b/etc/kayobe/apt.yml index 627951c17..0d5dd6bd8 100644 --- a/etc/kayobe/apt.yml +++ b/etc/kayobe/apt.yml @@ -17,21 +17,13 @@ # * filename: name of a file in /etc/apt/apt.conf.d/ in which to write the # configuration # Default is an empty list. -apt_config: - # NOTE: Currently the Pulp verbatim publisher does not sync translation - # files, which results in apt update failing. Disable translations until this - # is resolved. - - content: | - Acquire::Languages "none"; - filename: 99no-languages +#apt_config: # List of apt keys. Each item is a dict containing the following keys: # * url: URL of key # * filename: Name of a file in which to store the downloaded key # Default is an empty list. -apt_keys: - - url: "https://download.docker.com/linux/ubuntu/gpg" - filename: docker.asc +#apt_keys: # A list of Apt repositories. # * types: whitespace-separated list of repository types, e.g. deb or deb-src @@ -46,22 +38,12 @@ apt_keys: # * architecture: whitespace-separated list of architectures that will be used # (optional, default is unset) # Default is an empty list. -apt_repositories: - - url: "{{ stackhpc_repo_ubuntu_focal_url }}" - suites: "{{ ansible_facts.distribution_release }} {{ ansible_facts.distribution_release }}-updates {{ ansible_facts.distribution_release }}-backports" - components: main restricted universe multiverse - - url: "{{ stackhpc_repo_ubuntu_focal_security_url }}" - suites: "{{ ansible_facts.distribution_release }}-security" - components: main restricted universe multiverse - - url: "{{ stackhpc_repo_docker_ce_ubuntu_url }}" - suites: "{{ ansible_facts.distribution_release }}" - components: stable - signed_by: docker.asc +#apt_repositories: # Whether to disable repositories in /etc/apt/sources.list. This may be used # when replacing the distribution repositories via apt_repositories. # Default is false. -apt_disable_sources_list: true +#apt_disable_sources_list: ############################################################################### # Dummy variable to allow Ansible to accept this file. diff --git a/etc/kayobe/kolla/globals.yml b/etc/kayobe/kolla/globals.yml index 8a20a5145..9901ec267 100644 --- a/etc/kayobe/kolla/globals.yml +++ b/etc/kayobe/kolla/globals.yml @@ -1,7 +1,5 @@ # yamllint disable-file --- -enable_docker_repo: "{% raw %}{{ ansible_facts.os_family == 'RedHat' }}{% endraw %}" - docker_yum_baseurl: "{{ stackhpc_repo_docker_url }}" docker_yum_gpgkey: "https://download.docker.com/linux/{% raw %}{{ ansible_facts.distribution | lower }}{% endraw %}/gpg" From 356da17ba66899c2c5f17b995986e4d774a90ee3 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Fri, 19 Aug 2022 11:09:23 +0100 Subject: [PATCH 16/24] Ubuntu: stop syncing Ark Ubuntu mirrors to local Pulp The Ubuntu mirrors in Ark aren't ready yet. --- etc/kayobe/pulp.yml | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/etc/kayobe/pulp.yml b/etc/kayobe/pulp.yml index 28939da9e..9c0545c39 100644 --- a/etc/kayobe/pulp.yml +++ b/etc/kayobe/pulp.yml @@ -32,7 +32,10 @@ stackhpc_release_pulp_content_url: "{{ stackhpc_release_pulp_url }}/pulp/content # Debs # Whether to sync Ubuntu packages. -stackhpc_pulp_sync_ubuntu_focal: "{{ os_distribution == 'ubuntu' }}" +# NOTE: Not currently syncing Ubuntu packages, since the on_demand mirror in +# Ark does not work if the upstream mirror pulls packages (which it does +# sometimes). +stackhpc_pulp_sync_ubuntu_focal: false stackhpc_pulp_repository_deb_repos: # Base Ubuntu Focal repositories From 1c7f77b48aa7dae07a4c7626664197b5a0ec2019 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Fri, 19 Aug 2022 11:27:39 +0100 Subject: [PATCH 17/24] Ubuntu: stop using Ark repo mirrors in container images The Ubuntu mirrors in Ark aren't ready yet. --- etc/kayobe/kolla.yml | 17 ++++++++++------- 1 file changed, 10 insertions(+), 7 deletions(-) diff --git a/etc/kayobe/kolla.yml b/etc/kayobe/kolla.yml index d2c037353..75f58a793 100644 --- a/etc/kayobe/kolla.yml +++ b/etc/kayobe/kolla.yml @@ -211,13 +211,16 @@ kolla_build_blocks: -e 's/^[# ]*\(baseurl *=.*\)/#\1/g' \ -e '/#baseurl.*/a baseurl={{ repo.url }}' /etc/yum.repos.d/{{ repo.file }}{% if not loop.last %} &&{% endif %} \ {% endfor %} - base_ubuntu_package_sources_list: | - RUN \ - rm -f /etc/apt/sources.list && \ - {% for repo in stackhpc_ubuntu_focal_repos %} - echo '{{ repo }}' >> /etc/apt/sources.list {% if not loop.last %} && \ - {% endif %} - {% endfor %} + # NOTE: Not currently syncing Ubuntu packages, since the on_demand mirror in + # Ark does not work if the upstream mirror pulls packages (which it does + # sometimes). + # base_ubuntu_package_sources_list: | + # RUN \ + # rm -f /etc/apt/sources.list && \ + # {% for repo in stackhpc_ubuntu_focal_repos %} + # echo '{{ repo }}' >> /etc/apt/sources.list {% if not loop.last %} && \ + # {% endif %} + # {% endfor %} grafana_plugins_install: | RUN grafana-cli plugins install vonage-status-panel ironic_inspector_header: | From e7ea0fa09d050853f7d97b2aef650e6d0ef8c371 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Tue, 23 Aug 2022 13:52:30 +0100 Subject: [PATCH 18/24] Ubuntu: use newly built Kolla images --- etc/kayobe/kolla.yml | 2 +- etc/kayobe/kolla/globals.yml | 1 - 2 files changed, 1 insertion(+), 2 deletions(-) diff --git a/etc/kayobe/kolla.yml b/etc/kayobe/kolla.yml index 75f58a793..2382158e4 100644 --- a/etc/kayobe/kolla.yml +++ b/etc/kayobe/kolla.yml @@ -91,7 +91,7 @@ kolla_docker_registry_password: "{{ stackhpc_docker_registry_password }}" # Kolla OpenStack release version. This should be a Docker image tag. # Default is {{ openstack_release }}. -kolla_openstack_release: wallaby-20211207T102718 +kolla_openstack_release: "{% if kolla_base_distro == 'centos' %}wallaby-20211207T102718{% else %}wallaby-20220819T112725{% endif %}" # Docker tag applied to built container images. Default is # {{ kolla_openstack_release }}. diff --git a/etc/kayobe/kolla/globals.yml b/etc/kayobe/kolla/globals.yml index 9901ec267..3b9e46de4 100644 --- a/etc/kayobe/kolla/globals.yml +++ b/etc/kayobe/kolla/globals.yml @@ -3,7 +3,6 @@ docker_yum_baseurl: "{{ stackhpc_repo_docker_url }}" docker_yum_gpgkey: "https://download.docker.com/linux/{% raw %}{{ ansible_facts.distribution | lower }}{% endraw %}/gpg" -{# We are not currently providing container images for Ubuntu in Wallaby. #} {% if kolla_base_distro == 'centos' %} barbican_tag: wallaby-20220311T133847 cinder_tag: wallaby-20220309T083940 From b32e6f23b5b333eed3726460006264a3c196d45e Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Wed, 24 Aug 2022 10:07:38 +0100 Subject: [PATCH 19/24] Ubuntu: set Bifrost image tag --- etc/kayobe/kolla/globals.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/etc/kayobe/kolla/globals.yml b/etc/kayobe/kolla/globals.yml index 3b9e46de4..2596006f3 100644 --- a/etc/kayobe/kolla/globals.yml +++ b/etc/kayobe/kolla/globals.yml @@ -25,4 +25,6 @@ prometheus_libvirt_exporter_tag: wallaby-20220325T122042 prometheus_msteams_tag: wallaby-20220119T122428 prometheus_openstack_exporter_tag: wallaby-20220705T132206 skydive_tag: wallaby-20220811T091848 +{% else %} +bifrost_tag: wallaby-20220819T150635 {% endif %} From 4bfb234077d294846091f600f1b5fc8ad00db847 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Wed, 24 Aug 2022 10:08:37 +0100 Subject: [PATCH 20/24] CI: add hook for seed container image build Without this, the seed tags artifact contains the overcloud images because ~/kolla_tag hasn't been updated. --- .../seed-container-image-build/post.d/50-write-kolla-tag.yml | 1 + 1 file changed, 1 insertion(+) create mode 120000 etc/kayobe/hooks/seed-container-image-build/post.d/50-write-kolla-tag.yml diff --git a/etc/kayobe/hooks/seed-container-image-build/post.d/50-write-kolla-tag.yml b/etc/kayobe/hooks/seed-container-image-build/post.d/50-write-kolla-tag.yml new file mode 120000 index 000000000..c685974a2 --- /dev/null +++ b/etc/kayobe/hooks/seed-container-image-build/post.d/50-write-kolla-tag.yml @@ -0,0 +1 @@ +../../../ansible/write-kolla-tag.yml \ No newline at end of file From b5347fc76dcf10b2a12732e9d08041cc677d7fe2 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Thu, 25 Aug 2022 10:17:34 +0100 Subject: [PATCH 21/24] bifrost: Add stackhpc-inspector-plugins to image --- etc/kayobe/kolla.yml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/etc/kayobe/kolla.yml b/etc/kayobe/kolla.yml index 2382158e4..2f19fb75d 100644 --- a/etc/kayobe/kolla.yml +++ b/etc/kayobe/kolla.yml @@ -114,6 +114,11 @@ kolla_sources: type: git location: "{{ kolla_bifrost_source_url }}" reference: "{{ kolla_bifrost_source_version }}" + bifrost-base-additions-stackhpc-inspector-plugins: + # Install our custom inspector plugins. + type: git + location: https://github.com/stackhpc/stackhpc-inspector-plugins.git + reference: 1.3.0 cloudkitty-base: type: git location: https://github.com/stackhpc/cloudkitty.git @@ -221,6 +226,8 @@ kolla_build_blocks: # echo '{{ repo }}' >> /etc/apt/sources.list {% if not loop.last %} && \ # {% endif %} # {% endfor %} + bifrost_base_header: | + ADD additions-archive / grafana_plugins_install: | RUN grafana-cli plugins install vonage-status-panel ironic_inspector_header: | @@ -244,6 +251,8 @@ kolla_build_blocks: ARG blackbox_exporter_version='0.19.0' kolla_build_customizations_common: + bifrost_base_pip_packages_append: + - /additions/* ironic_inspector_pip_packages_append: - /additions/* From f02e3bf8dd0bd79da2a6f69970cea1fa81c72bc8 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Thu, 25 Aug 2022 12:39:19 +0100 Subject: [PATCH 22/24] bifrost: update tags Includes stackhpc-inspector-plugins package. --- etc/kayobe/kolla/globals.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/etc/kayobe/kolla/globals.yml b/etc/kayobe/kolla/globals.yml index db0992bf3..68c3951f7 100644 --- a/etc/kayobe/kolla/globals.yml +++ b/etc/kayobe/kolla/globals.yml @@ -5,6 +5,7 @@ docker_yum_gpgkey: "https://download.docker.com/linux/{% raw %}{{ ansible_facts. {% if kolla_base_distro == 'centos' %} barbican_tag: wallaby-20220311T133847 +bifrost_tag: wallaby-20220825T103439 cinder_tag: wallaby-20220309T083940 cloudkitty_tag: wallaby-20220119T122428 grafana_tag: wallaby-20220210T160332 @@ -27,5 +28,5 @@ prometheus_openstack_exporter_tag: wallaby-20220705T132206 skydive_agent_tag: wallaby-20220817T151053 skydive_analyzer_tag: wallaby-20220817T151053 {% else %} -bifrost_tag: wallaby-20220819T150635 +bifrost_tag: wallaby-20220825T112231 {% endif %} From 2de8b2de391175c88f7cc0faa67d781c2d0bdcff Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Fri, 26 Aug 2022 16:12:55 +0100 Subject: [PATCH 23/24] pulp: use pulp_url as advertised content origin This fixes an issue where a container image pull would fail if the seed's hostname is not resolvable from the host pulling the image. Typically it will not be. This hasn't always been an issue, and it's unclear what has changed. Perhaps something in the Pulp container registry code. --- etc/kayobe/containers/pulp/settings.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/etc/kayobe/containers/pulp/settings.py b/etc/kayobe/containers/pulp/settings.py index c30454845..7f5636dc1 100644 --- a/etc/kayobe/containers/pulp/settings.py +++ b/etc/kayobe/containers/pulp/settings.py @@ -1,4 +1,4 @@ -CONTENT_ORIGIN='http://{{ ansible_facts.fqdn }}' -ANSIBLE_API_HOSTNAME='http://{{ ansible_facts.fqdn }}' -ANSIBLE_CONTENT_HOSTNAME='http://{{ ansible_facts.fqdn }}/pulp/content' +CONTENT_ORIGIN='{{ pulp_url }}' +ANSIBLE_API_HOSTNAME='{{ pulp_url }}' +ANSIBLE_CONTENT_HOSTNAME='{{ pulp_url }}/pulp/content' TOKEN_AUTH_DISABLED=True From f43c3eea3a18106d3b81ae15ce7bfd967f038854 Mon Sep 17 00:00:00 2001 From: Mark Goddard Date: Tue, 30 Aug 2022 13:02:06 +0100 Subject: [PATCH 24/24] README: Install python3-virtualenv for ci-aio & ci-builder environments --- README.rst | 24 ++++++++++++++++++++---- 1 file changed, 20 insertions(+), 4 deletions(-) diff --git a/README.rst b/README.rst index 95476af75..304a8edbc 100644 --- a/README.rst +++ b/README.rst @@ -238,12 +238,20 @@ Setup Access the host via SSH. -Install package dependencies. On Ubuntu: +Install package dependencies. + +On CentOS: + +.. code-block:: console + + sudo dnf install -y python3-virtualenv + +On Ubuntu: .. code-block:: console sudo apt update - sudo apt install python3-virtualenv + sudo apt install -y python3-virtualenv Clone the Kayobe and Kayobe configuration repositories (this one): @@ -344,12 +352,20 @@ Setup Access the host via SSH. -Install package dependencies. On Ubuntu: +Install package dependencies. + +On CentOS: + +.. code-block:: console + + sudo dnf install -y python3-virtualenv + +On Ubuntu: .. code-block:: console sudo apt update - sudo apt install python3-virtualenv + sudo apt install -y python3-virtualenv Clone the Kayobe and Kayobe configuration repositories (this one):