ci: automatically update OTel components (elastic#8288)

* automatically update OTel components

Creates a new GitHub Actions workflow that runs Updatecli daily to check if a new version of OTel components is available. If it is, Updatecli runs the `update-otel.sh` script and creates a new PR with the changes.

These automated updates are currently configured to run for the `main` branch and for the `8.19` branch.

* restore `go mod tidy` in `update-otel.sh`

Forward-porting elastic#8326

* fix: install changelog tool if missing

* fix: add missing env vars to Updatecli target config

* define branch matrix as a static list

* run Updatecli script from the main branch

Author: andrzej-stencel

.ci/scripts/otel-update.sh renamed to .ci/scripts/update-otel.sh

@@ -44,6 +44,12 @@ mage otel:readme
 
 echo "=> Creating changelog fragment"
 changelog_fragment_name="update-otel-components-to-$next_contrib"
+if command -v elastic-agent-changelog-tool &>/dev/null; then
+  echo "=> Using elastic-agent-changelog-tool to create changelog fragment"
+else
+  echo "=> elastic-agent-changelog-tool not found, installing it"
+  go install github.com/elastic/elastic-agent-changelog-tool@latest
+fi
 elastic-agent-changelog-tool new "$changelog_fragment_name"
 sed -i.bak "s/^kind:.*$/kind: enhancement/" ./changelog/fragments/*-"${changelog_fragment_name}".yaml
 sed -i.bak "s/^summary:.*$/summary: Update OTel components to ${next_contrib}/" ./changelog/fragments/*-"${changelog_fragment_name}".yaml

.ci/updatecli/update-otel.yml

@@ -0,0 +1,78 @@
+---
+name: Update OTel
+pipelineid: 'updatecli-update-otel-{{ requiredEnv "BRANCH_NAME" }}'
+
+scms:
+  default:
+    kind: github
+    spec:
+      user: '{{ requiredEnv "GITHUB_ACTOR" }}'
+      username: '{{ requiredEnv "GITHUB_ACTOR" }}'
+      owner: '{{ .scm.owner }}'
+      repository: '{{ .scm.repository }}'
+      token: '{{ requiredEnv "GITHUB_TOKEN" }}'
+      branch: '{{ requiredEnv "BRANCH_NAME" }}'
+      commitusingapi: true
+
+sources:
+  current_core_beta:
+    kind: golang/gomod
+    name: Get current OTel Collector core beta version in go.mod
+    spec:
+      module: go.opentelemetry.io/collector/receiver/otlpreceiver
+  latest_core_beta:
+    kind: golang/module
+    name: Get latest OTel Collector core beta version
+    spec:
+      module: go.opentelemetry.io/collector/receiver/otlpreceiver
+  latest_core_stable:
+    kind: golang/module
+    name: Get latest OTel Collector core stable version
+    spec:
+      module: go.opentelemetry.io/collector/component
+  current_contrib:
+    kind: golang/gomod
+    name: Get current OTel Collector contrib version in go.mod
+    spec:
+      module: github.com/open-telemetry/opentelemetry-collector-contrib/connector/routingconnector
+  latest_contrib:
+    kind: golang/module
+    name: Get latest OTel Collector contrib version
+    spec:
+      module: github.com/open-telemetry/opentelemetry-collector-contrib/connector/routingconnector
+
+conditions:
+  is-new-version:
+    name: Succeeds if the latest core or contrib OTel Collector version is different than the one in go.mod
+    kind: shell
+    disablesourceinput: true
+    scmid: default
+    spec:
+      command: '[ {{ source "current_core_beta" }} != {{ source "latest_core_beta" }} ] || [ {{ source "current_contrib" }} != {{ source "latest_contrib" }} ]'
+
+targets:
+  update-otel:
+    name: Update OTel version
+    kind: shell
+    disablesourceinput: true
+    spec:
+      command: .ci/scripts/update-otel.sh {{ source "latest_core_beta" }} {{ source "latest_core_stable" }} {{ source "latest_contrib" }}
+      environments:
+      - name: PATH
+      - name: HOME
+
+actions:
+  default:
+    title: '[{{ requiredEnv "BRANCH_NAME" }}][Automation] Update OTel to {{ source "latest_contrib" }}'
+    kind: github/pullrequest
+    scmid: default
+    spec:
+      automerge: false
+      labels:
+      - automation
+      - skip-changelog
+      - "Team:Elastic-Agent-Control-Plane"
+      description: |
+        Updates OTel components to core [{{ source "latest_core_stable" }}/{{ source "latest_core_beta" }}](https://github.com/open-telemetry/opentelemetry-collector/releases/{{ source "latest_core_beta" }})
+        and contrib [{{ source "latest_contrib" }}](https://github.com/open-telemetry/opentelemetry-collector-contrib/releases/{{ source "latest_contrib" }})
+        on branch `{{ requiredEnv "BRANCH_NAME" }}`.'

.github/workflows/bump-otel-version.yml

@@ -0,0 +1,45 @@
+name: bump-otel-version
+
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '24 5 * * 1-5'
+
+permissions:
+  contents: read
+
+env:
+  JOB_URL: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+
+jobs:
+  update-otel:
+    permissions:
+      contents: write
+      pull-requests: write
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        branch: ["main", "8.19"]
+    steps:
+    - uses: actions/checkout@v4
+
+    - name: Set up Go
+      uses: actions/setup-go@v5
+      with:
+        go-version-file: 'go.mod'
+
+    - name: Run Updatecli in Apply mode
+      uses: elastic/oblt-actions/updatecli/run@v1
+      with:
+        command: apply --config .ci/updatecli/update-otel.yml --values .ci/updatecli/values.d/scm.yml
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        BRANCH_NAME: ${{ matrix.branch }}
+
+    - if: ${{ failure()  }}
+      uses: elastic/oblt-actions/slack/send@v1
+      with:
+        bot-token: ${{ secrets.SLACK_BOT_TOKEN }}
+        channel-id: "#ingest-notifications"
+        message: ":traffic_cone: updatecli failed for `${{ github.repository }}@${{ github.ref_name }}`, `@agent-team` please look what's going on <${{ env.JOB_URL }}|here>"