Merge branch 'main' into feature/support-updatecli-for-pin-vm-images

* main:
  chore: Update to elastic/beats@c51fee3a852e (#8246)
  chore: Update to elastic/beats@82f47f73acbd (#8239)
  Fix minor typo in beats update job (#8233)
  fix(diagnostics): handle log rotation races (#8215)
  Fix some minor issues with the beats version update job (#8224)
  [main][Automation] Update elastic/beats to 9382cc20546b (#8222)
  Automatically update beats module versions (#8174)
  chore: deps(ironbank): Bump ubi version to 9.6 (#8218)

Author: v1v

.ci/scripts/update-beats.sh

@@ -0,0 +1,10 @@
+#!/usr/bin/env bash
+#
+# This script is executed by the automation we are putting in place
+# and it requires the git add/commit commands.
+#
+set -euo pipefail
+TARGET_VERSION="${1:?Error: Please provide the target version to update to}"
+
+echo "~~~ Updating to elastic/beats@${TARGET_VERSION}"
+mage update:beats "${TARGET_VERSION}"

.ci/updatecli/update-beats.yml

@@ -0,0 +1,77 @@
+---
+name: Bump beats
+pipelineid: 'updatecli-update-beats-{{ requiredEnv "BRANCH_NAME" }}'
+
+scms:
+  default:
+    kind: github
+    spec:
+      user: '{{ requiredEnv "GITHUB_ACTOR" }}'
+      username: '{{ requiredEnv "GITHUB_ACTOR" }}'
+      owner: '{{ .scm.owner }}'
+      repository: '{{ .scm.repository }}'
+      token: '{{ requiredEnv "GITHUB_TOKEN" }}'
+      branch: '{{ requiredEnv "BRANCH_NAME" }}'
+      commitusingapi: true
+
+actions:
+  default:
+    title: '[{{ requiredEnv "BRANCH_NAME" }}][Automation] Update elastic/beats to {{ source "beats" }}'
+    kind: github/pullrequest
+    scmid: default
+    spec:
+      automerge: false
+      labels:
+      - automation
+      - skip-changelog
+      - "Team:Elastic-Agent-Control-Plane"
+      description: |-
+        ### What
+        Update `elastic/beats` to the latest version on branch `{{ requiredEnv "BRANCH_NAME" }}`.
+
+        *Changeset*
+        * https://github.com/elastic/beats/compare/{{ source "gomod" }}...{{ source "beats" }}
+
+sources:
+  beats:
+    kind: json
+    spec:
+      file: 'https://api.github.com/repos/elastic/beats/commits?sha={{ requiredEnv "BRANCH_NAME" }}&per_page=1'
+      key: '.[0].sha'
+    transformers:
+    # substring 12 chars so it works for the condition
+    - findsubmatch:
+        pattern: ^(.{12}).*
+        captureindex: 1
+  gomod:
+    kind: golang/gomod
+    spec:
+      module: github.com/elastic/beats/v7
+    transformers:
+    # the commit hash is the last 12 chars
+    - findsubmatch:
+        pattern: .*(.{12})$
+        captureindex: 1
+
+
+conditions:
+  is-already-updated:
+    name: Is version 'github.com/elastic/beats@{{ source "beats" }}' not updated in 'go.mod'?
+    kind: shell
+    disablesourceinput: true
+    scmid: default
+    spec:
+      command: '[ {{ source "beats" }} != {{ source "gomod" }} ]'
+    failwhen: false
+
+targets:
+  beats:
+    name: 'Update to elastic/beats@{{ source "beats" }}'
+    sourceid: beats
+    scmid: default
+    kind: shell
+    spec:
+      command: .ci/scripts/update-beats.sh
+      environments:
+      - name: PATH
+      - name: HOME

.github/workflows/bump-beats-version.yml

@@ -0,0 +1,68 @@
+name: update-beats
+
+on:
+  workflow_dispatch:
+  schedule:
+  - cron: '0 0 * * 1-5'
+
+permissions:
+  contents: read
+
+env:
+  JOB_URL: "${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+
+jobs:
+  filter:
+    runs-on: ubuntu-latest
+    timeout-minutes: 1
+    outputs:
+      matrix: ${{ steps.generator.outputs.matrix }}
+    permissions:
+      contents: read
+    steps:
+    - id: generator
+      uses: elastic/oblt-actions/elastic/active-branches@v1
+      with:
+        exclude-branches: "7.17,8.17,8.18,9.0"
+        filter-branches: true
+
+  update-beats:
+    permissions:
+      contents: write
+      pull-requests: write
+    needs:
+    - filter
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix: ${{ fromJson(needs.filter.outputs.matrix) }}
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        ref: ${{ matrix.branch }}
+
+    - name: Set up Go
+      uses: actions/setup-go@v5
+      with:
+        go-version-file: 'go.mod'
+
+    - name: Install mage
+      uses: magefile/mage-action@6f50bbb8ea47d56e62dee92392788acbc8192d0b # v3.1.0
+      with:
+        version: v1.13.0
+        install-only: true
+
+    - name: Run Updatecli in Apply mode
+      uses: elastic/oblt-actions/updatecli/run@v1
+      with:
+        command: apply --config .ci/updatecli/update-beats.yml --values .ci/updatecli/values.d/scm.yml
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        BRANCH_NAME: ${{ matrix.branch }}
+
+    - if: ${{ failure()  }}
+      uses: elastic/oblt-actions/slack/send@v1
+      with:
+        bot-token: ${{ secrets.SLACK_BOT_TOKEN }}
+        channel-id: "#ingest-notifications"
+        message: ":traffic_cone: updatecli failed for `${{ github.repository }}@${{ github.ref_name }}`, `@agent-team` please look what's going on <${{ env.JOB_URL }}|here>"