[8.17] (backport #8575) [ci] fix k8s integration tests flakiness (#8621)

* [ci] fix k8s integration tests flakiness (#8575)

* feat: vendor all necessary test artifacts for kubernetes integration to minimise flakiness due to transient errors

* fix: correct decode api key

* fix: clear CA_TRUSTED env var for kustomize

* fix: bump memory limits for kustomize

* fix: fabricate paths leveraging filepath

* fix: remove redundant file moving when downloading kube stack helm chart

* feat: vendor expanded archives

* fix: use filepath.Join

* doc: update BuildDependencies godoc

(cherry picked from commit 7259e54)

# Conflicts:
#	NOTICE-fips.txt
#	NOTICE.txt
#	go.mod
#	magefile.go
#	testing/integration/k8s/journald_test.go
#	testing/integration/k8s/kubernetes_agent_standalone_test.go

* fix: resolve conflicts

* fix: rework CA_TRUSTED elimination

* fix: add ELASTIC_AGENT_OTEL in TestKubernetesAgentOtel

---------

Co-authored-by: Panos Koutsovasilis <[email protected]>

Author: mergify[bot]

Makefile

@@ -41,6 +41,7 @@ check-ci:
 	@mage -v helm:lint
 	@mage -v helm:updateAgentVersion
 	@mage -v helm:renderExamples
+	@mage -v integration:buildKubernetesTestData
 	@$(MAKE) check-no-changes
 
 ## check: run all the checks including linting using golangci-lint.

NOTICE.txt

@@ -83,7 +83,7 @@ spec:
             #    - SYS_ADMIN
           resources:
             limits:
-              memory: 1Gi
+              memory: 1200Mi
             requests:
               cpu: 100m
               memory: 500Mi

deploy/kubernetes/elastic-agent-kustomize/default/elastic-agent-managed/base/elastic-agent-managed-daemonset.yaml

@@ -88,7 +88,7 @@ spec:
             #    - SYS_ADMIN
           resources:
             limits:
-              memory: 1Gi
+              memory: 1200Mi
             requests:
               cpu: 100m
               memory: 500Mi

deploy/kubernetes/elastic-agent-kustomize/default/elastic-agent-standalone/base/elastic-agent-standalone-daemonset.yaml

@@ -83,7 +83,7 @@ spec:
             #    - SYS_ADMIN
           resources:
             limits:
-              memory: 1Gi
+              memory: 1200Mi
             requests:
               cpu: 100m
               memory: 500Mi

deploy/kubernetes/elastic-agent-kustomize/ksm-autosharding/elastic-agent-managed/base/elastic-agent-managed-daemonset.yaml

@@ -83,7 +83,7 @@ spec:
             #    - SYS_ADMIN
           resources:
             limits:
-              memory: 1Gi
+              memory: 1200Mi
             requests:
               cpu: 100m
               memory: 500Mi

deploy/kubernetes/elastic-agent-kustomize/ksm-autosharding/elastic-agent-managed/extra/elastic-agent-managed-statefulset.yaml

@@ -88,7 +88,7 @@ spec:
             #    - SYS_ADMIN
           resources:
             limits:
-              memory: 1Gi
+              memory: 1200Mi
             requests:
               cpu: 100m
               memory: 500Mi

deploy/kubernetes/elastic-agent-kustomize/ksm-autosharding/elastic-agent-standalone/base/elastic-agent-standalone-daemonset.yaml

@@ -88,7 +88,7 @@ spec:
             #    - SYS_ADMIN
           resources:
             limits:
-              memory: 1Gi
+              memory: 1200Mi
             requests:
               cpu: 100m
               memory: 500Mi

deploy/kubernetes/elastic-agent-kustomize/ksm-autosharding/elastic-agent-standalone/extra/elastic-agent-standalone-statefulset.yaml

@@ -83,7 +83,7 @@ spec:
             #    - SYS_ADMIN
           resources:
             limits:
-              memory: 1Gi
+              memory: 1200Mi
             requests:
               cpu: 100m
               memory: 500Mi

deploy/kubernetes/elastic-agent-managed-kubernetes.yaml

@@ -83,7 +83,7 @@ spec:
             #    - SYS_ADMIN
           resources:
             limits:
-              memory: 1Gi
+              memory: 1200Mi
             requests:
               cpu: 100m
               memory: 500Mi