[chore] [processor/k8sattributes] Rework Kubernetes e2e tests (open-t…

…elemetry#20427)

Update Kubernetes end-to-end tests applying the following enhancements:
- Make it possible to run tests locally. Keep only kind cluster and pre-built image as the test prerequisites.
- Remove dependency on the helm chart, install only required k8s objects from pre-defined manifests.
- Remove the OTLP json files as a medium and send OTLP metrics/traces/logs directly to the consumers spun up in the test.
- Remove statically set `k8s.containet.restart_count` attribute to reduce flakiness. Let the processor use the latest container instead.
- Combine separate tests for traces, metrics and logs into one to reduce execution time.
- Make the test faster by waiting for predefined number of metrics/traces/logs instead of static sleep time.

.github/workflows/e2e-tests.yml

@@ -10,7 +10,9 @@ on:
 
 jobs:
   kubernetes-test:
-    strategy: 
+    env:
+      KUBECONFIG: /tmp/kube-config-otelcol-e2e-testing
+    strategy:
       matrix:
         k8s-version: ["v1.26.0", "v1.25.3", "v1.24.7", "v1.23.13"]
     runs-on: ubuntu-latest
@@ -30,78 +32,19 @@ jobs:
       - name: Install dependencies
         if: steps.go-cache.outputs.cache-hit != 'true'
         run: make -j2 gomoddownload
-      - name: Build Collector
-        run: make otelcontribcol
       - name: Build Docker Image
         run: |
             make docker-otelcontribcol
-            docker tag otelcontribcol:latest otel/opentelemetry-collector-contrib-dev:$GITHUB_SHA
-      - name: Set up Helm
-        uses: azure/setup-helm@v3.5
-        with:
-          version: v3.9.0
-      - name: Set up chart-testing
-        uses: helm/chart-testing-action@v2.3.1
       - name: Create kind cluster
         uses: helm/kind-action@v1.5.0
         with:
           node_image: kindest/node:${{ matrix.k8s-version }}
           kubectl_version: ${{ matrix.k8s-version }}
-      - name: Check kind
-        run: |
-          kubectl cluster-info --context kind-chart-testing
-          kubectl get node
-          docker ps -a --filter label=io.x-k8s.kind.cluster=chart-testing
+          cluster_name: kind
       - name: Kind load image
         run: |
-          kind load docker-image otel/opentelemetry-collector-contrib-dev:$GITHUB_SHA --name chart-testing
-      - name: Add Dependencies
-        shell: bash
-        run: |
-            helm repo add open-telemetry https://open-telemetry.github.io/opentelemetry-helm-charts
-      - uses: actions/checkout@v3
-        with:
-          repository: 'open-telemetry/opentelemetry-helm-charts'
-          path: opentelemetry-helm-charts
-      - name: Helm install collector
-        run: helm install test --set image.tag=$GITHUB_SHA -f .github/workflows/e2e/k8s/collector-helm-values.yml opentelemetry-helm-charts/charts/opentelemetry-collector
-      - name: check collector status
-        run: |
-          kubectl wait --for=condition=Ready --timeout=60s pod/test-opentelemetry-collector-0
-      - name: start telemetrygen job for trace, metric, log
-        run: |
-          sed 's/DATA_TYPE/traces/g' .github/workflows/e2e/k8s/telemetrygen-job.yml | kubectl -n default create -f -
-          sed 's/DATA_TYPE/metrics/g' .github/workflows/e2e/k8s/telemetrygen-job.yml | kubectl -n default create -f -
-          sed 's/DATA_TYPE/logs/g' .github/workflows/e2e/k8s/telemetrygen-job.yml | kubectl -n default create -f -
-      - name: check telemetrygen job status
-        run: |
-          kubectl wait --for=condition=Complete --timeout=60s job/telemetrygen-traces-job
-          kubectl wait --for=condition=Complete --timeout=60s job/telemetrygen-metrics-job
-          kubectl wait --for=condition=Complete --timeout=60s job/telemetrygen-logs-job
-      - name: start telemetrygen statefulset for trace, metric, log
-        run: |
-          sed 's/DATA_TYPE/traces/g' .github/workflows/e2e/k8s/telemetrygen-statefulset.yml | kubectl -n default create -f -
-          sed 's/DATA_TYPE/metrics/g' .github/workflows/e2e/k8s/telemetrygen-statefulset.yml | kubectl -n default create -f -
-          sed 's/DATA_TYPE/logs/g' .github/workflows/e2e/k8s/telemetrygen-statefulset.yml | kubectl -n default create -f -
-      - name: start telemetrygen deployment for trace, metric, log
-        run: |
-          sed 's/DATA_TYPE/traces/g' .github/workflows/e2e/k8s/telemetrygen-deployment.yml | kubectl -n default create -f -
-          sed 's/DATA_TYPE/metrics/g' .github/workflows/e2e/k8s/telemetrygen-deployment.yml | kubectl -n default create -f -
-          sed 's/DATA_TYPE/logs/g' .github/workflows/e2e/k8s/telemetrygen-deployment.yml | kubectl -n default create -f -
-      - name: start telemetrygen daemonset for trace, metric, log
-        run: |
-          sed 's/DATA_TYPE/traces/g' .github/workflows/e2e/k8s/telemetrygen-daemonset.yml | kubectl -n default create -f -
-          sed 's/DATA_TYPE/metrics/g' .github/workflows/e2e/k8s/telemetrygen-daemonset.yml | kubectl -n default create -f -
-          sed 's/DATA_TYPE/logs/g' .github/workflows/e2e/k8s/telemetrygen-daemonset.yml | kubectl -n default create -f -
-      - name: wait telemetrygen statefulset/deployment/daemonset to generate trace and metric, log
-        run: |
-          sleep 30
-      - name: copy telemetry trace, metric, log data output
-        run: |
-          kubectl cp -c filecp default/test-opentelemetry-collector-0:tmp/trace.json processor/k8sattributesprocessor/testdata/trace.json
-          kubectl cp -c filecp default/test-opentelemetry-collector-0:tmp/metric.json processor/k8sattributesprocessor/testdata/metric.json
-          kubectl cp -c filecp default/test-opentelemetry-collector-0:tmp/log.json processor/k8sattributesprocessor/testdata/log.json
-      - name: run e2e test to check output
+          kind load docker-image otelcontribcol:latest --name kind
+      - name: run e2e tests
         run: |    
           cd processor/k8sattributesprocessor
           go test -v --tags=e2e

exporter/datadogexporter/go.mod

@@ -57,7 +57,7 @@ require (
 	github.com/DataDog/datadog-go/v5 v5.1.1 // indirect
 	github.com/DataDog/go-tuf v0.3.0--fix-localmeta-fork // indirect
 	github.com/DataDog/zstd v1.5.2 // indirect
-	github.com/Microsoft/go-winio v0.5.2 // indirect
+	github.com/Microsoft/go-winio v0.6.0 // indirect
 	github.com/Showmax/go-fqdn v1.0.0 // indirect
 	github.com/antonmedv/expr v1.12.5 // indirect
 	github.com/armon/go-metrics v0.3.10 // indirect
@@ -73,7 +73,7 @@ require (
 	github.com/docker/distribution v2.8.1+incompatible // indirect
 	github.com/docker/docker v23.0.3+incompatible // indirect
 	github.com/docker/go-connections v0.4.0 // indirect
-	github.com/docker/go-units v0.4.0 // indirect
+	github.com/docker/go-units v0.5.0 // indirect
 	github.com/dustin/go-humanize v1.0.0 // indirect
 	github.com/emicklei/go-restful/v3 v3.9.0 // indirect
 	github.com/fatih/color v1.13.0 // indirect
@@ -105,7 +105,7 @@ require (
 	github.com/hashicorp/go-rootcerts v1.0.2 // indirect
 	github.com/hashicorp/golang-lru v0.5.4 // indirect
 	github.com/hashicorp/serf v0.10.1 // indirect
-	github.com/imdario/mergo v0.3.11 // indirect
+	github.com/imdario/mergo v0.3.13 // indirect
 	github.com/inconshreveable/mousetrap v1.0.1 // indirect
 	github.com/jmespath/go-jmespath v0.4.0 // indirect
 	github.com/josharian/intern v1.0.0 // indirect
@@ -171,12 +171,14 @@ require (
 	go.opentelemetry.io/otel/sdk/metric v0.37.0 // indirect
 	go.opentelemetry.io/otel/trace v1.14.0 // indirect
 	go.uber.org/atomic v1.10.0 // indirect
+	golang.org/x/mod v0.8.0 // indirect
 	golang.org/x/net v0.8.0 // indirect
 	golang.org/x/oauth2 v0.6.0 // indirect
 	golang.org/x/sys v0.6.0 // indirect
 	golang.org/x/term v0.6.0 // indirect
 	golang.org/x/text v0.8.0 // indirect
 	golang.org/x/time v0.3.0 // indirect
+	golang.org/x/tools v0.6.0 // indirect
 	gonum.org/v1/gonum v0.12.0 // indirect
 	google.golang.org/appengine v1.6.7 // indirect
 	google.golang.org/genproto v0.0.0-20230306155012-7f2fa6fef1f4 // indirect