Add OTel Agent e2e pipeline tests

test/new-e2e/tests/otel/otel-agent/complete_test.go

@@ -0,0 +1,59 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2016-present Datadog, Inc.
+
+// Package otelagent contains e2e otel agent tests
+package otelagent
+
+import (
+	_ "embed"
+	"testing"
+
+	"github.com/DataDog/test-infra-definitions/components/datadog/kubernetesagentparams"
+
+	"github.com/DataDog/datadog-agent/test/new-e2e/pkg/e2e"
+	"github.com/DataDog/datadog-agent/test/new-e2e/pkg/environments"
+	awskubernetes "github.com/DataDog/datadog-agent/test/new-e2e/pkg/environments/aws/kubernetes"
+	"github.com/DataDog/datadog-agent/test/new-e2e/tests/otel/utils"
+)
+
+type completeTestSuite struct {
+	e2e.BaseSuite[environments.Kubernetes]
+}
+
+//go:embed config/complete.yml
+var completeConfig string
+
+func TestOTelAgentComplete(t *testing.T) {
+	values := `
+agents:
+  containers:
+    otelAgent:
+      env:
+        - name: DD_OTELCOLLECTOR_CONVERTER_ENABLED
+          value: 'false'
+`
+	t.Parallel()
+	e2e.Run(t, &completeTestSuite{}, e2e.WithProvisioner(awskubernetes.KindProvisioner(awskubernetes.WithAgentOptions(kubernetesagentparams.WithoutDualShipping(), kubernetesagentparams.WithHelmValues(values), kubernetesagentparams.WithOTelAgent(), kubernetesagentparams.WithOTelConfig(completeConfig)))))
+}
+
+func (s *completeTestSuite) TestOTLPTraces() {
+	utils.TestTraces(s)
+}
+
+func (s *completeTestSuite) TestOTLPMetrics() {
+	utils.TestMetrics(s)
+}
+
+func (s *completeTestSuite) TestOTLPLogs() {
+	utils.TestLogs(s)
+}
+
+func (s *completeTestSuite) TestHosts() {
+	utils.TestHosts(s)
+}
+
+func (s *completeTestSuite) TestPrometheusMetrics() {
+	utils.TestPrometheusMetrics(s)
+}

test/new-e2e/tests/otel/otel-agent/config/complete.yml

@@ -0,0 +1,65 @@
+receivers:
+  otlp:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:4317
+      http:
+        endpoint: 0.0.0.0:4318
+  prometheus:
+    config:
+      scrape_configs:
+        - job_name: 'datadog-agent'
+          scrape_interval: 10s
+          static_configs:
+            - targets: [ '0.0.0.0:8888' ]
+exporters:
+  datadog:
+    traces:
+      span_name_as_resource_name: true
+    metrics:
+      resource_attributes_as_tags: true
+    hostname: "otelcol-docker"
+    api:
+      key: ${DD_API_KEY}
+processors:
+  batch:
+  infraattributes:
+connectors:
+  # Use datadog connector to compute stats for pre-sampled traces
+  datadog/connector:
+    traces:
+      span_name_as_resource_name: true
+      compute_stats_by_span_kind: true
+      compute_top_level_by_span_kind: true
+      peer_tags_aggregation: true
+extensions:
+  pprof:
+  health_check:
+  zpages:
+    endpoint: "localhost:55679"
+  ddflare:
+service:
+  extensions:
+    [
+      pprof,
+      zpages,
+      health_check,
+      ddflare,
+    ]
+  pipelines:
+    traces:
+      receivers: [otlp]
+      processors: [batch, infraattributes]
+      exporters: [datadog/connector]
+    traces/send:
+      receivers: [otlp]
+      processors: [batch, infraattributes]
+      exporters: [datadog]
+    metrics:
+      receivers: [otlp, datadog/connector, prometheus]
+      processors: [batch, infraattributes]
+      exporters: [datadog]
+    logs:
+      receivers: [otlp]
+      processors: [batch, infraattributes]
+      exporters: [datadog]

test/new-e2e/tests/otel/collector.yml → test/new-e2e/tests/otel/otel-agent/config/minimal.yml

@@ -9,6 +9,8 @@ exporters:
   datadog:
     traces:
       span_name_as_resource_name: true
+    metrics:
+      resource_attributes_as_tags: true
     hostname: "otelcol-docker"
     api:
       key: ${DD_API_KEY}
@@ -20,6 +22,7 @@ connectors:
     traces:
       span_name_as_resource_name: true
       compute_stats_by_span_kind: true
+      compute_top_level_by_span_kind: true
       peer_tags_aggregation: true
 service:
   pipelines:

test/new-e2e/tests/otel/otel-agent/config/sampling.yml

@@ -0,0 +1,46 @@
+receivers:
+  otlp:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:4317
+      http:
+        endpoint: 0.0.0.0:4318
+exporters:
+  datadog:
+    traces:
+      span_name_as_resource_name: true
+    metrics:
+      resource_attributes_as_tags: true
+    hostname: "otelcol-docker"
+    api:
+      key: ${DD_API_KEY}
+processors:
+  batch:
+  probabilistic_sampler:
+    sampling_percentage: 50
+connectors:
+  # Use datadog connector to compute stats for pre-sampled traces
+  datadog/connector:
+    traces:
+      span_name_as_resource_name: true
+      compute_stats_by_span_kind: true
+      compute_top_level_by_span_kind: true
+      peer_tags_aggregation: true
+service:
+  pipelines:
+    traces:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [datadog/connector]
+    traces/send:
+      receivers: [datadog/connector]
+      processors: [batch, probabilistic_sampler]
+      exporters: [datadog]
+    metrics:
+      receivers: [otlp, datadog/connector]
+      processors: [batch]
+      exporters: [datadog]
+    logs:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [datadog]

test/new-e2e/tests/otel/otel-agent/minimal_test.go

@@ -0,0 +1,59 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2016-present Datadog, Inc.
+
+// Package otelagent contains e2e otel agent tests
+package otelagent
+
+import (
+	_ "embed"
+	"testing"
+
+	"github.com/DataDog/test-infra-definitions/components/datadog/kubernetesagentparams"
+
+	"github.com/DataDog/datadog-agent/test/new-e2e/pkg/e2e"
+	"github.com/DataDog/datadog-agent/test/new-e2e/pkg/environments"
+	awskubernetes "github.com/DataDog/datadog-agent/test/new-e2e/pkg/environments/aws/kubernetes"
+	"github.com/DataDog/datadog-agent/test/new-e2e/tests/otel/utils"
+)
+
+type minimalTestSuite struct {
+	e2e.BaseSuite[environments.Kubernetes]
+}
+
+//go:embed config/minimal.yml
+var minimalConfig string
+
+func TestOTelAgentMinimal(t *testing.T) {
+	t.Parallel()
+	e2e.Run(t, &minimalTestSuite{}, e2e.WithProvisioner(awskubernetes.KindProvisioner(awskubernetes.WithAgentOptions(kubernetesagentparams.WithoutDualShipping(), kubernetesagentparams.WithOTelAgent(), kubernetesagentparams.WithOTelConfig(minimalConfig)))))
+}
+
+func (s *minimalTestSuite) TestOTLPTraces() {
+	utils.TestTraces(s)
+}
+
+func (s *minimalTestSuite) TestOTLPMetrics() {
+	utils.TestMetrics(s)
+}
+
+func (s *minimalTestSuite) TestOTLPLogs() {
+	utils.TestLogs(s)
+}
+
+func (s *minimalTestSuite) TestHosts() {
+	utils.TestHosts(s)
+}
+
+func (s *minimalTestSuite) TestPrometheusMetrics() {
+	utils.TestPrometheusMetrics(s)
+}
+
+func (s *minimalTestSuite) TestOTelAgentInstalled() {
+	utils.TestOTelAgentInstalled(s)
+}
+
+func (s *minimalTestSuite) TestOTelFlare() {
+	utils.TestOTelFlare(s)
+}

test/new-e2e/tests/otel/otel-agent/sampling_test.go

@@ -0,0 +1,35 @@
+// Unless explicitly stated otherwise all files in this repository are licensed
+// under the Apache License Version 2.0.
+// This product includes software developed at Datadog (https://www.datadoghq.com/).
+// Copyright 2016-present Datadog, Inc.
+
+// Package otelagent contains e2e otel agent tests
+package otelagent
+
+import (
+	_ "embed"
+	"testing"
+
+	"github.com/DataDog/test-infra-definitions/components/datadog/kubernetesagentparams"
+
+	"github.com/DataDog/datadog-agent/test/new-e2e/pkg/e2e"
+	"github.com/DataDog/datadog-agent/test/new-e2e/pkg/environments"
+	awskubernetes "github.com/DataDog/datadog-agent/test/new-e2e/pkg/environments/aws/kubernetes"
+	"github.com/DataDog/datadog-agent/test/new-e2e/tests/otel/utils"
+)
+
+type samplingTestSuite struct {
+	e2e.BaseSuite[environments.Kubernetes]
+}
+
+//go:embed config/sampling.yml
+var samplingConfig string
+
+func TestOTelAgentSampling(t *testing.T) {
+	t.Parallel()
+	e2e.Run(t, &samplingTestSuite{}, e2e.WithProvisioner(awskubernetes.KindProvisioner(awskubernetes.WithAgentOptions(kubernetesagentparams.WithoutDualShipping(), kubernetesagentparams.WithOTelAgent(), kubernetesagentparams.WithOTelConfig(samplingConfig)))))
+}
+
+func (s *samplingTestSuite) TestSampling() {
+	utils.TestSampling(s)
+}