enahancement(5832): added logs to see if any other agent is running, …

…commented out other integration tests

.buildkite/bk.integration.pipeline.yml

@@ -21,122 +21,122 @@ steps:
       image: "docker.elastic.co/ci-agent-images/platform-ingest/buildkite-agent-beats-ci-with-hooks:0.5"
       useCustomGlobalHooks: true
 
-  - group: "Stateful: Windows"
-    key: integration-tests-win
-    depends_on:
-      - integration-ess
-    steps:
-      - label: "Win2022:sudo:{{matrix}}"
-        command: |
-          buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
-          .buildkite/scripts/integration-tests.ps1 {{matrix}} true
-        artifact_paths:
-          - build/**
-          - build/diagnostics/**
-        agents:
-          provider: "gcp"
-          machineType: "n1-standard-8"
-          image: "family/platform-ingest-elastic-agent-windows-2022"
-        matrix:
-          - default
-          - fleet
-          - fleet-privileged
-          - upgrade
-
-      - label: "Win2022:non-sudo:{{matrix}}"
-        command: |
-          buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
-          .buildkite/scripts/integration-tests.ps1 {{matrix}} false
-        artifact_paths:
-          - build/**
-          - build/diagnostics/**
-        agents:
-          provider: "gcp"
-          machineType: "n1-standard-8"
-          image: "family/platform-ingest-elastic-agent-windows-2022"
-        matrix:
-          - default
-
-  - group: "Stateful:Ubuntu"
-    key: integration-tests-ubuntu
-    depends_on:
-      - integration-ess
-    steps:
-      - label: "x86_64:non-sudo: {{matrix}}"
-        command: |
-          buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
-          .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} false
-        artifact_paths:
-          - build/**
-          - build/diagnostics/**
-        agents:
-          provider: "gcp"
-          machineType: "n1-standard-8"
-          image: "family/platform-ingest-elastic-agent-ubuntu-2404"
-        matrix:
-          - default
-
-      - label: "x86_64:sudo: {{matrix}}"
-        command: |
-          buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
-          .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} true
-        artifact_paths:
-          - build/**
-          - build/diagnostics/**
-        agents:
-          provider: "gcp"
-          machineType: "n1-standard-8"
-          image: "family/platform-ingest-elastic-agent-ubuntu-2404"
-        matrix:
-          - default
-          - container
-          - fleet-upgrade-to-pr-build
-          - upgrade
-          - fleet
-          - fqdn
-          - deb
-          - fleet-airgapped
-          - fleet-privileged
-          - fleet-airgapped-privileged
+  # - group: "Stateful: Windows"
+  #   key: integration-tests-win
+  #   depends_on:
+  #     - integration-ess
+  #   steps:
+  #     - label: "Win2022:sudo:{{matrix}}"
+  #       command: |
+  #         buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
+  #         .buildkite/scripts/integration-tests.ps1 {{matrix}} true
+  #       artifact_paths:
+  #         - build/**
+  #         - build/diagnostics/**
+  #       agents:
+  #         provider: "gcp"
+  #         machineType: "n1-standard-8"
+  #         image: "family/platform-ingest-elastic-agent-windows-2022"
+  #       matrix:
+  #         - default
+  #         - fleet
+  #         - fleet-privileged
+  #         - upgrade
+  #
+  #     - label: "Win2022:non-sudo:{{matrix}}"
+  #       command: |
+  #         buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
+  #         .buildkite/scripts/integration-tests.ps1 {{matrix}} false
+  #       artifact_paths:
+  #         - build/**
+  #         - build/diagnostics/**
+  #       agents:
+  #         provider: "gcp"
+  #         machineType: "n1-standard-8"
+  #         image: "family/platform-ingest-elastic-agent-windows-2022"
+  #       matrix:
+  #         - default
 
-      - label: "arm:sudo: {{matrix}}"
-        skip: true
-        command: |
-          buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
-          .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} true
-        artifact_paths:
-          - build/**
-          - build/diagnostics/**
-        agents:
-          provider: "aws"
-          imagePrefix: "platform-ingest-beats-ubuntu-2404-aarch64"
-          instanceType: "m6g.2xlarge"
-        matrix:
-          - default
-          - container
-          - fleet-upgrade-to-pr-build
-          - upgrade
-          - fleet
-          - fqdn
-          - deb
-          - fleet-airgapped
-          - fleet-privileged
-          - fleet-airgapped-privileged
-
-      - label: "arm:non-sudo: {{matrix}}"
-        skip: true
-        command: |
-          buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
-          .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} false
-        artifact_paths:
-          - build/**
-          - build/diagnostics/**
-        agents:
-          provider: "aws"
-          imagePrefix: "platform-ingest-beats-ubuntu-2404-aarch64"
-          instanceType: "m6g.xlarge"
-        matrix:
-          - default
+  # - group: "Stateful:Ubuntu"
+  #   key: integration-tests-ubuntu
+  #   depends_on:
+  #     - integration-ess
+  #   steps:
+  #     - label: "x86_64:non-sudo: {{matrix}}"
+  #       command: |
+  #         buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
+  #         .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} false
+  #       artifact_paths:
+  #         - build/**
+  #         - build/diagnostics/**
+  #       agents:
+  #         provider: "gcp"
+  #         machineType: "n1-standard-8"
+  #         image: "family/platform-ingest-elastic-agent-ubuntu-2404"
+  #       matrix:
+  #         - default
+  #
+  #     - label: "x86_64:sudo: {{matrix}}"
+  #       command: |
+  #         buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
+  #         .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} true
+  #       artifact_paths:
+  #         - build/**
+  #         - build/diagnostics/**
+  #       agents:
+  #         provider: "gcp"
+  #         machineType: "n1-standard-8"
+  #         image: "family/platform-ingest-elastic-agent-ubuntu-2404"
+  #       matrix:
+  #         - default
+  #         - container
+  #         - fleet-upgrade-to-pr-build
+  #         - upgrade
+  #         - fleet
+  #         - fqdn
+  #         - deb
+  #         - fleet-airgapped
+  #         - fleet-privileged
+  #         - fleet-airgapped-privileged
+  #
+  #     - label: "arm:sudo: {{matrix}}"
+  #       skip: true
+  #       command: |
+  #         buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
+  #         .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} true
+  #       artifact_paths:
+  #         - build/**
+  #         - build/diagnostics/**
+  #       agents:
+  #         provider: "aws"
+  #         imagePrefix: "platform-ingest-beats-ubuntu-2404-aarch64"
+  #         instanceType: "m6g.2xlarge"
+  #       matrix:
+  #         - default
+  #         - container
+  #         - fleet-upgrade-to-pr-build
+  #         - upgrade
+  #         - fleet
+  #         - fqdn
+  #         - deb
+  #         - fleet-airgapped
+  #         - fleet-privileged
+  #         - fleet-airgapped-privileged
+  #
+  #     - label: "arm:non-sudo: {{matrix}}"
+  #       skip: true
+  #       command: |
+  #         buildkite-agent artifact download build/distributions/** . --step 'package-it' --build ${BUILDKITE_TRIGGERED_FROM_BUILD_ID}
+  #         .buildkite/scripts/steps/integration_tests_tf.sh {{matrix}} false
+  #       artifact_paths:
+  #         - build/**
+  #         - build/diagnostics/**
+  #       agents:
+  #         provider: "aws"
+  #         imagePrefix: "platform-ingest-beats-ubuntu-2404-aarch64"
+  #         instanceType: "m6g.xlarge"
+  #       matrix:
+  #         - default
 
   - group: "Stateful(Sudo):RHEL8"
     key: integration-tests-rhel8

.buildkite/integration.pipeline.yml

@@ -14,48 +14,48 @@ steps:
       provider: "gcp"
       machineType: "n1-standard-8"
 
-  - label: "Serverless integration test"
-    key: "serverless-integration-tests"
-    depends_on:
-      - package-it
-    concurrency_group: elastic-agent-extended-testing/serverless-integration
-    concurrency: 8
-    env:
-      # we run each step in a different data center to spread the load
-      TEST_INTEG_AUTH_GCP_DATACENTER: "us-central1-a"
-    command: |
-      buildkite-agent artifact download build/distributions/** . --step 'package-it'
-      .buildkite/scripts/steps/integration_tests.sh serverless integration:single TestLogIngestionFleetManaged #right now, run a single test in serverless mode as a sort of smoke test, instead of re-running the entire suite
-    artifact_paths:
-      - "build/TEST-**"
-      - "build/diagnostics/*"
-    agents:
-      provider: "gcp"
-      machineType: "n1-standard-8"
-    notify:
-      - github_commit_status:
-          context: "buildkite/elastic-agent-extended-testing - Serverless integration test"
+  # - label: "Serverless integration test"
+  #   key: "serverless-integration-tests"
+  #   depends_on:
+  #     - package-it
+  #   concurrency_group: elastic-agent-extended-testing/serverless-integration
+  #   concurrency: 8
+  #   env:
+  #     # we run each step in a different data center to spread the load
+  #     TEST_INTEG_AUTH_GCP_DATACENTER: "us-central1-a"
+  #   command: |
+  #     buildkite-agent artifact download build/distributions/** . --step 'package-it'
+  #     .buildkite/scripts/steps/integration_tests.sh serverless integration:single TestLogIngestionFleetManaged #right now, run a single test in serverless mode as a sort of smoke test, instead of re-running the entire suite
+  #   artifact_paths:
+  #     - "build/TEST-**"
+  #     - "build/diagnostics/*"
+  #   agents:
+  #     provider: "gcp"
+  #     machineType: "n1-standard-8"
+  #   notify:
+  #     - github_commit_status:
+  #         context: "buildkite/elastic-agent-extended-testing - Serverless integration test"
 
-  - label: "Extended runtime leak tests"
-    key: "extended-integration-tests"
-    depends_on:
-      - package-it
-    concurrency_group: elastic-agent-extended-testing/leak-tests
-    concurrency: 8
-    env:
-      TEST_INTEG_AUTH_GCP_DATACENTER: "us-central1-b"
-    command: |
-      buildkite-agent artifact download build/distributions/** . --step 'package-it'
-      .buildkite/scripts/steps/integration_tests.sh stateful integration:TestForResourceLeaks
-    artifact_paths:
-      - "build/TEST-**"
-      - "build/diagnostics/*"
-    agents:
-      provider: "gcp"
-      machineType: "n1-standard-8"
-    notify:
-      - github_commit_status:
-          context: "buildkite/elastic-agent-extended-testing - Extended runtime leak tests"
+  # - label: "Extended runtime leak tests"
+  #   key: "extended-integration-tests"
+  #   depends_on:
+  #     - package-it
+  #   concurrency_group: elastic-agent-extended-testing/leak-tests
+  #   concurrency: 8
+  #   env:
+  #     TEST_INTEG_AUTH_GCP_DATACENTER: "us-central1-b"
+  #   command: |
+  #     buildkite-agent artifact download build/distributions/** . --step 'package-it'
+  #     .buildkite/scripts/steps/integration_tests.sh stateful integration:TestForResourceLeaks
+  #   artifact_paths:
+  #     - "build/TEST-**"
+  #     - "build/diagnostics/*"
+  #   agents:
+  #     provider: "gcp"
+  #     machineType: "n1-standard-8"
+  #   notify:
+  #     - github_commit_status:
+  #         context: "buildkite/elastic-agent-extended-testing - Extended runtime leak tests"
 
   - label: "Triggering Integration tests"
     depends_on:
@@ -83,22 +83,22 @@ steps:
       - github_commit_status:
           context: "buildkite/elastic-agent-extended-testing - Serverless Beats Tests"
 
-  - label: "Kubernetes Integration tests"
-    key: "k8s-integration-tests"
-    env:
-      K8S_VERSION: "v1.31.0"
-      KIND_VERSION: "v0.24.0"
-    command: ".buildkite/scripts/steps/k8s-extended-tests.sh"
-    artifact_paths:
-      - "build/k8s-logs*/*"
-      - "build/k8s-logs*/**/*"
-      - "build/TEST-**"
-      - "build/diagnostics/*"
-    agents:
-      provider: "gcp"
-      machineType: "c2-standard-16"
-      image: "family/core-ubuntu-2204"
-      diskSizeGb: 400
-    notify:
-      - github_commit_status:
-          context: "buildkite/elastic-agent-extended-testing - Kubernetes Integration tests"
+  # - label: "Kubernetes Integration tests"
+  #   key: "k8s-integration-tests"
+  #   env:
+  #     K8S_VERSION: "v1.31.0"
+  #     KIND_VERSION: "v0.24.0"
+  #   command: ".buildkite/scripts/steps/k8s-extended-tests.sh"
+  #   artifact_paths:
+  #     - "build/k8s-logs*/*"
+  #     - "build/k8s-logs*/**/*"
+  #     - "build/TEST-**"
+  #     - "build/diagnostics/*"
+  #   agents:
+  #     provider: "gcp"
+  #     machineType: "c2-standard-16"
+  #     image: "family/core-ubuntu-2204"
+  #     diskSizeGb: 400
+  #   notify:
+  #     - github_commit_status:
+  #         context: "buildkite/elastic-agent-extended-testing - Kubernetes Integration tests"

pkg/testing/fixture_install.go

@@ -187,6 +187,7 @@ func (f *Fixture) installFunc(ctx context.Context, installOpts *InstallOpts, sho
 
 	// check for running agents before installing, but only if not installed into a namespace whose point is allowing two agents at once.
 	if installOpts != nil && !installOpts.Develop && installOpts.Namespace == "" {
+		fmt.Println("TESTING IF ANY OTHER AGENTS ARE RUNNING ", getElasticAgentProcesses(f.t))
 		assert.Empty(f.t, getElasticAgentProcesses(f.t), "there should be no running agent at beginning of Install()")
 	}
 
@@ -553,6 +554,7 @@ func (f *Fixture) installRpm(ctx context.Context, installOpts *InstallOpts, shou
 		return out, fmt.Errorf("systemctl start elastic-agent failed: %w", err)
 	}
 
+	fmt.Println("SHOULD ENROLL ", shouldEnroll)
 	if !shouldEnroll {
 		return nil, nil
 	}