From 5b41c60f8a028d1a883be72fb157a1c4ea8aa911 Mon Sep 17 00:00:00 2001 From: Olga Naydyonock Date: Wed, 13 Nov 2024 17:16:08 +0200 Subject: [PATCH] added concurrency groups (#41619) --- .buildkite/auditbeat/auditbeat-pipeline.yml | 8 ++++++++ .buildkite/filebeat/filebeat-pipeline.yml | 8 ++++++++ .buildkite/heartbeat/heartbeat-pipeline.yml | 8 ++++++++ .buildkite/metricbeat/pipeline.yml | 8 ++++++++ .buildkite/packetbeat/pipeline.packetbeat.yml | 8 ++++++++ .buildkite/x-pack/pipeline.xpack.auditbeat.yml | 8 ++++++++ .buildkite/x-pack/pipeline.xpack.filebeat.yml | 8 ++++++++ .buildkite/x-pack/pipeline.xpack.heartbeat.yml | 8 ++++++++ .buildkite/x-pack/pipeline.xpack.metricbeat.yml | 8 ++++++++ .buildkite/x-pack/pipeline.xpack.osquerybeat.yml | 8 ++++++++ .buildkite/x-pack/pipeline.xpack.packetbeat.yml | 8 ++++++++ 11 files changed, 88 insertions(+) diff --git a/.buildkite/auditbeat/auditbeat-pipeline.yml b/.buildkite/auditbeat/auditbeat-pipeline.yml index 51d158c19a4..bb42dbdb995 100644 --- a/.buildkite/auditbeat/auditbeat-pipeline.yml +++ b/.buildkite/auditbeat/auditbeat-pipeline.yml @@ -31,6 +31,11 @@ env: # Module Tests BEAT_PATH: "auditbeat" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "auditbeat-check-update" @@ -178,6 +183,9 @@ steps: source .buildkite/scripts/install_macos_tools.sh cd auditbeat mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/filebeat/filebeat-pipeline.yml b/.buildkite/filebeat/filebeat-pipeline.yml index 69cb085af49..e4a89f541c1 100644 --- a/.buildkite/filebeat/filebeat-pipeline.yml +++ b/.buildkite/filebeat/filebeat-pipeline.yml @@ -28,6 +28,11 @@ env: # Module Tests BEAT_PATH: "filebeat" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "filebeat-check-update" @@ -221,6 +226,9 @@ steps: source .buildkite/scripts/install_macos_tools.sh cd filebeat mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/heartbeat/heartbeat-pipeline.yml b/.buildkite/heartbeat/heartbeat-pipeline.yml index 63d68691344..80912e79061 100644 --- a/.buildkite/heartbeat/heartbeat-pipeline.yml +++ b/.buildkite/heartbeat/heartbeat-pipeline.yml @@ -29,6 +29,11 @@ env: RACE_DETECTOR: "true" TEST_COVERAGE: "true" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "heartbeat-check-update" @@ -177,6 +182,9 @@ steps: source .buildkite/scripts/install_macos_tools.sh cd heartbeat mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/metricbeat/pipeline.yml b/.buildkite/metricbeat/pipeline.yml index cc070c3b6d5..a8854bf8438 100644 --- a/.buildkite/metricbeat/pipeline.yml +++ b/.buildkite/metricbeat/pipeline.yml @@ -32,6 +32,11 @@ env: RACE_DETECTOR: "true" TEST_COVERAGE: "true" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "metricbeat-check-update" @@ -234,6 +239,9 @@ steps: set -euo pipefail source .buildkite/scripts/install_macos_tools.sh cd metricbeat && mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/packetbeat/pipeline.packetbeat.yml b/.buildkite/packetbeat/pipeline.packetbeat.yml index c297caa0c01..7d065987fae 100644 --- a/.buildkite/packetbeat/pipeline.packetbeat.yml +++ b/.buildkite/packetbeat/pipeline.packetbeat.yml @@ -26,6 +26,11 @@ env: RACE_DETECTOR: "true" TEST_COVERAGE: "true" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "packetbeat-check-update" @@ -183,6 +188,9 @@ steps: source .buildkite/scripts/install_macos_tools.sh cd packetbeat mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.auditbeat.yml b/.buildkite/x-pack/pipeline.xpack.auditbeat.yml index 16813a8c718..7011c634394 100644 --- a/.buildkite/x-pack/pipeline.xpack.auditbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.auditbeat.yml @@ -30,6 +30,11 @@ env: # Module tests BEAT_PATH: "x-pack/auditbeat" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "x-pack-auditbeat-check-update" @@ -191,6 +196,9 @@ steps: source .buildkite/scripts/install_macos_tools.sh cd x-pack/auditbeat mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.filebeat.yml b/.buildkite/x-pack/pipeline.xpack.filebeat.yml index 93940a16292..4bc1d06cccd 100644 --- a/.buildkite/x-pack/pipeline.xpack.filebeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.filebeat.yml @@ -28,6 +28,11 @@ env: # Module Tests BEAT_PATH: "x-pack/filebeat" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "x-pack-filebeat-check-update" @@ -247,6 +252,9 @@ steps: source .buildkite/scripts/install_macos_tools.sh cd x-pack/filebeat mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.heartbeat.yml b/.buildkite/x-pack/pipeline.xpack.heartbeat.yml index 2c74e6f3d71..a160622bef7 100644 --- a/.buildkite/x-pack/pipeline.xpack.heartbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.heartbeat.yml @@ -32,6 +32,11 @@ env: RACE_DETECTOR: "true" TEST_COVERAGE: "true" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "x-pack-heartbeat-check-update" @@ -205,6 +210,9 @@ steps: installNodeJsDependencies cd x-pack/heartbeat mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.metricbeat.yml b/.buildkite/x-pack/pipeline.xpack.metricbeat.yml index 7f637a9a4c6..8489a2ce872 100644 --- a/.buildkite/x-pack/pipeline.xpack.metricbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.metricbeat.yml @@ -30,6 +30,11 @@ env: # Module tests BEAT_PATH: "x-pack/metricbeat" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "x-pack-metricbeat-check-update" @@ -209,6 +214,9 @@ steps: set -euo pipefail source .buildkite/scripts/install_macos_tools.sh cd x-pack/metricbeat && mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.osquerybeat.yml b/.buildkite/x-pack/pipeline.xpack.osquerybeat.yml index 88d746d54c5..fa643637a54 100644 --- a/.buildkite/x-pack/pipeline.xpack.osquerybeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.osquerybeat.yml @@ -21,6 +21,11 @@ env: RACE_DETECTOR: "true" TEST_COVERAGE: "true" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "x-pack-osquerybeat-check-update" @@ -179,6 +184,9 @@ steps: set -euo pipefail source .buildkite/scripts/install_macos_tools.sh cd x-pack/osquerybeat && mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3 diff --git a/.buildkite/x-pack/pipeline.xpack.packetbeat.yml b/.buildkite/x-pack/pipeline.xpack.packetbeat.yml index 75722a6d2ad..5f129b079a5 100644 --- a/.buildkite/x-pack/pipeline.xpack.packetbeat.yml +++ b/.buildkite/x-pack/pipeline.xpack.packetbeat.yml @@ -24,6 +24,11 @@ env: RACE_DETECTOR: "true" TEST_COVERAGE: "true" + # Concurrency definition + CONCURRENCY_GROUP: "orka-concurrency-group" + CONCURRENCY_COUNT: 10 + CONCURRENCY_METHOD: eager + steps: - group: "Check/Update" key: "x-pack-packetbeat-check-update" @@ -185,6 +190,9 @@ steps: source .buildkite/scripts/install_macos_tools.sh cd x-pack/packetbeat mage build unitTest + concurrency_group: "${CONCURRENCY_GROUP}" + concurrency: "${CONCURRENCY_COUNT}" + concurrency_method: "${CONCURRENCY_METHOD}" retry: automatic: - limit: 3