Merge branch 'main' into backfill-metrics

Author: elasticmachine

.buildkite/pipelines/security_solution_quality_gate/mki_periodic/mki_periodic_rule_management.yml

@@ -215,9 +215,37 @@ steps:
             - exit_status: '1'
               limit: 2
 
-      - label: 'API MKI - prebuilt_rules_management:customization_enabled:qa:serverless'
-        command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh prebuilt_rules_management:customization_enabled:qa:serverless
-        key: prebuilt_rules_management:customization_enabled:qa:serverless
+      - label: 'API MKI - prebuilt_rules_management:customization_enabled:customization:qa:serverless'
+        command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh prebuilt_rules_management:customization_enabled:customization:qa:serverless
+        key: prebuilt_rules_management:customization_enabled:customization:qa:serverless
+        agents:
+          image: family/kibana-ubuntu-2404
+          imageProject: elastic-images-prod
+          provider: gcp
+          machineType: n2-standard-4
+        timeout_in_minutes: 120
+        retry:
+          automatic:
+            - exit_status: '1'
+              limit: 2
+
+      - label: 'API MKI - prebuilt_rules_management:customization_enabled:upgrade_prebuilt_rules:qa:serverless'
+        command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh prebuilt_rules_management:customization_enabled:upgrade_prebuilt_rules:qa:serverless
+        key: prebuilt_rules_management:customization_enabled:upgrade_prebuilt_rules:qa:serverless
+        agents:
+          image: family/kibana-ubuntu-2404
+          imageProject: elastic-images-prod
+          provider: gcp
+          machineType: n2-standard-4
+        timeout_in_minutes: 120
+        retry:
+          automatic:
+            - exit_status: '1'
+              limit: 2
+
+      - label: 'API MKI - prebuilt_rules_management:customization_enabled:upgrade_notifications:qa:serverless'
+        command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh prebuilt_rules_management:customization_enabled:upgrade_notifications:qa:serverless
+        key: prebuilt_rules_management:customization_enabled:upgrade_notifications:qa:serverless
         agents:
           image: family/kibana-ubuntu-2404
           imageProject: elastic-images-prod

.buildkite/pipelines/security_solution_quality_gate/mki_quality_gate/mki_quality_gate_rule_management.yml

@@ -117,9 +117,37 @@ steps:
             - exit_status: '1'
               limit: 2
 
-      - label: 'API MKI - prebuilt_rules_management:customization_enabled:qa:serverless:release'
-        command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh prebuilt_rules_management:customization_enabled:qa:serverless:release
-        key: prebuilt_rules_management:customization_enabled:qa:serverless:release
+      - label: 'API MKI - prebuilt_rules_management:customization_enabled:customization:qa:serverless:release'
+        command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh prebuilt_rules_management:customization_enabled:customization:qa:serverless:release
+        key: prebuilt_rules_management:customization_enabled:customization:qa:serverless:release
+        agents:
+          image: family/kibana-ubuntu-2404
+          imageProject: elastic-images-prod
+          provider: gcp
+          machineType: n2-standard-4
+        timeout_in_minutes: 120
+        retry:
+          automatic:
+            - exit_status: '1'
+              limit: 2
+
+      - label: 'API MKI - prebuilt_rules_management:customization_enabled:upgrade_prebuilt_rules:qa:serverless:release'
+        command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh prebuilt_rules_management:customization_enabled:upgrade_prebuilt_rules:qa:serverless:release
+        key: prebuilt_rules_management:customization_enabled:upgrade_prebuilt_rules:qa:serverless:release
+        agents:
+          image: family/kibana-ubuntu-2404
+          imageProject: elastic-images-prod
+          provider: gcp
+          machineType: n2-standard-4
+        timeout_in_minutes: 120
+        retry:
+          automatic:
+            - exit_status: '1'
+              limit: 2
+
+      - label: 'API MKI - prebuilt_rules_management:customization_enabled:upgrade_notifications:qa:serverless:release'
+        command: .buildkite/scripts/pipelines/security_solution_quality_gate/api_integration/api-integration-tests.sh prebuilt_rules_management:customization_enabled:upgrade_notifications:qa:serverless:release
+        key: prebuilt_rules_management:customization_enabled:upgrade_notifications:qa:serverless:release
         agents:
           image: family/kibana-ubuntu-2404
           imageProject: elastic-images-prod

.buildkite/scripts/pipelines/pull_request/pipeline.ts

@@ -16,11 +16,9 @@
         ] */
 
 import fs from 'fs';
-import yaml from 'js-yaml';
 import prConfigs from '../../../pull_requests.json';
 import {
   areChangesSkippable,
-  doAllChangesMatch,
   doAnyChangesMatch,
   getAgentImageConfig,
   emitPipeline,
@@ -65,35 +63,7 @@ const getPipeline = (filename: string, removeSteps = true) => {
     }
 
     pipeline.push(getPipeline('.buildkite/pipelines/pull_request/base.yml', false));
-
-    const solutions = ['chat', 'observability', 'search', 'security'];
-    let limitSolutions: string | undefined;
-    for (const solution of solutions) {
-      if (await doAllChangesMatch(new RegExp(`^x-pack/solutions/${solution}`))) {
-        limitSolutions = solution;
-        break;
-      }
-    }
-
-    const pickTestGroups = yaml.load(
-      getPipeline('.buildkite/pipelines/pull_request/pick_test_groups.yml')
-    ) as Array<{ env?: Record<string, string> }>;
-    if (limitSolutions) {
-      pickTestGroups.forEach((step) => {
-        step.env = {
-          ...step.env,
-          LIMIT_SOLUTIONS: limitSolutions,
-        };
-      });
-    }
-    pipeline.push(
-      yaml
-        .dump(pickTestGroups)
-        .split('\n')
-        .map((line) => (line ? `  ${line}` : line))
-        .join('\n')
-    );
-
+    pipeline.push(getPipeline('.buildkite/pipelines/pull_request/pick_test_groups.yml'));
     pipeline.push(getPipeline('.buildkite/pipelines/pull_request/scout_tests.yml'));
 
     if (await doAnyChangesMatch([/^src\/platform\/packages\/private\/kbn-handlebars/])) {

.buildkite/scripts/steps/test/scout_test_run_builder.sh

@@ -15,7 +15,7 @@ buildkite-agent artifact upload "scout_playwright_configs.json"
 echo '--- Running Scout Integration Tests'
 node scripts/scout.js run-tests \
 --serverless=security \
---config src/platform/packages/shared/kbn-scout/integration_tests/playwright.config.ts \
+--config src/platform/packages/shared/kbn-scout/test/scout/playwright.config.ts \
 --kibana-install-dir "$KIBANA_BUILD_LOCATION"
 
 echo '--- Producing Scout Test Execution Steps'

.eslintrc.js

@@ -1137,6 +1137,7 @@ module.exports = {
         'x-pack/solutions/observability/plugins/**/!(*.stories.tsx|*.test.tsx|*.storybook_decorator.tsx|*.mock.tsx)',
         'x-pack/solutions/observability/packages/**/!(*.stories.tsx|*.test.tsx|*.storybook_decorator.tsx|*.mock.tsx)',
         'src/platform/plugins/shared/ai_assistant_management/**/!(*.stories.tsx|*.test.tsx|*.storybook_decorator.tsx|*.mock.tsx)',
+        'x-pack/platform/plugins/shared/streams_app/**/!(*.stories.tsx|*.test.tsx|*.storybook_decorator.tsx|*.mock.tsx)',
         'src/platform/packages/shared/kbn-unified-metrics-grid/**/!(*.stories.tsx|*.test.tsx|*.storybook_decorator.tsx|*.mock.tsx)',
       ],
       rules: {

.github/CODEOWNERS

@@ -866,6 +866,7 @@ x-pack/platform/packages/private/ml/validators @elastic/ml-ui
 x-pack/platform/packages/private/rollup @elastic/kibana-management
 x-pack/platform/packages/private/security/authorization_core @elastic/kibana-security
 x-pack/platform/packages/private/security/authorization_core_common @elastic/kibana-security
+x-pack/platform/packages/private/security/kbn_uiam_dev_cli @elastic/kibana-security
 x-pack/platform/packages/private/security/role_management_model @elastic/kibana-security
 x-pack/platform/packages/private/security/ui_components @elastic/kibana-security
 x-pack/platform/packages/private/upgrade-assistant/common @elastic/kibana-management
@@ -983,7 +984,7 @@ x-pack/platform/plugins/shared/ai_infra/product_doc_base @elastic/appex-ai-infra
 x-pack/platform/plugins/shared/aiops @elastic/ml-ui
 x-pack/platform/plugins/shared/alerting @elastic/response-ops
 x-pack/platform/plugins/shared/apm_sources_access @elastic/obs-ux-infra_services-team
-x-pack/platform/plugins/shared/automatic_import @elastic/security-scalability
+x-pack/platform/plugins/shared/automatic_import @elastic/integration-experience
 x-pack/platform/plugins/shared/cases @elastic/kibana-cases
 x-pack/platform/plugins/shared/cloud @elastic/kibana-core
 x-pack/platform/plugins/shared/content_connectors @elastic/search-kibana
@@ -1278,6 +1279,7 @@ src/platform/plugins/shared/discover/public/context_awareness/profile_providers/
 # TODO: this deprecation_logs folder should be owned by kibana management team after 9.0
 src/platform/plugins/shared/discover/public/context_awareness/profile_providers/common/deprecation_logs @elastic/kibana-data-discovery @elastic/kibana-core
 src/platform/plugins/shared/discover/public/context_awareness/profile_providers/observability @elastic/kibana-data-discovery @elastic/obs-ux-logs-team
+src/platform/plugins/shared/discover/public/context_awareness/profile_providers/observability/observability_document_profile @elastic/obs-ux-infra_services-team
 src/platform/plugins/shared/discover/public/context_awareness/profile_providers/observability/traces_document_profile @elastic/obs-ux-infra_services-team
 src/platform/plugins/shared/discover/public/context_awareness/profile_providers/observability/traces_data_source_profile @elastic/obs-ux-infra_services-team
 src/platform/plugins/shared/discover/public/context_awareness/profile_providers/observability/metrics_data_source_profile @elastic/obs-ux-infra_services-team
@@ -1481,6 +1483,7 @@ x-pack/solutions/observability/plugins/observability/server/lib/esql_extensions
 /x-pack/solutions/observability/test/serverless/functional/test_suites/infra @elastic/obs-ux-infra_services-team
 /x-pack/solutions/observability/plugins/observability/public/pages/overview @elastic/obs-ux-infra_services-team # Assigned to this team since it mostly uses infra/APM components
 /src/platform/plugins/shared/unified_doc_viewer/public/components/observability/traces @elastic/obs-ux-infra_services-team
+/src/platform/plugins/shared/unified_doc_viewer/public/components/observability/generic @elastic/obs-ux-infra_services-team
 /src/platform/plugins/shared/unified_doc_viewer/public/components/observability/attributes @elastic/obs-ux-infra_services-team
 /src/platform/plugins/shared/unified_doc_viewer/public/components/content_framework @elastic/obs-ux-infra_services-team
 /src/platform/packages/shared/kbn-unified-metrics-grid @elastic/obs-ux-infra_services-team
@@ -2094,7 +2097,8 @@ x-pack/platform/plugins/private/cloud_integrations/cloud_full_story/server/confi
 #CC# /x-pack/platform/plugins/private/translations/ @elastic/kibana-localization @elastic/kibana-core
 
 # Kibana Platform Security
-# security
+/scripts/uiam_dev.js
+
 /x-pack/platform/test/fixtures/es_archives/security @elastic/kibana-security
 /x-pack/platform/test/functional/fixtures/kbn_archives/spaces @elastic/kibana-security
 /x-pack/platform/test/functional/fixtures/kbn_archives/security @elastic/kibana-security
@@ -2390,7 +2394,7 @@ x-pack/platform/test/functional/page_objects/search_profiler_page.ts @elastic/se
 /x-pack/solutions/security/plugins/security_solution/public/attack_discovery @elastic/security-generative-ai
 /x-pack/solutions/security/test/security_solution_cypress/cypress/e2e/ai_assistant @elastic/security-generative-ai
 /x-pack/solutions/security/plugins/security_solution_ess/public/upselling/pages/attack_discovery @elastic/security-generative-ai
-/x-pack/solutions/security/test/security_solution_cypress/cypress/e2e/automatic_import @elastic/security-scalability
+/x-pack/solutions/security/test/security_solution_cypress/cypress/e2e/automatic_import @elastic/integration-experience
 /x-pack/solutions/security/plugins/security_solution/public/configurations @elastic/security-generative-ai
 /x-pack/solutions/security/plugins/security_solution_serverless/public/navigation/ai_soc @elastic/security-solution @elastic/security-threat-hunting-investigations
 
@@ -2800,7 +2804,7 @@ x-pack/solutions/security/test/security_solution_api_integration/test_suites/exp
 x-pack/solutions/security/test/security_solution_api_integration/test_suites/genai @elastic/security-generative-ai
 
 ## Security Solution sub teams - Automatic Import
-x-pack/platform/test/automatic_import_api_integration @elastic/security-scalability
+x-pack/platform/test/automatic_import_api_integration @elastic/integration-experience
 
 # Security Defend Workflows - OSQuery Ownership
 /x-pack/solutions/security/test/osquery_cypress @elastic/security-defend-workflows

.github/codeql/codeql-config.yml

@@ -119,6 +119,7 @@ paths-ignore:
   - x-pack/examples
   - x-pack/packages/ai-infra/product-doc-artifact-builder
   - x-pack/packages/kbn-synthetics-private-location
+  - x-pack/platform/packages/private/security/kbn_uiam_dev_cli
   - x-pack/platform/packages/shared/kbn-ai-tools-cli
   - x-pack/platform/packages/shared/kbn-data-forge
   - x-pack/platform/packages/shared/kbn-inference-cli

api_docs/automatic_import.mdx

@@ -15,7 +15,7 @@ import automaticImportObj from './automatic_import.devdocs.json';
 
 Plugin implementing the Automatic Import API and UI
 
-Contact [@elastic/security-scalability](https://github.com/orgs/elastic/teams/security-scalability) for questions regarding this plugin.
+Contact [@elastic/integration-experience](https://github.com/orgs/elastic/teams/integration-experience) for questions regarding this plugin.
 
 **Code health stats**
 

api_docs/plugin_directory.mdx

@@ -35,7 +35,7 @@ tags: ['contributor', 'dev', 'apidocs', 'kibana']
 | <DocLink id="kibApmPluginApi" text="apm"/> | [@elastic/obs-ux-infra_services-team](https://github.com/orgs/elastic/teams/obs-ux-infra_services-team) | The user interface for Elastic APM | 26 | 0 | 26 | 118 |
 | <DocLink id="kibApmDataAccessPluginApi" text="apmDataAccess"/> | [@elastic/obs-ux-infra_services-team](https://github.com/orgs/elastic/teams/obs-ux-infra_services-team) | - | 92 | 0 | 92 | 3 |
 | <DocLink id="kibApmSourcesAccessPluginApi" text="apmSourcesAccess"/> | [@elastic/obs-ux-infra_services-team](https://github.com/orgs/elastic/teams/obs-ux-infra_services-team) | - | 22 | 0 | 14 | 2 |
-| <DocLink id="kibAutomaticImportPluginApi" text="automaticImport"/> | [@elastic/security-scalability](https://github.com/orgs/elastic/teams/security-scalability) | Plugin implementing the Automatic Import API and UI | 79 | 0 | 63 | 4 |
+| <DocLink id="kibAutomaticImportPluginApi" text="automaticImport"/> | [@elastic/integration-experience](https://github.com/orgs/elastic/teams/integration-experience) | Plugin implementing the Automatic Import API and UI | 79 | 0 | 63 | 4 |
 | <DocLink id="kibBannersPluginApi" text="banners"/> | [@elastic/appex-sharedux](https://github.com/orgs/elastic/teams/appex-sharedux) | - | 10 | 0 | 10 | 0 |
 | <DocLink id="kibCanvasPluginApi" text="canvas"/> | [@elastic/kibana-presentation](https://github.com/orgs/elastic/teams/kibana-presentation) | Adds Canvas application to Kibana | 8 | 0 | 7 | 3 |
 | <DocLink id="kibCasesPluginApi" text="cases"/> | [@elastic/kibana-cases](https://github.com/orgs/elastic/teams/kibana-cases) | The Case management system in Kibana | 132 | 0 | 112 | 29 |

config/serverless.yml

@@ -165,6 +165,7 @@ xpack.cloud_integrations.data_migration.enabled: false
 
 # Other disabled plugins
 xpack.canvas.enabled: false
+xpack.reindex_service.enabled: false
 data.search.sessions.enabled: false
 advanced_settings.globalSettingsEnabled: false