Merge branch 'master' into feature/host-isolation-exception-artifact-generation

Author: kibanamachine

.buildkite/pipelines/performance/nightly.yml

@@ -0,0 +1,35 @@
+steps:
+  - block: ":gear: Performance Tests Configuration"
+    prompt: "Fill out the details for performance test"
+    fields:
+      - text: ":arrows_counterclockwise: Iterations"
+        key: "performance-test-iteration-count"
+        hint: "How many times you want to run tests? "
+        required: true
+    if: build.env('ITERATION_COUNT_ENV') == null
+
+  - label: ":male-mechanic::skin-tone-2: Pre-Build"
+    command: .buildkite/scripts/lifecycle/pre_build.sh
+
+  - wait
+
+  - label: ":factory_worker: Build Kibana Distribution and Plugins"
+    command: .buildkite/scripts/steps/build_kibana.sh
+    agents:
+      queue: c2-16
+    key: build
+
+  - label: ":muscle: Performance Tests"
+    command: .buildkite/scripts/steps/functional/performance.sh
+    agents:
+      queue: ci-group-6
+    depends_on: build
+    concurrency: 50
+    concurrency_group: 'performance-test-group'
+
+  - wait: ~
+    continue_on_failure: true
+
+  - label: ":male_superhero::skin-tone-2: Post-Build"
+    command: .buildkite/scripts/lifecycle/post_build.sh
+

.buildkite/scripts/steps/functional/performance.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+set -uo pipefail
+
+if [ -z "${ITERATION_COUNT_ENV+x}" ]; then
+  ITERATION_COUNT="$(buildkite-agent meta-data get performance-test-iteration-count)"
+else
+  ITERATION_COUNT=$ITERATION_COUNT_ENV
+fi
+
+tput setab 2; tput setaf 0; echo "Performance test will be run at ${BUILDKITE_BRANCH} ${ITERATION_COUNT} times"
+
+cat << EOF | buildkite-agent pipeline upload
+steps:
+  - command: .buildkite/scripts/steps/functional/performance_sub.sh
+    parallelism: "$ITERATION_COUNT"
+EOF
+
+
+

.buildkite/scripts/steps/functional/performance_sub.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+source .buildkite/scripts/common/util.sh
+
+.buildkite/scripts/bootstrap.sh
+.buildkite/scripts/download_build_artifacts.sh
+
+cd "$XPACK_DIR"
+
+echo --- Run Performance Tests
+checks-reporter-with-killswitch "Run Performance Tests" \
+  node scripts/functional_tests \
+    --debug --bail \
+    --kibana-install-dir "$KIBANA_BUILD_LOCATION" \
+    --config test/performance/config.ts;

docs/management/connectors/action-types/pagerduty.asciidoc

@@ -68,7 +68,7 @@ PagerDuty actions have the following properties.
 
 Severity::      The perceived severity of on the affected system. This can be one of `Critical`, `Error`, `Warning` or `Info`(default).
 Event action::  One of `Trigger` (default), `Resolve`, or `Acknowledge`. See https://v2.developer.pagerduty.com/docs/events-api-v2#event-action[event action] for more details.
-Dedup Key::     All actions sharing this key will be associated with the same PagerDuty alert. This value is used to correlate trigger and resolution. This value is *optional*, and if not set, defaults to `<alert ID>:<alert instance ID>`. The maximum length is *255* characters. See https://v2.developer.pagerduty.com/docs/events-api-v2#alert-de-duplication[alert deduplication] for details. 
+Dedup Key::     All actions sharing this key will be associated with the same PagerDuty alert. This value is used to correlate trigger and resolution. This value is *optional*, and if not set, defaults to `<rule ID>:<alert ID>`. The maximum length is *255* characters. See https://v2.developer.pagerduty.com/docs/events-api-v2#alert-de-duplication[alert deduplication] for details. 
 Timestamp::     An *optional* https://v2.developer.pagerduty.com/v2/docs/types#datetime[ISO-8601 format date-time], indicating the time the event was detected or generated.
 Component::     An *optional* value indicating the component of the source machine that is responsible for the event, for example `mysql` or `eth0`.
 Group::         An *optional* value indicating the logical grouping of components of a service, for example `app-stack`.

packages/kbn-securitysolution-list-constants/src/index.ts

@@ -73,6 +73,6 @@ export const ENDPOINT_EVENT_FILTERS_LIST_DESCRIPTION = 'Endpoint Security Event
 
 export const ENDPOINT_HOST_ISOLATION_EXCEPTIONS_LIST_ID = 'endpoint_host_isolation_exceptions';
 export const ENDPOINT_HOST_ISOLATION_EXCEPTIONS_LIST_NAME =
-  'Endpoint Security Host Isolation Exceptions List';
+  'Endpoint Security Host isolation exceptions List';
 export const ENDPOINT_HOST_ISOLATION_EXCEPTIONS_LIST_DESCRIPTION =
-  'Endpoint Security Host Isolation Exceptions List';
+  'Endpoint Security Host isolation exceptions List';

src/plugins/custom_integrations/server/language_clients/index.ts

@@ -23,27 +23,14 @@ interface LanguageIntegration {
 const ELASTIC_WEBSITE_URL = 'https://www.elastic.co';
 const ELASTICSEARCH_CLIENT_URL = `${ELASTIC_WEBSITE_URL}/guide/en/elasticsearch/client`;
 export const integrations: LanguageIntegration[] = [
-  {
-    id: 'all',
-    title: i18n.translate('customIntegrations.languageclients.AllTitle', {
-      defaultMessage: 'Elasticsearch Clients',
-    }),
-    euiIconName: 'logoElasticsearch',
-    description: i18n.translate('customIntegrations.languageclients.AllDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official language clients.',
-    }),
-    docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/index.html`,
-  },
   {
     id: 'javascript',
     title: i18n.translate('customIntegrations.languageclients.JavascriptTitle', {
       defaultMessage: 'Elasticsearch JavaScript Client',
     }),
     icon: 'nodejs.svg',
     description: i18n.translate('customIntegrations.languageclients.JavascriptDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official Node.js client.',
+      defaultMessage: 'Index data to Elasticsearch with the JavaScript client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/javascript-api/{branch}/introduction.html`,
   },
@@ -54,8 +41,7 @@ export const integrations: LanguageIntegration[] = [
     }),
     icon: 'ruby.svg',
     description: i18n.translate('customIntegrations.languageclients.RubyDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official Ruby client.',
+      defaultMessage: 'Index data to Elasticsearch with the Ruby client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/ruby-api/{branch}/ruby_client.html`,
   },
@@ -66,8 +52,7 @@ export const integrations: LanguageIntegration[] = [
     }),
     icon: 'go.svg',
     description: i18n.translate('customIntegrations.languageclients.GoDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official Go client.',
+      defaultMessage: 'Index data to Elasticsearch with the Go client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/go-api/{branch}/overview.html`,
   },
@@ -78,8 +63,7 @@ export const integrations: LanguageIntegration[] = [
     }),
     icon: 'dotnet.svg',
     description: i18n.translate('customIntegrations.languageclients.DotNetDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official .NET client.',
+      defaultMessage: 'Index data to Elasticsearch with the .NET client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/net-api/{branch}/index.html`,
   },
@@ -90,8 +74,7 @@ export const integrations: LanguageIntegration[] = [
     }),
     icon: 'php.svg',
     description: i18n.translate('customIntegrations.languageclients.PhpDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official .PHP client.',
+      defaultMessage: 'Index data to Elasticsearch with the PHP client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/php-api/{branch}/index.html`,
   },
@@ -102,8 +85,7 @@ export const integrations: LanguageIntegration[] = [
     }),
     icon: 'perl.svg',
     description: i18n.translate('customIntegrations.languageclients.PerlDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official Perl client.',
+      defaultMessage: 'Index data to Elasticsearch with the Perl client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/perl-api/{branch}/index.html`,
   },
@@ -114,8 +96,7 @@ export const integrations: LanguageIntegration[] = [
     }),
     icon: 'python.svg',
     description: i18n.translate('customIntegrations.languageclients.PythonDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official Python client.',
+      defaultMessage: 'Index data to Elasticsearch with the Python client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/python-api/{branch}/index.html`,
   },
@@ -126,8 +107,7 @@ export const integrations: LanguageIntegration[] = [
     }),
     icon: 'rust.svg',
     description: i18n.translate('customIntegrations.languageclients.RustDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official Rust client.',
+      defaultMessage: 'Index data to Elasticsearch with the Rust client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/rust-api/{branch}/index.html`,
   },
@@ -138,8 +118,7 @@ export const integrations: LanguageIntegration[] = [
     }),
     icon: 'java.svg',
     description: i18n.translate('customIntegrations.languageclients.JavaDescription', {
-      defaultMessage:
-        'Start building your custom application on top of Elasticsearch with the official Java client.',
+      defaultMessage: 'Index data to Elasticsearch with the Java client.',
     }),
     docUrlTemplate: `${ELASTICSEARCH_CLIENT_URL}/java-api-client/{branch}/index.html`,
   },

src/plugins/custom_integrations/server/plugin.test.ts

@@ -31,23 +31,10 @@ describe('CustomIntegrationsPlugin', () => {
     test('should register language clients', () => {
       const setup = new CustomIntegrationsPlugin(initContext).setup(mockCoreSetup);
       expect(setup.getAppendCustomIntegrations()).toEqual([
-        {
-          id: 'language_client.all',
-          title: 'Elasticsearch Clients',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official language clients.',
-          type: 'ui_link',
-          shipper: 'language_clients',
-          uiInternalPath: 'https://www.elastic.co/guide/en/elasticsearch/client/index.html',
-          isBeta: false,
-          icons: [{ type: 'eui', src: 'logoElasticsearch' }],
-          categories: ['elastic_stack', 'custom', 'language_client'],
-        },
         {
           id: 'language_client.javascript',
           title: 'Elasticsearch JavaScript Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official Node.js client.',
+          description: 'Index data to Elasticsearch with the JavaScript client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:
@@ -59,8 +46,7 @@ describe('CustomIntegrationsPlugin', () => {
         {
           id: 'language_client.ruby',
           title: 'Elasticsearch Ruby Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official Ruby client.',
+          description: 'Index data to Elasticsearch with the Ruby client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:
@@ -72,8 +58,7 @@ describe('CustomIntegrationsPlugin', () => {
         {
           id: 'language_client.go',
           title: 'Elasticsearch Go Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official Go client.',
+          description: 'Index data to Elasticsearch with the Go client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:
@@ -85,8 +70,7 @@ describe('CustomIntegrationsPlugin', () => {
         {
           id: 'language_client.dotnet',
           title: 'Elasticsearch .NET Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official .NET client.',
+          description: 'Index data to Elasticsearch with the .NET client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:
@@ -98,8 +82,7 @@ describe('CustomIntegrationsPlugin', () => {
         {
           id: 'language_client.php',
           title: 'Elasticsearch PHP Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official .PHP client.',
+          description: 'Index data to Elasticsearch with the PHP client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:
@@ -111,8 +94,7 @@ describe('CustomIntegrationsPlugin', () => {
         {
           id: 'language_client.perl',
           title: 'Elasticsearch Perl Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official Perl client.',
+          description: 'Index data to Elasticsearch with the Perl client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:
@@ -124,8 +106,7 @@ describe('CustomIntegrationsPlugin', () => {
         {
           id: 'language_client.python',
           title: 'Elasticsearch Python Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official Python client.',
+          description: 'Index data to Elasticsearch with the Python client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:
@@ -137,8 +118,7 @@ describe('CustomIntegrationsPlugin', () => {
         {
           id: 'language_client.rust',
           title: 'Elasticsearch Rust Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official Rust client.',
+          description: 'Index data to Elasticsearch with the Rust client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:
@@ -150,8 +130,7 @@ describe('CustomIntegrationsPlugin', () => {
         {
           id: 'language_client.java',
           title: 'Elasticsearch Java Client',
-          description:
-            'Start building your custom application on top of Elasticsearch with the official Java client.',
+          description: 'Index data to Elasticsearch with the Java client.',
           type: 'ui_link',
           shipper: 'language_clients',
           uiInternalPath:

src/plugins/home/server/services/sample_data/data_sets/logs/index.ts

@@ -20,6 +20,7 @@ const logsDescription = i18n.translate('home.sampleData.logsSpecDescription', {
 });
 const initialAppLinks = [] as AppLinkSchema[];
 
+export const GLOBE_ICON_PATH = '/plugins/home/assets/sample_data_resources/logs/icon.svg';
 export const logsSpecProvider = function (): SampleDatasetSchema {
   return {
     id: 'logs',
@@ -42,6 +43,6 @@ export const logsSpecProvider = function (): SampleDatasetSchema {
       },
     ],
     status: 'not_installed',
-    iconPath: '/plugins/home/assets/sample_data_resources/logs/icon.svg',
+    iconPath: GLOBE_ICON_PATH,
   };
 };

src/plugins/home/server/services/sample_data/lib/register_with_integrations.ts

@@ -7,29 +7,26 @@
  */
 
 import { CoreSetup } from 'kibana/server';
+import { i18n } from '@kbn/i18n';
 import { CustomIntegrationsPluginSetup } from '../../../../../custom_integrations/server';
-import { SampleDatasetSchema } from './sample_dataset_schema';
 import { HOME_APP_BASE_PATH } from '../../../../common/constants';
+import { GLOBE_ICON_PATH } from '../data_sets/logs';
 
 export function registerSampleDatasetWithIntegration(
   customIntegrations: CustomIntegrationsPluginSetup,
-  core: CoreSetup,
-  sampleDataset: SampleDatasetSchema
+  core: CoreSetup
 ) {
   customIntegrations.registerCustomIntegration({
-    id: sampleDataset.id,
-    title: sampleDataset.name,
-    description: sampleDataset.description,
+    id: 'sample_data_all',
+    title: i18n.translate('home.sampleData.customIntegrationsTitle', {
+      defaultMessage: 'Sample Data',
+    }),
+    description: i18n.translate('home.sampleData.customIntegrationsDescription', {
+      defaultMessage: 'Add sample data and assets to Elasticsearch and Kibana.',
+    }),
     uiInternalPath: `${HOME_APP_BASE_PATH}#/tutorial_directory/sampleData`,
     isBeta: false,
-    icons: sampleDataset.iconPath
-      ? [
-          {
-            type: 'svg',
-            src: core.http.basePath.prepend(sampleDataset.iconPath),
-          },
-        ]
-      : [],
+    icons: [{ type: 'svg', src: core.http.basePath.prepend(GLOBE_ICON_PATH) }],
     categories: ['sample_data'],
     shipper: 'sample_data',
   });