[ML] Moving file data vizualizer to its own plugin (#96408) (#97752)

* [ML] Moving file data vizualizer to file upload plugin

* removing maps plug dependency

* fixing imports

* small refactor

* adding missing endpoints

* fixing translations

* fxing table controls

* fixing types and disabling geo point test

* actually disabling geo point test

* making endpoints internal

* moving UI code to separate plugin

* enabling maps integration

* cleaning up dependencies

* fixing translation ids

* moving analyze file endpoint out of file upload plugin

* fixing transtations issues

* refactor for lazy loading of component

* updating limits

* updating plugin asciidoc

* code clean up

* further clean up

* adding comment

* fixing really obvious CI error

* removing commented out include

* reenabling geo point test

* fixing incorrectly changed import

* removing ml from labels and identifiers

* renaming function

* moving analyse file endpoint to file upload plugin

* reverting import path changes

* adding esUiShared back in

* fixing navigation tabs alignment in basic license

* adding key to tab wrapper

* reverting test label

* further removal of ml references

* removing ml label from more identifiers

* fixing tests

Co-authored-by: Kibana Machine <42973632+kibanamachine@users.noreply.github.com>

Co-authored-by: James Gowdy <jgowdy@elastic.co>

Author: kibanamachine

docs/developer/plugin-list.asciidoc

@@ -392,6 +392,10 @@ actitivies.
 |The features plugin enhance Kibana with a per-feature privilege system.
 
 
+|{kib-repo}blob/{branch}/x-pack/plugins/file_data_visualizer[fileDataVisualizer]
+|WARNING: Missing README.
+
+
 |{kib-repo}blob/{branch}/x-pack/plugins/file_upload[fileUpload]
 |WARNING: Missing README.
 

packages/kbn-optimizer/limits.yml

@@ -106,6 +106,7 @@ pageLoadAssetSize:
   indexPatternFieldEditor: 90489
   osquery: 107090
   fileUpload: 25664
+  fileDataVisualizer: 27530
   banners: 17946
   mapsEms: 26072
   timelines: 28613

x-pack/.i18nrc.json

@@ -20,6 +20,7 @@
     "xpack.endpoint": "plugins/endpoint",
     "xpack.enterpriseSearch": "plugins/enterprise_search",
     "xpack.features": "plugins/features",
+    "xpack.fileDataVisualizer": "plugins/file_data_visualizer",
     "xpack.fileUpload": "plugins/file_upload",
     "xpack.globalSearch": ["plugins/global_search"],
     "xpack.globalSearchBar": ["plugins/global_search_bar"],

x-pack/plugins/file_data_visualizer/common/constants.ts

@@ -0,0 +1,31 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+export const UI_SETTING_MAX_FILE_SIZE = 'fileUpload:maxFileSize';
+
+export const MB = Math.pow(2, 20);
+export const MAX_FILE_SIZE = '100MB';
+export const MAX_FILE_SIZE_BYTES = 104857600; // 100MB
+
+export const ABSOLUTE_MAX_FILE_SIZE_BYTES = 1073741274; // 1GB
+export const FILE_SIZE_DISPLAY_FORMAT = '0,0.[0] b';
+
+// Value to use in the Elasticsearch index mapping meta data to identify the
+// index as having been created by the File Data Visualizer.
+export const INDEX_META_DATA_CREATED_BY = 'file-data-visualizer';
+
+export const JOB_FIELD_TYPES = {
+  BOOLEAN: 'boolean',
+  DATE: 'date',
+  GEO_POINT: 'geo_point',
+  GEO_SHAPE: 'geo_shape',
+  IP: 'ip',
+  KEYWORD: 'keyword',
+  NUMBER: 'number',
+  TEXT: 'text',
+  UNKNOWN: 'unknown',
+} as const;

x-pack/plugins/ml/public/application/datavisualizer/file_based/components/utils/index.ts renamed to x-pack/plugins/file_data_visualizer/common/index.ts

@@ -5,4 +5,5 @@
  * 2.0.
  */
 
-export { createUrlOverrides, processResults, readFile, DEFAULT_LINES_TO_SAMPLE } from './utils';
+export * from './constants';
+export * from './types';

x-pack/plugins/file_data_visualizer/common/types.ts

@@ -0,0 +1,22 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { JOB_FIELD_TYPES } from './constants';
+
+export type InputData = any[];
+
+export type JobFieldType = typeof JOB_FIELD_TYPES[keyof typeof JOB_FIELD_TYPES];
+
+export interface DataVisualizerTableState {
+  pageSize: number;
+  pageIndex: number;
+  sortField: string;
+  sortDirection: string;
+  visibleFieldTypes: string[];
+  visibleFieldNames: string[];
+  showDistributions: boolean;
+}

x-pack/plugins/file_data_visualizer/jest.config.js

@@ -0,0 +1,12 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+module.exports = {
+  preset: '@kbn/test',
+  rootDir: '../../..',
+  roots: ['<rootDir>/x-pack/plugins/file_data_visualizer'],
+};

x-pack/plugins/file_data_visualizer/kibana.json

@@ -0,0 +1,27 @@
+{
+  "id": "fileDataVisualizer",
+  "version": "8.0.0",
+  "kibanaVersion": "kibana",
+  "server": true,
+  "ui": true,
+  "requiredPlugins": [
+    "data",
+    "usageCollection",
+    "embeddable",
+    "share",
+    "discover",
+    "fileUpload"
+  ],
+  "optionalPlugins": [
+    "security",
+    "maps"
+  ],
+  "requiredBundles": [
+    "kibanaReact",
+    "maps",
+    "esUiShared"
+  ],
+  "extraPublicDirs": [
+    "common"
+  ]
+}

x-pack/plugins/file_data_visualizer/public/api/index.ts

@@ -0,0 +1,14 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { lazyLoadModules } from '../lazy_load_bundle';
+import { FileDataVisualizer } from '../application';
+
+export async function getFileDataVisualizerComponent(): Promise<typeof FileDataVisualizer> {
+  const modules = await lazyLoadModules();
+  return modules.FileDataVisualizer;
+}