[ml] migrate file_data_visualizer/import route to file_upload plugin (#89640) (#90075)

* migrate file_upload plugin to maps_file_upload

* update plugins list

* migrate ml import endpoint

* migrate ml telemetry to file_upload plugin

* add fileUpload plugin to ml

* add TS project

* update ML to use file_upload endpoint

* move types to file_upload plugin

* ignore error

* clean up

* i18n clean-up

* remove schemas from ml

* remove usageCollection from ml

* node scripts/build_plugin_list_docs

* update telemety collector

* revert changes to ingestPipeline schema

* change name of TELEMETRY_DOC_ID to unique value

* remove ImportFile from ml/server/routes/apidoc.json

* fix typo in x=pack/tsconfig.json

Co-authored-by: Kibana Machine <42973632+kibanamachine@users.noreply.github.com>
# Conflicts:
#	src/plugins/telemetry/schema/oss_plugins.json
#	x-pack/plugins/telemetry_collection_xpack/schema/xpack_plugins.json

Author: nreese

docs/developer/plugin-list.asciidoc

@@ -366,6 +366,10 @@ and actions.
 |The features plugin enhance Kibana with a per-feature privilege system.
 
 
+|{kib-repo}blob/{branch}/x-pack/plugins/file_upload[fileUpload]
+|WARNING: Missing README.
+
+
 |{kib-repo}blob/{branch}/x-pack/plugins/fleet/README.md[fleet]
 |Fleet needs to have Elasticsearch API keys enabled, and also to have TLS enabled on kibana, (if you want to run Kibana without TLS you can provide the following config flag --xpack.fleet.agents.tlsCheckDisabled=false)
 

x-pack/plugins/ml/common/constants/file_datavisualizer.ts renamed to x-pack/plugins/file_upload/common/constants.ts

@@ -0,0 +1,8 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+export * from './constants';
+export * from './types';

x-pack/plugins/file_upload/common/index.ts

@@ -0,0 +1,54 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+export interface ImportResponse {
+  success: boolean;
+  id: string;
+  index?: string;
+  pipelineId?: string;
+  docCount: number;
+  failures: ImportFailure[];
+  error?: any;
+  ingestError?: boolean;
+}
+
+export interface ImportFailure {
+  item: number;
+  reason: string;
+  doc: ImportDoc;
+}
+
+export interface Doc {
+  message: string;
+}
+
+export type ImportDoc = Doc | string;
+
+export interface Settings {
+  pipeline?: string;
+  index: string;
+  body: any[];
+  [key: string]: any;
+}
+
+export interface Mappings {
+  _meta?: {
+    created_by: string;
+  };
+  properties: {
+    [key: string]: any;
+  };
+}
+
+export interface IngestPipelineWrapper {
+  id: string;
+  pipeline: IngestPipeline;
+}
+
+export interface IngestPipeline {
+  description: string;
+  processors: any[];
+}

x-pack/plugins/file_upload/common/types.ts

@@ -0,0 +1,11 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+module.exports = {
+  preset: '@kbn/test',
+  rootDir: '../../..',
+  roots: ['<rootDir>/x-pack/plugins/file_upload'],
+};

x-pack/plugins/file_upload/jest.config.js

@@ -0,0 +1,8 @@
+{
+  "id": "fileUpload",
+  "version": "8.0.0",
+  "kibanaVersion": "kibana",
+  "server": true,
+  "ui": false,
+  "requiredPlugins": ["usageCollection"]
+}

x-pack/plugins/file_upload/kibana.json

@@ -0,0 +1,23 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import { boomify, isBoom } from '@hapi/boom';
+import { ResponseError, CustomHttpResponseOptions } from 'kibana/server';
+
+export function wrapError(error: any): CustomHttpResponseOptions<ResponseError> {
+  const boom = isBoom(error)
+    ? error
+    : boomify(error, { statusCode: error.status ?? error.statusCode });
+  const statusCode = boom.output.statusCode;
+  return {
+    body: {
+      message: boom,
+      ...(statusCode !== 500 && error.body ? { attributes: { body: error.body } } : {}),
+    },
+    headers: boom.output.headers as { [key: string]: string },
+    statusCode,
+  };
+}

x-pack/plugins/file_upload/server/error_wrapper.ts

@@ -5,19 +5,20 @@
  */
 
 import { IScopedClusterClient } from 'kibana/server';
-import { INDEX_META_DATA_CREATED_BY } from '../../../common/constants/file_datavisualizer';
+import { INDEX_META_DATA_CREATED_BY } from '../common/constants';
 import {
   ImportResponse,
   ImportFailure,
   Settings,
   Mappings,
   IngestPipelineWrapper,
-} from '../../../common/types/file_datavisualizer';
-import { InputData } from './file_data_visualizer';
+} from '../common';
+
+export type InputData = any[];
 
 export function importDataProvider({ asCurrentUser }: IScopedClusterClient) {
   async function importData(
-    id: string,
+    id: string | undefined,
     index: string,
     settings: Settings,
     mappings: Mappings,
@@ -77,7 +78,7 @@ export function importDataProvider({ asCurrentUser }: IScopedClusterClient) {
     } catch (error) {
       return {
         success: false,
-        id,
+        id: id!,
         index: createdIndex,
         pipelineId: createdPipelineId,
         error: error.body !== undefined ? error.body : error,

x-pack/plugins/ml/server/models/file_data_visualizer/import_data.ts renamed to x-pack/plugins/file_upload/server/import_data.ts

@@ -0,0 +1,9 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import { FileUploadPlugin } from './plugin';
+
+export const plugin = () => new FileUploadPlugin();

x-pack/plugins/file_upload/server/index.ts

@@ -0,0 +1,24 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License;
+ * you may not use this file except in compliance with the Elastic License.
+ */
+
+import { CoreSetup, CoreStart, Plugin } from 'src/core/server';
+import { fileUploadRoutes } from './routes';
+import { initFileUploadTelemetry } from './telemetry';
+import { UsageCollectionSetup } from '../../../../src/plugins/usage_collection/server';
+
+interface SetupDeps {
+  usageCollection: UsageCollectionSetup;
+}
+
+export class FileUploadPlugin implements Plugin {
+  async setup(coreSetup: CoreSetup, plugins: SetupDeps) {
+    fileUploadRoutes(coreSetup.http.createRouter());
+
+    initFileUploadTelemetry(coreSetup, plugins.usageCollection);
+  }
+
+  start(core: CoreStart) {}
+}