[ML] Data frame analytics: Adds job deletion and creation to map view (#84299)

* wip: delete job node and update map

* adds ability to delete job and update map

* create job from index node

* can clone job from map

* reset map button

* remove trained model node when deleting job

* remove related model node. remove map tab when root node deleted

* ensure model with no job shows up correctly

* update types and naming

* use urlGenerator

* fix inner scrollbar

* Adjust cytoscapeOptions after EUI update

Co-authored-by: Robert Oskamp <robert.oskamp@elastic.co>

Author: alvarezmelissa87

x-pack/plugins/ml/common/constants/data_frame_analytics.ts

@@ -10,6 +10,15 @@ export const ANALYSIS_CONFIG_TYPE = {
   CLASSIFICATION: 'classification',
 } as const;
 
+export const DATA_FRAME_TASK_STATE = {
+  ANALYZING: 'analyzing',
+  FAILED: 'failed',
+  REINDEXING: 'reindexing',
+  STARTED: 'started',
+  STARTING: 'starting',
+  STOPPED: 'stopped',
+} as const;
+
 export const DEFAULT_RESULTS_FIELD = 'ml';
 
 export const JOB_MAP_NODE_TYPES = {

x-pack/plugins/ml/common/constants/ml_url_generator.ts

@@ -11,6 +11,7 @@ export const ML_PAGES = {
   ANOMALY_EXPLORER: 'explorer',
   SINGLE_METRIC_VIEWER: 'timeseriesexplorer',
   DATA_FRAME_ANALYTICS_JOBS_MANAGE: 'data_frame_analytics',
+  DATA_FRAME_ANALYTICS_CREATE_JOB: 'data_frame_analytics/new_job',
   DATA_FRAME_ANALYTICS_MODELS_MANAGE: 'data_frame_analytics/models',
   DATA_FRAME_ANALYTICS_EXPLORATION: 'data_frame_analytics/exploration',
   DATA_FRAME_ANALYTICS_MAP: 'data_frame_analytics/map',

x-pack/plugins/ml/common/types/data_frame_analytics.ts

@@ -7,6 +7,7 @@
 import Boom from '@hapi/boom';
 import { EsErrorBody } from '../util/errors';
 import { ANALYSIS_CONFIG_TYPE } from '../constants/data_frame_analytics';
+import { DATA_FRAME_TASK_STATE } from '../constants/data_frame_analytics';
 
 export interface DeleteDataFrameAnalyticsWithIndexStatus {
   success: boolean;
@@ -85,3 +86,54 @@ export interface DataFrameAnalyticsConfig {
 }
 
 export type DataFrameAnalysisConfigType = typeof ANALYSIS_CONFIG_TYPE[keyof typeof ANALYSIS_CONFIG_TYPE];
+
+export type DataFrameTaskStateType = typeof DATA_FRAME_TASK_STATE[keyof typeof DATA_FRAME_TASK_STATE];
+
+interface ProgressSection {
+  phase: string;
+  progress_percent: number;
+}
+
+export interface DataFrameAnalyticsStats {
+  assignment_explanation?: string;
+  id: DataFrameAnalyticsId;
+  memory_usage?: {
+    timestamp?: string;
+    peak_usage_bytes: number;
+    status: string;
+  };
+  node?: {
+    attributes: Record<string, any>;
+    ephemeral_id: string;
+    id: string;
+    name: string;
+    transport_address: string;
+  };
+  progress: ProgressSection[];
+  failure_reason?: string;
+  state: DataFrameTaskStateType;
+}
+
+export interface AnalyticsMapNodeElement {
+  data: {
+    id: string;
+    label: string;
+    type: string;
+    analysisType?: string;
+  };
+}
+
+export interface AnalyticsMapEdgeElement {
+  data: {
+    id: string;
+    source: string;
+    target: string;
+  };
+}
+
+export type MapElements = AnalyticsMapNodeElement | AnalyticsMapEdgeElement;
+export interface AnalyticsMapReturnType {
+  elements: MapElements[];
+  details: Record<string, any>; // transform, job, or index details
+  error: null | any;
+}

x-pack/plugins/ml/common/types/ml_url_generator.ts

@@ -43,6 +43,7 @@ export type MlGenericUrlState = MLPageState<
   | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB
   | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB_SELECT_TYPE
   | typeof ML_PAGES.ANOMALY_DETECTION_CREATE_JOB_SELECT_INDEX
+  | typeof ML_PAGES.DATA_FRAME_ANALYTICS_CREATE_JOB
   | typeof ML_PAGES.OVERVIEW
   | typeof ML_PAGES.CALENDARS_MANAGE
   | typeof ML_PAGES.CALENDARS_NEW
@@ -158,14 +159,17 @@ export type TimeSeriesExplorerUrlState = MLPageState<
 >;
 
 export interface DataFrameAnalyticsQueryState {
+  analysisType?: DataFrameAnalysisConfigType;
   jobId?: JobId | JobId[];
   modelId?: string;
   groupIds?: string[];
   globalState?: MlCommonGlobalState;
 }
 
 export type DataFrameAnalyticsUrlState = MLPageState<
-  typeof ML_PAGES.DATA_FRAME_ANALYTICS_JOBS_MANAGE | typeof ML_PAGES.DATA_FRAME_ANALYTICS_MAP,
+  | typeof ML_PAGES.DATA_FRAME_ANALYTICS_JOBS_MANAGE
+  | typeof ML_PAGES.DATA_FRAME_ANALYTICS_MAP
+  | typeof ML_PAGES.DATA_FRAME_ANALYTICS_CREATE_JOB,
   DataFrameAnalyticsQueryState | undefined
 >;
 

x-pack/plugins/ml/public/application/data_frame_analytics/common/use_results_view_config.ts

@@ -20,7 +20,7 @@ import { useMlContext } from '../../contexts/ml';
 import { DataFrameAnalyticsConfig } from '../common';
 
 import { isGetDataFrameAnalyticsStatsResponseOk } from '../pages/analytics_management/services/analytics_service/get_analytics';
-import { DATA_FRAME_TASK_STATE } from '../pages/analytics_management/components/analytics_list/common';
+import { DataFrameTaskStateType } from '../pages/analytics_management/components/analytics_list/common';
 import { useTrainedModelsApiService } from '../../services/ml_api_service/trained_models';
 import { TotalFeatureImportance } from '../../../../common/types/feature_importance';
 import { getToastNotificationService } from '../../services/toast_notification_service';
@@ -45,7 +45,7 @@ export const useResultsViewConfig = (jobId: string) => {
     undefined
   );
   const [jobConfigErrorMessage, setJobConfigErrorMessage] = useState<undefined | string>(undefined);
-  const [jobStatus, setJobStatus] = useState<DATA_FRAME_TASK_STATE | undefined>(undefined);
+  const [jobStatus, setJobStatus] = useState<DataFrameTaskStateType | undefined>(undefined);
 
   const [totalFeatureImportance, setTotalFeatureImportance] = useState<
     TotalFeatureImportance[] | undefined

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_exploration/components/classification_exploration/evaluate_panel.tsx

@@ -29,7 +29,7 @@ import {
   DataFrameAnalyticsConfig,
 } from '../../../../common';
 import { isKeywordAndTextType } from '../../../../common/fields';
-import { DATA_FRAME_TASK_STATE } from '../../../analytics_management/components/analytics_list/common';
+import { DataFrameTaskStateType } from '../../../analytics_management/components/analytics_list/common';
 import {
   isResultsSearchBoolQuery,
   isClassificationEvaluateResponse,
@@ -49,7 +49,7 @@ import {
 
 export interface EvaluatePanelProps {
   jobConfig: DataFrameAnalyticsConfig;
-  jobStatus?: DATA_FRAME_TASK_STATE;
+  jobStatus?: DataFrameTaskStateType;
   searchQuery: ResultsSearchQuery;
 }
 

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_exploration/components/exploration_page_wrapper/exploration_page_wrapper.tsx

@@ -16,7 +16,7 @@ import {
 } from '../../../../common';
 import { ResultsSearchQuery } from '../../../../common/analytics';
 
-import { DATA_FRAME_TASK_STATE } from '../../../analytics_management/components/analytics_list/common';
+import { DataFrameTaskStateType } from '../../../analytics_management/components/analytics_list/common';
 
 import { ExpandableSectionAnalytics } from '../expandable_section';
 import { ExplorationResultsTable } from '../exploration_results_table';
@@ -48,7 +48,7 @@ const filters = {
 
 export interface EvaluatePanelProps {
   jobConfig: DataFrameAnalyticsConfig;
-  jobStatus?: DATA_FRAME_TASK_STATE;
+  jobStatus?: DataFrameTaskStateType;
   searchQuery: ResultsSearchQuery;
 }
 

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_exploration/components/exploration_results_table/exploration_results_table.tsx

@@ -14,7 +14,7 @@ import { useMlKibana } from '../../../../../contexts/kibana';
 import { DataFrameAnalyticsConfig } from '../../../../common';
 import { ResultsSearchQuery } from '../../../../common/analytics';
 
-import { DATA_FRAME_TASK_STATE } from '../../../analytics_management/components/analytics_list/common';
+import { DataFrameTaskStateType } from '../../../analytics_management/components/analytics_list/common';
 
 import { ExpandableSectionResults } from '../expandable_section';
 
@@ -23,7 +23,7 @@ import { useExplorationResults } from './use_exploration_results';
 interface Props {
   indexPattern: IndexPattern;
   jobConfig: DataFrameAnalyticsConfig;
-  jobStatus?: DATA_FRAME_TASK_STATE;
+  jobStatus?: DataFrameTaskStateType;
   needsDestIndexPattern: boolean;
   searchQuery: ResultsSearchQuery;
 }

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_exploration/components/regression_exploration/evaluate_panel.tsx

@@ -26,7 +26,7 @@ import {
   Eval,
   DataFrameAnalyticsConfig,
 } from '../../../../common';
-import { DATA_FRAME_TASK_STATE } from '../../../analytics_management/components/analytics_list/common';
+import { DataFrameTaskStateType } from '../../../analytics_management/components/analytics_list/common';
 import {
   isResultsSearchBoolQuery,
   isRegressionEvaluateResponse,
@@ -41,7 +41,7 @@ import { EvaluateStat } from './evaluate_stat';
 
 interface Props {
   jobConfig: DataFrameAnalyticsConfig;
-  jobStatus?: DATA_FRAME_TASK_STATE;
+  jobStatus?: DataFrameTaskStateType;
   searchQuery: SavedSearchQuery;
 }
 

x-pack/plugins/ml/public/application/data_frame_analytics/pages/analytics_management/components/action_clone/clone_action_name.tsx

@@ -343,7 +343,7 @@ export const useNavigateToWizardWithClonedJob = () => {
 
   const savedObjectsClient = savedObjects.client;
 
-  return async (item: DataFrameAnalyticsListRow) => {
+  return async (item: Pick<DataFrameAnalyticsListRow, 'config' | 'stats'>) => {
     const sourceIndex = Array.isArray(item.config.source.index)
       ? item.config.source.index.join(',')
       : item.config.source.index;