[ML] Remove duplicated geo examples

Author: qn895

x-pack/plugins/data_visualizer/common/types/field_request_config.ts

@@ -29,6 +29,16 @@ export interface DocumentCounts {
   interval?: number;
 }
 
+export interface LatLongExample {
+  lat: number;
+  lon: number;
+}
+
+export interface GeoPointExample {
+  coordinates: number[];
+  type?: string;
+}
+
 export interface FieldVisStats {
   error?: Error;
   cardinality?: number;
@@ -56,7 +66,7 @@ export interface FieldVisStats {
   topValues?: Array<{ key: number | string; doc_count: number }>;
   topValuesSampleSize?: number;
   topValuesSamplerShardSize?: number;
-  examples?: Array<string | object>;
+  examples?: Array<string | GeoPointExample | object>;
   timeRangeEarliest?: number;
   timeRangeLatest?: number;
 }

x-pack/plugins/data_visualizer/public/application/common/components/examples_list/examples_list.tsx

@@ -10,10 +10,11 @@ import React, { FC } from 'react';
 import { EuiListGroup, EuiListGroupItem } from '@elastic/eui';
 
 import { FormattedMessage } from '@kbn/i18n-react';
+import { GeoPointExample } from '../../../../../common/types/field_request_config';
 import { ExpandedRowFieldHeader } from '../stats_table/components/expanded_row_field_header';
 import { ExpandedRowPanel } from '../stats_table/components/field_data_expanded_row/expanded_row_panel';
 interface Props {
-  examples: Array<string | object>;
+  examples: Array<string | GeoPointExample | object>;
 }
 
 export const ExamplesList: FC<Props> = ({ examples }) => {

x-pack/plugins/data_visualizer/public/application/common/components/expanded_row/geo_point_content_with_map/geo_point_content_with_map.tsx

@@ -4,10 +4,10 @@
  * 2.0; you may not use this file except in compliance with the Elastic License
  * 2.0.
  */
-
-import React, { FC, useEffect, useState } from 'react';
+import React, { FC, useEffect, useMemo, useState } from 'react';
 import { DataView } from '@kbn/data-views-plugin/public';
 import { ES_GEO_FIELD_TYPE, LayerDescriptor } from '@kbn/maps-plugin/common';
+import { getUniqCoordinates } from '../../../util/geo_utils';
 import { CombinedQuery } from '../../../../index_data_visualizer/types/combined_query';
 import { ExpandedRowContent } from '../../stats_table/components/field_data_expanded_row/expanded_row_content';
 import { DocumentStatsTable } from '../../stats_table/components/field_data_expanded_row/document_stats';
@@ -29,6 +29,8 @@ export const GeoPointContentWithMap: FC<{
     services: { maps: mapsPlugin, data },
   } = useDataVisualizerKibana();
 
+  const uniqueExamples = useMemo(() => getUniqCoordinates(stats?.examples), [stats?.examples]);
+
   // Update the layer list  with updated geo points upon refresh
   useEffect(() => {
     async function updateIndexPatternSearchLayer() {
@@ -64,7 +66,7 @@ export const GeoPointContentWithMap: FC<{
   return (
     <ExpandedRowContent dataTestSubj={'dataVisualizerIndexBasedMapContent'}>
       <DocumentStatsTable config={config} />
-      <ExamplesList examples={stats.examples} />
+      <ExamplesList examples={uniqueExamples} />
       <ExpandedRowPanel className={'dvPanel__wrapper dvMap__wrapper'} grow={true}>
         <EmbeddedMapComponent layerList={layerList} />
       </ExpandedRowPanel>

x-pack/plugins/data_visualizer/public/application/common/util/geo_utils.test.ts

@@ -0,0 +1,58 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { getUniqCoordinates } from './geo_utils';
+
+describe('geo type utils', () => {
+  describe('getUniqCoordinates', () => {
+    test('should remove duplicated coordinates', () => {
+      expect(
+        getUniqCoordinates([
+          { coordinates: [0.0001, 2343], type: 'Point' },
+          { coordinates: [0.0001, 2343], type: 'Point' },
+          { coordinates: [0.0001, 2343], type: 'Point' },
+          { coordinates: [0.0001, 2343], type: 'Shape' },
+          { coordinates: [0.0001, 2343] },
+          { coordinates: [4321, 2343], type: 'Point' },
+          { coordinates: [4321, 2343], type: 'Point' },
+        ])
+      ).toMatchObject([
+        {
+          coordinates: [0.0001, 2343],
+          type: 'Point',
+        },
+        {
+          coordinates: [0.0001, 2343],
+          type: 'Shape',
+        },
+        {
+          coordinates: [0.0001, 2343],
+        },
+        {
+          coordinates: [4321, 2343],
+          type: 'Point',
+        },
+      ]);
+      expect(
+        getUniqCoordinates([
+          { coordinates: [1000, 2000, 3000], type: 'Point' },
+          { coordinates: [1000, 2000, 3000], type: 'Point' },
+          { coordinates: [1000, 2000, 3000], type: 'Point' },
+          { coordinates: [1000, 2000, 3000, 4000], type: 'Shape' },
+          { coordinates: [1000, 2000, 3000, 4000] },
+        ])
+      ).toMatchObject([
+        {
+          coordinates: [1000, 2000, 3000],
+          type: 'Point',
+        },
+        { coordinates: [1000, 2000, 3000, 4000], type: 'Shape' },
+        { coordinates: [1000, 2000, 3000, 4000] },
+      ]);
+    });
+  });
+});

x-pack/plugins/data_visualizer/public/application/common/util/geo_utils.ts

@@ -0,0 +1,34 @@
+/*
+ * Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
+ * or more contributor license agreements. Licensed under the Elastic License
+ * 2.0; you may not use this file except in compliance with the Elastic License
+ * 2.0.
+ */
+
+import { isPopulatedObject } from '@kbn/ml-is-populated-object';
+import { GeoPointExample } from '../../../../common/types/field_request_config';
+import { isDefined } from './is_defined';
+
+export function isGeoPointExample(arg: unknown): arg is GeoPointExample {
+  return isPopulatedObject(arg, ['coordinates']);
+}
+
+export function getUniqCoordinates(
+  coordinates: Array<string | GeoPointExample | object> | undefined
+): GeoPointExample[] {
+  const uniqueCoordinates: GeoPointExample[] = [];
+  if (!isDefined(coordinates)) return uniqueCoordinates;
+
+  coordinates.forEach((ex) => {
+    if (
+      isGeoPointExample(ex) &&
+      uniqueCoordinates.findIndex(
+        (c) =>
+          c.type === ex.type && ex.coordinates.every((coord, idx) => coord === c.coordinates[idx])
+      ) === -1
+    ) {
+      uniqueCoordinates.push(ex);
+    }
+  });
+  return uniqueCoordinates;
+}