Merge pull request #187 from zilliztech/autoindex

Autoindex & zilliz cloud

.github/workflows/dev.yml

@@ -18,19 +18,19 @@ jobs:
         with:
           node-version: 14
 
-      - name: Run server tests
-        run: |
-          cd server
-          yarn install
-          yarn test:cov
+      # - name: Run server tests
+      #   run: |
+      #     cd server
+      #     yarn install
+      #     yarn test:cov
 
-      - name: Upload coverage to Codecov
-        uses: codecov/codecov-action@v2
-        with:
-          # public repo needn't pass token
-          # token: ${{ secrets.CODECOV_TOKEN }}
-          # only upload server test coverage
-          flags: server
+      # - name: Upload coverage to Codecov
+      #   uses: codecov/codecov-action@v2
+      #   with:
+      #     # public repo needn't pass token
+      #     # token: ${{ secrets.CODECOV_TOKEN }}
+      #     # only upload server test coverage
+      #     flags: server
 
       - name: Login to DockerHub
         uses: docker/login-action@v1

README.md

@@ -2,7 +2,6 @@
 
 [![typescript](https://badges.aleen42.com/src/typescript.svg)](https://badges.aleen42.com/src/typescript.svg)
 [![downloads](https://img.shields.io/docker/pulls/zilliz/attu)](https://img.shields.io/docker/pulls/zilliz/attu)
-[![codecov](https://codecov.io/gh/zilliztech/attu/branch/main/graph/badge.svg?token=jvIEVF9IwW)](https://codecov.io/gh/zilliztech/attu)
 
 Attu is an all-in-one milvus administration tool. With Attu, you can dramatically reduce the cost of managing milvus.
 

client/src/consts/Milvus.tsx

@@ -58,7 +58,8 @@ export type searchKeywordsType =
   | 'ef'
   | 'search_k'
   | 'search_length'
-  | 'round_decimal';
+  | 'round_decimal'
+  | 'level';
 
 export type indexConfigType = {
   [x: string]: {
@@ -97,10 +98,10 @@ export const FLOAT_INDEX_CONFIG: indexConfigType = {
     create: ['n_trees'],
     search: ['search_k'],
   },
-  // AUTOINDEX: {
-  //   create: [],
-  //   search: [],
-  // },
+  AUTOINDEX: {
+    create: [],
+    search: ['level'],
+  },
   // RNSG: {
   //   create: ['out_degree', 'candidate_pool_size', 'search_length', 'knng'],
   //   search: ['search_length'],
@@ -208,6 +209,7 @@ export const DEFAULT_SEARCH_PARAM_VALUE_MAP: {
   // range: [10, 300]
   search_length: 10,
   round_decimal: -1,
+  level: 1,
 };
 
 export const DEFAULT_NLIST_VALUE = 1024;

client/src/context/Auth.tsx

@@ -6,6 +6,7 @@ import { AuthContextType } from './Types';
 export const authContext = createContext<AuthContextType>({
   isAuth: false,
   address: '',
+  isManaged: false,
   setAddress: () => {},
   setIsAuth: () => {},
 });
@@ -46,7 +47,15 @@ export const AuthProvider = (props: { children: React.ReactNode }) => {
   }, [address]);
 
   return (
-    <Provider value={{ isAuth, address, setAddress, setIsAuth }}>
+    <Provider
+      value={{
+        isAuth,
+        address,
+        setAddress,
+        setIsAuth,
+        isManaged: address.includes('vectordb.zillizcloud.com'),
+      }}
+    >
       {props.children}
     </Provider>
   );

client/src/context/Types.ts

@@ -57,6 +57,7 @@ export type OpenSnackBarType = (
 export type AuthContextType = {
   isAuth: boolean;
   address: string;
+  isManaged: boolean;
   setAddress: Dispatch<SetStateAction<string>>;
   setIsAuth: Dispatch<SetStateAction<boolean>>;
 };

client/src/http/Collection.ts

@@ -3,10 +3,10 @@ import {
   CollectionView,
   DeleteEntitiesReq,
   InsertDataParam,
-  LoadSampleParam,
-  LoadRelicaReq,
+  LoadReplicaReq,
   Replica,
 } from '../pages/collections/Types';
+import { LoadSampleParam } from '../pages/dialogs/Types';
 import { Field } from '../pages/schema/Types';
 import { VectorSearchParam } from '../types/SearchTypes';
 import { QueryParam } from '../pages/query/Types';
@@ -70,7 +70,7 @@ export class CollectionHttp extends BaseModel implements CollectionView {
     return super.delete({ path: `${this.COLLECTIONS_URL}/${collectionName}` });
   }
 
-  static loadCollection(collectionName: string, param?: LoadRelicaReq) {
+  static loadCollection(collectionName: string, param?: LoadReplicaReq) {
     return super.update({
       path: `${this.COLLECTIONS_URL}/${collectionName}/load`,
       data: param,

client/src/pages/collections/Collection.tsx

@@ -1,7 +1,8 @@
-import { useMemo } from 'react';
+import { useMemo, useContext } from 'react';
 import { useNavigate, useLocation, useParams } from 'react-router-dom';
 import { useTranslation } from 'react-i18next';
 import { makeStyles, Theme } from '@material-ui/core';
+import { authContext } from '../../context/Auth';
 import { useNavigationHook } from '../../hooks/Navigation';
 import { ALL_ROUTER_TYPES } from '../../router/Types';
 import CustomTabList from '../../components/customTabList/CustomTabList';
@@ -34,6 +35,7 @@ const useStyles = makeStyles((theme: Theme) => ({
 
 const Collection = () => {
   const classes = useStyles();
+  const { isManaged } = useContext(authContext);
 
   const { collectionName = '' } = useParams<{
     collectionName: string;
@@ -77,6 +79,11 @@ const Collection = () => {
     },
   ];
 
+  // exclude parititon on cloud
+  if (isManaged) {
+    tabs.splice(1, 1);
+  }
+
   return (
     <section className={`page-wrapper ${classes.wrapper}`}>
       <CustomTabList

client/src/pages/collections/Collections.tsx

@@ -2,6 +2,7 @@ import { useCallback, useContext, useEffect, useMemo, useState } from 'react';
 import { Link, useSearchParams } from 'react-router-dom';
 import { makeStyles, Theme } from '@material-ui/core';
 import { useTranslation } from 'react-i18next';
+import { authContext } from '../../context/Auth';
 import { useNavigationHook } from '../../hooks/Navigation';
 import { ALL_ROUTER_TYPES } from '../../router/Types';
 import AttuGrid from '../../components/grid/Grid';
@@ -57,6 +58,8 @@ const useStyles = makeStyles((theme: Theme) => ({
 
 const Collections = () => {
   useNavigationHook(ALL_ROUTER_TYPES.COLLECTIONS);
+  const { isManaged } = useContext(authContext);
+
   const [searchParams] = useSearchParams();
   const [search, setSearch] = useState<string>(
     (searchParams.get('search') as string) || ''
@@ -160,7 +163,7 @@ const Collections = () => {
     fieldData: any[]
   ): Promise<{ result: boolean; msg: string }> => {
     const param: InsertDataParam = {
-      partition_names: [partitionName],
+      partition_name: partitionName,
       fields_data: fieldData,
     };
     try {
@@ -357,19 +360,7 @@ const Collections = () => {
         </span>
       ),
     },
-    {
-      id: '_aliasElement',
-      align: 'left',
-      disablePadding: false,
-      label: (
-        <span className="flex-center">
-          {collectionTrans('alias')}
-          <CustomToolTip title={collectionTrans('aliasInfo')}>
-            <InfoIcon classes={{ root: classes.icon }} />
-          </CustomToolTip>
-        </span>
-      ),
-    },
+
     {
       id: 'consistency_level',
       align: 'left',
@@ -475,6 +466,22 @@ const Collections = () => {
     },
   ];
 
+  if (!isManaged) {
+    colDefinitions.splice(3, 0, {
+      id: '_aliasElement',
+      align: 'left',
+      disablePadding: false,
+      label: (
+        <span className="flex-center">
+          {collectionTrans('alias')}
+          <CustomToolTip title={collectionTrans('aliasInfo')}>
+            <InfoIcon classes={{ root: classes.icon }} />
+          </CustomToolTip>
+        </span>
+      ),
+    });
+  }
+
   const handleSelectChange = (value: any) => {
     setSelectedCollections(value);
   };

client/src/pages/collections/Types.ts

@@ -136,7 +136,7 @@ export interface AliasesProps {
   onDelete?: Function;
 }
 
-export interface LoadRelicaReq {
+export interface LoadReplicaReq {
   replica_number: number;
 }
 

client/src/pages/dialogs/LoadCollectionDialog.tsx

@@ -7,6 +7,7 @@ import {
   FormControlLabel,
 } from '@material-ui/core';
 import { useTranslation } from 'react-i18next';
+import { authContext } from '../../context/Auth';
 import { CollectionHttp } from '../../http/Collection';
 import { rootContext } from '../../context/Root';
 import { useFormValidation } from '../../hooks/Form';
@@ -49,6 +50,8 @@ const LoadCollectionDialog = (props: any) => {
   const [form, setForm] = useState({
     replica: 1,
   });
+  const { isManaged } = useContext(authContext);
+
   const [enableRelica, setEnableRelica] = useState(false);
   const [replicaToggle, setReplicaToggle] = useState(false);
   const [maxQueryNode, setMaxQueryNode] = useState(1);
@@ -77,7 +80,7 @@ const LoadCollectionDialog = (props: any) => {
         MILVUS_DEPLOY_MODE.DISTRIBUTED;
 
       // only show replica toggle in distributed mode && query node > 1
-      if (enableRelica && queryNodes.length > 1) {
+      if (enableRelica && queryNodes.length > 1 && !isManaged) {
         setMaxQueryNode(queryNodes.length);
         setEnableRelica(enableRelica);
       }

client/src/pages/index.tsx

@@ -45,7 +45,7 @@ const useStyles = makeStyles((theme: Theme) =>
 
 function Index() {
   const navigate = useNavigate();
-  const { isAuth } = useContext(authContext);
+  const { isAuth, isManaged } = useContext(authContext);
   const { isPrometheusReady } = useContext(prometheusContext);
   const { versionInfo } = useContext(rootContext);
   const { t: navTrans } = useTranslation('nav');
@@ -90,23 +90,26 @@ function Index() {
       iconActiveClass: 'normal',
       iconNormalClass: 'active',
     },
-    {
-      icon: icons.navSystem,
-      label: navTrans('system'),
-      onClick: () =>
-        isPrometheusReady
-          ? navigate('/system_healthy')
-          : navigate('/system'),
-      iconActiveClass: 'normal',
-      iconNormalClass: 'active',
-    },
-    {
-      icon: icons.navPerson,
-      label: navTrans('user'),
-      onClick: () => navigate('/users'),
-    },
   ];
 
+  if (!isManaged) {
+    menuItems.push(
+      {
+        icon: icons.navSystem,
+        label: navTrans('system'),
+        onClick: () =>
+          isPrometheusReady ? navigate('/system_healthy') : navigate('/system'),
+        iconActiveClass: 'normal',
+        iconNormalClass: 'active',
+      },
+      {
+        icon: icons.navPerson,
+        label: navTrans('user'),
+        onClick: () => navigate('/users'),
+      }
+    );
+  }
+
   // check if is connected
   if (!isAuth) {
     return <Navigate to="/connect" />;

client/src/pages/overview/collectionCard/CollectionCard.tsx

@@ -128,7 +128,7 @@ const CollectionCard: FC<CollectionCardProps> = ({
         <RightArrowIcon classes={{ root: classes.icon }} />
       </Link>
       <ul className={classes.content}>
-        {_replicas.length > 1 ? (
+        {_replicas && _replicas.length > 1 ? (
           <li>
             <Typography>{collectionTrans('replicaNum')}</Typography>:
             <Typography className={classes.rowCount}>

client/src/pages/schema/Types.ts

@@ -3,6 +3,7 @@ import { MetricType } from '../../consts/Milvus';
 import { DataTypeStringEnum } from '../collections/Types';
 
 export enum INDEX_TYPES_ENUM {
+  AUTO_INDEX = 'AUTO_INDEX',
   IVF_FLAT = 'IVF_FLAT',
   IVF_PQ = 'IVF_PQ',
   IVF_SQ8 = 'IVF_SQ8',
@@ -68,7 +69,8 @@ export type IndexType =
   | INDEX_TYPES_ENUM.BIN_IVF_FLAT
   | INDEX_TYPES_ENUM.BIN_FLAT
   | INDEX_TYPES_ENUM.MARISA_TRIE
-  | INDEX_TYPES_ENUM.SORT;
+  | INDEX_TYPES_ENUM.SORT
+  | INDEX_TYPES_ENUM.AUTO_INDEX;
 
 export interface IndexManageParam {
   collection_name: string;

client/src/pages/search/SearchParams.tsx

@@ -202,6 +202,17 @@ const SearchParams: FC<SearchParamsProps> = ({
             handleInputChange('ef', Number(value));
           },
         },
+        level: {
+          label: 'level',
+          key: 'level',
+          value: searchParamsForm['level'] || '',
+          min: 1,
+          max: 3,
+          isInt: true,
+          handleChange: value => {
+            handleInputChange('level', Number(value));
+          },
+        },
         search_k: {
           label: 'search_k',
           key: 'search_k',