commented total page code (#460)

Author: kartikpersistent

frontend/src/components/DropZone.tsx

@@ -51,7 +51,7 @@ const DropZone: FunctionComponent = () => {
             type: `${file.name.substring(file.name.lastIndexOf('.') + 1, file.name.length).toUpperCase()}`,
             size: file.size,
             uploadprogess: file.size && file?.size < chunkSize ? 100 : 0,
-            total_pages: 0,
+            // total_pages: 0,
             id: uuidv4(),
             ...defaultValues,
           });
@@ -140,7 +140,7 @@ const DropZone: FunctionComponent = () => {
                     return {
                       ...curfile,
                       uploadprogess: chunkNumber * chunkProgressIncrement,
-                      total_pages: apiResponse.data.data.total_pages,
+                      // total_pages: apiResponse.data.data.total_pages,
                     };
                   }
                   return curfile;

frontend/src/components/FileTable.tsx

@@ -39,6 +39,7 @@ import { AxiosError } from 'axios';
 import { XMarkIconOutline } from '@neo4j-ndl/react/icons';
 import cancelAPI from '../services/CancelAPI';
 import IconButtonWithToolTip from './IconButtonToolTip';
+import { largeFileSize } from '../utils/Constants';
 
 const FileTable: React.FC<FileTableProps> = ({ isExpanded, connectionStatus, setConnectionStatus, onInspect }) => {
   const { filesData, setFilesData, model, rowSelection, setRowSelection, setSelectedRows } = useFileContext();
@@ -292,12 +293,12 @@ const FileTable: React.FC<FileTableProps> = ({ isExpanded, connectionStatus, set
         header: () => <span>Relations</span>,
         footer: (info) => info.column.id,
       }),
-      columnHelper.accessor((row) => row.total_pages, {
-        id: 'Total pages',
-        cell: (info) => <i>{info.getValue()}</i>,
-        header: () => <span>Total pages</span>,
-        footer: (info) => info.column.id,
-      }),
+      // columnHelper.accessor((row) => row.total_pages, {
+      //   id: 'Total pages',
+      //   cell: (info) => <i>{info.getValue()}</i>,
+      //   header: () => <span>Total pages</span>,
+      //   footer: (info) => info.column.id,
+      // }),
       columnHelper.accessor((row) => row.status, {
         id: 'inspect',
         cell: (info) => (
@@ -372,7 +373,7 @@ const FileTable: React.FC<FileTableProps> = ({ isExpanded, connectionStatus, set
                       !isNaN(Math.floor((item?.processed_chunk / item?.total_chunks) * 100))
                       ? Math.floor((item?.processed_chunk / item?.total_chunks) * 100)
                       : undefined,
-                  total_pages: item?.total_pages ?? 0,
+                  // total_pages: item?.total_pages ?? 0,
                   access_token: item?.access_token ?? '',
                 });
               }
@@ -385,10 +386,9 @@ const FileTable: React.FC<FileTableProps> = ({ isExpanded, connectionStatus, set
               item.status === 'Processing' &&
               item.fileName != undefined &&
               userCredentials &&
-              userCredentials.database &&
-              item.total_pages
+              userCredentials.database 
             ) {
-              if (item?.total_pages < 20) {
+              if (item?.fileSize > largeFileSize) {
                 subscribe(
                   item.fileName,
                   userCredentials?.uri,

frontend/src/components/GCSModal.tsx

@@ -98,7 +98,7 @@ const GCSModal: React.FC<GCSModalProps> = ({ hideModal, open, openGCSModal }) =>
               gcsBucket: item.gcsBucketName,
               gcsBucketFolder: item.gcsBucketFolder,
               google_project_id: item.gcsProjectId,
-              total_pages: 'N/A',
+              // total_pages: 'N/A',
               id: uuidv4(),
               access_token: codeResponse.access_token,
               ...defaultValues,
@@ -116,7 +116,7 @@ const GCSModal: React.FC<GCSModalProps> = ({ hideModal, open, openGCSModal }) =>
               fileSource: defaultValues.fileSource,
               processingProgress: defaultValues.processingProgress,
               access_token: codeResponse.access_token,
-              total_pages: 'N/A',
+              // total_pages: 'N/A',
             });
           }
         });

frontend/src/components/S3Modal.tsx

@@ -84,7 +84,7 @@ const S3Modal: React.FC<S3ModalProps> = ({ hideModal, open }) => {
               name: item.fileName,
               size: item.fileSize,
               source_url: item.url,
-              total_pages: 'N/A',
+              // total_pages: 'N/A',
               id: uuidv4(),
               ...defaultValues,
             });
@@ -100,7 +100,7 @@ const S3Modal: React.FC<S3ModalProps> = ({ hideModal, open }) => {
               model: defaultValues.model,
               fileSource: defaultValues.fileSource,
               processingProgress: defaultValues.processingProgress,
-              total_pages: 'N/A',
+              // total_pages: 'N/A',
             });
           }
         });

frontend/src/components/WikipediaModal.tsx

@@ -87,7 +87,7 @@ const WikipediaModal: React.FC<WikipediaModalTypes> = ({ hideModal, open }) => {
               source_url: item.url,
               id: uuidv4(),
               language: item.language,
-              total_pages: 1,
+              // total_pages: 1,
               ...defaultValues,
             });
           } else {

frontend/src/components/YoutubeModal.tsx

@@ -63,7 +63,7 @@ const YoutubeModal: React.FC<S3ModalProps> = ({ hideModal, open }) => {
               name: item.fileName,
               size: item.fileSize ?? 0,
               source_url: item.url,
-              total_pages: 1,
+              // total_pages: 1,
               id: uuidv4(),
               ...defaultValues,
             });

frontend/src/types.ts

@@ -26,7 +26,7 @@ export interface CustomFileBase extends Partial<globalThis.File> {
 }
 export interface CustomFile extends CustomFileBase {
   id: string;
-  total_pages: number | 'N/A';
+  // total_pages: number | 'N/A';
 }
 
 export interface OptionType {
@@ -123,7 +123,7 @@ export interface SourceNode {
   language?: string;
   processed_chunk?: number;
   total_chunks?: number;
-  total_pages?: number;
+  // total_pages?: number;
   access_token?: string;
 }
 
@@ -258,7 +258,7 @@ export interface fileStatus {
   relationshipCount?: number;
   model: string;
   total_chunks?: number;
-  total_pages?: number;
+  // total_pages?: number;
   processed_chunk?: number;
 }
 export interface PollingAPI_Response extends Partial<AxiosResponse> {
@@ -345,7 +345,7 @@ export interface eventResponsetypes {
   relationshipCount: number;
   model: string;
   total_chunks: number | null;
-  total_pages: number;
+  // total_pages: number;
   fileSize: number;
   processed_chunk?: number;
   fileSource: string;
@@ -396,7 +396,7 @@ export type GroupedEntity = {
 
 export interface uploadData {
   file_size: number;
-  total_pages: number;
+  // total_pages: number;
   file_name: string;
   message: string;
 }