Added ability to show status and clean db

Author: phpusr

index.js

@@ -1,4 +1,5 @@
-import { importNotes } from './src/notes_importer.js'
+import { getImportNotesStatus, importNotes } from './src/notes_importer.js'
+import { cleanDb } from './src/db.js'
 
 await main()
 
@@ -13,6 +14,12 @@ async function main() {
     case '--import':
       await importNotes(args[1])
       return
+    case '--status':
+      await printStatus(args[1])
+      return
+    case '--clean-db':
+      await cleanDb()
+      return
     default:
       printHelp()
   }
@@ -21,6 +28,13 @@ async function main() {
 function printHelp() {
   console.info("--help - Print help")
   console.info("--import \"/data/notes\" - Import markdown notes from directory")
-  console.info("--status - Show count of imported notes")
+  console.info("--status \"/data/notes\" - Show count of imported notes")
   console.info("--clean-db - Clean local cache db with imported notes")
 }
+
+async function printStatus(notesDir) {
+  const { importedCount, notesCount, importedWithErrorsCount, importedWithoutErrorsCount, progress } = await getImportNotesStatus(notesDir)
+  console.info(`Imported: ${importedCount}/${notesCount} [${progress}%]`)
+  console.info(`Imported with errors: ${importedWithErrorsCount}`)
+  console.info(`Imported without errors: ${importedWithoutErrorsCount}`)
+}

src/db.js

@@ -20,3 +20,10 @@ export async function addImportStatus({ noteId, title, filePath, imported, error
   })
 }
 
+export async function cleanDb() {
+  // noinspection SqlWithoutWhere
+  await pool.query({
+    text: 'DELETE FROM imported_notes'
+  })
+  console.info('The database has been cleared.')
+}

src/notes_importer.js

@@ -12,8 +12,7 @@ export async function importNotes(notesDir) {
   console.info(`\nLoaded already imported ${importedNoteList.length} notes`)
 
   // noinspection JSValidateTypes
-  const files = readdirSync(notesDir, { recursive: true })
-    .filter(it => lstatSync(`${notesDir}/${it}`).isFile())
+  const files = getNotesFiles(notesDir)
 
   let fileIndex = 0
   for (const relFilePath of files) {
@@ -41,7 +40,7 @@ export async function importNotes(notesDir) {
     await saveNoteToNotion(noteInfo)
   }
 
-  console.info('\nDONE')
+  console.info('\nDONE.')
 }
 
 async function createParentNotes(relFilePath) {
@@ -63,6 +62,12 @@ async function createParentNotes(relFilePath) {
   return parentId
 }
 
+function getNotesFiles(notesDir) {
+  // noinspection JSValidateTypes
+  return readdirSync(notesDir, { recursive: true })
+    .filter(it => lstatSync(`${notesDir}/${it}`).isFile())
+}
+
 async function saveNoteToNotion(noteInfo) {
   if (importedNotes.hasOwnProperty(noteInfo.filePath)) {
     console.info(` - Note "${noteInfo.filePath}" already exists`)
@@ -88,3 +93,19 @@ async function saveNoteToNotion(noteInfo) {
   await addImportStatus(noteInfo)
   return noteInfo
 }
+
+export async function getImportNotesStatus(notesDir) {
+  const notesCount = getNotesFiles(notesDir).length
+  const importedNotes = await loadImportStatuses()
+  const importedCount = importedNotes.length
+  const importedWithErrorsCount = importedNotes.filter(it => !it.imported).length
+  const importedWithoutErrorsCount = importedCount - importedWithErrorsCount
+
+  return {
+    notesCount: notesCount,
+    importedCount,
+    importedWithErrorsCount,
+    importedWithoutErrorsCount,
+    progress: Math.round(importedCount / notesCount * 100)
+  }
+}