refactor db

Author: hoailinh1210

.gitignore

@@ -1,3 +1,4 @@
 node_modules
 test.js
-config.json
+config.json
+.vscode

.vscode/settings.json

@@ -0,0 +1,28 @@
+const aws = require('aws-sdk');
+const fs = require('fs');
+const path = require('path');
+
+module.exports = {
+  list() {
+    const s3 = new aws.S3();
+    return s3.listBuckets().promise();
+  },
+  create(bucketName) {
+    const s3 = new aws.S3();
+    const bucketParams = {
+      Bucket: bucketName,
+    };
+    return s3.createBucket(bucketParams).promise();
+  },
+  uploadFile(bucketName, fileName) {
+    const s3 = new aws.S3();
+    const uploadParams = { Bucket: bucketName, Key: '', Body: '' };
+    const fileStream = fs.createReadStream(fileName);
+    fileStream.on('error', (err) => {
+      console.log('File Error', err);
+    });
+    uploadParams.Body = fileStream;
+    uploadParams.Key = path.basename(fileName);
+    return s3.upload(uploadParams).promise();
+  },
+};

bucketS3Util.js

@@ -0,0 +1,10 @@
+const aws = require('aws-sdk');
+
+module.exports = {
+  configByFile(pathConfig) {
+    aws.config.loadFromPath(pathConfig);
+  },
+  config(accessKeyId, secretAccessKey, region) {
+    aws.config.update({ accessKeyId, secretAccessKey, region });
+  },
+};

configAWS.js

@@ -4,8 +4,6 @@ const aws = require('aws-sdk');
 const path = require('path');
 const csvToJson = require('csvtojson');
 
-let dynamoDB;
-
 function generateDataDynamoDB(tableName, data) {
   const params = {
     RequestItems: {
@@ -24,15 +22,9 @@ function generateDataDynamoDB(tableName, data) {
 }
 
 function bulkData(tableName, data) {
+  const dynamoDB = new aws.DynamoDB();
   const params = generateDataDynamoDB(tableName, data);
-  console.log(params);
-  dynamoDB.batchWriteItem(params, (err) => {
-    if (err) {
-      throw err;
-    } else {
-      console.log('Imported');
-    }
-  });
+  return dynamoDB.batchWriteItem(params).promise();
 }
 
 function createFile(locaFile, csv) {
@@ -44,49 +36,38 @@ function createFile(locaFile, csv) {
       fs.mkdirSync(path.dirname(locationFile));
       fs.writeFileSync(locationFile, csv);
     }
+    return Promise.resolve(true);
   } catch (err) {
-    throw err;
+    return Promise.reject(err);
   }
 }
 
-module.exports = {
-  configByFile(pathConfig) {
-    aws.config.loadFromPath(pathConfig);
-    dynamoDB = new aws.DynamoDB();
-  },
-  config(accessKeyId, secretAccessKey, region) {
-    aws.config.update({ accessKeyId, secretAccessKey, region });
-    dynamoDB = new aws.DynamoDB();
-  },
-  export(tableName, locationFile) {
-    const params = {
-      TableName: tableName,
-    };
-    dynamoDB.scan(params, (error, data) => {
-      if (error) {
-        throw error;
-      } else {
-        const { Items: items } = data;
-        try {
-          const records = [];
-          items.forEach((element) => {
-            records.push(aws.DynamoDB.Converter.unmarshall(element));
-          });
-          const fields = Object.keys(records[0]);
-          const parser = new Json2csvParser({ fields });
-          const csv = parser.parse(records);
-          createFile(locationFile, csv);
-        } catch (err) {
-          throw err;
-        }
-      }
+function csvFileToJson(data) {
+  const { Items: items } = data;
+  try {
+    const records = [];
+    items.forEach((element) => {
+      records.push(aws.DynamoDB.Converter.unmarshall(element));
     });
+    const fields = Object.keys(records[0]);
+    const parser = new Json2csvParser({ fields });
+    const csv = parser.parse(records);
+    return Promise.resolve(csv);
+  } catch (err) {
+    return Promise.reject(err);
+  }
+}
+
+module.exports = {
+  exportCSV(params, locationFile) {
+    const dynamoDB = new aws.DynamoDB();
+    return dynamoDB.scan(params).promise()
+      .then(response => csvFileToJson(response))
+      .then(csv => createFile(locationFile, csv));
   },
-  import(tableName, csvFilePath) {
-    csvToJson()
+  importCSV(tableName, csvFilePath) {
+    return csvToJson()
       .fromFile(csvFilePath)
-      .then((jsonObj) => {
-        bulkData(tableName, jsonObj);
-      });
+      .then(jsonObj => bulkData(tableName, jsonObj));
   },
 };

dynamoDBCSV.js

@@ -1,8 +1,17 @@
 const dynamoDBCSV = require('./dynamoDBCSV');
+const config = require('./configAWS');
+const bucket = require('./bucketS3Util');
 
 module.exports = {
-  config: dynamoDBCSV.config,
-  configByFile: dynamoDBCSV.configByFile,
-  import: dynamoDBCSV.import,
-  export: dynamoDBCSV.export,
+  config: config.config,
+  configByFile: config.configByFile,
+  dynamoDB: {
+    importCSV: dynamoDBCSV.importCSV,
+    exportCSV: dynamoDBCSV.exportCSV,
+  },
+  bucket: {
+    list: bucket.list,
+    uploadFile: bucket.uploadFile,
+    create: bucket.create,
+  },
 };