added console time for data generation

rpt26-sdc-singleton · May 28, 2021 · d64583e · d64583e
1 parent 0b3fa47
commit d64583e
Show file tree

Hide file tree

Showing 4 changed files with 12 additions and 10 deletions.
diff --git a/db/generators/coursesGenerator.js b/db/generators/coursesGenerator.js
@@ -4,7 +4,7 @@ const faker = require('faker');
 const fs = require('fs');
 const path = require('path');
 
-const generateCourses = async (numberOfCourses, courseId) => {
+const generateCourses = async (courseId) => {
   let allCourseReviews = [];
   let allCourseTotalReviews = [];
 

diff --git a/db/postgres/generate10MillionReviews.js b/db/postgres/generate10MillionReviews.js
@@ -9,19 +9,18 @@ const writer = csvWriter({
 });
 
 writer.pipe(
-  fs.createWriteStream('./db/generators/converters/reviews.csv', {
+  fs.createWriteStream('./db/generators/generatedData/reviews.csv', {
     flags: 'a',
   })
 );
 const generate10MillionReviews = (writer, encoding, callback) => {
-
+const start = console.time();
   let records = 10000000;
   let id = 0;
 
   const write = async () => {
     let ok = true;
     do {
-      console.log(`records left: ${records}`);
       records -= 1;
       id += 1;
       let data = await generateCourses(id);
@@ -38,6 +37,7 @@ const generate10MillionReviews = (writer, encoding, callback) => {
     }
   };
   write();
+console.log(`${const end = console.timeEnd()}`)
 };
 
 generate10MillionReviews(writer, 'utf8', () => writer.end());
diff --git a/db/postgres/generate10MillionTotalReviews.js b/db/postgres/generate10MillionTotalReviews.js
@@ -5,11 +5,10 @@ require('dotenv').config();
 
 const writer = csvWriter({
   separator: '|',
-  sendHeaders: true,
 });
 
 writer.pipe(
-  fs.createWriteStream('./db/generators/converters/totalReviews.csv', {
+  fs.createWriteStream('./db/generators/generatedData/totalReviews.csv', {
     flags: 'a',
   })
 );
@@ -18,10 +17,10 @@ const generate10MillionTotalReviews = (writer, encoding, callback) => {
   let records = 10000000;
   let id = 0;
 
+  const start = console.time();
   const write = async () => {
     let ok = true;
     do {
-      console.log(`records left: ${records}`);
       records -= 1;
       id += 1;
       let data = await generateCourses(id);
@@ -38,6 +37,9 @@ const generate10MillionTotalReviews = (writer, encoding, callback) => {
     }
   };
   write();
+  const end = console.timeEnd();
+  console.log(end);
+  return end;
 };
 
-generate10MillionTotalReviews(writer, 'utf8', () => write.end());
+generate10MillionTotalReviews(writer, 'utf8', () => writer.end());
diff --git a/db/postgres/seed.sql b/db/postgres/seed.sql
@@ -1,11 +1,11 @@
 \c coursera
 
 COPY coursera.reviews_per_course
-FROM '/Users/galexy/Documents/learn-programming/Courses/Hack Reactor/hack-reactor-work/rptImmersive/rpt26-sdc-review-service/db/generators/converters/reviews.csv'
+FROM '/Users/galexy/Documents/learn-programming/Courses/Hack Reactor/hack-reactor-work/rptImmersive/rpt26-sdc-review-service/db/generators/generatedData/reviews.csv'
 DELIMITER '|'
 CSV HEADER QUOTE '"';
 
 COPY coursera.totalreviews
-FROM '/Users/galexy/Documents/learn-programming/Courses/Hack Reactor/hack-reactor-work/rptImmersive/rpt26-sdc-review-service/db/generators/converters/totalReviews.csv'
+FROM '/Users/galexy/Documents/learn-programming/Courses/Hack Reactor/hack-reactor-work/rptImmersive/rpt26-sdc-review-service/db/generators/generatedData/totalReviews.csv'
 DELIMITER '|'
 CSV HEADER QUOTE '"';