fetch from RClibary;

lib/TFIDF.js

@@ -1,6 +1,20 @@
 const natural = require('natural');
 const _ = require('lodash');
 const { ENGLISH_STOP_WORDS } = require('./stopWords.js');
+const connectMongo = require("../utils/connectMongo.js")
+
+async function getIssuesFromDatabase() {
+    try {
+        const issues = await connectMongo({ find: "RCLibrary" });
+        return issues.map(issue => ({
+            title: issue.issue_title,
+            description: issue.description
+        }));
+    } catch (error) {
+        console.error("Error fetching issues from database:", error);
+        return [];
+    }
+}
 
 function preprocess(text) {
     return text.toLowerCase();
@@ -13,15 +27,9 @@ function cosineSimilarity(vectorA, vectorB) {
     return dotProduct / (magnitudeA * magnitudeB);
 }
 
-function getTopSimilarIssues(mentorNote, topN = 3) {
-    const issues = [
-        { title: "students not understanding some core part of the conceptual approach and it's really affecting what they are doing practically", 
-          description: "students have gaps of understanding in their conceptual approach so that it's difficult to advance their practical design. Some common signals include can't articulate some part of their conceptual approach and vagueness in conceptual understanding." },
-        { title: "students being too hard on themselves", 
-          description: "students put a lot of pressure on themselves to work more and deliver, sometimes feeling bad from failing to meet a pre-establish goal or letting others down. They often have a high standard for themselves. Some common signals are being a perfectionist, being stressed or anxious, and having fear of failure." },
-        { title: "student not planning with clear deliverables", 
-          description: "when students plan their sprint, they don't have a clear deliverable in mind such as a prototype, user journey, or a section of the canvases that would clearly show how they addressed their riskiest risk. Some common signals are story with empty purpose/deliverable in sprint log, their idea of what form of deliverable would showcase their new understanding is undeveloped or vague." }
-    ];
+async function getTopSimilarIssues(mentorNote, topN = 3) {
+    const issues = await getIssuesFromDatabase();
+    console.log(issues)
 
     mentorNote = preprocess(mentorNote);
 
@@ -45,9 +53,9 @@ function getTopSimilarIssues(mentorNote, topN = 3) {
         return _.sortBy(vector, 'term');
     });
 
-    // Print TF-IDF vector for mentor notes
-    console.log("TF-IDF Matrix note:");
-    console.table(tfidfMatrix[0]);
+    // // Print TF-IDF vector for mentor notes
+    // console.log("TF-IDF Matrix note:");
+    // console.table(tfidfMatrix[0]);
 
     // Compute cosine similarity between mentor's note and issue descriptions
     const mentorVector = tfidfMatrix[0].map(term => term.tfidf);
@@ -75,8 +83,16 @@ function getTopSimilarIssues(mentorNote, topN = 3) {
 
 module.exports = { getTopSimilarIssues };
 
-// const mentorNote = "Ella being too hard on herself and not focusing on risks (when everything looks like one) - Ended up over focusing on what happened in an ineffective user test - Freaked out about a poor user test and that drove a lot of her attention";
-// // const mentorNote = "Purpose missing because they are still not explicit about what milestones they want to hit --- the deliverables are unclear too so it's all related? Not having a clear sense of what the deliverable should actually be or look like"
+// async function testTFIDF() {
+//     const mentorNote = "Ella being too hard on herself and not focusing on risks (when everything looks like one) - Ended up over focusing on what happened in an ineffective user test - Freaked out about a poor user test and that drove a lot of her attention";
+//     // const mentorNote = "Purpose missing because they are still not explicit about what milestones they want to hit --- the deliverables are unclear too so it's all related? Not having a clear sense of what the deliverable should actually be or look like"
+
+//     try {
+//         const topSimilarIssues = await getTopSimilarIssues(mentorNote);
+//         console.log("Top similar issues:", topSimilarIssues);
+//     } catch (error) {
+//         console.error("Error:", error);
+//     }
+// }
 
-// const topSimilarIssues = getTopSimilarIssues(mentorNote);
-// console.log("Top similar issues:", topSimilarIssues);
+// testTFIDF();

package.json

@@ -23,6 +23,7 @@
     "@mantine/next": "^6.0.21",
     "@vygruppen/spor-accordion-react": "^1.0.1",
     "blockly": "^10.3.1",
+    "child_process": "^1.0.2",
     "dotenv": "^16.4.4",
     "embla-carousel-react": "^7.1.0",
     "framer-motion": "^11.0.5",

utils/connectMongo.js

@@ -1,7 +1,7 @@
 const { MongoClient, ServerApiVersion } = require('mongodb');
 // Create a MongoClient with a MongoClientOptions object to set the Stable API version
 
-export default async function connect(command) {
+async function connect(command) {
     const client = new MongoClient(process.env.MONGO_URI, {
         serverApi: {
           version: ServerApiVersion.v1,
@@ -14,26 +14,23 @@ export default async function connect(command) {
       let response = null
 
   try {
-    // Connect the client to the server	(optional starting in v4.7)
     await client.connect();
     // Send a ping to confirm a successful connection
     output = await client.db("test").command(command);
   } finally {
-    // Ensures that the client will close when you finish/error
     await client.close();
   }
 
   if (command.insert){
     response = output.ok
-    // console.log('CONNECT INSERT COMMAND')
   } else if (command.findAndModify) {
     response = output?.value
-    // console.log('CONNECT findAndModify COMMAND')
-    // console.log('MODIFIED: ', response)
   }
    else if (command.find || command.filter) {
     response = output?.cursor.firstBatch
   }
 
   return response
-}
+}
+
+module.exports = connect;

yarn.lock

@@ -2004,6 +2004,11 @@ chalk@^4.0.0:
     ansi-styles "^4.1.0"
     supports-color "^7.1.0"
 
+child_process@^1.0.2:
+  version "1.0.2"
+  resolved "https://registry.yarnpkg.com/child_process/-/child_process-1.0.2.tgz#b1f7e7fc73d25e7fd1d455adc94e143830182b5a"
+  integrity sha512-Wmza/JzL0SiWz7kl6MhIKT5ceIlnFPJX+lwUGj7Clhy5MMldsSoJR0+uvRzOS5Kv45Mq7t1PoE8TsOA9bzvb6g==
+
 chokidar@^3.5.3:
   version "3.6.0"
   resolved "https://registry.npmjs.org/chokidar/-/chokidar-3.6.0.tgz"
@@ -4704,6 +4709,7 @@ streamsearch@^1.1.0:
   integrity sha512-Mcc5wHehp9aXz1ax6bZUyY5afg9u2rv5cqQI3mRrYkGC8rW2hM02jWuwjtL++LS5qinSyhj2QfLyNsuc+VsExg==
 
 "string-width-cjs@npm:string-width@^4.2.0", string-width@^4.1.0:
+  name string-width-cjs
   version "4.2.3"
   resolved "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz"
   integrity sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==