Knowledge db

src/__fixtures__/knowledge.ts

@@ -0,0 +1,260 @@
+import { MemdbSubEvent, MemoRecord, VecDbStatus } from "../events";
+
+export const STUB_MEMORIES: MemoRecord[] = [
+  {
+    memid: "7666487b81",
+    m_type: "proj-fact",
+    m_goal: "compile",
+    m_project: "proj1",
+    m_payload: "Looks like proj1 is written in fact in Rust.",
+    m_origin: "local-committed",
+    mstat_correct: 1,
+    mstat_relevant: -1,
+    mstat_times_used: 1,
+  },
+  {
+    memid: "cdec854819",
+    m_type: "seq-of-acts",
+    m_goal: "compile",
+    m_project: "proj2",
+    m_payload: "Wow, running cargo build on proj2 was successful!",
+    m_origin: "local-committed",
+    mstat_correct: 0,
+    mstat_relevant: 0,
+    mstat_times_used: 0,
+  },
+  {
+    memid: "eb1d64684b",
+    m_type: "proj-fact",
+    m_goal: "compile",
+    m_project: "proj2",
+    m_payload: "Looks like proj2 is written in fact in Rust.",
+    m_origin: "local-committed",
+    mstat_correct: 0,
+    mstat_relevant: 0,
+    mstat_times_used: 0,
+  },
+
+  {
+    memid: "eb1d64684c",
+    m_type: "proj-fact",
+    m_goal:
+      "Long goal Long goal Long goal Long goal Long goal Long goal Long goal Long goal Long goal Long goal",
+    m_project: "proj2",
+    m_payload: "Looks like proj2 is written in fact in Rust.",
+    m_origin: "local-committed",
+    mstat_correct: 0,
+    mstat_relevant: 0,
+    mstat_times_used: 0,
+  },
+];
+
+export const STUB_SUB_RESPONSE: MemdbSubEvent[] = [
+  {
+    pubevent_id: 19,
+    pubevent_action: "INSERT",
+    pubevent_json: {
+      memid: "66a072d699",
+      m_type: "seq-of-acts",
+      m_goal: "compile",
+      m_project: "proj1",
+      m_payload: "Wow, running cargo build on proj1 was successful!",
+      m_origin: "local-committed",
+      mstat_correct: 0.0,
+      mstat_relevant: 0.0,
+      mstat_times_used: 0,
+    },
+  },
+  {
+    pubevent_id: 26,
+    pubevent_action: "INSERT",
+    pubevent_json: {
+      memid: "d688925823",
+      m_type: "proj-fact",
+      m_goal: "compile",
+      m_project: "proj1",
+      m_payload: "Looks like proj1 is written in fact in Rust.",
+      m_origin: "local-committed",
+      mstat_correct: 0.0,
+      mstat_relevant: 0.0,
+      mstat_times_used: 0,
+    },
+  },
+  {
+    pubevent_id: 27,
+    pubevent_action: "INSERT",
+    pubevent_json: {
+      memid: "08f9374753",
+      m_type: "seq-of-acts",
+      m_goal: "compile",
+      m_project: "proj2",
+      m_payload: "Wow, running cargo build on proj2 was successful!",
+      m_origin: "local-committed",
+      mstat_correct: 0.0,
+      mstat_relevant: 0.0,
+      mstat_times_used: 0,
+    },
+  },
+  {
+    pubevent_id: 28,
+    pubevent_action: "INSERT",
+    pubevent_json: {
+      memid: "c9cefe3ff4",
+      m_type: "proj-fact",
+      m_goal: "compile",
+      m_project: "proj2",
+      m_payload: "Looks like proj2 is written in fact in Rust.",
+      m_origin: "local-committed",
+      mstat_correct: 0.0,
+      mstat_relevant: 0.0,
+      mstat_times_used: 0,
+    },
+  },
+  {
+    pubevent_id: 29,
+    pubevent_action: "UPDATE",
+    pubevent_json: {
+      memid: "d688925823",
+      m_type: "proj-fact",
+      m_goal: "compile",
+      m_project: "proj1",
+      m_payload: "Looks like proj1 is written in fact in Rust.",
+      m_origin: "local-committed",
+      mstat_correct: 1.0,
+      mstat_relevant: -1.0,
+      mstat_times_used: 1,
+    },
+  },
+  {
+    pubevent_id: 30,
+    pubevent_action: "DELETE",
+    pubevent_json: {
+      memid: "9d2a679b09",
+      m_type: "",
+      m_goal: "",
+      m_project: "",
+      m_payload: "",
+      m_origin: "",
+      mstat_correct: 0,
+      mstat_relevant: 0,
+      mstat_times_used: 0,
+    },
+  },
+];
+
+// export const STUB_SUB_RESPONSE_WITH_STATUS: (
+//   | MemdbSubEventUnparsed
+//   | VecDbStatus
+// )[] = [];
+
+export const VECDB_STATUS_STARTING: VecDbStatus = {
+  files_unprocessed: 0,
+  files_total: 0,
+  requests_made_since_start: 1,
+  vectors_made_since_start: 33,
+  db_size: 33,
+  db_cache_size: 37,
+  state: "starting",
+  queue_additions: false,
+  vecdb_max_files_hit: false,
+  vecdb_errors: {},
+};
+
+export const VECDB_STATUS_PARSING: VecDbStatus = {
+  files_unprocessed: 377,
+  files_total: 404,
+  requests_made_since_start: 5,
+  vectors_made_since_start: 296,
+  db_size: 168,
+  db_cache_size: 333,
+  state: "parsing",
+  queue_additions: false,
+  vecdb_max_files_hit: false,
+  vecdb_errors: {},
+};
+
+export const VECDB_STATUS_PARSING_2: VecDbStatus = {
+  files_unprocessed: 372,
+  files_total: 404,
+  requests_made_since_start: 6,
+  vectors_made_since_start: 303,
+  db_size: 303,
+  db_cache_size: 340,
+  state: "parsing",
+  queue_additions: false,
+  vecdb_max_files_hit: false,
+  vecdb_errors: {},
+};
+
+export const VECDV_STATUS_PARISING_3: VecDbStatus = {
+  files_unprocessed: 192,
+  files_total: 404,
+  requests_made_since_start: 21,
+  vectors_made_since_start: 990,
+  db_size: 1021,
+  db_cache_size: 1027,
+  state: "parsing",
+  queue_additions: false,
+  vecdb_max_files_hit: false,
+  vecdb_errors: {},
+};
+
+export const VECDB_STATUS_PARSING_4: VecDbStatus = {
+  files_unprocessed: 12,
+  files_total: 404,
+  requests_made_since_start: 52,
+  vectors_made_since_start: 2494,
+  db_size: 2524,
+  db_cache_size: 2531,
+  state: "parsing",
+  queue_additions: false,
+  vecdb_max_files_hit: false,
+  vecdb_errors: {},
+};
+
+export const VECDB_STATUS_COOLDOWN: VecDbStatus = {
+  files_unprocessed: 1,
+  files_total: 404,
+  requests_made_since_start: 52,
+  vectors_made_since_start: 2494,
+  db_size: 2524,
+  db_cache_size: 2533,
+  state: "cooldown",
+  queue_additions: false,
+  vecdb_max_files_hit: false,
+  vecdb_errors: {},
+};
+
+export const VECDB_STATUS_DONE: VecDbStatus = {
+  files_unprocessed: 0,
+  files_total: 0,
+  requests_made_since_start: 54,
+  vectors_made_since_start: 2535,
+  db_size: 2629,
+  db_cache_size: 2574,
+  state: "done",
+  queue_additions: false,
+  vecdb_max_files_hit: false,
+  vecdb_errors: {},
+};
+
+export const STUB_SUB_RESPONSE_WITH_STATUS = [
+  VECDB_STATUS_STARTING,
+  // ...STUB_SUB_RESPONSE,
+  VECDB_STATUS_PARSING,
+  VECDB_STATUS_PARSING_2,
+  VECDV_STATUS_PARISING_3,
+  VECDB_STATUS_PARSING_4,
+  VECDB_STATUS_COOLDOWN,
+  VECDB_STATUS_DONE,
+];
+
+export const STB_LOADING_VECDB = {
+  VECDB_STATUS_STARTING,
+  VECDB_STATUS_PARSING,
+  VECDB_STATUS_PARSING_2,
+  VECDV_STATUS_PARISING_3,
+  VECDB_STATUS_PARSING_4,
+  VECDB_STATUS_COOLDOWN,
+  VECDB_STATUS_DONE,
+};

src/__fixtures__/msw.ts

@@ -5,9 +5,15 @@ import { STUB_LINKS_FOR_CHAT_RESPONSE } from "./chat_links_response";
 import {
   AT_TOOLS_AVAILABLE_URL,
   CHAT_LINKS_URL,
+  KNOWLEDGE_CREATE_URL,
+  KNOWLEDGE_SUB_URL,
+  KNOWLEDGE_UPDATE_USED_URL,
 } from "../services/refact/consts";
 import { STUB_TOOL_RESPONSE } from "./tools_response";
+import { STUB_SUB_RESPONSE, STUB_SUB_RESPONSE_WITH_STATUS } from "./knowledge";
 import { GoodPollingResponse } from "../services/smallcloud";
+import type { LinksForChatResponse } from "../services/refact/links";
+import { CompressTrajectoryResponse } from "../services/refact/knowledge";
 
 export const goodPing: HttpHandler = http.get(
   "http://127.0.0.1:8001/v1/ping",
@@ -103,13 +109,106 @@ export const chatLinks: HttpHandler = http.post(
   },
 );
 
+export const noChatLinks: HttpHandler = http.post(
+  `http://127.0.0.1:8001${CHAT_LINKS_URL}`,
+  () => {
+    const res: LinksForChatResponse = {
+      uncommited_changes_warning: "",
+      links: [],
+    };
+    return HttpResponse.json(res);
+  },
+);
+
 export const goodTools: HttpHandler = http.get(
   `http://127.0.0.1:8001${AT_TOOLS_AVAILABLE_URL}`,
   () => {
     return HttpResponse.json(STUB_TOOL_RESPONSE);
   },
 );
 
+export const knowLedgeLoading: HttpHandler = http.post(
+  `http://127.0.0.1:8001${KNOWLEDGE_SUB_URL}`,
+  async () => {
+    const encoder = new TextEncoder();
+    const stream = new ReadableStream({
+      start(controller) {
+        // Encode the string chunks using "TextEncoder".
+        STUB_SUB_RESPONSE.forEach((item) => {
+          const str = `data: ${JSON.stringify(item)}\n\n`;
+          controller.enqueue(encoder.encode(str));
+        });
+
+        controller.close();
+      },
+    });
+
+    await new Promise((resolve) => setTimeout(resolve, 3000));
+
+    return new HttpResponse(stream, {
+      headers: {
+        "Content-Type": "text/plain",
+      },
+    });
+  },
+);
+
+export const KnowledgeWithStatus: HttpHandler = http.post(
+  `http://127.0.0.1:8001${KNOWLEDGE_SUB_URL}`,
+  () => {
+    const encoder = new TextEncoder();
+    const stream = new ReadableStream({
+      async start(controller) {
+        // Encode the string chunks using "TextEncoder".
+        for (const item of STUB_SUB_RESPONSE_WITH_STATUS) {
+          const str = `data: ${JSON.stringify(item)}\n\n`;
+          controller.enqueue(encoder.encode(str));
+          await new Promise((resolve) => setTimeout(resolve, 3000)); // 1-second delay
+        }
+
+        controller.close();
+      },
+    });
+
+    return new HttpResponse(stream, {
+      headers: {
+        "Content-Type": "text/plain",
+      },
+    });
+  },
+);
+
+export const makeKnowledgeFromChat: HttpHandler = http.post(
+  `http://127.0.0.1:8001${KNOWLEDGE_CREATE_URL}`,
+  () => {
+    const result: CompressTrajectoryResponse = {
+      memid: "foo",
+      trajectory: "something",
+    };
+    return HttpResponse.json(result);
+  },
+);
+
+export const updateKnowledgeUse: HttpHandler = http.post(
+  `http://127.0.0.1:8001${KNOWLEDGE_UPDATE_USED_URL}`,
+  async (ctx) => {
+    const body = await ctx.request.json();
+    const memid =
+      body &&
+      typeof body === "object" &&
+      "memid" in body &&
+      typeof body.memid === "string"
+        ? body.memid
+        : "foo";
+    const result: CompressTrajectoryResponse = {
+      memid,
+      trajectory: "something",
+    };
+
+    await new Promise((r) => setTimeout(r, 1000));
+    return HttpResponse.json(result);
+  },
+);
 export const loginPollingGood: HttpHandler = http.get(
   "https://www.smallcloud.ai/v1/streamlined-login-recall-ticket",
   () => {