From 488d31f6348e581a90c835c133f854318a268866 Mon Sep 17 00:00:00 2001
From: Mathieu Gosbee <mail@matbee.com>
Date: Sun, 19 Mar 2023 00:35:29 -0400
Subject: [PATCH 1/6] Threads default to system cpu count.

---
 bin/web/index.js        | 5 ++++-
 bin/web/views/index.ejs | 4 ++--
 2 files changed, 6 insertions(+), 3 deletions(-)

diff --git a/bin/web/index.js b/bin/web/index.js
index dd79428..ed6973c 100644
--- a/bin/web/index.js
+++ b/bin/web/index.js
@@ -1,6 +1,7 @@
 const express = require('express')
 const http = require('http')
 const path = require('path')
+const os = require('os')
 const Dalai = require("../../index")
 const app = express()
 const httpServer = http.Server(app);
@@ -13,7 +14,9 @@ const start = (port, home) => {
   app.set('view engine', 'ejs');
   app.set('views', path.resolve(__dirname, "views"))
   app.get("/", (req, res) => {
-    res.render("index")
+    res.render("index", {
+      threads: oc.cpus().length;
+    })
   })
   httpServer.listen(port, () => {
     console.log(`Server running on http://localhost:${port}/`)
diff --git a/bin/web/views/index.ejs b/bin/web/views/index.ejs
index ad33063..c2572e3 100644
--- a/bin/web/views/index.ejs
+++ b/bin/web/views/index.ejs
@@ -111,7 +111,7 @@
 <script>
 const config = {
   seed: -1,
-  threads: 4,
+  threads: <%= threads %>,
   n_predict: 200,
   top_k: 40,
   top_p: 0.9,
@@ -126,7 +126,7 @@ const form = document.getElementById('form');
 const input = document.querySelector('#input');
 const model = document.querySelector('#model');
 const renderHeader = (config) => {
-  const fields = [{ key: "debug", type: "checkbox" }, "n_predict", "repeat_last_n", "repeat_penalty", "top_k", "top_p", "temp", "seed"].map((key) => {
+  const fields = [{ key: "debug", type: "checkbox" }, "n_predict", "repeat_last_n", "repeat_penalty", "top_k", "top_p", "temp", "seed", "threads"].map((key) => {
     if (typeof key === "string") {
       return `<div class='kv'>
 <label>${key}</label>

From bec6f6703a2eb4ffe83f7e051d524d6359c41f98 Mon Sep 17 00:00:00 2001
From: Mathieu Gosbee <mail@matbee.com>
Date: Sun, 19 Mar 2023 00:38:33 -0400
Subject: [PATCH 2/6] Threads default to system cpu count.

---
 bin/web/index.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/bin/web/index.js b/bin/web/index.js
index ed6973c..322ef2f 100644
--- a/bin/web/index.js
+++ b/bin/web/index.js
@@ -15,7 +15,7 @@ const start = (port, home) => {
   app.set('views', path.resolve(__dirname, "views"))
   app.get("/", (req, res) => {
     res.render("index", {
-      threads: oc.cpus().length;
+      threads: oc.cpus().length
     })
   })
   httpServer.listen(port, () => {

From 486ecec49ad3e7782c30659fb038e43900b184e2 Mon Sep 17 00:00:00 2001
From: Mathieu Gosbee <mail@matbee.com>
Date: Sun, 19 Mar 2023 00:38:58 -0400
Subject: [PATCH 3/6] Threads default to system cpu count.

---
 bin/web/index.js | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/bin/web/index.js b/bin/web/index.js
index 322ef2f..f245011 100644
--- a/bin/web/index.js
+++ b/bin/web/index.js
@@ -15,7 +15,7 @@ const start = (port, home) => {
   app.set('views', path.resolve(__dirname, "views"))
   app.get("/", (req, res) => {
     res.render("index", {
-      threads: oc.cpus().length
+      threads: os.cpus().length
     })
   })
   httpServer.listen(port, () => {

From 9faa7ec49f73b7fd255ec67f1875a39d58ff9ac2 Mon Sep 17 00:00:00 2001
From: Mathieu Gosbee <mail@matbee.com>
Date: Sun, 19 Mar 2023 01:09:31 -0400
Subject: [PATCH 4/6] re-enable file skip

---
 llama.js | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/llama.js b/llama.js
index 835fb17..5888fed 100644
--- a/llama.js
+++ b/llama.js
@@ -119,10 +119,10 @@ npx dalai install 7B 13B
     await fs.promises.mkdir(resolvedPath, { recursive: true }).catch((e) => { })
 
     for(let file of files) {
-//      if (fs.existsSync(path.resolve(resolvedPath, file))) {
-//        console.log(`Skip file download, it already exists: ${file}`)
-//        continue;
-//      }
+     if (fs.existsSync(path.resolve(resolvedPath, file))) {
+       console.log(`Skip file download, it already exists: ${file}`)
+       continue;
+     }
 
       const url = `https://agi.gpt4.org/llama/LLaMA/${model}/${file}`
       await this.root.down(url, path.resolve(resolvedPath, file), {

From c7ba3521d6c9362965b9122807b0984b21e9fcec Mon Sep 17 00:00:00 2001
From: Franci Penov <francip@gmail.com>
Date: Mon, 20 Mar 2023 09:59:08 -0700
Subject: [PATCH 5/6] Ignore the model/.cpp directories

---
 .gitignore | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/.gitignore b/.gitignore
index 8115e63..1002df3 100644
--- a/.gitignore
+++ b/.gitignore
@@ -3,4 +3,6 @@
 venv
 node_modules
 llama.cpp
-package-lock.json
\ No newline at end of file
+package-lock.json
+llama/
+alpaca/

From 1eced0ab5e5019c16f483c4601419f3b3dff28fa Mon Sep 17 00:00:00 2001
From: Pi <90981829+ItsPi3141@users.noreply.github.com>
Date: Tue, 21 Mar 2023 11:37:10 -0700
Subject: [PATCH 6/6] Improved parameters

---
 bin/web/views/index.ejs | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/bin/web/views/index.ejs b/bin/web/views/index.ejs
index 84c407a..2b8540e 100644
--- a/bin/web/views/index.ejs
+++ b/bin/web/views/index.ejs
@@ -113,9 +113,9 @@ const config = {
   seed: -1,
   threads: 4,
   n_predict: 200,
-  top_k: 40,
+  top_k: 420,
   top_p: 0.9,
-  temp: 0.8,
+  temp: 0.9,
   repeat_last_n: 64,
   repeat_penalty: 1.3,
   debug: false,