added backend installation for linux

DIRAKHIL · May 20, 2023 · 5a83d9c · 5a83d9c
1 parent 210d9d2
commit 5a83d9c
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 2 deletions.
diff --git a/gpt4all_api/api.py b/gpt4all_api/api.py
@@ -220,8 +220,8 @@ def _rebuild_personality(self):
             self._set_config_result['personality_status'] ='failed'
             self._set_config_result['errors'].append(f"couldn't load personality:{ex}")
 
-    def step_callback(self, text, type):
-        print(f"Step callback : {text}")
+    def step_callback(self, text, message_type):
+        self.generation_queue.put((text,self.id, message_type))
     def _run(self):        
         self._rebuild_model()
         self._rebuild_personality()

diff --git a/installations/install_backend_gpu.sh b/installations/install_backend_gpu.sh
@@ -0,0 +1,7 @@
+echo "this will recompile llapacpp to use your hardware with gpu enabled."
+pip uninstall llama-cpp-python -y
+# First we need to purge any old installation
+pip cache purge
+export CMAKE_ARGS="-DLLAMA_CUBLAS=on"
+export FORCE_CMAKE=1
+pip install llama-cpp-python --upgrade