Prompt commands/loading of user funcs

Added some prompt commands to manage the conversation
Added a config option to load user functions at startup (defaults to false)

Author: Column01

README.md

@@ -41,6 +41,21 @@ Run the script to prompt the model for function calling (assuming you activated
 
 After it has been run, it will ask for a prompt. Be descriptive for what you want the model to do so it knows which tools to select, and what to do with any data it gets from the tools.
 
+You can also use this for normal LLM chatting if you'd like.
+
+There are a few commands you can use in the prompt to do things:
+
+```
+help
+    Shows this text
+exit
+    Exits the program
+clear
+    Clears the console and the chat history for a new convo
+load
+    Load's the functions in the user folder. (can be enabled by default in the config)
+```
+
 ### Available tools
 
 Pre-made tools exist and can be found in the [functions](/functions) folder of the repo

config.json

@@ -2,5 +2,6 @@
 {
     "model_name": "Qwen",
     "api_url": "http://localhost:8080/v1",
-    "api_key": "EMPTY"
+    "api_key": "EMPTY",
+    "load_user_funcs": false
 }

functions/user/print_message.py

@@ -0,0 +1,22 @@
+
+def print_message(message: str = None) -> str:
+    if message:
+        print(message)
+        return message
+
+
+function = print_message
+function_spec = {
+    "type": "function",
+    "function": {
+        "name": "print_message",
+        "description": "Print's a message into the dev console. Only use when requested to use.",
+        "parameters": {
+            "type": "object",
+            "properties": {
+                "message": {"type": "string", "description": "A message to print"}
+            },
+            "required": ["message"],
+        },
+    },
+}

functions/user/say_hello.py

@@ -43,15 +43,30 @@ def glob_import(glob_str: str) -> Tuple[List[dict], Dict]:
     return functions, function_spec
 
 
-# Import all system and user functions, and merge their libraries
+def load_user_funcs():
+    global system_function_library, function_library, functions
+    print("Loading user functions...")
+    user_function_library, USER_TOOLS = glob_import("functions/user/*.py")
+    # For Qwen-Agent library, extracts actual functions from the tools dicts
+    user_functions = [tool["function"] for tool in USER_TOOLS]
+    function_library = system_function_library | user_function_library
+    functions.extend(user_functions)
+    print("User functions loaded!")
+
+
+# Load the user's config file
+with open("config.json", "r") as fp:
+    config = json.load(fp)
+
+# Import all system functions
 system_function_library, TOOLS = glob_import("functions/system/*.py")
-user_function_library, USER_TOOLS = glob_import("functions/user/*.py")
-function_library = system_function_library | user_function_library
+function_library = system_function_library
 
 # For Qwen-Agent library, extracts actual functions from the tools dicts
 functions = [tool["function"] for tool in TOOLS]
-user_functions = [tool["function"] for tool in USER_TOOLS]
-functions.extend(user_functions)
+
+if config.get("load_user_funcs"):
+    load_user_funcs()
 
 
 def print_assistant_messages(responses: list):
@@ -141,10 +156,18 @@ def execute_functions(responses: list) -> list:
     return messages
 
 
-def main():
-    with open("config.json", "r") as fp:
-        config = json.load(fp)
+def print_help():
+    print("help")
+    print("    Shows this text")
+    print("exit")
+    print("    Exits the program")
+    print("clear")
+    print("    Clears the console and the chat history for a new convo")
+    print("load")
+    print("    Load's the functions in the user folder. (can be enabled by default in the config)")
 
+
+def main():
     llm = get_chat_model(
         {
             "model": config["model_name"],
@@ -153,18 +176,20 @@ def main():
         }
     )
 
-    messages = [
-        {
-            "role": "system",
-            "content": f"""You are JARVIS, a helpful and witty assistant. 
-            You help a user with their tasks by using any of the functions available to you and your replies should always aim to be short but informative.
-            When a user refers to themselves in a prompt to create or recall a memory in the first person, change it to refer to 'The User'.
-            If you cannot answer a prompt based on information you have available, use your tools to find more information.
-            The current date is {datetime.today().strftime('%Y-%m-%d %H:%M:%S')}
-            """,
-        }
-    ]
+    system_message = {
+        "role": "system",
+        "content": f"""You are JARVIS, a helpful and witty assistant. 
+        You help a user with their tasks by using any of the functions available to you and your replies should always aim to be short but informative.
+        When a user refers to themselves in a prompt to create or recall a memory in the first person, change it to refer to 'The User'.
+        If you cannot answer a prompt based on information you have available, use your tools to find more information.
+        The current date is {datetime.today().strftime('%Y-%m-%d %H:%M:%S')}
+        """,
+    }
 
+    print("Type 'help' for chat commands")
+
+    messages = []
+    messages.append(system_message)
     running = True
     while running:
         try:
@@ -175,6 +200,21 @@ def main():
                 print("You have to say something for this to work...")
                 continue
 
+            if prompt == "help":
+                print_help()
+                continue
+            if prompt == "clear":
+                # clears the chat history and terminal
+                messages.clear()
+                messages.append(system_message)
+                os.system("cls" if os.name == "nt" else "clear")
+                continue
+            if prompt == "load":
+                load_user_funcs()
+                continue
+            if prompt == "exit":
+                exit("Exiting...")
+
             # Add the prompt to the context
             messages.append({"role": "user", "content": prompt})
 
@@ -205,7 +245,6 @@ def main():
 
         except KeyboardInterrupt:
             # print(json.dumps(messages, indent=2))
-            running = False
             exit("Exiting...")