adding coding toolkit changes

code/coding_toolkit.py

@@ -2,10 +2,10 @@
 from typing import List
 
 from superagi.tools.base_tool import BaseToolkit, BaseTool, ToolConfiguration
-from superagi.tools.code.improve_code import ImproveCodeTool
-from superagi.tools.code.write_code import CodingTool
-from superagi.tools.code.write_spec import WriteSpecTool
-from superagi.tools.code.write_test import WriteTestTool
+from improve_code import ImproveCodeTool
+from write_code import CodingTool
+from write_spec import WriteSpecTool
+from write_test import WriteTestTool
 
 
 class CodingToolkit(BaseToolkit, ABC):

code/helper/prompt_reader.py

@@ -0,0 +1,27 @@
+from pathlib import Path
+
+
+class PromptReader:
+    @staticmethod
+    def read_tools_prompt(current_file: str, prompt_file: str) -> str:
+        file_path = str(Path(current_file).resolve().parent) + "/prompts/" + prompt_file
+        try:
+            f = open(file_path, "r")
+            file_content = f.read()
+            f.close()
+        except FileNotFoundError as e:
+            print(e.__str__())
+            raise e
+        return file_content
+
+    @staticmethod
+    def read_agent_prompt(current_file: str, prompt_file: str) -> str:
+        file_path = str(Path(current_file).resolve().parent) + "/prompts/" + prompt_file
+        try:
+            f = open(file_path, "r")
+            file_content = f.read()
+            f.close()
+        except FileNotFoundError as e:
+            print(e.__str__())
+            raise e
+        return file_content

code/helper/token_counter.py

@@ -0,0 +1,98 @@
+from typing import List
+
+import tiktoken
+
+from superagi.types.common import BaseMessage
+from superagi.lib.logger import logger
+from superagi.models.models import Models
+from sqlalchemy.orm import Session
+
+
+class TokenCounter:
+
+    def __init__(self, session:Session=None, organisation_id: int=None):
+        self.session = session
+        self.organisation_id = organisation_id
+
+    def token_limit(self, model: str = "gpt-3.5-turbo-0301") -> int:
+        """
+        Function to return the token limit for a given model.
+
+        Args:
+            model (str): The model to return the token limit for.
+
+        Raises:
+            KeyError: If the model is not found.
+
+        Returns:
+            int: The token limit.
+        """
+        try:
+            model_token_limit_dict = (Models.fetch_model_tokens(self.session, self.organisation_id))
+            return model_token_limit_dict[model]
+        except KeyError:
+            logger.warning("Warning: model not found. Using cl100k_base encoding.")
+            return 8092
+
+    @staticmethod
+    def count_message_tokens(messages: List[BaseMessage], model: str = "gpt-3.5-turbo-0301") -> int:
+        """
+        Function to count the number of tokens in a list of messages.
+
+        Args:
+            messages (List[BaseMessage]): The list of messages to count the tokens for.
+            model (str): The model to count the tokens for.
+
+        Raises:
+            KeyError: If the model is not found.
+
+        Returns:
+            int: The number of tokens in the messages.
+        """
+        try:
+            default_tokens_per_message = 4
+            model_token_per_message_dict = {"gpt-3.5-turbo-0301": 4, "gpt-4-0314": 3, "gpt-3.5-turbo": 4, "gpt-4": 3,
+                                            "gpt-3.5-turbo-16k": 4, "gpt-4-32k": 3, "gpt-4-32k-0314": 3,
+                                            "models/chat-bison-001": 4}
+            encoding = tiktoken.encoding_for_model(model)
+        except KeyError:
+            logger.warning("Warning: model not found. Using cl100k_base encoding.")
+            encoding = tiktoken.get_encoding("cl100k_base")
+
+        if model in model_token_per_message_dict.keys():
+            tokens_per_message = model_token_per_message_dict[model]
+        else:
+            tokens_per_message = default_tokens_per_message
+
+        if tokens_per_message is None:
+            raise NotImplementedError(
+                f"num_tokens_from_messages() is not implemented for model {model}.\n"
+                " See https://github.com/openai/openai-python/blob/main/chatml.md for"
+                " information on how messages are converted to tokens."
+            )
+
+        num_tokens = 0
+        for message in messages:
+            if isinstance(message, str):
+                message = {'content': message}
+            num_tokens += tokens_per_message
+            num_tokens += len(encoding.encode(message['content']))
+
+        num_tokens += 3
+        print("tokens",num_tokens)
+        return num_tokens
+
+    @staticmethod
+    def count_text_tokens(message: str) -> int:
+        """
+        Function to count the number of tokens in a text.
+
+        Args:
+            message (str): The text to count the tokens for.
+
+        Returns:
+            int: The number of tokens in the text.
+        """
+        encoding = tiktoken.get_encoding("cl100k_base")
+        num_tokens = len(encoding.encode(message)) + 4
+        return num_tokens

code/improve_code.py

@@ -4,11 +4,11 @@
 from pydantic import BaseModel, Field
 
 from superagi.agent.agent_prompt_builder import AgentPromptBuilder
-from superagi.helper.prompt_reader import PromptReader
-from superagi.helper.token_counter import TokenCounter
+from helper.prompt_reader import PromptReader
+from helper.token_counter import TokenCounter
 from superagi.lib.logger import logger
 from superagi.llms.base_llm import BaseLlm
-from superagi.resource_manager.file_manager import FileManager
+from superagi.tools.base_tool import FileManager
 from superagi.tools.base_tool import BaseTool
 from superagi.tools.tool_response_query_manager import ToolResponseQueryManager
 

code/requirements.txt

@@ -0,0 +1,11 @@
+pydantic==1.10.8
+pytest==7.4.0
+pytest-mock==3.11.1
+requests==2.31.0
+superagi-tools==1.0.6
+tiktoken==0.4.0
+typing_extensions==4.7.1
+urllib3==1.26.16
+filelock==3.12.0
+requests-file==1.5.1
+watchfiles==0.19.0

code/write_code.py

@@ -4,11 +4,11 @@
 from pydantic import BaseModel, Field
 
 from superagi.agent.agent_prompt_builder import AgentPromptBuilder
-from superagi.helper.prompt_reader import PromptReader
-from superagi.helper.token_counter import TokenCounter
+from helper.prompt_reader import PromptReader
+from helper.token_counter import TokenCounter
 from superagi.lib.logger import logger
 from superagi.llms.base_llm import BaseLlm
-from superagi.resource_manager.file_manager import FileManager
+from superagi.tools.base_tool import FileManager
 from superagi.tools.base_tool import BaseTool
 from superagi.tools.tool_response_query_manager import ToolResponseQueryManager
 from superagi.models.agent import Agent

code/write_spec.py

@@ -3,11 +3,11 @@
 from pydantic import BaseModel, Field
 
 from superagi.agent.agent_prompt_builder import AgentPromptBuilder
-from superagi.helper.prompt_reader import PromptReader
-from superagi.helper.token_counter import TokenCounter
+from helper.prompt_reader import PromptReader
+from helper.token_counter import TokenCounter
 from superagi.lib.logger import logger
 from superagi.llms.base_llm import BaseLlm
-from superagi.resource_manager.file_manager import FileManager
+from superagi.tools.base_tool import FileManager
 from superagi.tools.base_tool import BaseTool
 from superagi.models.agent import Agent
 

code/write_test.py

@@ -2,17 +2,18 @@
 from typing import Type, Optional, List
 
 from pydantic import BaseModel, Field
-
 from superagi.agent.agent_prompt_builder import AgentPromptBuilder
-from superagi.helper.prompt_reader import PromptReader
-from superagi.helper.token_counter import TokenCounter
 from superagi.lib.logger import logger
 from superagi.llms.base_llm import BaseLlm
-from superagi.resource_manager.file_manager import FileManager
 from superagi.tools.base_tool import BaseTool
 from superagi.tools.tool_response_query_manager import ToolResponseQueryManager
 from superagi.models.agent import Agent
 
+from superagi.tools.base_tool import FileManager
+
+from helper.prompt_reader import PromptReader
+from helper.token_counter import TokenCounter
+
 class WriteTestSchema(BaseModel):
     test_description: str = Field(
         ...,