OpenAI call changes towards more deterministic responses

Even with a temperature 0, the response can be very non-deterministic. Setting a low top_p and a "seed" are additional steps that can be taken to move towards deterministic responses. https://cookbook.openai.com/examples/reproducible_outputs_with_the_seed_parameter
test-zeus-ai · Jul 3, 2024 · 0e76ead · 0e76ead
1 parent 01a6ba8
commit 0e76ead
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/ae/core/agents/browser_nav_agent.py b/ae/core/agents/browser_nav_agent.py
@@ -43,7 +43,9 @@ def __init__(self, config_list, browser_nav_executor: autogen.UserProxyAgent): #
             llm_config={
                 "config_list": config_list,
                 "cache_seed": None,
-                "temperature": 0.0
+                "temperature": 0.0,
+                "top_p": 0.001,
+                "seed":12345
             },
         )
         self.__register_skills()

diff --git a/ae/core/agents/high_level_planner_agent.py b/ae/core/agents/high_level_planner_agent.py
@@ -34,7 +34,9 @@ def __init__(self, config_list, user_proxy_agent:ConversableAgent): # type: igno
             llm_config={
                 "config_list": config_list,
                 "cache_seed": None,
-                "temperature": 0.0
+                "temperature": 0.0,
+                "top_p": 0.001,
+                "seed":12345
             },
         )