add: fp.add_ideal_answer (#24)

Author: maisiukartyom

.github/workflows/run-unit-tests.yaml

@@ -17,6 +17,8 @@ jobs:
         echo CLAUDE_API_KEY=${{ secrets.CLAUDE_API_KEY }} >> .env
         echo GEMINI_API_KEY=${{ secrets.GEMINI_API_KEY }} >> .env
         echo OPENAI_API_KEY=${{ secrets.OPENAI_API_KEY }} >> .env
+        echo FLOW_PROMPT_API_URI=${{ secrets.FLOW_PROMPT_API_URI }} >> .env
+        echo FLOW_PROMPT_API_TOKEN=${{ secrets.FLOW_PROMPT_API_TOKEN }} >> .env
         cat .env
 
     - name: Install dependencies

flow_prompt/prompt/flow_prompt.py

@@ -3,6 +3,7 @@
 from dataclasses import dataclass
 from decimal import Decimal
 import requests
+import time
 from flow_prompt.settings import FLOW_PROMPT_API_URI
 from flow_prompt import Secrets, settings
 from flow_prompt.ai_models.ai_model import AI_MODELS_PROVIDER
@@ -166,6 +167,9 @@ def call(
                 result.metrics.latency = current_timestamp_ms() - start_time
 
                 if settings.USE_API_SERVICE and self.api_token:
+                    timestamp = int(time.time() * 1000)
+                    result.id = f"{prompt_id}#{timestamp}"
+                    
                     self.worker.add_task(
                         self.api_token,
                         pipe_prompt.service_dump(),
@@ -184,6 +188,17 @@ def call(
                 )
                 raise e
 
+    def add_ideal_answer(
+        self,
+        response_id: str,
+        ideal_answer: str
+    ):
+        response = FlowPromptService.update_response_ideal_answer(
+            self.api_token, response_id, ideal_answer
+        )
+        
+        return response
+    
     def get_pipe_prompt(self, prompt_id: str, version: str = None) -> PipePrompt:
         """
         if the user has keys:  lib -> service: get_actual_prompt(local_prompt) -> Service:

flow_prompt/responses.py

@@ -33,6 +33,7 @@ class AIResponse:
     finish_reason: str = ""
     prompt: Prompt = field(default_factory=Prompt)
     metrics: Metrics = field(default_factory=Metrics)
+    id: str = ""
 
     @property
     def response(self) -> str:

flow_prompt/services/SaveWorker.py

@@ -33,12 +33,15 @@ def worker(self):
                 sleep(1)
                 continue
             api_token, prompt_data, context, response, test_data = task
+            
             FlowPromptService.save_user_interaction(
                 api_token, prompt_data, context, response
             )
+            
             FlowPromptService.create_test_with_ideal_answer(
                 api_token, prompt_data, context, test_data
             )
+            
             self.queue.task_done()
 
     def add_task(

flow_prompt/services/flow_prompt/__init__.py

@@ -133,7 +133,9 @@ def save_user_interaction(
             "response": {"content": response.content},
             "metrics": asdict(response.metrics),
             "request": asdict(response.prompt),
+            'timestamp': response.id.split('#')[1]
         }
+        
         logger.debug(f"Request to {url} with data: {data}")
         json_data = json.dumps(data, cls=DecimalEncoder)
 
@@ -142,6 +144,31 @@ def save_user_interaction(
             return response.json()
         else:
             logger.error(response)
+          
+    @classmethod  
+    def update_response_ideal_answer(
+        cls,
+        api_token: str,
+        log_id: str,
+        ideal_answer: str
+    ):
+        url = f"{cls.url}lib/logs"
+        headers = {"Authorization": f"Token {api_token}"}
+        data = {
+            "log_id": log_id,
+            "ideal_answer": ideal_answer
+        }
+        
+        logger.debug(f"Request to {url} with data: {data}")
+        json_data = json.dumps(data, cls=DecimalEncoder)
+
+        response = requests.put(url, headers=headers, data=json_data)
+        
+        if response.status_code == 200:
+            return response.json()
+        else:
+            logger.error(response)
+            return response
 
     @classmethod
     def create_test_with_ideal_answer(

flow_prompt/settings.py

@@ -42,7 +42,7 @@
 
 @dataclass
 class Secrets:
-    API_TOKEN: str = field(default_factory=lambda: os.getenv("FLOW_PROMPT_API_TOKEN"))
+    API_TOKEN: str = os.getenv("FLOW_PROMPT_API_TOKEN")
     OPENAI_API_KEY: str = field(default_factory=lambda: os.getenv("OPENAI_API_KEY"))
     CLAUDE_API_KEY: str = field(default_factory=lambda: os.getenv("CLAUDE_API_KEY"))
     GEMINI_API_KEY: str = field(default_factory=lambda: os.getenv("GEMINI_API_KEY"))