Simulator bugfixes (#34753)

* Reverting models to make sure calls to the simulator work

* quotes

* Spellcheck fixes

* ignore the models for doc generation

* Fixed the quotes on f strings

* pylint skip file

* Support for summarization

* Adding a limit of 2 conversation turns for all but conversation simulators

* exclude synthetic from mypy

* Another lint fix

* Skip the file causing linting issues

* Bugfix on output to json_qa_lines and empty response from callbacks

* Skip pylint

Author: nagkumar91

sdk/ai/azure-ai-generative/azure/ai/generative/synthetic/simulator/simulator/_callback_conversation_bot.py

@@ -46,6 +46,17 @@ async def generate_response(
                     "id": None,
                     "template_parameters": {}
                 }
+        if not result:
+            result = {
+                "messages": [{
+                    "content": "Callback did not return a response.",
+                    "role": "assistant"
+                }],
+                "finish_reason": ["stop"],
+                "id": None,
+                "template_parameters": {}
+            } 
+
         self.logger.info("Using user provided callback returning response.")
 
         time_taken = 0

sdk/ai/azure-ai-generative/azure/ai/generative/synthetic/simulator/simulator/_utils.py

@@ -1,7 +1,7 @@
 # ---------------------------------------------------------
 # Copyright (c) Microsoft Corporation. All rights reserved.
 # ---------------------------------------------------------
-# pylint: disable=C0303
+# pylint: skip-file
 """
 This module contains a utility class for managing a list of JSON lines.
 """
@@ -52,14 +52,17 @@ def to_eval_qa_json_lines(self):
                     assistant_message = message['content']
                 if 'context' in message:
                     context = message.get("context", None)
-            if user_message and assistant_message:
-                if context:
-                    json_lines += json.dumps({
-                        'question': user_message, 
-                        'answer': assistant_message, 
-                        'context': context}) + "\n"
-                else:
-                    json_lines += json.dumps({
-                        'question': user_message, 
-                        'answer': assistant_message}) + "\n"
+                if user_message and assistant_message:
+                    if context:
+                        json_lines += json.dumps({
+                            'question': user_message, 
+                            'answer': assistant_message, 
+                            'context': context}) + "\n"
+                        user_message = assistant_message = context = None
+                    else:
+                        json_lines += json.dumps({
+                            'question': user_message, 
+                            'answer': assistant_message}) + "\n"
+                        user_message = assistant_message = None
+                    
         return json_lines