update

use_case_research_assistant/data/eval_data_new.jsonl

@@ -0,0 +1 @@
+{"question": "What are some generative ai products?", "company_name": "Microsoft", "website_filters": ["www.microsoft.com", "www.learn.microsoft.com"], "answers": ["hello"]}

use_case_research_assistant/experiment.yaml

@@ -9,14 +9,7 @@ connections:
   api_key: ${api_key}
   api_type: azure
 
-datasets:
-- name: research_assistant_training
-  source: data/sample_data.jsonl
-  description: "This dataset is for prompt experiments."
-  mappings:
-    question: "${data.question}"
-    answer: "${data.answer}"
-
+datasets:  
 - name: research_assistant_new_training
   source: data/sample_input.jsonl
   description: "This dataset is for prompt experiments."
@@ -27,13 +20,13 @@ datasets:
     answers: "${data.answers}"
 
 evaluators:
-- name: research_assistant_evaluation_flow
+- name: research_assistant_evaluation_flow_new
   flow: flows/evaluation
   datasets:
-  - name: research_assistant_test
+  - name: research_assistant_test_new
     reference: research_assistant_new_training
     source: eval_data.jsonl
     description: "This dataset is for evaluating flows."
     mappings:
-      groundtruth: "${data.answer}"
-      prediction: "${run.outputs.answer}"
+      groundtruth: "${data.answers}"
+      prediction: "${run.outputs.answers}"