From 9414900865b627218e70e247e6a3e3b98411864c Mon Sep 17 00:00:00 2001
From: rachhek <rachhek.shrestha@futurice.com>
Date: Wed, 11 Dec 2024 15:15:10 +0200
Subject: [PATCH] update experiment yaml

---
 use_case_research_assistant/experiment.yaml | 18 +++++++++---------
 1 file changed, 9 insertions(+), 9 deletions(-)

diff --git a/use_case_research_assistant/experiment.yaml b/use_case_research_assistant/experiment.yaml
index bd1406b77..8474b4f50 100644
--- a/use_case_research_assistant/experiment.yaml
+++ b/use_case_research_assistant/experiment.yaml
@@ -1,4 +1,4 @@
-name: named_entity_recognition
+name: research_assistant
 flow: flows/standard
 
 connections:
@@ -10,21 +10,21 @@ connections:
   api_type: azure
 
 datasets:
-- name: sample_research_questions_training
+- name: research_assistant_training
   source: data/sample_data.json
-  description: "This dataset is for sample research questions."
+  description: "This dataset is for prompt experiments."
   mappings:
     question: "${data.question}"
     answer: "${data.answer}"
 
 evaluators:
-- name: evaluate_research_assistant
+- name: research_assistant_evaluation_flow
   flow: flows/evaluation
   datasets:
-  - name: sample_research_questions_test
-    reference: sample_research_questions_training
-    source: data/eval_data.jsonl
+  - name: research_assistant_test
+    reference: research_assistant_training
+    source: data/test_data.jsonl
     description: "This dataset is for evaluating flows."
     mappings:
-      ground_truth: "${data.results}"
-      entities: "${run.outputs.entities}"
+      groundtruth: "${data.answer}"
+      prediction: "${run.outputs.answer}"