From 999c6daabb68247602051e967b11823ed56f0500 Mon Sep 17 00:00:00 2001 From: rachhek Date: Thu, 12 Dec 2024 16:39:21 +0200 Subject: [PATCH] update sample data --- use_case_research_assistant/data/sample_input.jsonl | 1 + use_case_research_assistant/experiment.yaml | 11 ++++++++++- 2 files changed, 11 insertions(+), 1 deletion(-) create mode 100644 use_case_research_assistant/data/sample_input.jsonl diff --git a/use_case_research_assistant/data/sample_input.jsonl b/use_case_research_assistant/data/sample_input.jsonl new file mode 100644 index 000000000..0d185faeb --- /dev/null +++ b/use_case_research_assistant/data/sample_input.jsonl @@ -0,0 +1 @@ +{"question": "What are some generative ai products?", "company_name": "Microsoft", "website_filters": ["www.microsoft.com", "www.learn.microsoft.com"], "answers": ["hello"]} \ No newline at end of file diff --git a/use_case_research_assistant/experiment.yaml b/use_case_research_assistant/experiment.yaml index f1be44181..4b1143ffb 100644 --- a/use_case_research_assistant/experiment.yaml +++ b/use_case_research_assistant/experiment.yaml @@ -16,13 +16,22 @@ datasets: mappings: question: "${data.question}" answer: "${data.answer}" + +- name: research_assistant_new_training + source: data/sample_input.jsonl + description: "This dataset is for prompt experiments." + mappings: + question: "${data.question}" + company_name: "${data.company_name}" + website_filters: "${data.website_filters}" + answers: "${data.answers}" evaluators: - name: research_assistant_evaluation_flow flow: flows/evaluation datasets: - name: research_assistant_test - reference: research_assistant_training + reference: research_assistant_new_training source: eval_data.jsonl description: "This dataset is for evaluating flows." mappings: