diff --git a/use_case_research_assistant/data/sample_input.jsonl b/use_case_research_assistant/data/sample_input.jsonl new file mode 100644 index 000000000..0d185faeb --- /dev/null +++ b/use_case_research_assistant/data/sample_input.jsonl @@ -0,0 +1 @@ +{"question": "What are some generative ai products?", "company_name": "Microsoft", "website_filters": ["www.microsoft.com", "www.learn.microsoft.com"], "answers": ["hello"]} \ No newline at end of file diff --git a/use_case_research_assistant/experiment.yaml b/use_case_research_assistant/experiment.yaml index f1be44181..4b1143ffb 100644 --- a/use_case_research_assistant/experiment.yaml +++ b/use_case_research_assistant/experiment.yaml @@ -16,13 +16,22 @@ datasets: mappings: question: "${data.question}" answer: "${data.answer}" + +- name: research_assistant_new_training + source: data/sample_input.jsonl + description: "This dataset is for prompt experiments." + mappings: + question: "${data.question}" + company_name: "${data.company_name}" + website_filters: "${data.website_filters}" + answers: "${data.answers}" evaluators: - name: research_assistant_evaluation_flow flow: flows/evaluation datasets: - name: research_assistant_test - reference: research_assistant_training + reference: research_assistant_new_training source: eval_data.jsonl description: "This dataset is for evaluating flows." mappings: