default eval to true, add app insights queries (#158)

* default eval to true, add app insights queries

* update queries

src/api/evaluate/evaluate_queries.txt

@@ -0,0 +1,23 @@
+dependencies
+| where name == "run_evaluators"
+| project timestamp, results = parse_json(tostring(customDimensions["output"]))
+| evaluate bag_unpack(results)
+| summarize avg_groundedness=avg(gpt_groundedness), avg_coherence=avg(gpt_coherence), avg_fluency=avg(gpt_fluency), avg_relevance=avg(gpt_relevance) by bin(timestamp, 2h)
+| render timechart  
+
+
+dependencies
+| where name == "run_evaluators"
+| project timestamp, results = parse_json(tostring(customDimensions["output"]))
+| evaluate bag_unpack(results)
+| summarize avg_groundedness=avg(gpt_groundedness), avg_coherence=avg(gpt_coherence), avg_fluency=avg(gpt_fluency), avg_relevance=avg(gpt_relevance)
+| render barchart   
+
+
+dependencies
+| extend
+    total_tokens = toint(customDimensions["inputs.data.usage.total_tokens"]),
+    prompt_tokens = toint(customDimensions["inputs.data.usage.prompt_tokens"]),
+    completion_tokens = toint(customDimensions["inputs.data.usage.completion_tokens"])
+| summarize sum(total_tokens), sum(prompt_tokens), sum(completion_tokens) by bin(timestamp, 5m) 
+| render timechart

src/api/orchestrator.py

@@ -60,7 +60,7 @@ def send_writer(full_result):
     return json.dumps(("writer", full_result))
 
 @trace
-def create(research_context, product_context, assignment_context, evaluate=False):
+def create(research_context, product_context, assignment_context, evaluate=True):
 
     feedback = "No Feedback"
 
@@ -136,6 +136,7 @@ def create(research_context, product_context, assignment_context, evaluate=False
     yield send_writer(full_result) 
 
     if evaluate:
+        print("Evaluating article...")
         evaluate_article_in_background(
             research_context=research_context,
             product_context=product_context,