Merge pull request #121 from TogetherCrew/feat/116-hivemind-source-th…

…reshold

fix: Handle None responses in ask function and update prepare_answer_…

routers/amqp.py

@@ -61,6 +61,9 @@ async def ask(payload: Payload, logger: Logger):
             persister = PersistPayload()
             persister.persist_amqp(response_payload)
 
+            if response is None:
+                raise ValueError("not confident in answering!")
+
             job_send(
                 event=payload.content.route.destination.event,
                 queue_name=payload.content.route.destination.queue,

utils/query_engine/prepare_answer_sources.py

@@ -21,7 +21,7 @@ def __init__(
         self.threshold = threshold
         self.max_refs_per_source = max_refs_per_source
 
-    def prepare_answer_sources(self, nodes: list[NodeWithScore]) -> str:
+    def prepare_answer_sources(self, nodes: list[NodeWithScore | None]) -> str:
         """
         Prepares a formatted string containing source URLs organized by tool name from the provided nodes.
 
@@ -70,9 +70,11 @@ def prepare_answer_sources(self, nodes: list[NodeWithScore]) -> str:
             logging.error("No reference nodes available! returning empty string.")
             return ""
 
+        cleaned_nodes = [n for n in nodes if n is not None]
+
         # link of places that we got the answer from
         all_sources: str = "References:\n"
-        for tool_nodes in nodes:
+        for tool_nodes in cleaned_nodes:
             # platform name
             tool_name = tool_nodes.sub_q.tool_name