Repository: maihemlabs/maihem (language: python)

Issue:
1.5.4



Discussion / hints:

Fix patch:
diff --git a/pyproject.toml b/pyproject.toml
index 0953144..7b3354e 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "maihem"
-version = "1.5.4"
+version = "1.5.5"
 description = "LLM evaluations and synthetic data generation with the MAIHEM models"
 readme = "README.md"
 authors = [{ name = "MAIHEM"}]
diff --git a/src/maihem_config_dev_mode.yaml b/src/maihem_config_dev_mode.yaml
new file mode 100644
index 0000000..7f0bbe8
--- /dev/null
+++ b/src/maihem_config_dev_mode.yaml
@@ -0,0 +1,17 @@
+target_agent:
+  tg_ag_therapy_1: # Unique identifier for the target agent.
+    name: Acme Therapy Agent
+    role: mental health assistant
+    industry: mental health
+    description: A chatbot for emotional support through Cognitive Behavioral Therapy (CBT)
+    language: en  
+maihem_agent:
+  mh_ag_venting_1: # Unique identifier for the Maihem agent
+    name: Venting agent
+    metric: qa_rag_hallucination  # See list of supported metrics here: https://docs.maihem.ai/metrics/collection
+    behavior_prompt: Vent about stress caused by high demands in the workplace
+    initiating_agent: maihem  # maihem or target
+    conversation_turns_max: 4
+    # documents:  # (Optional) Load documents for RAG question generation
+    #   - /path_to_doc_1.pdf
+    #   - /path_to_doc_2.txt


Test patch:
diff --git a/src/maihem/schemas/tests.py b/src/maihem/schemas/tests.py
index 04124f9..5635641 100644
--- a/src/maihem/schemas/tests.py
+++ b/src/maihem/schemas/tests.py
@@ -126,12 +126,21 @@ class Config:
 
 
 class SimulatedConversation:
-
+    """
+    Class with the response messages and evaluation from a simulated conversation
+    """
+    
     def __init__(self, conversation: TestRunResultConversations, conv_num: int = 0):
         self.conv_num = conv_num
-        self.messages = self._convert_conv_to_message_list(conversation)
-        self.evaluation = conversation.conversations[conv_num].evaluations[0].explanation
-
+        try:
+            self.messages = self._convert_conv_to_message_list(conversation)
+        except Exception as e:
+            self.messages = None
+        try:
+            self.evaluation = conversation.conversations[conv_num].evaluations[0].explanation
+        except Exception as e:
+            self.evaluation = None
+    
     def _convert_conv_to_message_list(self, conversation: TestRunResultConversations):
         conv = conversation.conversations[self.conv_num]
         message_list = []
diff --git a/src/maihem_config_test_mode.yaml b/src/maihem_config_test_mode.yaml
new file mode 100644
index 0000000..d580292
--- /dev/null
+++ b/src/maihem_config_test_mode.yaml
@@ -0,0 +1,24 @@
+target_agent:
+  tg_ag_therapy_1: # Unique identifier for the target agent.
+    name: Acme Therapy Agent
+    role: mental health assistant
+    industry: mental health
+    description: A chatbot for emotional support through Cognitive Behavioral Therapy (CBT)
+    language: en  
+test:
+  test_a: # Unique identifier for the test
+    name: Test venting (Model A)
+    metrics: # See list of supported metrics here: https://docs.maihem.ai/metrics/collection
+      - qa_cx_helpfulness
+      - qa_cx_goal_completion
+      - qa_cx_retention
+      - qa_rag_hallucination
+      - qa_rag_answer_relevance
+      - sec_brand_competitor_recommendation
+      - sec_bias_gender
+    behavior_prompt: Vent about your problems this week
+    initiating_agent: maihem
+    conversation_turns_max: 5
+    # documents: # (Optional) Load documents for RAG question generation
+    #   - /path_to_doc_1.pdf
+    #   - /path_to_doc_2.txt
\ No newline at end of file