Tweaked the training data format to try and fix the issue of the model repeating the question over and over

src/training/prep_finetuning.py

@@ -182,7 +182,7 @@ def training_string_from_q_and_a(q: str, a: str, sys_prompt: str = None) -> str:
     """
     if sys_prompt is None:
         sys_prompt = "You are a helpful domestic appliance advisor for the ElectroHome company. Please answer customer questions and do not mention other brands. If you cannot answer please say so."
-    return f"[INST] << SYS >> {sys_prompt} << SYS >> {q} [ /INST] {a}"
+    return f"<s>[INST] <<SYS>>\n{sys_prompt}\n<</SYS>>\n\n{q} [/INST]{a}"
 
 
 def fine_tuning_out_dir(out_model: str) -> str: