Upload fn.py

fn.py

@@ -109,7 +109,11 @@ def apply_template(messages):
     if type(messages) is str:
         if cfg['inst_template']:
             return cfg['inst_template'].format(instruction=cfg['instruction'], input=messages)
-        return cfg['instruction'].format(input=messages)
+        messages = [
+            {'role': 'user', 'content': cfg['instruction']},
+            {'role': 'assistant', 'content': 'I understand.'},
+            {'role': 'user', 'content': messages},
+        ]
     if type(messages) is list:
         return tokenizer.apply_chat_template(conversation=messages, add_generation_prompt=True, tokenize=False)
 
@@ -180,5 +184,4 @@ def numel(message, history = [], instruction = None, args = {}):
 
     return torch.numel(model_inputs['input_ids'])
 
-
 load_model(cfg['model_name'], '4bit')