Spaces:

huggingface-projects
/

llama-2-7b-chat

Running on Zero

hysts HF staff commited on Jul 19, 2023

Commit

c828e62

•

1 Parent(s): 263a9af

Add missing bos/eos in the prompt format

Files changed (1) hide show

model.py CHANGED Viewed

@@ -21,7 +21,7 @@ def get_prompt(message: str, chat_history: list[tuple[str, str]],
                system_prompt: str) -> str:
     texts = [f'[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n']
     for user_input, response in chat_history:
-        texts.append(f'{user_input} [/INST] {response} [INST] ')
     texts.append(f'{message.strip()} [/INST]')
     return ''.join(texts)

                system_prompt: str) -> str:
     texts = [f'[INST] <<SYS>>\n{system_prompt}\n<</SYS>>\n\n']
     for user_input, response in chat_history:
+        texts.append(f'{user_input} [/INST] {response} </s><s> [INST] ')
     texts.append(f'{message.strip()} [/INST]')
     return ''.join(texts)