Update app.py
Browse files
app.py
CHANGED
@@ -23,17 +23,17 @@ dataset_info = [
|
|
23 |
|
24 |
model_info = {
|
25 |
'LLAMA2-7B': dict(model_path='meta-llama/Llama-2-7b-chat-hf', device_map='cpu', token=os.environ['hf_token'],
|
26 |
-
original_prompt_template='<s>
|
27 |
interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
|
28 |
), # , load_in_8bit=True
|
29 |
|
30 |
'Gemma-2B': dict(model_path='google/gemma-2b', device_map='cpu', token=os.environ['hf_token'],
|
31 |
-
original_prompt_template='<bos>
|
32 |
interpretation_prompt_template='<bos>User: [X]\n\nAnswer: {prompt}',
|
33 |
),
|
34 |
|
35 |
'Mistral-7B Instruct': dict(model_path='mistralai/Mistral-7B-Instruct-v0.2', device_map='cpu',
|
36 |
-
original_prompt_template='<s>
|
37 |
interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
|
38 |
),
|
39 |
|
@@ -46,7 +46,7 @@ model_info = {
|
|
46 |
}
|
47 |
|
48 |
|
49 |
-
suggested_interpretation_prompts = ["Sure, I'll summarize your message:",
|
50 |
"Before responding, let me repeat the message you wrote:",
|
51 |
"Let me repeat the message:"]
|
52 |
|
|
|
23 |
|
24 |
model_info = {
|
25 |
'LLAMA2-7B': dict(model_path='meta-llama/Llama-2-7b-chat-hf', device_map='cpu', token=os.environ['hf_token'],
|
26 |
+
original_prompt_template='<s>{prompt}',
|
27 |
interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
|
28 |
), # , load_in_8bit=True
|
29 |
|
30 |
'Gemma-2B': dict(model_path='google/gemma-2b', device_map='cpu', token=os.environ['hf_token'],
|
31 |
+
original_prompt_template='<bos>{prompt}',
|
32 |
interpretation_prompt_template='<bos>User: [X]\n\nAnswer: {prompt}',
|
33 |
),
|
34 |
|
35 |
'Mistral-7B Instruct': dict(model_path='mistralai/Mistral-7B-Instruct-v0.2', device_map='cpu',
|
36 |
+
original_prompt_template='<s>{prompt}',
|
37 |
interpretation_prompt_template='<s>[INST] [X] [/INST] {prompt}',
|
38 |
),
|
39 |
|
|
|
46 |
}
|
47 |
|
48 |
|
49 |
+
suggested_interpretation_prompts = ["Sure, I'll summarize your message:", "Sure, here are the words in your message:",
|
50 |
"Before responding, let me repeat the message you wrote:",
|
51 |
"Let me repeat the message:"]
|
52 |
|