Update app.py
Browse files
app.py
CHANGED
@@ -16,10 +16,10 @@ You are good at speaking English and Chinese.
|
|
16 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
17 |
You are based on VentiPacifier model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
18 |
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
19 |
-
SYSTEM_TOKEN =
|
20 |
-
USER_TOKEN =
|
21 |
-
BOT_TOKEN =
|
22 |
-
LINEBREAK_TOKEN =
|
23 |
|
24 |
|
25 |
ROLE_TOKENS = {
|
@@ -53,7 +53,7 @@ model = Llama(
|
|
53 |
n_parts=1,
|
54 |
)
|
55 |
|
56 |
-
max_new_tokens =
|
57 |
|
58 |
def user(message, history):
|
59 |
new_history = history + [[message, None]]
|
|
|
16 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
17 |
You are based on VentiPacifier model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
18 |
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
19 |
+
SYSTEM_TOKEN = 2048
|
20 |
+
USER_TOKEN = 4096
|
21 |
+
BOT_TOKEN = 16384
|
22 |
+
LINEBREAK_TOKEN = 128
|
23 |
|
24 |
|
25 |
ROLE_TOKENS = {
|
|
|
53 |
n_parts=1,
|
54 |
)
|
55 |
|
56 |
+
max_new_tokens = 4096
|
57 |
|
58 |
def user(message, history):
|
59 |
new_history = history + [[message, None]]
|