Update app.py
Browse files
app.py
CHANGED
@@ -44,7 +44,6 @@ def generate(
|
|
44 |
temperature: float = 0.6,
|
45 |
top_p: float = 0.9,
|
46 |
top_k: int = 50,
|
47 |
-
repetition_penalty: float = 1.2,
|
48 |
) -> Iterator[str]:
|
49 |
messages = [{"role":"system","content": system_prompt}]
|
50 |
print(f'message: {message}')
|
@@ -78,7 +77,7 @@ def generate(
|
|
78 |
top_k=top_k,
|
79 |
temperature=temperature,
|
80 |
num_beams=1,
|
81 |
-
repetition_penalty=
|
82 |
)
|
83 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
84 |
t.start()
|
@@ -125,13 +124,6 @@ chat_interface = gr.ChatInterface(
|
|
125 |
step=1,
|
126 |
value=50,
|
127 |
),
|
128 |
-
gr.Slider(
|
129 |
-
label="Repetition penalty",
|
130 |
-
minimum=1.0,
|
131 |
-
maximum=2.0,
|
132 |
-
step=0.05,
|
133 |
-
value=1.2,
|
134 |
-
),
|
135 |
],
|
136 |
stop_btn=None,
|
137 |
examples=[
|
|
|
44 |
temperature: float = 0.6,
|
45 |
top_p: float = 0.9,
|
46 |
top_k: int = 50,
|
|
|
47 |
) -> Iterator[str]:
|
48 |
messages = [{"role":"system","content": system_prompt}]
|
49 |
print(f'message: {message}')
|
|
|
77 |
top_k=top_k,
|
78 |
temperature=temperature,
|
79 |
num_beams=1,
|
80 |
+
repetition_penalty=0,
|
81 |
)
|
82 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
83 |
t.start()
|
|
|
124 |
step=1,
|
125 |
value=50,
|
126 |
),
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
127 |
],
|
128 |
stop_btn=None,
|
129 |
examples=[
|