Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
@@ -30,7 +30,7 @@ client = InferenceClient(
|
|
30 |
"mistralai/Mistral-7B-Instruct-v0.1"
|
31 |
)
|
32 |
|
33 |
-
async def generate(prompt, temperature=0.
|
34 |
|
35 |
temperature = float(temperature)
|
36 |
if temperature < 1e-2:
|
@@ -43,7 +43,7 @@ async def generate(prompt, temperature=0.7, max_new_tokens=512, top_p=0.75, repe
|
|
43 |
top_p=top_p,
|
44 |
repetition_penalty=repetition_penalty,
|
45 |
do_sample=True,
|
46 |
-
seed=42,
|
47 |
)
|
48 |
|
49 |
|
|
|
30 |
"mistralai/Mistral-7B-Instruct-v0.1"
|
31 |
)
|
32 |
|
33 |
+
async def generate(prompt, temperature=0.2, max_new_tokens=600, top_p=0.70, repetition_penalty=1.2):
|
34 |
|
35 |
temperature = float(temperature)
|
36 |
if temperature < 1e-2:
|
|
|
43 |
top_p=top_p,
|
44 |
repetition_penalty=repetition_penalty,
|
45 |
do_sample=True,
|
46 |
+
#seed=42,
|
47 |
)
|
48 |
|
49 |
|