dhruv3d commited on
Commit
ba0b855
1 Parent(s): 823ff6b

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -30,7 +30,7 @@ client = InferenceClient(
30
  "mistralai/Mistral-7B-Instruct-v0.1"
31
  )
32
 
33
- async def generate(prompt, temperature=0.7, max_new_tokens=512, top_p=0.75, repetition_penalty=1.2):
34
 
35
  temperature = float(temperature)
36
  if temperature < 1e-2:
@@ -43,7 +43,7 @@ async def generate(prompt, temperature=0.7, max_new_tokens=512, top_p=0.75, repe
43
  top_p=top_p,
44
  repetition_penalty=repetition_penalty,
45
  do_sample=True,
46
- seed=42,
47
  )
48
 
49
 
 
30
  "mistralai/Mistral-7B-Instruct-v0.1"
31
  )
32
 
33
+ async def generate(prompt, temperature=0.2, max_new_tokens=600, top_p=0.70, repetition_penalty=1.2):
34
 
35
  temperature = float(temperature)
36
  if temperature < 1e-2:
 
43
  top_p=top_p,
44
  repetition_penalty=repetition_penalty,
45
  do_sample=True,
46
+ #seed=42,
47
  )
48
 
49