debisoft commited on
Commit
2c7ad90
1 Parent(s): 704a7da
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -29,7 +29,7 @@ def get_completion(prompt, model_name="dolly-v0-70m"):
29
  pipeline_kwargs['max_new_tokens'] = 100
30
  #pipeline_kwargs['temperature'] = float("inf")
31
  #pipeline_kwargs['top_k'] = 1
32
- pipeline_kwargs['top_p'] = float("inf")
33
 
34
  # Use the model to generate responses for each of the instructions above.
35
  for instruction in instructions:
 
29
  pipeline_kwargs['max_new_tokens'] = 100
30
  #pipeline_kwargs['temperature'] = float("inf")
31
  #pipeline_kwargs['top_k'] = 1
32
+ pipeline_kwargs['top_p'] = 0.01
33
 
34
  # Use the model to generate responses for each of the instructions above.
35
  for instruction in instructions: