Hugging Face's logo

Spaces:
mgoin
/
sparse-llama-gsm8k
Paused

App Files Community
mgoin commited on
Commit
791ee07
•
1 Parent(s): ef8a4e8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -25,7 +25,7 @@ MAX_MAX_NEW_TOKENS = 1024
25
  DEFAULT_MAX_NEW_TOKENS = 200
26
 
27
  # Setup the engine
28
- pipe = deepsparse.TextGeneration(model=MODEL_ID, sequence_length=MAX_MAX_NEW_TOKENS)
29
 
30
 
31
  def clear_and_save_textbox(message: str) -> Tuple[str, str]:
 
25
  DEFAULT_MAX_NEW_TOKENS = 200
26
 
27
  # Setup the engine
28
+ pipe = deepsparse.TextGeneration(model=MODEL_ID, sequence_length=MAX_MAX_NEW_TOKENS, num_cores=8)
29
 
30
 
31
  def clear_and_save_textbox(message: str) -> Tuple[str, str]: