Hugging Face's logo

Spaces:
dolo650
/
mistral-7b
Runtime error

App Files Community
hysts HF staff commited on
Commit
7cb6017
•
1 Parent(s): fba5c3f

Update

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ if not torch.cuda.is_available():
16
 
17
  MAX_MAX_NEW_TOKENS = 2048
18
  DEFAULT_MAX_NEW_TOKENS = 1024
19
- MAX_INPUT_TOKEN_LENGTH = 4096
20
 
21
  if torch.cuda.is_available():
22
  model_id = "mistralai/Mistral-7B-Instruct-v0.1"
 
16
 
17
  MAX_MAX_NEW_TOKENS = 2048
18
  DEFAULT_MAX_NEW_TOKENS = 1024
19
+ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
20
 
21
  if torch.cuda.is_available():
22
  model_id = "mistralai/Mistral-7B-Instruct-v0.1"