BramVanroy commited on
Commit
189b244
1 Parent(s): 85a0b8a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -11,7 +11,7 @@ import spaces
11
  import torch
12
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
13
 
14
- MAX_MAX_NEW_TOKENS = 2048
15
  DEFAULT_MAX_NEW_TOKENS = 1024
16
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
17
 
 
11
  import torch
12
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
13
 
14
+ MAX_MAX_NEW_TOKENS = 1536
15
  DEFAULT_MAX_NEW_TOKENS = 1024
16
  MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "8192"))
17