tangzhy commited on
Commit
d38a37b
1 Parent(s): a3f1767

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -31,7 +31,7 @@ Below is an operations research question. Build a mathematical model and corresp
31
 
32
  MAX_MAX_NEW_TOKENS = 4096
33
  DEFAULT_MAX_NEW_TOKENS = 4096
34
- MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
35
 
36
  # quantization_config = BitsAndBytesConfig(
37
  # load_in_4bit=True,
 
31
 
32
  MAX_MAX_NEW_TOKENS = 4096
33
  DEFAULT_MAX_NEW_TOKENS = 4096
34
+ MAX_INPUT_TOKEN_LENGTH = 2048
35
 
36
  # quantization_config = BitsAndBytesConfig(
37
  # load_in_4bit=True,