Update app.py

app.py

@@ -71,10 +71,10 @@ DEFAULT_SYSTEM_PROMPT = "A chat between a curious user and an artificial intelli
 endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
 client = Client(endpoint_url, timeout=120)
 eos_token = "</s>"
-MAX_MAX_NEW_TOKENS = 1024
-DEFAULT_MAX_NEW_TOKENS = 1024
+MAX_MAX_NEW_TOKENS = 4096
+DEFAULT_MAX_NEW_TOKENS = 4096
 
-max_prompt_length = 4096 - MAX_MAX_NEW_TOKENS - 10
+max_prompt_length = 4096 - MAX_MAX_NEW_TOKENS - 4096
 
 model_name = "yentinglin/Taiwan-LLaMa-v1.0"
 tokenizer = AutoTokenizer.from_pretrained(model_name)