Update app.py

app.py

@@ -72,10 +72,10 @@ DEFAULT_SYSTEM_PROMPT = "你是人工智慧助理，以下是用戶和人工智
 endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
 client = Client(endpoint_url, timeout=120)
 eos_token = "</s>"
-MAX_MAX_NEW_TOKENS = 1024
-DEFAULT_MAX_NEW_TOKENS = 1024
+MAX_MAX_NEW_TOKENS = 4096
+DEFAULT_MAX_NEW_TOKENS = 1536
 
-max_prompt_length = 4096 - MAX_MAX_NEW_TOKENS - 10
+max_prompt_length = 8192 - MAX_MAX_NEW_TOKENS - 10
 
 model_name = "yentinglin/Taiwan-LLM-7B-v2.0-chat"
 tokenizer = AutoTokenizer.from_pretrained(model_name)