Hugging Face's logo

Spaces:
yentinglin
/
Taiwan-LLaMa2
Running

App Files Community
3
yentinglin commited on
Commit
d7804ca
•
1 Parent(s): d766ef4

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ from transformers import AutoTokenizer
9
  endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
10
  client = Client(endpoint_url, timeout=120)
11
  eos_token = "</s>"
12
- max_prompt_length = 4000
13
 
14
  tokenizer = AutoTokenizer.from_pretrained("yentinglin/Taiwan-LLaMa-v1.0")
15
 
 
9
  endpoint_url = os.environ.get("ENDPOINT_URL", "http://127.0.0.1:8080")
10
  client = Client(endpoint_url, timeout=120)
11
  eos_token = "</s>"
12
+ max_prompt_length = 4096 - 512
13
 
14
  tokenizer = AutoTokenizer.from_pretrained("yentinglin/Taiwan-LLaMa-v1.0")
15