Spaces:
Running
Running
Commit
•
5fa64e4
1
Parent(s):
74e1e8a
Update app.py
Browse files
app.py
CHANGED
|
@@ -76,6 +76,8 @@ DEFAULT_MAX_NEW_TOKENS = 1536
|
|
| 76 |
|
| 77 |
max_prompt_length = 8192 - MAX_MAX_NEW_TOKENS - 10
|
| 78 |
|
|
|
|
|
|
|
| 79 |
model_name = "yentinglin/Llama-3-Taiwan-8B-Instruct"
|
| 80 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 81 |
|
|
|
|
| 76 |
|
| 77 |
max_prompt_length = 8192 - MAX_MAX_NEW_TOKENS - 10
|
| 78 |
|
| 79 |
+
openai.api_base = endpoint_url
|
| 80 |
+
|
| 81 |
model_name = "yentinglin/Llama-3-Taiwan-8B-Instruct"
|
| 82 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 83 |
|