Spaces:
Sleeping
Sleeping
Commit
•
f9c1d78
1
Parent(s):
47c73ba
Update app.py
Browse files
app.py
CHANGED
|
@@ -12,7 +12,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloa
|
|
| 12 |
|
| 13 |
|
| 14 |
ENDPOINT_URL = "https://api-inference.huggingface.co/models/Telugu-LLM-Labs/Telugu-Llama2-7B-v0-Instruct"
|
| 15 |
-
HF_TOKEN = ""
|
| 16 |
|
| 17 |
llm = HuggingFaceTextGenInference(
|
| 18 |
inference_server_url=ENDPOINT_URL,
|
|
|
|
| 12 |
|
| 13 |
|
| 14 |
ENDPOINT_URL = "https://api-inference.huggingface.co/models/Telugu-LLM-Labs/Telugu-Llama2-7B-v0-Instruct"
|
| 15 |
+
HF_TOKEN = os.getenv("huggingface_token")
|
| 16 |
|
| 17 |
llm = HuggingFaceTextGenInference(
|
| 18 |
inference_server_url=ENDPOINT_URL,
|