Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py (#5)
Browse files- Update app.py (63b4548e9365444c76f6639148150bad467d27eb)
Co-authored-by: Vaibhav Srivastav <reach-vb@users.noreply.huggingface.co>
app.py
CHANGED
@@ -6,7 +6,7 @@ token = os.getenv("TOKEN")
|
|
6 |
endpoint = os.getenv("ENDPOINT")
|
7 |
|
8 |
# initialize InferenceClient
|
9 |
-
client = InferenceClient(model="https://api-inference.huggingface.co/models/meta-llama/Llama-
|
10 |
|
11 |
# query client using streaming mode
|
12 |
def inference(message, history):
|
|
|
6 |
endpoint = os.getenv("ENDPOINT")
|
7 |
|
8 |
# initialize InferenceClient
|
9 |
+
client = InferenceClient(model="https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3.1-8B-Instruct", token=token)
|
10 |
|
11 |
# query client using streaming mode
|
12 |
def inference(message, history):
|