Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,7 @@ token = os.getenv("TOKEN")
|
|
6 |
endpoint = os.getenv("ENDPOINT")
|
7 |
|
8 |
# initialize InferenceClient
|
9 |
-
client = InferenceClient(model="https://api-inference.huggingface.co/models/meta-llama/Llama-
|
10 |
|
11 |
# query client using streaming mode
|
12 |
def inference(message, history):
|
|
|
6 |
endpoint = os.getenv("ENDPOINT")
|
7 |
|
8 |
# initialize InferenceClient
|
9 |
+
client = InferenceClient(model="https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3.1-8B-Instruct", token=token)
|
10 |
|
11 |
# query client using streaming mode
|
12 |
def inference(message, history):
|