Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -40,7 +40,7 @@ def find_id(prediction_list, inp):
|
|
40 |
|
41 |
def live_inference(prompt, max_new_tokens = 1024, top_k = 50, top_p = 0.9, temperature = 0.6, presence_penalty=1.15):
|
42 |
output = replicate.run(
|
43 |
-
"meta/meta-llama-3
|
44 |
input={
|
45 |
"top_k": top_k,
|
46 |
"top_p": top_p,
|
|
|
40 |
|
41 |
def live_inference(prompt, max_new_tokens = 1024, top_k = 50, top_p = 0.9, temperature = 0.6, presence_penalty=1.15):
|
42 |
output = replicate.run(
|
43 |
+
"meta/meta-llama-3-8b-instruct",
|
44 |
input={
|
45 |
"top_k": top_k,
|
46 |
"top_p": top_p,
|