Ticio commited on
Commit
8ddcfd7
·
verified ·
1 Parent(s): 6642436

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -40,7 +40,7 @@ def find_id(prediction_list, inp):
40
 
41
  def live_inference(prompt, max_new_tokens = 1024, top_k = 50, top_p = 0.9, temperature = 0.6, presence_penalty=1.15):
42
  output = replicate.run(
43
- "meta/meta-llama-3.1-405b-instruct",
44
  input={
45
  "top_k": top_k,
46
  "top_p": top_p,
 
40
 
41
  def live_inference(prompt, max_new_tokens = 1024, top_k = 50, top_p = 0.9, temperature = 0.6, presence_penalty=1.15):
42
  output = replicate.run(
43
+ "meta/meta-llama-3-8b-instruct",
44
  input={
45
  "top_k": top_k,
46
  "top_p": top_p,