nazneen commited on
Commit
4150aa9
β€’
1 Parent(s): 8032804

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ theme = gr.themes.Monochrome(
13
 
14
  TOKEN = os.getenv("USER_TOKEN")
15
  instruct_pipeline_falcon = pipeline(model="tiiuae/falcon-7b-instruct", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
16
- instruct_pipeline_llama = pipeline(model="mosesjun0h/llama-7b-hf-baize-lora-bf16", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", use_auth_token=TOKEN)
17
  #instruct_pipeline_12b = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
18
 
19
  def generate(query, temperature, top_p, top_k, max_new_tokens):
 
13
 
14
  TOKEN = os.getenv("USER_TOKEN")
15
  instruct_pipeline_falcon = pipeline(model="tiiuae/falcon-7b-instruct", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
16
+ instruct_pipeline_llama = pipeline(model="HuggingFaceH4/llama-7b-ift-ds-save-test4", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", use_auth_token=TOKEN)
17
  #instruct_pipeline_12b = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
18
 
19
  def generate(query, temperature, top_p, top_k, max_new_tokens):