nazneen commited on
Commit
24172a9
β€’
1 Parent(s): 3dda37f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ theme = gr.themes.Monochrome(
13
 
14
  TOKEN = os.getenv("USER_TOKEN")
15
  instruct_pipeline_3b = pipeline(model="tiiuae/falcon-7b-instruct", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
16
- instruct_pipeline_7b = pipeline(model="HuggingFaceH4/llama-7b-ift", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", use_auth_token=TOKEN)
17
  #instruct_pipeline_12b = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
18
 
19
  def generate(query, temperature, top_p, top_k, max_new_tokens):
 
13
 
14
  TOKEN = os.getenv("USER_TOKEN")
15
  instruct_pipeline_3b = pipeline(model="tiiuae/falcon-7b-instruct", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
16
+ instruct_pipeline_7b = pipeline(model="HuggingFaceH4/llama-7b-ift-ds-save-test4", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", use_auth_token=TOKEN)
17
  #instruct_pipeline_12b = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
18
 
19
  def generate(query, temperature, top_p, top_k, max_new_tokens):