Update app.py

app.py

@@ -10,9 +10,9 @@ theme = gr.themes.Monochrome(
     font=[gr.themes.GoogleFont("Open Sans"), "ui-sans-serif", "system-ui", "sans-serif"],
 )
 
-
+TOKEN = os.getenv("USER_TOKEN")
 instruct_pipeline_3b = pipeline(model="tiiuae/falcon-7b-instruct", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
-instruct_pipeline_7b = pipeline(model="serpdotai/llama-oasst-lora-7B", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
+instruct_pipeline_7b = pipeline(model="HuggingFaceH4/llama-7b-ift", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", use_auth_token=TOKEN)
 #instruct_pipeline_12b = pipeline(model="databricks/dolly-v2-12b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto")
 
 def generate(query, temperature, top_p, top_k, max_new_tokens):