Update app.py

app.py

@@ -9,17 +9,17 @@ access_token = os.getenv("Llama2")
 
 def greet(text):
 
-    model = "timdettmers/guanaco-33b-merged"
+    model = "meta-llama/Llama-2-7b-hf"
     tokenizer = AutoTokenizer.from_pretrained(model, token=access_token)
     
     pipeline = transformers.pipeline(
     "text-generation",
     model=model,
     tokenizer=tokenizer,
-    torch_dtype=torch.bfloat16,
+    # torch_dtype=torch.bfloat16,
     trust_remote_code=True,
     device_map="auto",
-    max_length=1000,
+    max_length=512,
     do_sample=True,
     top_k=10,
     num_return_sequences=1,