Update app.py

app.py

@@ -2,10 +2,12 @@ import gradio as gr
 from transformers import pipeline
 
 task = "text-generation"  # Specify the task as text generation
-# model = "tiiuae/falcon-7b-instruct"  # Use a specific model (option 1) or
-model = "tiiuae/falcon-40b-instruct"  # Use another specific model (option 2)
+model = "tiiuae/falcon-7b-instruct"  # Use a specific model (option 1) or
+# model = "tiiuae/falcon-40b-instruct"  # Use another specific model (option 2)
 get_completion = pipeline(task=task, model=model, trust_remote_code=True)  # Create a text generation pipeline
 
+device = "cuda" if torch.cuda.is_available() else "cpu"
+
 # Define a function to format the chat history and create a prompt for the chatbot
 def format_chat_prompt(message, chat_history):
     prompt = ""