changed GPU to CPU

README.md

@@ -1,6 +1,6 @@
 ---
 title: Metallurgy Expert Assistant  # Replace this with the name of your Space
-emoji: 🔧                          # Choose an emoji for your project
+emoji: 🏭                          # Choose an emoji for your project
 colorFrom: blue                    # Starting gradient color for the card
 colorTo: red                      # Ending gradient color for the card
 sdk: gradio                       # The SDK you're using, e.g., gradio, streamlit, etc.

app.py

@@ -1,8 +1,11 @@
 from model import load_model, answer
 from components import create_app_layout
+import torch 
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
 # Load the model and tokenizer
 model, tokenizer = load_model()
+model.to(device) 
 
 # Define the function for Gradio to call
 def gradio_answer_fn(query):

model.py

@@ -2,6 +2,8 @@ from unsloth import FastLanguageModel
 import torch
 from prompts import metallurgy_prompt
 
+# Check if a GPU is available; otherwise, use the CPU
+
 def load_model():
     max_seq_length = 2048
     dtype = None