cpu

app.py

@@ -1,7 +1,6 @@
 import streamlit as st
 from ctransformers import AutoModelForCausalLM
-import torch
-llm = AutoModelForCausalLM.from_pretrained("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF", gpu_layers=24)
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF")
 
 # Streamlit UI
 st.set_page_config(page_title="GenBlog Demo", 
@@ -11,8 +10,7 @@ st.set_page_config(page_title="GenBlog Demo",
 st.header("GenBlog Demo 📚")
 st.subheader('This is a demo of the GenBlog assistant', divider='rainbow')
 st.write("Enter a blog topic and the blog style to generate a blog post.")    
-device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-st.write(f"Based on the TinyLlama 🦙 model by TheBloke. Device: {device} 🚀")
+st.write(f"Based on the TinyLlama 🦙 model by TheBloke. Device: cpu")
 st.divider()
 input_text=st.text_input("Enter the Blog Topic")
 blog_style=st.selectbox("Select the Blog Style", ["Personal", "Casual", "Proffesional"])