Update app.py

app.py

@@ -2,9 +2,8 @@ import streamlit as st
 from ctransformers import AutoModelForCausalLM, AutoTokenizer
 
 # Load pre-trained model and tokenizer
-model_name = "distilgpt2"
-model = AutoModelForCausalLM.from_pretrained(model_name)
-tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained("TheBloke/dolphin-2.2.1-mistral-7B-GGUF", model_file="dolphin-2.2.1-mistral-7b.Q4_K_M.gguf", model_type="mistral", gpu_layers=50)
+tokenizer = AutoTokenizer.from_pretrained("TheBloke/dolphin-2.2.1-mistral-7B-GGUF", model_file="dolphin-2.2.1-mistral-7b.Q4_K_M.gguf")
 
 def generate_mcqs(paragraph):
     sentences = paragraph.split('. ')