Update app.py

app.py

@@ -1,15 +1,19 @@
 import gradio as gr
-from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
+from transformers import AutoModelForCausalLM, AutoTokenizer
 
-# # Specify the directory containing the tokenizer's configuration file (config.json)
-model_name = "wizardlm-13b-v1.1-superhot-8k.ggmlv3.q4_0.bin"
+# Specify the directory containing the model and tokenizer
+model_name = "gpt4all"  # Make sure this matches the actual model directory
+model_path = f"./{wizardlm-13b-v1.1-superhot-8k.ggmlv3.q4_0.bin}"  # Path to the model directory
 
-# # Initialize the GPT4All model
-model = AutoModelForCausalLM.from_pretrained(model_name)
+# Initialize the GPT-4 model and tokenizer
+model = AutoModelForCausalLM.from_pretrained(model_path)
+tokenizer = AutoTokenizer.from_pretrained(model_path)
 
 def generate_text(input_text):
-	text= model.generate(input_text)
-	return text
+    input_ids = tokenizer(input_text, return_tensors="pt").input_ids
+    generated_ids = model.generate(input_ids)
+    generated_text = tokenizer.decode(generated_ids[0], skip_special_tokens=True)
+    return generated_text
 
 text_generation_interface = gr.Interface(
     fn=generate_text,
@@ -19,3 +23,7 @@ text_generation_interface = gr.Interface(
     outputs=gr.outputs.Textbox(label="Generated Text"),
     title="GPT-4 Text Generation",
 ).launch()
+
+
+
+# model_name = ""