Update app.py
Browse files
app.py
CHANGED
@@ -2,8 +2,8 @@ import gradio as gr
|
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
3 |
|
4 |
# Load the tokenizer and model
|
5 |
-
tokenizer = AutoTokenizer.from_pretrained("mistralai/
|
6 |
-
model = AutoModelForCausalLM.from_pretrained("mistralai/
|
7 |
|
8 |
# Function to generate text using the model
|
9 |
def generate_text(prompt, max_length=500, temperature=0.7, top_k=50, top_p=0.95, num_return_sequences=1):
|
|
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
3 |
|
4 |
# Load the tokenizer and model
|
5 |
+
tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-v0.1")
|
6 |
+
model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-v0.1", device_map="auto")
|
7 |
|
8 |
# Function to generate text using the model
|
9 |
def generate_text(prompt, max_length=500, temperature=0.7, top_k=50, top_p=0.95, num_return_sequences=1):
|