joheras commited on
Commit
54a28fe
1 Parent(s): 737f89c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -2,7 +2,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
2
  import torch
3
  import gradio as gr
4
 
5
- model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1",torch_dtype=torch.float16, device_map="auto")
6
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
7
 
8
  def generate(message):
 
2
  import torch
3
  import gradio as gr
4
 
5
+ model = AutoModelForCausalLM.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
6
  tokenizer = AutoTokenizer.from_pretrained("mistralai/Mistral-7B-Instruct-v0.1")
7
 
8
  def generate(message):