dimitris commited on
Commit
5edf728
·
1 Parent(s): 4ae45ae

use smaller model

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -2,7 +2,7 @@ import gradio as gr
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
- model_id = "mistralai/Mixtral-8x7B-v0.1"
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
  model = AutoModelForCausalLM.from_pretrained(model_id, load_in_8bit=False)
8
 
 
2
  import torch
3
  from transformers import AutoModelForCausalLM, AutoTokenizer
4
 
5
+ model_id = "mistralai/Mistral-7B-Instruct-v0.2"
6
  tokenizer = AutoTokenizer.from_pretrained(model_id)
7
  model = AutoModelForCausalLM.from_pretrained(model_id, load_in_8bit=False)
8