Spaces:
Runtime error
Runtime error
kali
commited on
Commit
·
0f170ce
1
Parent(s):
face84a
mistral model and app filr commit
Browse files- app.py +7 -0
- chatBot.py +12 -0
app.py
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import gradio as gr
|
2 |
+
|
3 |
+
def greet(name):
|
4 |
+
return "Hello " + name + "!!"
|
5 |
+
|
6 |
+
iface = gr.Interface(fn=greet, inputs="text", outputs="text")
|
7 |
+
iface.launch()
|
chatBot.py
ADDED
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer
|
2 |
+
|
3 |
+
model_id = "mistralai/Mixtral-8x7B-v0.1"
|
4 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
5 |
+
|
6 |
+
model = AutoModelForCausalLM.from_pretrained(model_id)
|
7 |
+
|
8 |
+
text = "Hello my name is"
|
9 |
+
inputs = tokenizer(text, return_tensors="pt")
|
10 |
+
|
11 |
+
outputs = model.generate(**inputs, max_new_tokens=20)
|
12 |
+
print(tokenizer.decode(outputs[0], skip_special_tokens=True))
|