Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -42,10 +42,8 @@ DESCRIPTION = """<div>
|
|
42 |
<p>π For more details about Maestrale and how to use it with <code>transformers</code>, visit the <a href="https://huggingface.co/mii-llm/maestrale-chat-v0.4-alpha-sft">model card</a>.</p>
|
43 |
</div>"""
|
44 |
|
45 |
-
|
46 |
-
|
47 |
-
tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha-v2", token=_token)
|
48 |
-
model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-alpha-v2", torch_dtype=torch.bfloat16, device_map="auto", token=_token)
|
49 |
|
50 |
terminators = [
|
51 |
tokenizer.eos_token_id,
|
@@ -107,7 +105,7 @@ demo = gr.ChatInterface(
|
|
107 |
fn=chat,
|
108 |
chatbot=chatbot,
|
109 |
fill_height=True,
|
110 |
-
theme=gr.themes.Soft(
|
111 |
css=css,
|
112 |
additional_inputs_accordion=gr.Accordion(
|
113 |
label="βοΈ Parametri", open=False, render=False
|
|
|
42 |
<p>π For more details about Maestrale and how to use it with <code>transformers</code>, visit the <a href="https://huggingface.co/mii-llm/maestrale-chat-v0.4-alpha-sft">model card</a>.</p>
|
43 |
</div>"""
|
44 |
|
45 |
+
tokenizer = AutoTokenizer.from_pretrained("mii-llm/maestrale-chat-v0.4-beta")
|
46 |
+
model = AutoModelForCausalLM.from_pretrained("mii-llm/maestrale-chat-v0.4-beta", torch_dtype=torch.bfloat16, device_map="auto")
|
|
|
|
|
47 |
|
48 |
terminators = [
|
49 |
tokenizer.eos_token_id,
|
|
|
105 |
fn=chat,
|
106 |
chatbot=chatbot,
|
107 |
fill_height=True,
|
108 |
+
theme=gr.themes.Soft(),
|
109 |
css=css,
|
110 |
additional_inputs_accordion=gr.Accordion(
|
111 |
label="βοΈ Parametri", open=False, render=False
|