Spaces:
Running
on
L4
Running
on
L4
Update app.py
Browse files
app.py
CHANGED
@@ -24,13 +24,13 @@ MAX_INPUT_TOKEN_LENGTH = int(os.getenv("MAX_INPUT_TOKEN_LENGTH", "4096"))
|
|
24 |
|
25 |
|
26 |
DESCRIPTION = """\
|
27 |
-
#
|
28 |
"""
|
29 |
|
30 |
PLACEHOLDER = """
|
31 |
<div style="padding: 30px; text-align: center; display: flex; flex-direction: column; align-items: center;">
|
32 |
<img src="https://avatars.githubusercontent.com/u/39557177?v=4" style="width: 80%; max-width: 550px; height: auto; opacity: 0.80; ">
|
33 |
-
<h1 style="font-size: 28px; margin-bottom: 2px; opacity: 0.55;">
|
34 |
</div>
|
35 |
"""
|
36 |
|
@@ -79,7 +79,7 @@ if not torch.cuda.is_available():
|
|
79 |
|
80 |
|
81 |
if torch.cuda.is_available():
|
82 |
-
model_id = "PartAI/
|
83 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
84 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
85 |
|
|
|
24 |
|
25 |
|
26 |
DESCRIPTION = """\
|
27 |
+
# Dorna1.1-Llama3.1-8B-Instruct Chat
|
28 |
"""
|
29 |
|
30 |
PLACEHOLDER = """
|
31 |
<div style="padding: 30px; text-align: center; display: flex; flex-direction: column; align-items: center;">
|
32 |
<img src="https://avatars.githubusercontent.com/u/39557177?v=4" style="width: 80%; max-width: 550px; height: auto; opacity: 0.80; ">
|
33 |
+
<h1 style="font-size: 28px; margin-bottom: 2px; opacity: 0.55;">Dorna1.1-Llama3.1-8B-Instruct</h1>
|
34 |
</div>
|
35 |
"""
|
36 |
|
|
|
79 |
|
80 |
|
81 |
if torch.cuda.is_available():
|
82 |
+
model_id = "PartAI/Dorna1.1-Llama3.1-8B-Instruct"
|
83 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
84 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
85 |
|