Spaces:
Running
on
TPU v5e
Running
on
TPU v5e
Commit
•
b637f0b
1
Parent(s):
2ca0c5e
initial commit
Browse files
app.py
CHANGED
@@ -26,8 +26,9 @@ for preset in model_presets:
|
|
26 |
prompt, response = chat_state.send_message("Hello")
|
27 |
print("model " + preset + "loaded and initialized.")
|
28 |
print("The model responded: " + response)
|
|
|
29 |
|
30 |
-
|
31 |
# model = keras_hub.models.Llama3CausalLM.from_preset(
|
32 |
# "hf://meta-llama/Llama-3.2-1B-Instruct", dtype="bfloat16"
|
33 |
# )
|
|
|
26 |
prompt, response = chat_state.send_message("Hello")
|
27 |
print("model " + preset + "loaded and initialized.")
|
28 |
print("The model responded: " + response)
|
29 |
+
models.append(model)
|
30 |
|
31 |
+
# For local debugging
|
32 |
# model = keras_hub.models.Llama3CausalLM.from_preset(
|
33 |
# "hf://meta-llama/Llama-3.2-1B-Instruct", dtype="bfloat16"
|
34 |
# )
|