Spaces:
Sleeping
Sleeping
Sgridda commited on
Commit ·
8a1669f
1
Parent(s): 8e65098
Switch to TinyLlama model to fit memory constraints
Browse files
main.py
CHANGED
|
@@ -10,7 +10,7 @@ import json
|
|
| 10 |
# 1. Configuration
|
| 11 |
# ----------------------------
|
| 12 |
|
| 13 |
-
MODEL_NAME = "
|
| 14 |
# The device will be automatically handled by device_map="auto"
|
| 15 |
# but we can keep this for logging.
|
| 16 |
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
|
|
|
|
| 10 |
# 1. Configuration
|
| 11 |
# ----------------------------
|
| 12 |
|
| 13 |
+
MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
|
| 14 |
# The device will be automatically handled by device_map="auto"
|
| 15 |
# but we can keep this for logging.
|
| 16 |
DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
|