Sgridda commited on
Commit
8a1669f
·
1 Parent(s): 8e65098

Switch to TinyLlama model to fit memory constraints

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -10,7 +10,7 @@ import json
10
  # 1. Configuration
11
  # ----------------------------
12
 
13
- MODEL_NAME = "deepseek-ai/deepseek-coder-6.7b-instruct"
14
  # The device will be automatically handled by device_map="auto"
15
  # but we can keep this for logging.
16
  DEVICE = "cuda" if torch.cuda.is_available() else "cpu"
 
10
  # 1. Configuration
11
  # ----------------------------
12
 
13
+ MODEL_NAME = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
14
  # The device will be automatically handled by device_map="auto"
15
  # but we can keep this for logging.
16
  DEVICE = "cuda" if torch.cuda.is_available() else "cpu"