bobpopboom commited on
Commit
65b9bec
·
verified ·
1 Parent(s): 146ed17

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import torch
6
  # Determine device (ctranslate2 handles device placement internally)
7
  device = "cuda" if torch.cuda.is_available() else "cpu" # Still useful for other ops
8
 
9
- model_path = "mradermacher/TinyLlama-Friendly-Psychotherapist-GGUF" # Path to your GGUF model
10
 
11
  try:
12
  # 1. Load the tokenizer (same as before)
 
6
  # Determine device (ctranslate2 handles device placement internally)
7
  device = "cuda" if torch.cuda.is_available() else "cpu" # Still useful for other ops
8
 
9
+ model_path = "mradermacher/TinyLlama-Friendly-Psychotherapist-GGUF/TinyLlama-Friendly-Psychotherapist.Q4_K_S.gguf"
10
 
11
  try:
12
  # 1. Load the tokenizer (same as before)