bsny commited on
Commit
57939ca
·
verified ·
1 Parent(s): f07a6df

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ app = FastAPI()
12
  os.environ["HF_HOME"] = "/data/huggingface"
13
 
14
  # Use a CPU-compatible model (non-GPTQ)
15
- model_id = "meta-llama/Llama-3.2-3B-Instruct"
16
  hf_token = os.environ.get("HF_TOKEN")
17
 
18
  # Load model and tokenizer (no GPU-specific args)
 
12
  os.environ["HF_HOME"] = "/data/huggingface"
13
 
14
  # Use a CPU-compatible model (non-GPTQ)
15
+ model_id = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
16
  hf_token = os.environ.get("HF_TOKEN")
17
 
18
  # Load model and tokenizer (no GPU-specific args)