Neon-tech commited on
Commit
0fe813e
·
verified ·
1 Parent(s): 113b771

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,8 +5,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
5
 
6
  os.environ["HF_HOME"] = "/data/hf_cache"
7
 
8
- tokenizer = AutoTokenizer.from_pretrained("/data/model")
9
- model = AutoModelForCausalLM.from_pretrained("/data/model", device_map="auto", offload_folder="/tmp/offload")
10
 
11
  def get_stats():
12
  process = psutil.Process(os.getpid())
 
5
 
6
  os.environ["HF_HOME"] = "/data/hf_cache"
7
 
8
+ tokenizer = AutoTokenizer.from_pretrained("/data/model1")
9
+ model = AutoModelForCausalLM.from_pretrained("/data/model1", device_map="auto", offload_folder="/tmp/offload")
10
 
11
  def get_stats():
12
  process = psutil.Process(os.getpid())