Neon-tech commited on
Commit
39d8112
·
verified ·
1 Parent(s): 9f04c0d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,10 +3,10 @@ import gradio as gr
3
  import psutil
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
 
6
- os.environ["HF_HOME"] = "/tmp/hf_cache"
7
 
8
  tokenizer = AutoTokenizer.from_pretrained("openai/gpt-oss-120b")
9
- model = AutoModelForCausalLM.from_pretrained("openai/gpt-oss-120b", device_map="auto", offload_folder="/tmp/offload")
10
 
11
  def get_stats():
12
  process = psutil.Process(os.getpid())
 
3
  import psutil
4
  from transformers import AutoModelForCausalLM, AutoTokenizer
5
 
6
+ os.environ["HF_HOME"] = "/data/hf_cache"
7
 
8
  tokenizer = AutoTokenizer.from_pretrained("openai/gpt-oss-120b")
9
+ model = AutoModelForCausalLM.from_pretrained("openai/gpt-oss-120b", device_map="auto", offload_folder="/data/offload")
10
 
11
  def get_stats():
12
  process = psutil.Process(os.getpid())