lausannel commited on
Commit
d9d74ae
1 Parent(s): d3ab5ad

fix:remove local info

Browse files
Files changed (1) hide show
  1. src/backend/moe_infinity.py +1 -2
src/backend/moe_infinity.py CHANGED
@@ -17,8 +17,7 @@ class MoEHFLM(HFLMWithMeasurement):
17
  self,
18
  pretrained: str = "mistralai/Mixtral-8x7B-Instruct-v0.1",
19
  moe_config: dict = None,
20
- # offload_path=os.path.expanduser("~"),
21
- offload_path='/mnt/raid0nvme1/xly/test-data/',
22
  device_memory_ratio=0.75,
23
  use_chat_template=True,
24
  *args,
 
17
  self,
18
  pretrained: str = "mistralai/Mixtral-8x7B-Instruct-v0.1",
19
  moe_config: dict = None,
20
+ offload_path=os.path.expanduser("~"),
 
21
  device_memory_ratio=0.75,
22
  use_chat_template=True,
23
  *args,