lausannel
commited on
Commit
·
d9d74ae
1
Parent(s):
d3ab5ad
fix:remove local info
Browse files
src/backend/moe_infinity.py
CHANGED
@@ -17,8 +17,7 @@ class MoEHFLM(HFLMWithMeasurement):
|
|
17 |
self,
|
18 |
pretrained: str = "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
19 |
moe_config: dict = None,
|
20 |
-
|
21 |
-
offload_path='/mnt/raid0nvme1/xly/test-data/',
|
22 |
device_memory_ratio=0.75,
|
23 |
use_chat_template=True,
|
24 |
*args,
|
|
|
17 |
self,
|
18 |
pretrained: str = "mistralai/Mixtral-8x7B-Instruct-v0.1",
|
19 |
moe_config: dict = None,
|
20 |
+
offload_path=os.path.expanduser("~"),
|
|
|
21 |
device_memory_ratio=0.75,
|
22 |
use_chat_template=True,
|
23 |
*args,
|