Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
@@ -38,12 +38,12 @@ pip install lm-eval
|
|
38 |
from dmx.compressor.modeling import DmxModel
|
39 |
import lm_eval
|
40 |
|
41 |
-
model_args =
|
42 |
|
43 |
lm = lm_eval.api.registry.get_model("hf").create_from_arg_string(model_args, {"batch_size": 1})
|
44 |
|
45 |
# Transform the model with DMX
|
46 |
lm._model = DmxModel.from_torch(lm._model).to_basic_model() # Using BASIC configuration
|
47 |
|
48 |
-
eval_results = lm_eval.evaluate(lm, lm_eval.tasks.get_task_dict([task]) # Assign desired task, i.e. "wikitext"
|
49 |
```
|
|
|
38 |
from dmx.compressor.modeling import DmxModel
|
39 |
import lm_eval
|
40 |
|
41 |
+
model_args = "pretrained='d-matrix/Mistral',trust_remote_code=True"
|
42 |
|
43 |
lm = lm_eval.api.registry.get_model("hf").create_from_arg_string(model_args, {"batch_size": 1})
|
44 |
|
45 |
# Transform the model with DMX
|
46 |
lm._model = DmxModel.from_torch(lm._model).to_basic_model() # Using BASIC configuration
|
47 |
|
48 |
+
eval_results = lm_eval.evaluate(lm, lm_eval.tasks.get_task_dict([task])) # Assign desired task, i.e. "wikitext"
|
49 |
```
|