PrunaAI
/

huihui-ai-SmolLM2-1.7B-Instruct-abliterated-bnb-smashed

8-bit precision

Model card Files Files and versions Community

Upload folder using huggingface_hub

#2

by sharpenb - opened 16 days ago

base: refs/heads/main

←

from: refs/pr/2

Discussion Files changed

Files changed (2) hide show

config.json +1 -1
smash_config.json +1 -1

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/covalent/.cache/models/tmpe0d0zs3ngfj0k_8u",
   "architectures": [
     "LlamaForCausalLM"
   ],

 {
+  "_name_or_path": "/covalent/.cache/models/tmpyr56hni_kd9olkbh",
   "architectures": [
     "LlamaForCausalLM"
   ],

smash_config.json CHANGED Viewed

@@ -28,7 +28,7 @@
     "quant_llm-int8_weight_bits": 8,
     "max_batch_size": 1,
     "device": "cuda",
-    "cache_dir": "/covalent/.cache/models/tmpe0d0zs3n",
     "task": "",
     "save_load_fn": "bitsandbytes",
     "save_load_fn_args": {

     "quant_llm-int8_weight_bits": 8,
     "max_batch_size": 1,
     "device": "cuda",
+    "cache_dir": "/covalent/.cache/models/tmpyr56hni_",
     "task": "",
     "save_load_fn": "bitsandbytes",
     "save_load_fn_args": {