Upload folder using huggingface_hub (#6)

- 9de7dc4d2a42641da26677364066f4ea93eebc9019fc2ae02aa166b6860764f1 (5fbefeab497ff6b5b72727ae128db7d4c99aad4a)
- 992377c1147d1f5af80d3c321698ebd52f6199e30f081719f8f82e7b37165ae2 (37264efcdc1d06eef85f90f2fd06442969c1ac47)
- 2bf244c5cef951f74413c29c57d3e3111658247b43c02f52e98bb9a59aede7b1 (ab43364bf6e6df6b5e9d6a8cd0b25e4ae71009fa)

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 32000,
+  "transformers_version": "4.37.1",
+  "use_cache": false
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e339d98c8c45f27221c429c4e44133551904ab94fe244bbc6a2b762f6680386
+size 4998454520

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9693336c8d754a58b6c33cb5dc3545af1e84629d464e0fb825f362b6898eecc6
+size 4976674728

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e02d49f6f5f3c441de0cdb0d5d95c5a1e33daf35a4d23c7da16caf3a7e77b6e
+size 1723582192

smash_config.json

@@ -0,0 +1,31 @@
+{
+    "api_key": null,
+    "verify_url": "http://johnrachwan.pythonanywhere.com",
+    "smash_config": {
+        "pruners": "[]",
+        "pruning_ratio": 0.0,
+        "factorizers": "[]",
+        "quantizers": "['gptq']",
+        "n_quantization_bits": 8,
+        "output_deviation": 0.005,
+        "compilers": "[]",
+        "static_batch": true,
+        "static_shape": true,
+        "controlnet": "None",
+        "unet_dim": 4,
+        "device": "cuda",
+        "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelszka1vn5f",
+        "batch_size": 1,
+        "model_name": "mattshumer/Hermes-2-Pro-11B",
+        "max_batch_size": 1,
+        "save_dir": "/ceph/hdd/staff/charpent/.cache/modelsgvf954mf",
+        "qtype_weight": "torch.qint8",
+        "qtype_activation": "torch.quint8",
+        "qobserver": "<class 'torch.ao.quantization.observer.MinMaxObserver'>",
+        "qscheme": "torch.per_tensor_symmetric",
+        "qconfig": "x86",
+        "group_size": 128,
+        "damp_percent": 0.1,
+        "save_load_fn": "hf-gptq"
+    }
+}