Upload folder using huggingface_hub

.gitattributes

@@ -34,3 +34,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 mixtralnt-4x7b-test-f16.gguf filter=lfs diff=lfs merge=lfs -text
+mixtralnt-4x7b-test-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+mixtralnt-4x7b-test-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mixtralnt-4x7b-test-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mixtralnt-4x7b-test-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+mixtralnt-4x7b-test-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,25 @@
+torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 
+
+(For You)
+
+```
+llm_load_print_meta: model ftype      = mostly Q2_K
+llm_load_print_meta: model params     = 24.15 B
+llm_load_print_meta: model size       = 7.51 GiB (2.67 BPW)
+
+llm_load_print_meta: model ftype      = mostly Q3_K - Medium
+llm_load_print_meta: model params     = 24.15 B
+llm_load_print_meta: model size       = 9.80 GiB (3.48 BPW)
+
+llm_load_print_meta: model ftype      = mostly Q4_K - Medium
+llm_load_print_meta: model params     = 24.15 B
+llm_load_print_meta: model size       = 12.70 GiB (4.52 BPW)
+
+llm_load_print_meta: model ftype      = mostly Q5_K - Medium
+llm_load_print_meta: model params     = 24.15 B
+llm_load_print_meta: model size       = 15.49 GiB (5.51 BPW)
+
+llm_load_print_meta: model ftype      = mostly Q6_K
+llm_load_print_meta: model params     = 24.15 B
+llm_load_print_meta: model size       = 18.45 GiB (6.56 BPW)
+```

mixtralnt-4x7b-test-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3bfdaaece453b68837a71b94cb7e20ddb05f368862ced4c43771741447ef6f
+size 8060708576

mixtralnt-4x7b-test-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20613d29998ef921a1fc7290084e635393b2a3dde8790287658a6098f774a89
+size 10522445536

mixtralnt-4x7b-test-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68729e06fbd375f1ca5316aae54e60ced5b07fe6d562316b59af56e5740a2be
+size 13639968480

mixtralnt-4x7b-test-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b3ce5adcc8b255956b5c54f1764305ee41603f384d7bd2512a376c0db6eb98
+size 16634308320

mixtralnt-4x7b-test-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5856eba3eccc9400ddad8200fe1f64cfab413ce65ebb1641196715a0ad72031e
+size 19815794400