Hugging Face's logo

poolside
/
Laguna-S-2.1-INT4

Text Generation
Safetensors
vllm
laguna
laguna-s-2.1
conversational
custom_code
compressed-tensors
Model card Files
xet
 Community
2
joerowell commited on
Commit
67dbeda
·
verified ·
1 Parent(s): 4bbfc28

int4: spinquantless routed-only weights, 256K

Browse files
Files changed (16) hide show
  1. config.json +1 -38
  2. model-00001-of-00015.safetensors +1 -1
  3. model-00002-of-00015.safetensors +1 -1
  4. model-00003-of-00015.safetensors +1 -1
  5. model-00004-of-00015.safetensors +1 -1
  6. model-00005-of-00015.safetensors +1 -1
  7. model-00006-of-00015.safetensors +1 -1
  8. model-00007-of-00015.safetensors +1 -1
  9. model-00008-of-00015.safetensors +1 -1
  10. model-00009-of-00015.safetensors +1 -1
  11. model-00010-of-00015.safetensors +1 -1
  12. model-00011-of-00015.safetensors +1 -1
  13. model-00012-of-00015.safetensors +1 -1
  14. model-00013-of-00015.safetensors +1 -1
  15. model-00014-of-00015.safetensors +1 -1
  16. model-00015-of-00015.safetensors +1 -1
config.json CHANGED
@@ -318,44 +318,7 @@
318
  "quant_method": "compressed-tensors",
319
  "quantization_status": "compressed",
320
  "sparsity_config": {},
321
- "transform_config": {
322
- "config_groups": {
323
- "R1": {
324
- "apply": [
325
- {
326
- "ignore": [],
327
- "inverse": false,
328
- "location": "weight_output",
329
- "targets": [
330
- "re:.*embed_tokens$",
331
- "re:.*o_proj$",
332
- "re:.*down_proj$"
333
- ]
334
- },
335
- {
336
- "ignore": [],
337
- "inverse": true,
338
- "location": "weight_input",
339
- "targets": [
340
- "re:.*q_proj$",
341
- "re:.*k_proj$",
342
- "re:.*v_proj$",
343
- "re:.*gate_proj$",
344
- "re:.*up_proj$",
345
- "re:.*mlp.gate$",
346
- "re:.*g_proj$",
347
- "re:.*lm_head$"
348
- ]
349
- }
350
- ],
351
- "head_dim": 128,
352
- "precision": "torch.float64",
353
- "randomize": false,
354
- "requires_grad": false,
355
- "type": "hadamard"
356
- }
357
- }
358
- },
359
  "version": "0.14.1.dev11+gf2ee47b"
360
  }
361
  }
 
318
  "quant_method": "compressed-tensors",
319
  "quantization_status": "compressed",
320
  "sparsity_config": {},
321
+ "transform_config": {},
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
322
  "version": "0.14.1.dev11+gf2ee47b"
323
  }
324
  }
model-00001-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f318ecf462e82d8fee35baa6b6302cf97f667f47ee8c31335b837fa6e7dc17af
3
  size 5116269068
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55813cd76c0ba5ee39d5150350ccc0841124957711f805b4cf4086e2e4c2114f
3
  size 5116269068
model-00002-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4fe12235bc1a5fde9675ce4deccd1674a3e257634d67f51530c2be27c4f2bfe5
3
  size 5120026028
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7524c6240fd2c2813847c7fb7428aa16f1bd0ad9a92a78acaaf2a96968296db7
3
  size 5120026028
model-00003-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:521c8d4203a10d0662ed5535a70c60fd1055f6ece171b2bbf8b67ae387ff51ae
3
  size 5119829696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7a6beef43fb80845836e041cecfede9eb9e5305be731a4643ad97675ae0c055
3
  size 5119829696
model-00004-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82ccac53377d16afb12c9c622d5b105728e900850b4ba485f3f5b30723883b13
3
  size 5119830296
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d0f83b425a9085a6066dd7decf55175e4e3b9657b39aa17357e4090292b1491
3
  size 5119830296
model-00005-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a30b3106df42a558cf42341d143cabcd052bb15e44ef59100458c16ae737311
3
  size 5119835792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68222802e5ad5b172a70590652280f963c65114b244fa6dca5ef71d3af66eeba
3
  size 5119835792
model-00006-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:768b37e33744f2cc8a048e38e363dcc70aa243a7e8af8a17e960e2aa23f2bc77
3
  size 5119835488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:feb325e5b64af903b48147924723cbf98917c500ecea44d263b2567c7c1383d2
3
  size 5119835488
model-00007-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b6264f8ac735a6993f3da9ebe4004c4b17180c8ca6b6f8d84f99df2fccd56d0
3
  size 5119835480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5409cc3b1102bc489f396fb2cbf8a1bfb62360c0e9a4e860097cd1680f1e01f4
3
  size 5119835480
model-00008-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a813c33bab62fe00114f272031980d483c8e3397093455b592169b2c47122578
3
  size 5119835736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e549af97c2c59b1ca83af0925718531c16c5318a818c46116778e3df9b029a1
3
  size 5119835736
model-00009-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f0813c233569ef7b30cf8f496cf26b84692373452417b68e92bc078cc4e2340
3
  size 5119835896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d767cbbc5c3fdb6003a0e3c15a9dd6f107f25da7d97948024ee2a953e2071f9
3
  size 5119835896
model-00010-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1654e236cd2d29681178c293c1a008f82dbdaf7f7c4b5f6811b0b3d3e92d08d3
3
  size 5119835480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e8498b2a5c190894250c3aa3eafad8123ad3357b3b20908b4368b511ab342b3
3
  size 5119835480
model-00011-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86021825cefea2a854dbc6822a1b4373d8e30d03bd623daf047fb7c539de030a
3
  size 5119835488
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22a5ac17a078bf113114c9a427d51cd3e10007239462ed730187ad9e6317345e
3
  size 5119835488
model-00012-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e540a1dfc53209769999caa68b0bb4197d1e60ff90410091d94389d3c8e97dc7
3
  size 5119835632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce9da4f7fb448c817f9f1bdfbd3d1c6366dc987103d4f1c87b87b9d62db4aa2e
3
  size 5119835632
model-00013-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ca33a3e5673c7e85bea9f6431b9dafa68d9cf7f21c01d47c357dc17e6fbd837
3
  size 5119835840
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fba3d7a50a7cf774631bbcc60d4f7c9bc6bb25f8c38b97237b1caa376e5f648
3
  size 5119835840
model-00014-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:400bc85f4af2323232ae43a11a7ea8f316132fd9e9126338a5cd33b2065a858a
3
  size 5119835640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c39a0e1f6d64f696dabfd62c84162889d8044273c451676d3dd40b6d844e2de6
3
  size 5119835640
model-00015-of-00015.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6628b7c154710a92be8007c08854edd5113d41104ca85ee725f8f3d019c01e5c
3
  size 233604216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef4c6651bfc1749138023d4720dc81ad03e577a370c5e62323146bbd7654824f
3
  size 233604216