Hugging Face's logo

Esperanto
/
vicuna-7b-v1.5-kvc-AWQ-int4-onnx

ONNX
text-generation-inference
vicuna
Model card Files Community
ericsorides commited on
Commit
1672591
•
1 Parent(s): b9b3183

Uploaded model and tokenizer

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. model.embed_tokens.weight +3 -0
  3. model.layers.0.input_layernorm.weight +3 -0
  4. model.layers.0.mlp.down_proj.qweight +3 -0
  5. model.layers.0.mlp.down_proj.qzeros +3 -0
  6. model.layers.0.mlp.down_proj.scales +3 -0
  7. model.layers.0.mlp.gate_proj.qweight +3 -0
  8. model.layers.0.mlp.gate_proj.qzeros +3 -0
  9. model.layers.0.mlp.gate_proj.scales +3 -0
  10. model.layers.0.mlp.up_proj.qweight +3 -0
  11. model.layers.0.mlp.up_proj.qzeros +3 -0
  12. model.layers.0.mlp.up_proj.scales +3 -0
  13. model.layers.0.post_attention_layernorm.weight +3 -0
  14. model.layers.0.self_attn.k_proj.qweight +3 -0
  15. model.layers.0.self_attn.k_proj.qzeros +3 -0
  16. model.layers.0.self_attn.k_proj.scales +3 -0
  17. model.layers.0.self_attn.o_proj.qweight +3 -0
  18. model.layers.0.self_attn.o_proj.qzeros +3 -0
  19. model.layers.0.self_attn.o_proj.scales +3 -0
  20. model.layers.0.self_attn.q_proj.qweight +3 -0
  21. model.layers.0.self_attn.q_proj.qzeros +3 -0
  22. model.layers.0.self_attn.q_proj.scales +3 -0
  23. model.layers.0.self_attn.v_proj.qweight +3 -0
  24. model.layers.0.self_attn.v_proj.qzeros +3 -0
  25. model.layers.0.self_attn.v_proj.scales +3 -0
  26. model.layers.1.input_layernorm.weight +3 -0
  27. model.layers.1.mlp.down_proj.qweight +3 -0
  28. model.layers.1.mlp.down_proj.qzeros +3 -0
  29. model.layers.1.mlp.down_proj.scales +3 -0
  30. model.layers.1.mlp.gate_proj.qweight +3 -0
  31. model.layers.1.mlp.gate_proj.qzeros +3 -0
  32. model.layers.1.mlp.gate_proj.scales +3 -0
  33. model.layers.1.mlp.up_proj.qweight +3 -0
  34. model.layers.1.mlp.up_proj.qzeros +3 -0
  35. model.layers.1.mlp.up_proj.scales +3 -0
  36. model.layers.1.post_attention_layernorm.weight +3 -0
  37. model.layers.1.self_attn.k_proj.qweight +3 -0
  38. model.layers.1.self_attn.k_proj.qzeros +3 -0
  39. model.layers.1.self_attn.k_proj.scales +3 -0
  40. model.layers.1.self_attn.o_proj.qweight +3 -0
  41. model.layers.1.self_attn.o_proj.qzeros +3 -0
  42. model.layers.1.self_attn.o_proj.scales +3 -0
  43. model.layers.1.self_attn.q_proj.qweight +3 -0
  44. model.layers.1.self_attn.q_proj.qzeros +3 -0
  45. model.layers.1.self_attn.q_proj.scales +3 -0
  46. model.layers.1.self_attn.v_proj.qweight +3 -0
  47. model.layers.1.self_attn.v_proj.qzeros +3 -0
  48. model.layers.1.self_attn.v_proj.scales +3 -0
  49. model.layers.10.input_layernorm.weight +3 -0
  50. model.layers.10.mlp.down_proj.qweight +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.* filter=lfs diff=lfs merge=lfs -text
37
+ onnx__* filter=lfs diff=lfs merge=lfs -text
model.embed_tokens.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99859fd7e23aff17982fc96b5a93f81bff33c3d7cebb78fb03e1f796f39cf2b9
3
+ size 262144000
model.layers.0.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dbc2b86a95a7cd9116ae1aebc9fe84a5924ecc52c6fdd6d4364795ce514edd0
3
+ size 8192
model.layers.0.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46ebfe4ac68274c7bfa0292dd75e47a7d15971a115b61febe2bc4a96afd92864
3
+ size 22544384
model.layers.0.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d0c3fd10fbf46aad3c1e929cc4a861c08884bdd84952110a0ceb94701cc2bab
3
+ size 176128
model.layers.0.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e262890314a97343a6733342ced616d8d0f567dfaa42e334ff7c0cbfbabcdc0f
3
+ size 704512
model.layers.0.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83e74f2cda9d429229165500cc309624d4abbaad689c454272e1ebbadfbd4ee3
3
+ size 22544384
model.layers.0.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e306c9de6aa288f67a8eda65f7ddb481b5175f7d667f2ec2d376e4983895f476
3
+ size 176128
model.layers.0.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c09b6ef480c37f5e22dbcd69f2bd43009e44e7a68e00c422f00c98fee888bef8
3
+ size 704512
model.layers.0.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7cf798d1fd11df8a2b11f6a24ae1681b03040541189fa8ffd37ecf3bddcbaf0
3
+ size 22544384
model.layers.0.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83bd4f996da222ca5daeeb99e7c7a6d220f0c9fbfefedfd7fbfca1a69d359b1e
3
+ size 176128
model.layers.0.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18516e708eb57ce5804e135e7f92212cf6bf4eb3acf8fd06ce2fd7e6dc41b893
3
+ size 704512
model.layers.0.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36387c03c7d399fc3e94136bdae7437f5c8a92dde4af4c8668334acd5dc8f717
3
+ size 8192
model.layers.0.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d6c35ede1e0845726c29274c249170ef37dc02873b2eb4d4b96532760e12128
3
+ size 8388608
model.layers.0.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23595f993c4a3351746e04f92084aa17c5d6e4cd9c0ab64b86adadf3bc87fc3c
3
+ size 65536
model.layers.0.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5dc48eb65cdce39cd5acd7131dae44003dc2cb056e3b630523f1fd742d5ecdd
3
+ size 262144
model.layers.0.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9706de28a0b21070e1b1110f936cdd43d3e54929f101e2555751092139a1c2c
3
+ size 8388608
model.layers.0.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02adc7061a3a2f28958e487b49ab21fe982baf3e2900bc2c78ad916f9ab60d0c
3
+ size 65536
model.layers.0.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdd30caf3638e0128ab2f38e74a5e05724c6467a74619d5b1f43215c310d479c
3
+ size 262144
model.layers.0.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e519cce4562a8c7ec2b0d81f7b89e6d4079c0f1669e4340d96837d1d4285ec5
3
+ size 8388608
model.layers.0.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b9be1cd777f312169cab7d58450337284156094bf4646e9c098c4b10063cb79
3
+ size 65536
model.layers.0.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d57cdbf5ab4b89e2f3f21c594572a66f899ac9beaafa4fab8d8e0adcab00a766
3
+ size 262144
model.layers.0.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d170d5b7077ecb44c644b03e30942f5f5a32f72da60cc5353f8e51e63d5befb9
3
+ size 8388608
model.layers.0.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:915a3551fbda158191b53394f09ccf8ddacc9495e8a4c25954e31bd5a65784e3
3
+ size 65536
model.layers.0.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3577ef5f3aaab96aac6ebfa66f6396032e7bf5da1a2686a273fedf223b476f4
3
+ size 262144
model.layers.1.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb397ed5f601d793e2c17a86ea2d771667255d80a2c0b1a7d7f493c472755d5
3
+ size 8192
model.layers.1.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d791ae67ac2d79308275f430ad0f28512ec46221d7b8db2797efe11a6a26549
3
+ size 22544384
model.layers.1.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ced586087735565faeba902ec2d868011945e12c23d2f6e57b90f932261727b9
3
+ size 176128
model.layers.1.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3bf3167e96b45a775b21e6905a223bdbe4e5469c550f5b555f55e224b6645e9
3
+ size 704512
model.layers.1.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:445c319e297c40238be09c9185b7f288f34cb39c78f8e35dd9850402788c20ac
3
+ size 22544384
model.layers.1.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f02d1c1b6096b3e308d607efc8d72f176ea43f3798e1db047c62b52bc86e2f0a
3
+ size 176128
model.layers.1.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2534a80370dc16df533df34bf6b8bd1e33b2a518599858b82d5a1f0b5c399b3c
3
+ size 704512
model.layers.1.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:768b87213313993b2fde961c9fce33dd985e2e516acd3920f2a86c389bbad825
3
+ size 22544384
model.layers.1.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4df913d30c1d8e03bed653d47db2f22692f146c239dfebf04f8106be8c531e20
3
+ size 176128
model.layers.1.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef742b76d226e97b935e20373cf1a078692636b03e11aae62f4b802b49e14313
3
+ size 704512
model.layers.1.post_attention_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149b0a6721ce7e6a8e69b65c396c83842ab8fc3c02aedc4e1ec8a922e98417f0
3
+ size 8192
model.layers.1.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c53aa0418b955263a93d301c161bd58f1d8652702480e1a0eb1f53939ff625
3
+ size 8388608
model.layers.1.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f43a0f88fffb59cd5d992dd48b8a8edd469b69801890ed71a675785bad6966f
3
+ size 65536
model.layers.1.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2d7fea26690f99c4870b42b4b97bc7bad4dbfd6e196d37776336e483796c028
3
+ size 262144
model.layers.1.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a418bb5f46677cef47256d32d950fe5874c012414bc7ee24644b42c4fd9792
3
+ size 8388608
model.layers.1.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13dfe02e6ba369cbf58d09c0dd70549bd5c822beb0fc8668b9b0b74d7b0045a
3
+ size 65536
model.layers.1.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ab81e7706510716dfe351c680b90092b4d4484436d11a0fb5c23b9a42e94350
3
+ size 262144
model.layers.1.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05f157af8b8ecb3b51a5b864020b44333da96f8903e376a049ea4e06f02cd36a
3
+ size 8388608
model.layers.1.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bb587dc0e2469b6496b802eac9a2862af9a226a7afdb9d659ed7a4d52ed8c78
3
+ size 65536
model.layers.1.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ace419e52348dd68d9ccf65902c51a4ddcc458dc0dc03ba8a5647af0416edb
3
+ size 262144
model.layers.1.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45a062bf8119011a469989cd4dc18e3e55735b09ca607c0338d00c67f0bf7448
3
+ size 8388608
model.layers.1.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71393f17ea1a65e0bd23f102a3e2ffff7cfa3e9292d7be00db4776f98b440146
3
+ size 65536
model.layers.1.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2a3ced6e024ff2e1158406b46a970787aa156da9700db10d4e32f428c2693e2
3
+ size 262144
model.layers.10.input_layernorm.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f497db7663832a431fc6de9cbfadcc0da62c64d0f51ac1d318d6c0d814e16513
3
+ size 8192
model.layers.10.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8c297b653b39ebdb59fd79507ca0c5382660e61f204b5b74da3a1be4a8d6091
3
+ size 22544384