morriszms commited on
Commit
a77b5f9
·
verified ·
1 Parent(s): beaac29

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dc97f2a5d654a5ab033c6526f90670d31168a197e000d7e50ed02795e81eafe
3
+ size 12825233984
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:614a3972ff15c6de0fbafecb629be8ad7fff829c515eef84a98ca9041c6ab9eb
3
+ size 18139445824
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ed858267f3c66386c3c6f796903cc9e63b6b1d2fb33ae8a64e4950b2e1a157
3
+ size 16654924352
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92b8659262bb9beb2fbc82bff15cc82477dc3c57f2cff6c745757adfdc3715b1
3
+ size 14960294464
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10aa18a239db9ece6d7f5ca3c3ca4a79d552a26fe66eb31c5856520832e7dbb4
3
+ size 19466529344
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e6266ded438410b2de374abc03f781f267b08c0388e77cd1bab387328960cf8
3
+ size 20658711104
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ef657bfc8c3fc1ec2f19fa28c6ec515a9ffd86199ebc4971ba38323a53b5e41
3
+ size 19598649920
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2de35a64b932ea431d7fd295a6320f55c2945d92a7b124f35eb94559a61c5b6e
3
+ size 23707691584
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110d111e64b58fe8d9612558bf58a10d7c400d639330dc74b513bfcfe6e8f0f0
3
+ size 24321845824
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c71aaf4a75934df9a26e801bd047acf902a0e1dc57999b7905118d84c26df27a
3
+ size 23707691584
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f12853414f5d8fe5f851c1e012214f08810979262b6b8f79a76ad7affa9c1e0
3
+ size 28213926464
CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7a2ccd8656d6e76793791a0a96a691da45bb90c0ef9e96977ab052d3fb645cb
3
+ size 36542282304
README.md ADDED
@@ -0,0 +1,182 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: other
3
+ tags:
4
+ - merge
5
+ - TensorBlock
6
+ - GGUF
7
+ license_name: yi-license
8
+ license_link: https://huggingface.co/01-ai/Yi-34B-200K/blob/main/LICENSE
9
+ base_model: brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity
10
+ model-index:
11
+ - name: CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity
12
+ results:
13
+ - task:
14
+ type: text-generation
15
+ name: Text Generation
16
+ dataset:
17
+ name: AI2 Reasoning Challenge (25-Shot)
18
+ type: ai2_arc
19
+ config: ARC-Challenge
20
+ split: test
21
+ args:
22
+ num_few_shot: 25
23
+ metrics:
24
+ - type: acc_norm
25
+ value: 66.89
26
+ name: normalized accuracy
27
+ source:
28
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity
29
+ name: Open LLM Leaderboard
30
+ - task:
31
+ type: text-generation
32
+ name: Text Generation
33
+ dataset:
34
+ name: HellaSwag (10-Shot)
35
+ type: hellaswag
36
+ split: validation
37
+ args:
38
+ num_few_shot: 10
39
+ metrics:
40
+ - type: acc_norm
41
+ value: 85.69
42
+ name: normalized accuracy
43
+ source:
44
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity
45
+ name: Open LLM Leaderboard
46
+ - task:
47
+ type: text-generation
48
+ name: Text Generation
49
+ dataset:
50
+ name: MMLU (5-Shot)
51
+ type: cais/mmlu
52
+ config: all
53
+ split: test
54
+ args:
55
+ num_few_shot: 5
56
+ metrics:
57
+ - type: acc
58
+ value: 77.35
59
+ name: accuracy
60
+ source:
61
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity
62
+ name: Open LLM Leaderboard
63
+ - task:
64
+ type: text-generation
65
+ name: Text Generation
66
+ dataset:
67
+ name: TruthfulQA (0-shot)
68
+ type: truthful_qa
69
+ config: multiple_choice
70
+ split: validation
71
+ args:
72
+ num_few_shot: 0
73
+ metrics:
74
+ - type: mc2
75
+ value: 57.63
76
+ source:
77
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity
78
+ name: Open LLM Leaderboard
79
+ - task:
80
+ type: text-generation
81
+ name: Text Generation
82
+ dataset:
83
+ name: Winogrande (5-shot)
84
+ type: winogrande
85
+ config: winogrande_xl
86
+ split: validation
87
+ args:
88
+ num_few_shot: 5
89
+ metrics:
90
+ - type: acc
91
+ value: 82.0
92
+ name: accuracy
93
+ source:
94
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity
95
+ name: Open LLM Leaderboard
96
+ - task:
97
+ type: text-generation
98
+ name: Text Generation
99
+ dataset:
100
+ name: GSM8k (5-shot)
101
+ type: gsm8k
102
+ config: main
103
+ split: test
104
+ args:
105
+ num_few_shot: 5
106
+ metrics:
107
+ - type: acc
108
+ value: 59.82
109
+ name: accuracy
110
+ source:
111
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity
112
+ name: Open LLM Leaderboard
113
+ ---
114
+
115
+ <div style="width: auto; margin-left: auto; margin-right: auto">
116
+ <img src="https://i.imgur.com/jC7kdl8.jpeg" alt="TensorBlock" style="width: 100%; min-width: 400px; display: block; margin: auto;">
117
+ </div>
118
+ <div style="display: flex; justify-content: space-between; width: 100%;">
119
+ <div style="display: flex; flex-direction: column; align-items: flex-start;">
120
+ <p style="margin-top: 0.5em; margin-bottom: 0em;">
121
+ Feedback and support: TensorBlock's <a href="https://x.com/tensorblock_aoi">Twitter/X</a>, <a href="https://t.me/TensorBlock">Telegram Group</a> and <a href="https://x.com/tensorblock_aoi">Discord server</a>
122
+ </p>
123
+ </div>
124
+ </div>
125
+
126
+ ## brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity - GGUF
127
+
128
+ This repo contains GGUF format model files for [brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity](https://huggingface.co/brucethemoose/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity).
129
+
130
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
131
+
132
+ <div style="text-align: left; margin: 20px 0;">
133
+ <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
134
+ Run them on the TensorBlock client using your local machine ↗
135
+ </a>
136
+ </div>
137
+
138
+ ## Prompt template
139
+
140
+ ```
141
+
142
+ ```
143
+
144
+ ## Model file specification
145
+
146
+ | Filename | Quant type | File Size | Description |
147
+ | -------- | ---------- | --------- | ----------- |
148
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q2_K.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q2_K.gguf) | Q2_K | 12.825 GB | smallest, significant quality loss - not recommended for most purposes |
149
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_S.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_S.gguf) | Q3_K_S | 14.960 GB | very small, high quality loss |
150
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_M.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_M.gguf) | Q3_K_M | 16.655 GB | very small, high quality loss |
151
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_L.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q3_K_L.gguf) | Q3_K_L | 18.139 GB | small, substantial quality loss |
152
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_0.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_0.gguf) | Q4_0 | 19.467 GB | legacy; small, very high quality loss - prefer using Q3_K_M |
153
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_K_S.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_K_S.gguf) | Q4_K_S | 19.599 GB | small, greater quality loss |
154
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_K_M.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q4_K_M.gguf) | Q4_K_M | 20.659 GB | medium, balanced quality - recommended |
155
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_0.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_0.gguf) | Q5_0 | 23.708 GB | legacy; medium, balanced quality - prefer using Q4_K_M |
156
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_K_S.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_K_S.gguf) | Q5_K_S | 23.708 GB | large, low quality loss - recommended |
157
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_K_M.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q5_K_M.gguf) | Q5_K_M | 24.322 GB | large, very low quality loss - recommended |
158
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q6_K.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q6_K.gguf) | Q6_K | 28.214 GB | very large, extremely low quality loss |
159
+ | [CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q8_0.gguf](https://huggingface.co/tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF/blob/main/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q8_0.gguf) | Q8_0 | 36.542 GB | very large, extremely low quality loss - not recommended |
160
+
161
+
162
+ ## Downloading instruction
163
+
164
+ ### Command line
165
+
166
+ Firstly, install Huggingface Client
167
+
168
+ ```shell
169
+ pip install -U "huggingface_hub[cli]"
170
+ ```
171
+
172
+ Then, downoad the individual model file the a local directory
173
+
174
+ ```shell
175
+ huggingface-cli download tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF --include "CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-Q2_K.gguf" --local-dir MY_LOCAL_DIR
176
+ ```
177
+
178
+ If you wanna download multiple model files with a pattern (e.g., `*Q4_K*gguf`), you can try:
179
+
180
+ ```shell
181
+ huggingface-cli download tensorblock/CaPlatTessDolXaBoros-Yi-34B-200K-DARE-Ties-ExtremeDensity-GGUF --local-dir MY_LOCAL_DIR --local-dir-use-symlinks False --include='*Q4_K*gguf'
182
+ ```