Commit
•
3e8d1f6
1
Parent(s):
fc874ae
Update README.md
Browse files
README.md
CHANGED
@@ -196,4 +196,36 @@ Carbon emissions can be estimated using the [Machine Learning Impact calculator]
|
|
196 |
|
197 |
## Model Card Contact
|
198 |
|
199 |
-
[More Information Needed]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
196 |
|
197 |
## Model Card Contact
|
198 |
|
199 |
+
[More Information Needed]
|
200 |
+
|
201 |
+
## Generation
|
202 |
+
|
203 |
+
|
204 |
+
```python
|
205 |
+
from transformers import AutoTokenizer
|
206 |
+
import argparse
|
207 |
+
|
208 |
+
model_ids = [
|
209 |
+
"Qwen/Qwen2-7B-Instruct",
|
210 |
+
"meta-llama/Meta-Llama-3.1-8B-Instruct",
|
211 |
+
"meta-llama/Meta-Llama-3-8B-Instruct",
|
212 |
+
"deepseek-ai/DeepSeek-Coder-V2-Instruct",
|
213 |
+
"microsoft/Phi-3-mini-128k-instruct",
|
214 |
+
"google/gemma-2-9b-it",
|
215 |
+
"mistralai/Mistral-7B-Instruct-v0.1",
|
216 |
+
"mistralai/Mistral-7B-Instruct-v0.2",
|
217 |
+
"mistralai/Mistral-7B-Instruct-v0.3",
|
218 |
+
]
|
219 |
+
|
220 |
+
|
221 |
+
if __name__ == "__main__":
|
222 |
+
parser = argparse.ArgumentParser()
|
223 |
+
parser.add_argument("--organization", type=str, required=True)
|
224 |
+
args = parser.parse_args()
|
225 |
+
for model_id in model_ids:
|
226 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
227 |
+
tiny_model_name = "tiny-random-" + model_id.split("/")[-1]
|
228 |
+
repo_id = f"{args.organization}/{tiny_model_name}"
|
229 |
+
print(repo_id)
|
230 |
+
# tokenizer.push_to_hub(repo_id)
|
231 |
+
```
|