multimodalart HF staff commited on
Commit
9977ce1
1 Parent(s): 6ddee3c

Update new model types (#150)

Browse files

- Update new model types (6d072dc1cdb93e437b0a1083e986bed749d5ffd0)

src/auto_leaderboard/model_metadata_type.py CHANGED
@@ -51,6 +51,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
51
  "TheBloke/airoboros-7b-gpt4-fp16": ModelType.SFT,
52
  "TheBloke/Llama-2-13B-fp16": ModelType.PT,
53
  "TheBloke/llama-2-70b-Guanaco-QLoRA-fp16": ModelType.SFT,
 
54
  "TheBloke/Planner-7B-fp16": ModelType.SFT,
55
  "TheBloke/Wizard-Vicuna-13B-Uncensored-HF": ModelType.SFT,
56
  "TheBloke/gpt4-alpaca-lora-13B-HF": ModelType.SFT,
@@ -58,6 +59,13 @@ TYPE_METADATA: Dict[str, ModelType] = {
58
  "TheBloke/gpt4-alpaca-lora_mlp-65B-HF": ModelType.SFT,
59
  "TheBloke/tulu-13B-fp16": ModelType.SFT,
60
  "TheBloke/VicUnlocked-alpaca-65B-QLoRA-fp16": ModelType.SFT,
 
 
 
 
 
 
 
61
  "jphme/orca_mini_v2_ger_7b": ModelType.SFT,
62
  "Ejafa/vicuna_7B_vanilla_1.1": ModelType.SFT,
63
  "kevinpro/Vicuna-13B-CoT": ModelType.SFT,
@@ -211,6 +219,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
211
  "Fredithefish/RedPajama-INCITE-Chat-3B-ShareGPT-11K": ModelType.SFT,
212
  "Fredithefish/ScarletPajama-3B-HF": ModelType.SFT,
213
  "Fredithefish/RedPajama-INCITE-Chat-3B-Instruction-Tuning-with-GPT-4": ModelType.SFT,
 
214
  "eachadea/vicuna-13b-1.1": ModelType.SFT,
215
  "eachadea/vicuna-7b-1.1": ModelType.SFT,
216
  "eachadea/vicuna-13b": ModelType.SFT,
@@ -227,6 +236,8 @@ TYPE_METADATA: Dict[str, ModelType] = {
227
  "stabilityai/StableBeluga1-Delta": ModelType.SFT,
228
  "stabilityai/stablelm-tuned-alpha-7b": ModelType.SFT,
229
  "stabilityai/StableBeluga2": ModelType.SFT,
 
 
230
  "stabilityai/stablelm-base-alpha-7b": ModelType.PT,
231
  "stabilityai/stablelm-base-alpha-3b": ModelType.PT,
232
  "stabilityai/stablelm-tuned-alpha-3b": ModelType.SFT,
@@ -347,6 +358,8 @@ TYPE_METADATA: Dict[str, ModelType] = {
347
  "facebook/opt-30b": ModelType.PT,
348
  "golaxy/gogpt-7b": ModelType.SFT,
349
  "golaxy/gogpt2-7b": ModelType.SFT,
 
 
350
  "psmathur/orca_mini_v2_7b": ModelType.SFT,
351
  "psmathur/orca_mini_7b": ModelType.SFT,
352
  "psmathur/orca_mini_3b": ModelType.SFT,
@@ -401,13 +414,20 @@ TYPE_METADATA: Dict[str, ModelType] = {
401
  "huggingface/llama-65b": ModelType.PT,
402
  "huggingface/llama-65b": ModelType.PT,
403
  "huggingface/llama-30b": ModelType.PT,
 
404
  "jondurbin/airoboros-13b-gpt4-1.4": ModelType.SFT,
405
  "jondurbin/airoboros-7b": ModelType.SFT,
 
 
 
 
406
  "jondurbin/airoboros-7b-gpt4-1.4": ModelType.SFT,
407
  "jondurbin/airoboros-l2-7b-gpt4-1.4.1": ModelType.SFT,
408
  "jondurbin/airoboros-l2-13b-gpt4-1.4.1": ModelType.SFT,
409
  "jondurbin/airoboros-l2-70b-gpt4-1.4.1": ModelType.SFT,
410
  "jondurbin/airoboros-13b": ModelType.SFT,
 
 
411
  "jondurbin/airoboros-65b-gpt4-1.2": ModelType.SFT,
412
  "ariellee/SuperPlatty-30B": ModelType.SFT,
413
  "danielhanchen/open_llama_3b_600bt_preview": ModelType.SFT,
@@ -420,6 +440,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
420
  "Yhyu13/oasst-rlhf-2-llama-30b-7k-steps-hf": ModelType.RL,
421
  "Yhyu13/llama-30B-hf-openassitant": ModelType.SFT,
422
  "NousResearch/Nous-Hermes-Llama2-13b": ModelType.SFT,
 
423
  "NousResearch/Redmond-Puffin-13B": ModelType.SFT,
424
  "NousResearch/Nous-Hermes-13b": ModelType.SFT,
425
  "project-baize/baize-v2-7b": ModelType.SFT,
@@ -436,6 +457,9 @@ TYPE_METADATA: Dict[str, ModelType] = {
436
  "huggyllama/llama-13b": ModelType.PT,
437
  "huggyllama/llama-65b": ModelType.PT,
438
  "FabbriSimo01/Facebook_opt_1.3b_Quantized": ModelType.PT,
 
 
 
439
  "upstage/llama-30b-instruct-2048": ModelType.SFT,
440
  "upstage/llama-30b-instruct": ModelType.SFT,
441
  "WizardLM/WizardLM-13B-1.0": ModelType.SFT,
@@ -492,6 +516,7 @@ TYPE_METADATA: Dict[str, ModelType] = {
492
  "GOAT-AI/GOAT-7B-Community": ModelType.SFT,
493
  "psyche/kollama2-7b": ModelType.SFT,
494
  "TheTravellingEngineer/llama2-7b-hf-guanaco": ModelType.SFT,
 
495
  "64bits/LexPodLM-13B": ModelType.SFT
496
  }
497
 
 
51
  "TheBloke/airoboros-7b-gpt4-fp16": ModelType.SFT,
52
  "TheBloke/Llama-2-13B-fp16": ModelType.PT,
53
  "TheBloke/llama-2-70b-Guanaco-QLoRA-fp16": ModelType.SFT,
54
+ "TheBloke/landmark-attention-llama7b-fp16": ModelType.SFT,
55
  "TheBloke/Planner-7B-fp16": ModelType.SFT,
56
  "TheBloke/Wizard-Vicuna-13B-Uncensored-HF": ModelType.SFT,
57
  "TheBloke/gpt4-alpaca-lora-13B-HF": ModelType.SFT,
 
59
  "TheBloke/gpt4-alpaca-lora_mlp-65B-HF": ModelType.SFT,
60
  "TheBloke/tulu-13B-fp16": ModelType.SFT,
61
  "TheBloke/VicUnlocked-alpaca-65B-QLoRA-fp16": ModelType.SFT,
62
+ "TheBloke/Llama-2-70B-fp16": ModelType.SFT,
63
+ "TheBloke/WizardLM-30B-fp16": ModelType.SFT,
64
+ "TheBloke/robin-13B-v2-fp16": ModelType.SFT,
65
+ "TheBloke/robin-33B-v2-fp16": ModelType.SFT,
66
+ "TheBloke/Vicuna-13B-CoT-fp16": ModelType.SFT,
67
+ "TheBloke/Vicuna-33B-1-3-SuperHOT-8K-fp16": ModelType.SFT,
68
+ "TheBloke/Wizard-Vicuna-30B-Superhot-8K-fp16": ModelType.SFT,
69
  "jphme/orca_mini_v2_ger_7b": ModelType.SFT,
70
  "Ejafa/vicuna_7B_vanilla_1.1": ModelType.SFT,
71
  "kevinpro/Vicuna-13B-CoT": ModelType.SFT,
 
219
  "Fredithefish/RedPajama-INCITE-Chat-3B-ShareGPT-11K": ModelType.SFT,
220
  "Fredithefish/ScarletPajama-3B-HF": ModelType.SFT,
221
  "Fredithefish/RedPajama-INCITE-Chat-3B-Instruction-Tuning-with-GPT-4": ModelType.SFT,
222
+ "acrastt/RedPajama-INCITE-Chat-Instruct-3B-V1": ModelType.SFT,
223
  "eachadea/vicuna-13b-1.1": ModelType.SFT,
224
  "eachadea/vicuna-7b-1.1": ModelType.SFT,
225
  "eachadea/vicuna-13b": ModelType.SFT,
 
236
  "stabilityai/StableBeluga1-Delta": ModelType.SFT,
237
  "stabilityai/stablelm-tuned-alpha-7b": ModelType.SFT,
238
  "stabilityai/StableBeluga2": ModelType.SFT,
239
+ "stabilityai/StableBeluga-13B": ModelType.SFT,
240
+ "stabilityai/StableBeluga-7B": ModelType.SFT,
241
  "stabilityai/stablelm-base-alpha-7b": ModelType.PT,
242
  "stabilityai/stablelm-base-alpha-3b": ModelType.PT,
243
  "stabilityai/stablelm-tuned-alpha-3b": ModelType.SFT,
 
358
  "facebook/opt-30b": ModelType.PT,
359
  "golaxy/gogpt-7b": ModelType.SFT,
360
  "golaxy/gogpt2-7b": ModelType.SFT,
361
+ "golaxy/gogpt-7b-bloom": ModelType.SFT,
362
+ "golaxy/gogpt-3b-bloom": ModelType.SFT,
363
  "psmathur/orca_mini_v2_7b": ModelType.SFT,
364
  "psmathur/orca_mini_7b": ModelType.SFT,
365
  "psmathur/orca_mini_3b": ModelType.SFT,
 
414
  "huggingface/llama-65b": ModelType.PT,
415
  "huggingface/llama-65b": ModelType.PT,
416
  "huggingface/llama-30b": ModelType.PT,
417
+ "Henk717/chronoboros-33B": ModelType.SFT,
418
  "jondurbin/airoboros-13b-gpt4-1.4": ModelType.SFT,
419
  "jondurbin/airoboros-7b": ModelType.SFT,
420
+ "jondurbin/airoboros-7b-gpt4": ModelType.SFT,
421
+ "jondurbin/airoboros-7b-gpt4-1.1": ModelType.SFT,
422
+ "jondurbin/airoboros-7b-gpt4-1.2": ModelType.SFT,
423
+ "jondurbin/airoboros-7b-gpt4-1.3": ModelType.SFT,
424
  "jondurbin/airoboros-7b-gpt4-1.4": ModelType.SFT,
425
  "jondurbin/airoboros-l2-7b-gpt4-1.4.1": ModelType.SFT,
426
  "jondurbin/airoboros-l2-13b-gpt4-1.4.1": ModelType.SFT,
427
  "jondurbin/airoboros-l2-70b-gpt4-1.4.1": ModelType.SFT,
428
  "jondurbin/airoboros-13b": ModelType.SFT,
429
+ "jondurbin/airoboros-33b-gpt4-1.4": ModelType.SFT,
430
+ "jondurbin/airoboros-33b-gpt4-1.2": ModelType.SFT,
431
  "jondurbin/airoboros-65b-gpt4-1.2": ModelType.SFT,
432
  "ariellee/SuperPlatty-30B": ModelType.SFT,
433
  "danielhanchen/open_llama_3b_600bt_preview": ModelType.SFT,
 
440
  "Yhyu13/oasst-rlhf-2-llama-30b-7k-steps-hf": ModelType.RL,
441
  "Yhyu13/llama-30B-hf-openassitant": ModelType.SFT,
442
  "NousResearch/Nous-Hermes-Llama2-13b": ModelType.SFT,
443
+ "NousResearch/Nous-Hermes-llama-2-7b": ModelType.SFT,
444
  "NousResearch/Redmond-Puffin-13B": ModelType.SFT,
445
  "NousResearch/Nous-Hermes-13b": ModelType.SFT,
446
  "project-baize/baize-v2-7b": ModelType.SFT,
 
457
  "huggyllama/llama-13b": ModelType.PT,
458
  "huggyllama/llama-65b": ModelType.PT,
459
  "FabbriSimo01/Facebook_opt_1.3b_Quantized": ModelType.PT,
460
+ "upstage/Llama-2-70b-instruct": ModelType.SFT,
461
+ "upstage/Llama-2-70b-instruct-1024": ModelType.SFT,
462
+ "upstage/llama-65b-instruct": ModelType.SFT,
463
  "upstage/llama-30b-instruct-2048": ModelType.SFT,
464
  "upstage/llama-30b-instruct": ModelType.SFT,
465
  "WizardLM/WizardLM-13B-1.0": ModelType.SFT,
 
516
  "GOAT-AI/GOAT-7B-Community": ModelType.SFT,
517
  "psyche/kollama2-7b": ModelType.SFT,
518
  "TheTravellingEngineer/llama2-7b-hf-guanaco": ModelType.SFT,
519
+ "beaugogh/pythia-1.4b-deduped-sharegpt": ModelType.SFT,
520
  "64bits/LexPodLM-13B": ModelType.SFT
521
  }
522