Suparious commited on
Commit
a980754
1 Parent(s): 799d0cb

Updated and moved existing to merged_models base_model tag in README.md

Browse files
Files changed (1) hide show
  1. README.md +70 -69
README.md CHANGED
@@ -1,124 +1,125 @@
1
  ---
2
- license: apache-2.0
 
3
  library_name: transformers
4
- tags:
5
- - 4-bit
6
- - AWQ
7
- - text-generation
8
- - autotrain_compatible
9
- - endpoints_compatible
10
- - mergekit
11
- - merge
12
- base_model:
13
  - bardsai/jaskier-7b-dpo-v5.6
14
  - nbeerbower/bruphin-zeta
15
  - Gille/StrangeMerges_16-7B-slerp
16
  model-index:
17
  - name: flammen
18
  results:
19
- - task:
20
- type: text-generation
21
- name: Text Generation
22
- dataset:
23
- name: AI2 Reasoning Challenge (25-Shot)
24
- type: ai2_arc
25
- config: ARC-Challenge
26
- split: test
27
  args:
28
  num_few_shot: 25
 
 
 
 
29
  metrics:
30
- - type: acc_norm
 
31
  value: 68.17
32
- name: normalized accuracy
33
  source:
34
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
35
  name: Open LLM Leaderboard
36
- - task:
37
- type: text-generation
38
  name: Text Generation
39
- dataset:
40
- name: HellaSwag (10-Shot)
41
- type: hellaswag
42
- split: validation
43
  args:
44
  num_few_shot: 10
 
 
 
45
  metrics:
46
- - type: acc_norm
 
47
  value: 87.06
48
- name: normalized accuracy
49
  source:
50
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
51
  name: Open LLM Leaderboard
52
- - task:
53
- type: text-generation
54
  name: Text Generation
55
- dataset:
56
- name: MMLU (5-Shot)
57
- type: cais/mmlu
58
- config: all
59
- split: test
60
  args:
61
  num_few_shot: 5
 
 
 
 
62
  metrics:
63
- - type: acc
 
64
  value: 64.68
65
- name: accuracy
66
  source:
67
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
68
  name: Open LLM Leaderboard
69
- - task:
70
- type: text-generation
71
  name: Text Generation
72
- dataset:
73
- name: TruthfulQA (0-shot)
74
- type: truthful_qa
75
- config: multiple_choice
76
- split: validation
77
  args:
78
  num_few_shot: 0
 
 
 
 
79
  metrics:
80
  - type: mc2
81
  value: 63.02
82
  source:
83
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
84
  name: Open LLM Leaderboard
85
- - task:
86
- type: text-generation
87
  name: Text Generation
88
- dataset:
89
- name: Winogrande (5-shot)
90
- type: winogrande
91
- config: winogrande_xl
92
- split: validation
93
  args:
94
  num_few_shot: 5
 
 
 
 
95
  metrics:
96
- - type: acc
 
97
  value: 81.45
98
- name: accuracy
99
  source:
100
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
101
  name: Open LLM Leaderboard
102
- - task:
103
- type: text-generation
104
  name: Text Generation
105
- dataset:
106
- name: GSM8k (5-shot)
107
- type: gsm8k
108
- config: main
109
- split: test
110
  args:
111
  num_few_shot: 5
 
 
 
 
112
  metrics:
113
- - type: acc
 
114
  value: 66.03
115
- name: accuracy
116
  source:
117
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
118
  name: Open LLM Leaderboard
 
 
 
 
119
  pipeline_tag: text-generation
120
- inference: false
121
  quantized_by: Suparious
 
 
 
 
 
 
 
 
122
  ---
123
  # flammenai/flammen-mistral-7B AWQ
124
 
 
1
  ---
2
+ base_model: flammenai/flammen-mistral-7B
3
+ inference: false
4
  library_name: transformers
5
+ license: apache-2.0
6
+ merged_models:
 
 
 
 
 
 
 
7
  - bardsai/jaskier-7b-dpo-v5.6
8
  - nbeerbower/bruphin-zeta
9
  - Gille/StrangeMerges_16-7B-slerp
10
  model-index:
11
  - name: flammen
12
  results:
13
+ - dataset:
 
 
 
 
 
 
 
14
  args:
15
  num_few_shot: 25
16
+ config: ARC-Challenge
17
+ name: AI2 Reasoning Challenge (25-Shot)
18
+ split: test
19
+ type: ai2_arc
20
  metrics:
21
+ - name: normalized accuracy
22
+ type: acc_norm
23
  value: 68.17
 
24
  source:
 
25
  name: Open LLM Leaderboard
26
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
27
+ task:
28
  name: Text Generation
29
+ type: text-generation
30
+ - dataset:
 
 
31
  args:
32
  num_few_shot: 10
33
+ name: HellaSwag (10-Shot)
34
+ split: validation
35
+ type: hellaswag
36
  metrics:
37
+ - name: normalized accuracy
38
+ type: acc_norm
39
  value: 87.06
 
40
  source:
 
41
  name: Open LLM Leaderboard
42
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
43
+ task:
44
  name: Text Generation
45
+ type: text-generation
46
+ - dataset:
 
 
 
47
  args:
48
  num_few_shot: 5
49
+ config: all
50
+ name: MMLU (5-Shot)
51
+ split: test
52
+ type: cais/mmlu
53
  metrics:
54
+ - name: accuracy
55
+ type: acc
56
  value: 64.68
 
57
  source:
 
58
  name: Open LLM Leaderboard
59
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
60
+ task:
61
  name: Text Generation
62
+ type: text-generation
63
+ - dataset:
 
 
 
64
  args:
65
  num_few_shot: 0
66
+ config: multiple_choice
67
+ name: TruthfulQA (0-shot)
68
+ split: validation
69
+ type: truthful_qa
70
  metrics:
71
  - type: mc2
72
  value: 63.02
73
  source:
 
74
  name: Open LLM Leaderboard
75
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
76
+ task:
77
  name: Text Generation
78
+ type: text-generation
79
+ - dataset:
 
 
 
80
  args:
81
  num_few_shot: 5
82
+ config: winogrande_xl
83
+ name: Winogrande (5-shot)
84
+ split: validation
85
+ type: winogrande
86
  metrics:
87
+ - name: accuracy
88
+ type: acc
89
  value: 81.45
 
90
  source:
 
91
  name: Open LLM Leaderboard
92
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
93
+ task:
94
  name: Text Generation
95
+ type: text-generation
96
+ - dataset:
 
 
 
97
  args:
98
  num_few_shot: 5
99
+ config: main
100
+ name: GSM8k (5-shot)
101
+ split: test
102
+ type: gsm8k
103
  metrics:
104
+ - name: accuracy
105
+ type: acc
106
  value: 66.03
 
107
  source:
 
108
  name: Open LLM Leaderboard
109
+ url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=nbeerbower/flammen
110
+ task:
111
+ name: Text Generation
112
+ type: text-generation
113
  pipeline_tag: text-generation
 
114
  quantized_by: Suparious
115
+ tags:
116
+ - 4-bit
117
+ - AWQ
118
+ - text-generation
119
+ - autotrain_compatible
120
+ - endpoints_compatible
121
+ - mergekit
122
+ - merge
123
  ---
124
  # flammenai/flammen-mistral-7B AWQ
125