Text Generation
Transformers
Safetensors
English
llama
mergekit
Merge
medical
conversational
Eval Results
Inference Endpoints
text-generation-inference
sethuiyer commited on
Commit
a3a5ea1
1 Parent(s): b2a73c5

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +111 -103
README.md CHANGED
@@ -7,6 +7,7 @@ library_name: transformers
7
  tags:
8
  - mergekit
9
  - merge
 
10
  license: other
11
  datasets:
12
  - mlabonne/orpo-dpo-mix-40k
@@ -17,109 +18,116 @@ datasets:
17
  - MaziyarPanahi/WizardLM_evol_instruct_V2_196k
18
  - ruslanmv/ai-medical-chatbot
19
  model-index:
20
- - name: Medichat-Llama3-8B
21
- results:
22
- - task:
23
- type: text-generation
24
- name: Text Generation
25
- dataset:
26
- name: AI2 Reasoning Challenge (25-Shot)
27
- type: ai2_arc
28
- config: ARC-Challenge
29
- split: test
30
- args:
31
- num_few_shot: 25
32
- metrics:
33
- - type: acc_norm
34
- value: 59.13
35
- name: normalized accuracy
36
- source:
37
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
38
- name: Open LLM Leaderboard
39
- - task:
40
- type: text-generation
41
- name: Text Generation
42
- dataset:
43
- name: HellaSwag (10-Shot)
44
- type: hellaswag
45
- split: validation
46
- args:
47
- num_few_shot: 10
48
- metrics:
49
- - type: acc_norm
50
- value: 82.90
51
- name: normalized accuracy
52
- source:
53
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
54
- name: Open LLM Leaderboard
55
- - task:
56
- type: text-generation
57
- name: Text Generation
58
- dataset:
59
- name: MMLU (5-Shot)
60
- type: cais/mmlu
61
- config: all
62
- split: test
63
- args:
64
- num_few_shot: 5
65
- metrics:
66
- - type: acc
67
- value: 60.35
68
- name: accuracy
69
- source:
70
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
71
- name: Open LLM Leaderboard
72
- - task:
73
- type: text-generation
74
- name: Text Generation
75
- dataset:
76
- name: TruthfulQA (0-shot)
77
- type: truthful_qa
78
- config: multiple_choice
79
- split: validation
80
- args:
81
- num_few_shot: 0
82
- metrics:
83
- - type: mc2
84
- value: 49.65
85
- source:
86
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
87
- name: Open LLM Leaderboard
88
- - task:
89
- type: text-generation
90
- name: Text Generation
91
- dataset:
92
- name: Winogrande (5-shot)
93
- type: winogrande
94
- config: winogrande_xl
95
- split: validation
96
- args:
97
- num_few_shot: 5
98
- metrics:
99
- - type: acc
100
- value: 78.93
101
- name: accuracy
102
- source:
103
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
104
- name: Open LLM Leaderboard
105
- - task:
106
- type: text-generation
107
- name: Text Generation
108
- dataset:
109
- name: GSM8k (5-shot)
110
- type: gsm8k
111
- config: main
112
- split: test
113
- args:
114
- num_few_shot: 5
115
- metrics:
116
- - type: acc
117
- value: 60.35
118
- name: accuracy
119
- source:
120
- url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
121
- name: Open LLM Leaderboard
122
-
 
 
 
 
 
 
 
123
  ---
124
 
125
  ### Medichat-Llama3-8B
 
7
  tags:
8
  - mergekit
9
  - merge
10
+ - medical
11
  license: other
12
  datasets:
13
  - mlabonne/orpo-dpo-mix-40k
 
18
  - MaziyarPanahi/WizardLM_evol_instruct_V2_196k
19
  - ruslanmv/ai-medical-chatbot
20
  model-index:
21
+ - name: Medichat-Llama3-8B
22
+ results:
23
+ - task:
24
+ type: text-generation
25
+ name: Text Generation
26
+ dataset:
27
+ name: AI2 Reasoning Challenge (25-Shot)
28
+ type: ai2_arc
29
+ config: ARC-Challenge
30
+ split: test
31
+ args:
32
+ num_few_shot: 25
33
+ metrics:
34
+ - type: acc_norm
35
+ value: 59.13
36
+ name: normalized accuracy
37
+ source:
38
+ url: >-
39
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
40
+ name: Open LLM Leaderboard
41
+ - task:
42
+ type: text-generation
43
+ name: Text Generation
44
+ dataset:
45
+ name: HellaSwag (10-Shot)
46
+ type: hellaswag
47
+ split: validation
48
+ args:
49
+ num_few_shot: 10
50
+ metrics:
51
+ - type: acc_norm
52
+ value: 82.9
53
+ name: normalized accuracy
54
+ source:
55
+ url: >-
56
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
57
+ name: Open LLM Leaderboard
58
+ - task:
59
+ type: text-generation
60
+ name: Text Generation
61
+ dataset:
62
+ name: MMLU (5-Shot)
63
+ type: cais/mmlu
64
+ config: all
65
+ split: test
66
+ args:
67
+ num_few_shot: 5
68
+ metrics:
69
+ - type: acc
70
+ value: 60.35
71
+ name: accuracy
72
+ source:
73
+ url: >-
74
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
75
+ name: Open LLM Leaderboard
76
+ - task:
77
+ type: text-generation
78
+ name: Text Generation
79
+ dataset:
80
+ name: TruthfulQA (0-shot)
81
+ type: truthful_qa
82
+ config: multiple_choice
83
+ split: validation
84
+ args:
85
+ num_few_shot: 0
86
+ metrics:
87
+ - type: mc2
88
+ value: 49.65
89
+ source:
90
+ url: >-
91
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
92
+ name: Open LLM Leaderboard
93
+ - task:
94
+ type: text-generation
95
+ name: Text Generation
96
+ dataset:
97
+ name: Winogrande (5-shot)
98
+ type: winogrande
99
+ config: winogrande_xl
100
+ split: validation
101
+ args:
102
+ num_few_shot: 5
103
+ metrics:
104
+ - type: acc
105
+ value: 78.93
106
+ name: accuracy
107
+ source:
108
+ url: >-
109
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
110
+ name: Open LLM Leaderboard
111
+ - task:
112
+ type: text-generation
113
+ name: Text Generation
114
+ dataset:
115
+ name: GSM8k (5-shot)
116
+ type: gsm8k
117
+ config: main
118
+ split: test
119
+ args:
120
+ num_few_shot: 5
121
+ metrics:
122
+ - type: acc
123
+ value: 60.35
124
+ name: accuracy
125
+ source:
126
+ url: >-
127
+ https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
128
+ name: Open LLM Leaderboard
129
+ language:
130
+ - en
131
  ---
132
 
133
  ### Medichat-Llama3-8B