Update README.md

README.md

@@ -16,6 +16,109 @@ datasets:
 - m-a-p/Code-Feedback
 - MaziyarPanahi/WizardLM_evol_instruct_V2_196k
 - ruslanmv/ai-medical-chatbot
+model-index:
+  - name: Medichat-Llama3-8B
+    results:
+      - task:
+          type: text-generation
+          name: Text Generation
+        dataset:
+          name: AI2 Reasoning Challenge (25-Shot)
+          type: ai2_arc
+          config: ARC-Challenge
+          split: test
+          args:
+            num_few_shot: 25
+        metrics:
+          - type: acc_norm
+            value: 59.13
+            name: normalized accuracy
+        source:
+          url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
+          name: Open LLM Leaderboard
+      - task:
+          type: text-generation
+          name: Text Generation
+        dataset:
+          name: HellaSwag (10-Shot)
+          type: hellaswag
+          split: validation
+          args:
+            num_few_shot: 10
+        metrics:
+          - type: acc_norm
+            value: 82.90
+            name: normalized accuracy
+        source:
+          url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
+          name: Open LLM Leaderboard
+      - task:
+          type: text-generation
+          name: Text Generation
+        dataset:
+          name: MMLU (5-Shot)
+          type: cais/mmlu
+          config: all
+          split: test
+          args:
+            num_few_shot: 5
+        metrics:
+          - type: acc
+            value: 60.35
+            name: accuracy
+        source:
+          url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
+          name: Open LLM Leaderboard
+      - task:
+          type: text-generation
+          name: Text Generation
+        dataset:
+          name: TruthfulQA (0-shot)
+          type: truthful_qa
+          config: multiple_choice
+          split: validation
+          args:
+            num_few_shot: 0
+        metrics:
+          - type: mc2
+            value: 49.65
+        source:
+          url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
+          name: Open LLM Leaderboard
+      - task:
+          type: text-generation
+          name: Text Generation
+        dataset:
+          name: Winogrande (5-shot)
+          type: winogrande
+          config: winogrande_xl
+          split: validation
+          args:
+            num_few_shot: 5
+        metrics:
+          - type: acc
+            value: 78.93
+            name: accuracy
+        source:
+          url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
+          name: Open LLM Leaderboard
+      - task:
+          type: text-generation
+          name: Text Generation
+        dataset:
+          name: GSM8k (5-shot)
+          type: gsm8k
+          config: main
+          split: test
+          args:
+            num_few_shot: 5
+        metrics:
+          - type: acc
+            value: 60.35
+            name: accuracy
+        source:
+          url: https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard?query=sethuiyer/Medichat-Llama3-8B
+          name: Open LLM Leaderboard
 
 ---