chat-1.0.0

README.md

@@ -18,7 +18,8 @@ model-index:
       value: 53.89
       name: strict accuracy
     source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
+      url: >-
+        https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -33,7 +34,8 @@ model-index:
       value: 6.46
       name: normalized accuracy
     source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
+      url: >-
+        https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -48,7 +50,8 @@ model-index:
       value: 3.25
       name: exact match
     source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
+      url: >-
+        https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -60,10 +63,11 @@ model-index:
         num_few_shot: 0
     metrics:
     - type: acc_norm
-      value: 0.0
+      value: 0
       name: acc_norm
     source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
+      url: >-
+        https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -78,7 +82,8 @@ model-index:
       value: 2.38
       name: acc_norm
     source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
+      url: >-
+        https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
       name: Open LLM Leaderboard
   - task:
       type: text-generation
@@ -95,8 +100,19 @@ model-index:
       value: 5.91
       name: accuracy
     source:
-      url: https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
+      url: >-
+        https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard?query=meditsolutions/Llama-3.2-SUN-2.4B-v1.0.0
       name: Open LLM Leaderboard
+datasets:
+- argilla/OpenHermesPreferences
+- argilla/magpie-ultra-v0.1
+- argilla/Capybara-Preferences-Filtered
+- mlabonne/open-perfectblend
+- HuggingFaceTB/everyday-conversations-llama3.1-2k
+- WizardLMTeam/WizardLM_evol_instruct_V2_196k
+- ProlificAI/social-reasoning-rlhf
+language:
+- en
 ---
 
 # MedIT SUN 2.4B
@@ -111,13 +127,11 @@ model-index:
 - Proprietary technique developed by MedIT Solutions
 
 **Fine-tuning**
-- Open conversation datasets
-- Open SFT datasets
+- Open (or open subsets) of open datasets from HF
+- Open (or open subsets) SFT datasets from HF
 
 **Training Status**   
-- *In progress*
-- Current version: 1.0.0
-- Note: Model is still in the training phase
+- Current version: chat-1.0.0
 
 **Key Features**
 - Built on Llama 3.2 architecture
@@ -130,6 +144,10 @@ model-index:
 
 **Limitations**
 As the model is still in training, performance and capabilities may vary. Users should be aware that the model is not in its final form and may exhibit inconsistencies or limitations typical of in-progress AI models.
+
+**Disclaimer and Safety Considerations**
+The Model is designed to be used as a smart assistant but not as a knowledge source within your applications, systems, or environments. It is not intended to provide 100% accurate answers, especially in scenarios where high precision and accuracy are crucial.
+
 # [Open LLM Leaderboard Evaluation Results](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard)
 Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_meditsolutions__Llama-3.2-SUN-2.4B-v1.0.0)
 
@@ -141,5 +159,4 @@ Detailed results can be found [here](https://huggingface.co/datasets/open-llm-le
 |MATH Lvl 5 (4-Shot)| 3.25|
 |GPQA (0-shot)      | 0.00|
 |MuSR (0-shot)      | 2.38|
-|MMLU-PRO (5-shot)  | 5.91|
-
+|MMLU-PRO (5-shot)  | 5.91|