gguf

src/leaderboard/read_evals.py

@@ -63,6 +63,7 @@ class EvalResult:
 
         org_and_model = org_and_model.replace(",dtype=bfloat16", "")
         org_and_model = org_and_model.replace(",dtype=float16", "")
+        org_and_model = org_and_model.replace(",tokenizer=.*", "")
 
         org_and_model = org_and_model.replace("models/hf_v7_e1", "APT3-1B-Instruct-e1")
         org_and_model = org_and_model.replace("models/hf_v7_e2", "APT3-1B-Instruct-e2")
@@ -79,6 +80,9 @@ class EvalResult:
         org_and_model = re.sub(",prefix_token_id=\d+", "", org_and_model)
         org_and_model = re.sub("/$", "", org_and_model)
 
+        if 'gguf-iq' in org_and_model:
+            org_and_model = org_and_model + '.IQ'
+
         model_mapping={
             'speakleash/mistral_7B-v2/spkl-only-e1_333887a5':'speakleash/Bielik-7B-v0.1',
             'speakleash/mistral_7B-v2/spkl-only_sft_v2/e1_base/spkl-only_v10wa_7e6-e2_bbc67e89':'speakleash/Bielik-7B-Instruct-v0.1',