gguf

src/leaderboard/read_evals.py

@@ -63,7 +63,7 @@ class EvalResult:
 
         org_and_model = org_and_model.replace(",dtype=bfloat16", "")
         org_and_model = org_and_model.replace(",dtype=float16", "")
-        org_and_model = org_and_model.replace(",tokenizer=.*", "")
+        org_and_model = re.sub(",tokenizer=.*", "", org_and_model)
 
         org_and_model = org_and_model.replace("models/hf_v7_e1", "APT3-1B-Instruct-e1")
         org_and_model = org_and_model.replace("models/hf_v7_e2", "APT3-1B-Instruct-e2")
@@ -81,6 +81,7 @@ class EvalResult:
         org_and_model = re.sub("/$", "", org_and_model)
 
         if 'gguf-iq' in org_and_model:
+            print('ADDING IQ', org_and_model)
             org_and_model = org_and_model + '.IQ'
 
         model_mapping={