BenchmarkBot commited on
Commit
014409b
β€’
1 Parent(s): b084ebf

fix weight class

Browse files
Files changed (2) hide show
  1. app.py +5 -1
  2. src/utils.py +1 -12
app.py CHANGED
@@ -18,7 +18,6 @@ from src.utils import (
18
  load_dataset_repo,
19
  process_model_name,
20
  process_model_type,
21
- process_weight_class,
22
  )
23
 
24
 
@@ -78,6 +77,11 @@ def get_benchmark_df(benchmark="1xA100-80GB"):
78
  scores_df["merge_id"] = scores_df.weight_class + "_" + scores_df.model_type
79
  merged_df = bench_df.merge(scores_df, on="merge_id")
80
 
 
 
 
 
 
81
  # add optimizations
82
  merged_df["optimizations"] = merged_df[
83
  ["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
 
18
  load_dataset_repo,
19
  process_model_name,
20
  process_model_type,
 
21
  )
22
 
23
 
 
77
  scores_df["merge_id"] = scores_df.weight_class + "_" + scores_df.model_type
78
  merged_df = bench_df.merge(scores_df, on="merge_id")
79
 
80
+ # fix some weight classes
81
+ merged_df["weight_class"] = merged_df["weight_class"].apply(
82
+ lambda x: TRUE_WEIGHT_CLASSES[x] if x in TRUE_WEIGHT_CLASSES else x
83
+ )
84
+
85
  # add optimizations
86
  merged_df["optimizations"] = merged_df[
87
  ["backend.bettertransformer", "backend.load_in_8bit", "backend.load_in_4bit"]
src/utils.py CHANGED
@@ -41,6 +41,7 @@ LLM_MODEL_TYPES = {
41
  "RefinedWebModel": "Falcon πŸ¦…",
42
  "RefinedWeb": "Falcon πŸ¦…",
43
  "baichuan": "Baichuan 🌊",
 
44
  "llama": "LLaMA πŸ¦™",
45
  "gpt_neox": "GPT-NeoX",
46
  "gpt_neo": "GPT-Neo",
@@ -68,15 +69,3 @@ def process_model_type(model_type):
68
  return LLM_MODEL_TYPES[model_type]
69
  else:
70
  return model_type
71
-
72
-
73
- def process_weight_class(num):
74
- if num < 1000:
75
- return str(int(num))
76
- elif num < 1000000:
77
- return str(int(num / 1000)) + "K"
78
- elif num < 1000000000:
79
- return str(int(num / 1000000)) + "M"
80
- elif num < 1000000000000:
81
- return str(int(num / 1000000000)) + "B"
82
- return None
 
41
  "RefinedWebModel": "Falcon πŸ¦…",
42
  "RefinedWeb": "Falcon πŸ¦…",
43
  "baichuan": "Baichuan 🌊",
44
+ "bloom": "Bloom 🌸",
45
  "llama": "LLaMA πŸ¦™",
46
  "gpt_neox": "GPT-NeoX",
47
  "gpt_neo": "GPT-Neo",
 
69
  return LLM_MODEL_TYPES[model_type]
70
  else:
71
  return model_type