sh1gechan commited on
Commit
61a2e0b
1 Parent(s): 794bc00

Update src/leaderboard/read_evals.py

Browse files
Files changed (1) hide show
  1. src/leaderboard/read_evals.py +3 -6
src/leaderboard/read_evals.py CHANGED
@@ -44,13 +44,11 @@ class EvalResult:
44
 
45
  config = data.get("config")
46
  metainfo = config.get("metainfo", {})
47
- print("metainfo", metainfo)
48
  model_config = config.get("model", {})
49
 
50
  # Get model type from metainfo
51
- model_type_str = metainfo.get("model_type", "")
52
- print(f"Model type from metainfo: {model_type_str}")
53
- model_type = ModelType.from_str(model_type_str)
54
  # model_type = metainfo.get("model_type", "Unknown")
55
 
56
  # Get num_few_shots from metainfo
@@ -109,7 +107,6 @@ class EvalResult:
109
  revision=config.get("model_sha", ""),
110
  still_on_hub=still_on_hub,
111
  architecture=architecture,
112
- model_type=model_type,
113
  num_few_shots=num_few_shots,
114
  add_special_tokens=add_special_tokens,
115
  )
@@ -136,7 +133,7 @@ class EvalResult:
136
  data_dict = {
137
  "eval_name": self.eval_name, # not a column, just a save name,
138
  AutoEvalColumn.precision.name: self.precision,
139
- AutoEvalColumn.model_type.name: self.model_type,
140
  AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
141
  AutoEvalColumn.weight_type.name: self.weight_type.value.name,
142
  AutoEvalColumn.architecture.name: self.architecture,
 
44
 
45
  config = data.get("config")
46
  metainfo = config.get("metainfo", {})
 
47
  model_config = config.get("model", {})
48
 
49
  # Get model type from metainfo
50
+ # model_type_str = metainfo.get("model_type", "")
51
+ # model_type = ModelType.from_str(model_type_str)
 
52
  # model_type = metainfo.get("model_type", "Unknown")
53
 
54
  # Get num_few_shots from metainfo
 
107
  revision=config.get("model_sha", ""),
108
  still_on_hub=still_on_hub,
109
  architecture=architecture,
 
110
  num_few_shots=num_few_shots,
111
  add_special_tokens=add_special_tokens,
112
  )
 
133
  data_dict = {
134
  "eval_name": self.eval_name, # not a column, just a save name,
135
  AutoEvalColumn.precision.name: self.precision,
136
+ AutoEvalColumn.model_type.name: self.model_type.value.name,
137
  AutoEvalColumn.model_type_symbol.name: self.model_type.value.symbol,
138
  AutoEvalColumn.weight_type.name: self.weight_type.value.name,
139
  AutoEvalColumn.architecture.name: self.architecture,