Update about
Browse files- src/about.py +4 -8
- src/display/utils.py +7 -2
src/about.py
CHANGED
@@ -24,19 +24,15 @@ class Tasks(Enum):
|
|
24 |
# task = Task("precisions", "score", "Precision")
|
25 |
|
26 |
|
27 |
-
NUM_FEWSHOT = 0
|
28 |
# ---------------------------------------------------
|
29 |
|
30 |
# Your leaderboard name
|
31 |
-
TITLE = """<img src="file/images/solbench.svg" width="
|
32 |
-
<
|
33 |
|
34 |
# What does your leaderboard evaluate?
|
35 |
-
INTRODUCTION_TEXT = ""
|
36 |
-
<center>
|
37 |
-
<h2>Evaluating Solidity Code Generation</h2>
|
38 |
-
</center>
|
39 |
-
"""
|
40 |
|
41 |
# Which evaluations are you running? how can people reproduce what you have?
|
42 |
LLM_BENCHMARKS_TEXT = """
|
|
|
24 |
# task = Task("precisions", "score", "Precision")
|
25 |
|
26 |
|
27 |
+
NUM_FEWSHOT = 0 # Change with your few shot
|
28 |
# ---------------------------------------------------
|
29 |
|
30 |
# Your leaderboard name
|
31 |
+
TITLE = """<img src="file/images/solbench.svg" width="500" style="display: block; margin-left: auto; margin-right: auto;">
|
32 |
+
<h2 align="center" id="space-title">Evaluating Solidity Code Generation</h2>"""
|
33 |
|
34 |
# What does your leaderboard evaluate?
|
35 |
+
INTRODUCTION_TEXT = ""
|
|
|
|
|
|
|
|
|
36 |
|
37 |
# Which evaluations are you running? how can people reproduce what you have?
|
38 |
LLM_BENCHMARKS_TEXT = """
|
src/display/utils.py
CHANGED
@@ -5,6 +5,7 @@ import pandas as pd
|
|
5 |
|
6 |
from src.about import Tasks
|
7 |
|
|
|
8 |
def fields(raw_class):
|
9 |
return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"]
|
10 |
|
@@ -53,12 +54,13 @@ class EvalQueueColumn: # Queue column
|
|
53 |
weight_type = ColumnContent("weight_type", "str", "Original")
|
54 |
status = ColumnContent("status", "str", True)
|
55 |
|
|
|
56 |
## All the model information that we might need
|
57 |
@dataclass
|
58 |
class ModelDetails:
|
59 |
name: str
|
60 |
display_name: str = ""
|
61 |
-
symbol: str = ""
|
62 |
|
63 |
|
64 |
class ModelType(Enum):
|
@@ -66,7 +68,9 @@ class ModelType(Enum):
|
|
66 |
FT = ModelDetails(name="fine-tuned", symbol="πΆ")
|
67 |
IFT = ModelDetails(name="instruction-tuned", symbol="β")
|
68 |
RL = ModelDetails(name="RL-tuned", symbol="π¦")
|
69 |
-
|
|
|
|
|
70 |
|
71 |
def to_str(self, separator=" "):
|
72 |
return f"{self.value.symbol}{separator}{self.value.name}"
|
@@ -83,6 +87,7 @@ class ModelType(Enum):
|
|
83 |
return ModelType.IFT
|
84 |
return ModelType.Unknown
|
85 |
|
|
|
86 |
class WeightType(Enum):
|
87 |
Adapter = ModelDetails("Adapter")
|
88 |
Original = ModelDetails("Original")
|
|
|
5 |
|
6 |
from src.about import Tasks
|
7 |
|
8 |
+
|
9 |
def fields(raw_class):
|
10 |
return [v for k, v in raw_class.__dict__.items() if k[:2] != "__" and k[-2:] != "__"]
|
11 |
|
|
|
54 |
weight_type = ColumnContent("weight_type", "str", "Original")
|
55 |
status = ColumnContent("status", "str", True)
|
56 |
|
57 |
+
|
58 |
## All the model information that we might need
|
59 |
@dataclass
|
60 |
class ModelDetails:
|
61 |
name: str
|
62 |
display_name: str = ""
|
63 |
+
symbol: str = "" # emoji
|
64 |
|
65 |
|
66 |
class ModelType(Enum):
|
|
|
68 |
FT = ModelDetails(name="fine-tuned", symbol="πΆ")
|
69 |
IFT = ModelDetails(name="instruction-tuned", symbol="β")
|
70 |
RL = ModelDetails(name="RL-tuned", symbol="π¦")
|
71 |
+
CS = ModelDetails(name="closed-source", symbol="π")
|
72 |
+
BrainDAO = ModelDetails(name="braindao", symbol="π§ ")
|
73 |
+
Unknown = ModelDetails(name="", symbol="β")
|
74 |
|
75 |
def to_str(self, separator=" "):
|
76 |
return f"{self.value.symbol}{separator}{self.value.name}"
|
|
|
87 |
return ModelType.IFT
|
88 |
return ModelType.Unknown
|
89 |
|
90 |
+
|
91 |
class WeightType(Enum):
|
92 |
Adapter = ModelDetails("Adapter")
|
93 |
Original = ModelDetails("Original")
|