Commit
•
200e0b5
1
Parent(s):
d875a86
Update results.py
Browse files- results.py +1 -3
results.py
CHANGED
|
@@ -9,8 +9,6 @@ import plotly.express as px
|
|
| 9 |
|
| 10 |
##upsampling validation loss graph
|
| 11 |
|
| 12 |
-
import plotly.graph_objects as go
|
| 13 |
-
|
| 14 |
# Data
|
| 15 |
steps = [5000, 10000, 15000, 20000, 25000, 30000, 35000, 40000, 45000, 50000,
|
| 16 |
55000, 60000, 65000, 70000, 75000, 80000, 85000, 90000, 95000, 100000,
|
|
@@ -747,7 +745,7 @@ upsampling_exp = Div(
|
|
| 747 |
P("To account for differing dataset sizes, the evaluation scores represent the final evaluation score after the entire dataset has been processed."),
|
| 748 |
H3("Training Evaluations"),
|
| 749 |
P("We also conducted full scale training using TxT360 and FineWeb-1.5T. Below are plots of the training and validation loss curves for each dataset. We can see that TxT360 achieves a lower training and validation loss compared to FineWeb-1.5T. "),
|
| 750 |
-
validation_loss_graph,
|
| 751 |
)
|
| 752 |
|
| 753 |
perp1_div = Div(
|
|
|
|
| 9 |
|
| 10 |
##upsampling validation loss graph
|
| 11 |
|
|
|
|
|
|
|
| 12 |
# Data
|
| 13 |
steps = [5000, 10000, 15000, 20000, 25000, 30000, 35000, 40000, 45000, 50000,
|
| 14 |
55000, 60000, 65000, 70000, 75000, 80000, 85000, 90000, 95000, 100000,
|
|
|
|
| 745 |
P("To account for differing dataset sizes, the evaluation scores represent the final evaluation score after the entire dataset has been processed."),
|
| 746 |
H3("Training Evaluations"),
|
| 747 |
P("We also conducted full scale training using TxT360 and FineWeb-1.5T. Below are plots of the training and validation loss curves for each dataset. We can see that TxT360 achieves a lower training and validation loss compared to FineWeb-1.5T. "),
|
| 748 |
+
plotly2fasthtml(validation_loss_graph),
|
| 749 |
)
|
| 750 |
|
| 751 |
perp1_div = Div(
|