small

batch_political_base.sh

@@ -39,7 +39,11 @@ for v in "${VERSION_LIST[@]}"; do
 		GIN_FILE="finetune_classification_base_scand.gin"
 		MIXTURE_OR_TASK_NAME="parliament_max300_scand"
 	    else
-		GIN_FILE="finetune_classification_base_mt5.gin"
+	    	if [[ "$INITIAL_CHECKPOINT_PATH" == *"small"* ]]; then
+		   GIN_FILE="finetune_classification_small_mt5.gin"
+	   	else
+		   GIN_FILE="finetune_classification_base_mt5.gin"
+		fi
 		MIXTURE_OR_TASK_NAME="parliament_max300_mt5"
 	    fi
 

finetune_classification_small_mt5.gin

@@ -0,0 +1,34 @@
+from __gin__ import dynamic_registration
+import tasks
+import seqio 
+
+import __main__ as train_script
+from t5.data import mixtures
+from t5x import models
+from t5x import partitioning
+from t5x import utils
+
+include 't5x/examples/t5/mt5/small.gin'
+include "t5x/configs/runs/finetune.gin"
+
+MIXTURE_OR_TASK_NAME = %gin.REQUIRED
+TASK_FEATURE_LENGTHS = {"inputs": 512, "targets": 512}
+INITIAL_CHECKPOINT_PATH = %gin.REQUIRED
+TRAIN_STEPS = %gin.REQUIRED  # 1000000 pre-trained steps + 10000 fine-tuning steps.
+USE_CACHED_TASKS = False
+DROPOUT_RATE = 0.1
+RANDOM_SEED = 0
+
+#Fixing a small error
+infer_eval/utils.DatasetConfig:
+  task_feature_lengths = %TASK_FEATURE_LENGTHS
+
+#Saving every 1000 steps
+utils.SaveCheckpointConfig:
+  period = 1000
+  keep = 1  # number of checkpoints to keep
+
+# Might have to ba changed based on architecture
+# partitioning.PjitPartitioner.num_partitions = 1
+
+

stats/all.csv

@@ -402,6 +402,56 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1503000,82.58333333333333,82.48699966971095,finetuned/ul2test/eval_political_v1_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,3000,mt5,14,1,t5-base-span-mt5voc-full
 1504000,83.41666666666666,83.41407511590351,finetuned/ul2test/eval_political_v1_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,4000,mt5,14,1,t5-base-span-mt5voc-full
 1505000,83.58333333333333,83.56771124770702,finetuned/ul2test/eval_political_v1_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,1,t5-base-span-mt5voc-full
+1185000,76.5,76.47641106776517,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1186000,77.5,77.47973175858274,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1187000,78.58333333333334,78.54756437643599,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1188000,77.41666666666667,77.34604611180269,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1189000,78.91666666666667,78.91489493214361,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1285000,77.33333333333333,77.26031367390844,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1286000,79.58333333333333,79.28922595947591,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1287000,81.25,81.08818578966279,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1288000,82.75,82.68940088183705,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.66666666666667,83.61089819524771,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1385000,78.75,78.73391752512838,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1386000,81.33333333333333,81.22296610074773,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1387000,84.33333333333334,84.31922063190204,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1388000,84.08333333333333,84.01404978103015,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1389000,84.91666666666666,84.8825579380143,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1485000,78.08333333333334,78.08331811341536,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1486000,81.5,81.42938005916945,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1487000,83.0,82.90383406662478,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1488000,84.33333333333334,84.28864325191657,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1489000,84.58333333333333,84.5351237294594,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1501000,78.0,77.99779977997801,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1502000,82.91666666666667,82.90373761824046,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1503000,84.08333333333333,84.0567501785964,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1504000,85.08333333333333,85.06756094458106,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1505000,84.83333333333334,84.81291514146797,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1185000,75.16666666666667,75.15313893119587,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1186000,76.66666666666667,76.66433309997666,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1187000,76.16666666666667,76.12521739130436,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1188000,77.41666666666667,77.40346966526978,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1189000,76.08333333333334,76.05538131666204,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1285000,71.58333333333333,71.33809490788896,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1286000,78.83333333333333,78.6731449554431,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1287000,82.5,82.47644054784766,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1288000,82.58333333333333,82.51864016209987,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1289000,83.33333333333334,83.31289162557466,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1385000,75.5,75.5,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1386000,81.41666666666667,81.39277447222162,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1387000,82.91666666666667,82.88327717053615,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1388000,83.41666666666666,83.40411602941391,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1389000,83.66666666666667,83.66666666666667,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1485000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1486000,50.083333333333336,33.518251496717994,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1487000,50.24999999999999,34.460363798042046,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1488000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1489000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1501000,75.16666666666667,75.1660458178121,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1502000,81.0,80.92747141211998,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1503000,81.08333333333333,80.9079917996881,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1504000,82.66666666666667,82.58131511070914,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1505000,83.75,83.69609521480395,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
 1185000,74.33333333333333,74.33076640997433,finetuned/ul2test/eval_political_v2_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,1000,eng,1,2,t5-base-ul2-engvoc
 1186000,74.83333333333333,74.81962401752065,finetuned/ul2test/eval_political_v2_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,2000,eng,1,2,t5-base-ul2-engvoc
 1187000,73.75,73.73670420650453,finetuned/ul2test/eval_political_v2_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,3000,eng,1,2,t5-base-ul2-engvoc
@@ -807,6 +857,56 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1503000,84.08333333333333,84.00307096368935,finetuned/ul2test/eval_political_v2_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,3000,mt5,14,2,t5-base-span-mt5voc-full
 1504000,85.41666666666666,85.36829057738817,finetuned/ul2test/eval_political_v2_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,4000,mt5,14,2,t5-base-span-mt5voc-full
 1505000,84.66666666666667,84.55507709870481,finetuned/ul2test/eval_political_v2_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,2,t5-base-span-mt5voc-full
+1185000,77.25,77.23670560375886,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1186000,78.0,77.9779167442908,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1187000,78.16666666666666,78.11554214150279,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1188000,77.91666666666667,77.91665133100787,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1189000,77.83333333333333,77.74406229431385,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1285000,76.41666666666667,76.1579640193067,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1286000,79.83333333333333,79.62271141436908,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1287000,82.33333333333334,82.26218498644563,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1288000,82.91666666666667,82.87527001035141,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.0,82.95150650739882,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1385000,77.75,77.6845257787606,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1386000,81.08333333333333,80.98794297778787,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1387000,82.25,82.08547248164567,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1388000,83.33333333333334,83.2347911613819,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1389000,85.0,84.95721162417543,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1485000,76.91666666666667,76.87489694928131,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1486000,78.91666666666667,78.59546486124066,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1487000,84.0,83.97217391304348,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1488000,83.16666666666667,83.05823939881911,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1489000,84.25,84.22975056165869,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1501000,72.41666666666666,71.46631667647243,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1502000,80.41666666666667,80.2537463614727,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1503000,83.66666666666667,83.6446778446578,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1504000,84.83333333333334,84.80695652173912,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1505000,85.0,84.95448732415556,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1185000,75.66666666666667,75.54684621311091,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1186000,76.83333333333333,76.83326898130274,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1187000,77.16666666666666,77.16508090839642,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1188000,77.08333333333334,77.0820441983195,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1189000,77.16666666666666,77.06473214285715,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1285000,50.5,34.434915063412696,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1286000,55.41666666666667,53.273442793811434,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1287000,57.08333333333333,56.193793553682816,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1288000,59.0,57.045073570497294,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1289000,65.58333333333334,64.98395097753136,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1385000,50.083333333333336,33.518251496717994,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1386000,52.916666666666664,41.97982301278754,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1387000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1388000,50.83333333333333,35.29850418914769,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1389000,61.5,60.18602834088343,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1485000,70.08333333333333,68.59781365557748,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1486000,81.08333333333333,81.0722790185101,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1487000,83.41666666666666,83.4133378157144,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1488000,83.33333333333334,83.27642672984462,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1489000,83.33333333333334,83.2943069782464,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1501000,74.66666666666667,74.43595112557497,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1502000,78.25,77.75503405994067,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1503000,83.25,83.21726200623299,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1504000,82.33333333333334,82.17243960072992,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1505000,83.08333333333333,83.00590398335751,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
 1185000,74.25,74.06628484143576,finetuned/ul2test/eval_political_v3_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,1000,eng,1,3,t5-base-ul2-engvoc
 1186000,74.58333333333333,74.5811974478411,finetuned/ul2test/eval_political_v3_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,2000,eng,1,3,t5-base-ul2-engvoc
 1187000,74.41666666666666,74.41153120313729,finetuned/ul2test/eval_political_v3_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,3000,eng,1,3,t5-base-ul2-engvoc
@@ -1220,6 +1320,62 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1505000,85.66666666666667,85.64173913043479,finetuned/ul2test/eval_political_v3_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,3,t5-base-span-mt5voc-full
 1504000,86.25,86.2497612805778,finetuned/ul2test/eval_political_v3_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,4000,mt5,14,3,t5-base-span-mt5voc-full
 1505000,85.16666666666667,85.14669722627087,finetuned/ul2test/eval_political_v3_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,3,t5-base-span-mt5voc-full
+1185000,76.25,76.2412719672713,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1186000,75.58333333333334,75.50697974449517,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1187000,75.91666666666667,75.90446830374545,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1188000,75.66666666666667,75.62767094017093,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1189000,76.58333333333334,76.58331707174796,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1285000,78.33333333333333,78.29257160668365,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1286000,81.5,81.3953488372093,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1287000,80.66666666666666,80.44416471857578,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1288000,82.41666666666667,82.34771241830066,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.33333333333334,83.30434782608695,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1385000,75.16666666666667,74.91582491582491,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1386000,80.91666666666667,80.78051530319996,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1387000,84.08333333333333,84.08332228008491,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1388000,83.5,83.46651970239736,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1389000,83.5,83.40666247642991,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1485000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1486000,52.166666666666664,40.355580493988796,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1487000,62.66666666666667,61.39251233055363,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1488000,66.66666666666666,66.62179151970984,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1489000,75.0,74.93308526371787,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1501000,76.66666666666667,76.60010697093955,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1502000,80.08333333333333,79.88552704758392,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1503000,84.0,83.95145314576592,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1504000,83.08333333333333,82.90371549424474,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1505000,85.5,85.49419767907163,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1185000,76.83333333333333,76.82554414122524,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1186000,77.5,77.4997499972222,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1187000,77.08333333333334,77.07491154736705,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1188000,77.83333333333333,77.83277915281215,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1189000,76.5,76.2934899569584,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1285000,76.75,76.72010797197235,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1286000,81.75,81.73263331597887,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1287000,83.75,83.74863443386563,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1288000,83.33333333333334,83.3088065518498,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1289000,83.33333333333334,83.32958248939345,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1385000,49.833333333333336,34.12389522562383,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1385000,50.16666666666667,33.84858183749024,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1386000,52.83333333333333,51.03453247783145,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1386000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1387000,53.833333333333336,53.44211779536382,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1387000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1388000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1388000,55.75,55.505247964672336,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1389000,59.5,59.20525798897032,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1389000,50.24999999999999,34.60108395690828,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1485000,64.16666666666667,63.50148116082265,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1486000,78.0,77.92912797761701,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1487000,80.83333333333333,80.82800777993887,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1488000,82.66666666666667,82.66430708624229,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1489000,83.25,83.24989531184569,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1501000,70.08333333333333,69.43325942350333,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1502000,78.66666666666666,78.45837108260709,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1503000,80.75,80.54560728655436,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1504000,83.0,82.9992444108627,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1505000,83.83333333333334,83.82789771006365,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1505000,82.75,82.72570802691284,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
 1185000,74.83333333333333,74.82885846372689,finetuned/ul2test/eval_political_v4_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,1000,eng,1,4,t5-base-ul2-engvoc
 1186000,75.0,74.98220957125066,finetuned/ul2test/eval_political_v4_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,2000,eng,1,4,t5-base-ul2-engvoc
 1187000,74.25,74.18328890139033,finetuned/ul2test/eval_political_v4_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,3000,eng,1,4,t5-base-ul2-engvoc
@@ -1650,6 +1806,61 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1504000,86.0,85.98594701909416,finetuned/ul2test/eval_political_v4_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,4000,mt5,14,4,t5-base-span-mt5voc-full
 1505000,85.08333333333333,85.08332297452985,finetuned/ul2test/eval_political_v4_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,4,t5-base-span-mt5voc-full
 1505000,86.83333333333333,86.83154095974174,finetuned/ul2test/eval_political_v4_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,4,t5-base-span-mt5voc-full
+1185000,75.66666666666667,75.66335417876321,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1186000,77.58333333333334,77.5807021796308,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1187000,78.41666666666667,78.41665167823034,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1188000,79.08333333333334,79.0832026033496,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1189000,78.0,77.94111503207174,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1285000,77.25,77.15097167655094,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1286000,82.91666666666667,82.91238289598991,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1287000,81.83333333333334,81.73056777707941,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1288000,82.83333333333334,82.8285634898583,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.16666666666667,83.11559133044125,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1385000,74.16666666666667,73.65021079831361,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1386000,82.75,82.73176042194568,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1387000,80.33333333333333,80.0040104950702,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1388000,83.08333333333333,83.00969688769173,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1389000,84.91666666666666,84.89903839134433,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1485000,78.08333333333334,78.03719619339238,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1486000,80.16666666666666,79.9455665377453,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1487000,84.0,83.9212139483469,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1488000,84.91666666666666,84.91288441060571,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1489000,85.25,85.24917026582746,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1501000,74.5,73.9523481192063,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1502000,80.91666666666667,80.69355657989306,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1503000,83.25,83.24384444007555,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1504000,84.08333333333333,84.03934176908437,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1505000,84.58333333333333,84.58092410272438,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1185000,76.91666666666667,76.90664350846721,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1186000,77.75,77.74033868866695,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1187000,77.75,77.72399585905492,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1188000,78.75,78.72753095457077,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1187000,77.58333333333334,77.58319322829101,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1189000,78.16666666666666,78.09633155354416,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1188000,78.0,77.99260306936497,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1189000,78.33333333333333,78.32845723621148,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1285000,76.58333333333334,76.50565515569183,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1286000,82.41666666666667,82.41606832454715,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1287000,82.66666666666667,82.64738598442713,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1288000,83.58333333333333,83.55362707223254,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1289000,83.91666666666666,83.91477888724441,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1385000,69.33333333333334,68.93431182747287,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1386000,79.5,79.47719688542826,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1387000,82.0,81.94201379986848,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1388000,83.08333333333333,83.07993757080413,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1389000,83.08333333333333,83.08238171730493,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1485000,68.33333333333333,67.4834778987481,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1486000,80.66666666666666,80.65290873510051,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1487000,82.83333333333334,82.82111723892544,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1488000,83.66666666666667,83.66503316998366,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1489000,83.66666666666667,83.66376244665719,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1488000,83.0,82.94523525543133,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1489000,83.91666666666666,83.90592610763156,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1501000,77.25,77.2416394633862,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1502000,81.16666666666667,81.16331792318634,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1503000,82.41666666666667,82.35135442202429,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1504000,83.5,83.47778680225638,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1505000,83.0,82.97043478260868,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
 1185000,74.41666666666666,74.41650676983397,finetuned/ul2test/eval_political_v5_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,1000,eng,1,5,t5-base-ul2-engvoc
 1186000,73.16666666666667,73.13973178659711,finetuned/ul2test/eval_political_v5_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,2000,eng,1,5,t5-base-ul2-engvoc
 1187000,73.5,73.49403615813557,finetuned/ul2test/eval_political_v5_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,3000,eng,1,5,t5-base-ul2-engvoc
@@ -2077,3 +2288,67 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1504000,85.58333333333333,85.56118378818618,finetuned/ul2test/eval_political_v5_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,4000,mt5,14,5,t5-base-span-mt5voc-full
 1505000,85.0,84.91131204524372,finetuned/ul2test/eval_political_v5_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,5,t5-base-span-mt5voc-full
 1505000,85.75,85.70806707179051,finetuned/ul2test/eval_political_v5_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,5,t5-base-span-mt5voc-full
+1185000,76.5,76.4934704084468,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1186000,78.41666666666667,78.41329374381414,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1187000,77.83333333333333,77.83031579298294,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1188000,78.33333333333333,78.32153061111049,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1189000,78.08333333333334,78.07527904348194,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1285000,78.08333333333334,78.07381676074685,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1286000,82.83333333333334,82.8122783743419,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1287000,82.41666666666667,82.37111313331185,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1288000,82.5,82.41790136721748,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.16666666666667,83.14794215795328,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1385000,78.83333333333333,78.83280415343717,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1386000,82.75,82.74471556914305,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1387000,83.66666666666667,83.6382608695652,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1388000,84.91666666666666,84.90231337987295,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1389000,84.66666666666667,84.62562562841363,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1485000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1486000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1487000,61.583333333333336,61.341043693984865,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1488000,73.83333333333333,73.83217031868084,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1489000,79.41666666666667,79.41253487679124,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1501000,77.41666666666667,77.39027295057632,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1502000,82.58333333333333,82.5812890540626,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1503000,84.25,84.19149756285587,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1504000,85.08333333333333,85.06232723100193,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1505000,85.41666666666666,85.37636025963226,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1185000,76.41666666666667,76.41193267259888,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,1000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1186000,78.0,77.99388719088635,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,2000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1187000,77.0,76.99360933592664,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,3000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1188000,77.41666666666667,77.35815952193133,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1189000,78.16666666666666,78.16660601835004,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1188000,78.0,77.98434442270059,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1189000,78.5,78.48990220409024,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1285000,73.08333333333333,72.41342005977091,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,1000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1286000,82.66666666666667,82.64738598442713,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,2000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1287000,82.5,82.4824337738677,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,3000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1288000,84.08333333333333,84.08305699751733,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1289000,84.5,84.49995694432484,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1289000,83.33333333333334,83.33036984352773,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1385000,75.16666666666667,75.16659768499356,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,1000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1386000,80.41666666666667,80.35542744012412,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,2000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1387000,83.91666666666666,83.91665549767744,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1388000,84.0,83.99982222024688,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1387000,82.5,82.421875,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,3000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1389000,83.91666666666666,83.90726806419583,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1388000,83.83333333333334,83.82686407896492,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1389000,83.66666666666667,83.66299083960558,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1485000,75.25,75.24792013773379,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,1000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1486000,81.66666666666667,81.66661574059928,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,2000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1487000,84.16666666666667,84.15394580649466,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,3000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1488000,83.5,83.4983498349835,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1489000,83.83333333333334,83.80742521367522,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1501000,74.08333333333333,73.42408453021088,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1502000,80.66666666666666,80.49059428004406,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1501000,75.58333333333334,75.52416640503886,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,1000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1503000,81.58333333333333,81.40657963095005,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1502000,81.0,80.9313528703332,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,2000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1503000,79.66666666666666,79.27965669901154,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1504000,83.91666666666666,83.89401762895739,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1503000,83.75,83.73914813983498,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,3000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1504000,83.75,83.73914813983498,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1505000,83.91666666666666,83.85692608270467,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1505000,84.83333333333334,84.80695652173912,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1504000,82.58333333333333,82.56297803199428,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,4000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1505000,83.16666666666667,83.16287831428738,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch

stats/average_at_5000.csv

@@ -35,6 +35,16 @@ experiment,experiment_name,pretraining_steps,accuracy,f1_macro,num_experiements
 14,t5-base-span-mt5voc-full,1300000,85.05952380952381,85.03273922929534,7
 14,t5-base-span-mt5voc-full,1400000,85.05208333333333,85.02998383057985,8
 14,t5-base-span-mt5voc-full,1500000,85.21875,85.18068346930292,8
+15,t5-base-ul2-511-scandvoc-full-scratch,1184000,77.88333333333334,77.85173367475181,5
+15,t5-base-ul2-511-scandvoc-full-scratch,1284000,83.26666666666668,83.2260572034256,5
+15,t5-base-ul2-511-scandvoc-full-scratch,1384000,84.6,84.55421921167553,5
+15,t5-base-ul2-511-scandvoc-full-scratch,1484000,81.7,81.67193293949093,5
+15,t5-base-ul2-511-scandvoc-full-scratch,1500000,85.06666666666666,85.04377690141037,5
+16,t5-base-span-511-scandvoc-full-scratch,1184000,77.55952380952381,77.49927148981051,7
+16,t5-base-span-511-scandvoc-full-scratch,1284000,80.66666666666667,80.56192179459941,6
+16,t5-base-span-511-scandvoc-full-scratch,1384000,72.22619047619047,69.75881108207643,7
+16,t5-base-span-511-scandvoc-full-scratch,1484000,78.0,75.20910823189823,6
+16,t5-base-span-511-scandvoc-full-scratch,1500000,83.54166666666667,83.50660007955973,8
 2,t5-base-ul2-scandvoc,1184000,77.6,77.58923655371049,5
 2,t5-base-ul2-scandvoc,1204000,81.27083333333333,81.26140841936191,4
 2,t5-base-ul2-scandvoc,1284000,83.51666666666667,83.45695672244898,5

stats/average_at_5000.jsonl

@@ -34,6 +34,16 @@
 {"experiment":"14","experiment_name":"t5-base-span-mt5voc-full","pretraining_steps":1300000,"accuracy":85.0595238095,"f1_macro":85.0327392293,"num_experiements":7}
 {"experiment":"14","experiment_name":"t5-base-span-mt5voc-full","pretraining_steps":1400000,"accuracy":85.0520833333,"f1_macro":85.0299838306,"num_experiements":8}
 {"experiment":"14","experiment_name":"t5-base-span-mt5voc-full","pretraining_steps":1500000,"accuracy":85.21875,"f1_macro":85.1806834693,"num_experiements":8}
+{"experiment":"15","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch","pretraining_steps":1184000,"accuracy":77.8833333333,"f1_macro":77.8517336748,"num_experiements":5}
+{"experiment":"15","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch","pretraining_steps":1284000,"accuracy":83.2666666667,"f1_macro":83.2260572034,"num_experiements":5}
+{"experiment":"15","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch","pretraining_steps":1384000,"accuracy":84.6,"f1_macro":84.5542192117,"num_experiements":5}
+{"experiment":"15","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch","pretraining_steps":1484000,"accuracy":81.7,"f1_macro":81.6719329395,"num_experiements":5}
+{"experiment":"15","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch","pretraining_steps":1500000,"accuracy":85.0666666667,"f1_macro":85.0437769014,"num_experiements":5}
+{"experiment":"16","experiment_name":"t5-base-span-511-scandvoc-full-scratch","pretraining_steps":1184000,"accuracy":77.5595238095,"f1_macro":77.4992714898,"num_experiements":7}
+{"experiment":"16","experiment_name":"t5-base-span-511-scandvoc-full-scratch","pretraining_steps":1284000,"accuracy":80.6666666667,"f1_macro":80.5619217946,"num_experiements":6}
+{"experiment":"16","experiment_name":"t5-base-span-511-scandvoc-full-scratch","pretraining_steps":1384000,"accuracy":72.2261904762,"f1_macro":69.7588110821,"num_experiements":7}
+{"experiment":"16","experiment_name":"t5-base-span-511-scandvoc-full-scratch","pretraining_steps":1484000,"accuracy":78.0,"f1_macro":75.2091082319,"num_experiements":6}
+{"experiment":"16","experiment_name":"t5-base-span-511-scandvoc-full-scratch","pretraining_steps":1500000,"accuracy":83.5416666667,"f1_macro":83.5066000796,"num_experiements":8}
 {"experiment":"2","experiment_name":"t5-base-ul2-scandvoc","pretraining_steps":1184000,"accuracy":77.6,"f1_macro":77.5892365537,"num_experiements":5}
 {"experiment":"2","experiment_name":"t5-base-ul2-scandvoc","pretraining_steps":1204000,"accuracy":81.2708333333,"f1_macro":81.2614084194,"num_experiements":4}
 {"experiment":"2","experiment_name":"t5-base-ul2-scandvoc","pretraining_steps":1284000,"accuracy":83.5166666667,"f1_macro":83.4569567224,"num_experiements":5}

stats/only_5000.csv

@@ -79,6 +79,16 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1305000,86.5,86.49816224986179,finetuned/ul2test/eval_political_v1_exp14-t5-base-span-mt5voc-full_1300000/inference_eval/parliament_max300_mt5-metrics.jsonl,1300000,5000,mt5,14,1,t5-base-span-mt5voc-full
 1405000,85.83333333333333,85.80869565217391,finetuned/ul2test/eval_political_v1_exp14-t5-base-span-mt5voc-full_1400000/inference_eval/parliament_max300_mt5-metrics.jsonl,1400000,5000,mt5,14,1,t5-base-span-mt5voc-full
 1505000,83.58333333333333,83.56771124770702,finetuned/ul2test/eval_political_v1_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,1,t5-base-span-mt5voc-full
+1189000,78.91666666666667,78.91489493214361,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.66666666666667,83.61089819524771,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1389000,84.91666666666666,84.8825579380143,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1489000,84.58333333333333,84.5351237294594,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1505000,84.83333333333334,84.81291514146797,finetuned/ul2test/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,1,t5-base-ul2-511-scandvoc-full-scratch
+1189000,76.08333333333334,76.05538131666204,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1289000,83.33333333333334,83.31289162557466,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1389000,83.66666666666667,83.66666666666667,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1489000,50.0,33.33333333333333,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
+1505000,83.75,83.69609521480395,finetuned/ul2test/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,1,t5-base-span-511-scandvoc-full-scratch
 1189000,73.91666666666666,73.91650364481444,finetuned/ul2test/eval_political_v2_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,5000,eng,1,2,t5-base-ul2-engvoc
 1209000,80.16666666666666,80.14460511679644,finetuned/ul2test/eval_political_v2_exp1-t5-base-ul2-engvoc_1204000/inference_eval/parliament_max300-metrics.jsonl,1204000,5000,eng,1,2,t5-base-ul2-engvoc
 1289000,81.91666666666667,81.91213213868198,finetuned/ul2test/eval_political_v2_exp1-t5-base-ul2-engvoc_1284000/inference_eval/parliament_max300-metrics.jsonl,1284000,5000,eng,1,2,t5-base-ul2-engvoc
@@ -160,6 +170,16 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1305000,83.66666666666667,83.52313486370157,finetuned/ul2test/eval_political_v2_exp14-t5-base-span-mt5voc-full_1300000/inference_eval/parliament_max300_mt5-metrics.jsonl,1300000,5000,mt5,14,2,t5-base-span-mt5voc-full
 1405000,86.08333333333333,86.08332366897477,finetuned/ul2test/eval_political_v2_exp14-t5-base-span-mt5voc-full_1400000/inference_eval/parliament_max300_mt5-metrics.jsonl,1400000,5000,mt5,14,2,t5-base-span-mt5voc-full
 1505000,84.66666666666667,84.55507709870481,finetuned/ul2test/eval_political_v2_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,2,t5-base-span-mt5voc-full
+1189000,77.83333333333333,77.74406229431385,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.0,82.95150650739882,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1389000,85.0,84.95721162417543,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1489000,84.25,84.22975056165869,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1505000,85.0,84.95448732415556,finetuned/ul2test/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,2,t5-base-ul2-511-scandvoc-full-scratch
+1189000,77.16666666666666,77.06473214285715,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1289000,65.58333333333334,64.98395097753136,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1389000,61.5,60.18602834088343,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1489000,83.33333333333334,83.2943069782464,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
+1505000,83.08333333333333,83.00590398335751,finetuned/ul2test/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,2,t5-base-span-511-scandvoc-full-scratch
 1189000,73.58333333333333,73.57920508412772,finetuned/ul2test/eval_political_v3_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,5000,eng,1,3,t5-base-ul2-engvoc
 1209000,80.83333333333333,80.79444207854239,finetuned/ul2test/eval_political_v3_exp1-t5-base-ul2-engvoc_1204000/inference_eval/parliament_max300-metrics.jsonl,1204000,5000,eng,1,3,t5-base-ul2-engvoc
 1289000,81.0,81.0,finetuned/ul2test/eval_political_v3_exp1-t5-base-ul2-engvoc_1284000/inference_eval/parliament_max300-metrics.jsonl,1284000,5000,eng,1,3,t5-base-ul2-engvoc
@@ -242,6 +262,18 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1405000,85.08333333333333,85.03668728417964,finetuned/ul2test/eval_political_v3_exp14-t5-base-span-mt5voc-full_1400000/inference_eval/parliament_max300_mt5-metrics.jsonl,1400000,5000,mt5,14,3,t5-base-span-mt5voc-full
 1505000,85.66666666666667,85.64173913043479,finetuned/ul2test/eval_political_v3_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,3,t5-base-span-mt5voc-full
 1505000,85.16666666666667,85.14669722627087,finetuned/ul2test/eval_political_v3_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,3,t5-base-span-mt5voc-full
+1189000,76.58333333333334,76.58331707174796,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.33333333333334,83.30434782608695,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1389000,83.5,83.40666247642991,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1489000,75.0,74.93308526371787,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1505000,85.5,85.49419767907163,finetuned/ul2test/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,3,t5-base-ul2-511-scandvoc-full-scratch
+1189000,76.5,76.2934899569584,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1289000,83.33333333333334,83.32958248939345,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1389000,59.5,59.20525798897032,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1389000,50.24999999999999,34.60108395690828,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1489000,83.25,83.24989531184569,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1505000,83.83333333333334,83.82789771006365,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
+1505000,82.75,82.72570802691284,finetuned/ul2test/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,3,t5-base-span-511-scandvoc-full-scratch
 1189000,74.58333333333333,74.57823132559243,finetuned/ul2test/eval_political_v4_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,5000,eng,1,4,t5-base-ul2-engvoc
 1209000,80.58333333333333,80.5668016194332,finetuned/ul2test/eval_political_v4_exp1-t5-base-ul2-engvoc_1204000/inference_eval/parliament_max300-metrics.jsonl,1204000,5000,eng,1,4,t5-base-ul2-engvoc
 1289000,82.16666666666667,82.16666666666666,finetuned/ul2test/eval_political_v4_exp1-t5-base-ul2-engvoc_1284000/inference_eval/parliament_max300-metrics.jsonl,1284000,5000,eng,1,4,t5-base-ul2-engvoc
@@ -330,6 +362,18 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1405000,83.41666666666666,83.40946591402518,finetuned/ul2test/eval_political_v4_exp14-t5-base-span-mt5voc-full_1400000/inference_eval/parliament_max300_mt5-metrics.jsonl,1400000,5000,mt5,14,4,t5-base-span-mt5voc-full
 1505000,85.08333333333333,85.08332297452985,finetuned/ul2test/eval_political_v4_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,4,t5-base-span-mt5voc-full
 1505000,86.83333333333333,86.83154095974174,finetuned/ul2test/eval_political_v4_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,4,t5-base-span-mt5voc-full
+1189000,78.0,77.94111503207174,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.16666666666667,83.11559133044125,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1389000,84.91666666666666,84.89903839134433,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1489000,85.25,85.24917026582746,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1505000,84.58333333333333,84.58092410272438,finetuned/ul2test/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,4,t5-base-ul2-511-scandvoc-full-scratch
+1189000,78.16666666666666,78.09633155354416,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1189000,78.33333333333333,78.32845723621148,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1289000,83.91666666666666,83.91477888724441,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1389000,83.08333333333333,83.08238171730493,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1489000,83.66666666666667,83.66376244665719,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1489000,83.91666666666666,83.90592610763156,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
+1505000,83.0,82.97043478260868,finetuned/ul2test/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,4,t5-base-span-511-scandvoc-full-scratch
 1189000,74.25,74.24354299932135,finetuned/ul2test/eval_political_v5_exp1-t5-base-ul2-engvoc_1184000/inference_eval/parliament_max300-metrics.jsonl,1184000,5000,eng,1,5,t5-base-ul2-engvoc
 1209000,79.91666666666667,79.80558335119781,finetuned/ul2test/eval_political_v5_exp1-t5-base-ul2-engvoc_1204000/inference_eval/parliament_max300-metrics.jsonl,1204000,5000,eng,1,5,t5-base-ul2-engvoc
 1289000,81.0,80.99361174172431,finetuned/ul2test/eval_political_v5_exp1-t5-base-ul2-engvoc_1284000/inference_eval/parliament_max300-metrics.jsonl,1284000,5000,eng,1,5,t5-base-ul2-engvoc
@@ -417,3 +461,18 @@ step,accuracy,f1_macro,base_file_name,pretraining_steps,finetuning_steps,vocab,e
 1405000,85.33333333333334,85.27110374666297,finetuned/ul2test/eval_political_v5_exp14-t5-base-span-mt5voc-full_1400000/inference_eval/parliament_max300_mt5-metrics.jsonl,1400000,5000,mt5,14,5,t5-base-span-mt5voc-full
 1505000,85.0,84.91131204524372,finetuned/ul2test/eval_political_v5_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,5,t5-base-span-mt5voc-full
 1505000,85.75,85.70806707179051,finetuned/ul2test/eval_political_v5_exp14-t5-base-span-mt5voc-full_1500000/inference_eval/parliament_max300_mt5-metrics.jsonl,1500000,5000,mt5,14,5,t5-base-span-mt5voc-full
+1189000,78.08333333333334,78.07527904348194,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1289000,83.16666666666667,83.14794215795328,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1389000,84.66666666666667,84.62562562841363,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1489000,79.41666666666667,79.41253487679124,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1505000,85.41666666666666,85.37636025963226,finetuned/ul2test/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,15,5,t5-base-ul2-511-scandvoc-full-scratch
+1189000,78.16666666666666,78.16660601835004,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1189000,78.5,78.48990220409024,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000/inference_eval/parliament_max300_scand-metrics.jsonl,1184000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1289000,84.5,84.49995694432484,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1289000,83.33333333333334,83.33036984352773,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000/inference_eval/parliament_max300_scand-metrics.jsonl,1284000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1389000,83.91666666666666,83.90726806419583,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1389000,83.66666666666667,83.66299083960558,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000/inference_eval/parliament_max300_scand-metrics.jsonl,1384000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1489000,83.83333333333334,83.80742521367522,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1484000/inference_eval/parliament_max300_scand-metrics.jsonl,1484000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1505000,83.91666666666666,83.85692608270467,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1505000,84.83333333333334,84.80695652173912,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch
+1505000,83.16666666666667,83.16287831428738,finetuned/ul2test/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000/inference_eval/parliament_max300_scand-metrics.jsonl,1500000,5000,scand,16,5,t5-base-span-511-scandvoc-full-scratch

stats/only_5000.jsonl

@@ -78,6 +78,16 @@
 {"step":1305000,"accuracy":86.5,"f1_macro":86.4981622499,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp14-t5-base-span-mt5voc-full_1300000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1300000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"1","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1405000,"accuracy":85.8333333333,"f1_macro":85.8086956522,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp14-t5-base-span-mt5voc-full_1400000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1400000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"1","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1505000,"accuracy":83.5833333333,"f1_macro":83.5677112477,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp14-t5-base-span-mt5voc-full_1500000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"1","experiment_name":"t5-base-span-mt5voc-full"}
+{"step":1189000,"accuracy":78.9166666667,"f1_macro":78.9148949321,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"1","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.6666666667,"f1_macro":83.6108981952,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"1","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":84.9166666667,"f1_macro":84.882557938,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"1","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":84.5833333333,"f1_macro":84.5351237295,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"1","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":84.8333333333,"f1_macro":84.8129151415,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"1","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1189000,"accuracy":76.0833333333,"f1_macro":76.0553813167,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"1","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.3333333333,"f1_macro":83.3128916256,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"1","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":83.6666666667,"f1_macro":83.6666666667,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"1","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":50.0,"f1_macro":33.3333333333,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"1","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":83.75,"f1_macro":83.6960952148,"base_file_name":"finetuned\/ul2test\/eval_political_v1_exp16-t5-base-span-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"1","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
 {"step":1189000,"accuracy":73.9166666667,"f1_macro":73.9165036448,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp1-t5-base-ul2-engvoc_1184000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"2","experiment_name":"t5-base-ul2-engvoc"}
 {"step":1209000,"accuracy":80.1666666667,"f1_macro":80.1446051168,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp1-t5-base-ul2-engvoc_1204000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1204000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"2","experiment_name":"t5-base-ul2-engvoc"}
 {"step":1289000,"accuracy":81.9166666667,"f1_macro":81.9121321387,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp1-t5-base-ul2-engvoc_1284000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"2","experiment_name":"t5-base-ul2-engvoc"}
@@ -159,6 +169,16 @@
 {"step":1305000,"accuracy":83.6666666667,"f1_macro":83.5231348637,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp14-t5-base-span-mt5voc-full_1300000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1300000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"2","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1405000,"accuracy":86.0833333333,"f1_macro":86.083323669,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp14-t5-base-span-mt5voc-full_1400000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1400000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"2","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1505000,"accuracy":84.6666666667,"f1_macro":84.5550770987,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp14-t5-base-span-mt5voc-full_1500000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"2","experiment_name":"t5-base-span-mt5voc-full"}
+{"step":1189000,"accuracy":77.8333333333,"f1_macro":77.7440622943,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"2","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.0,"f1_macro":82.9515065074,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"2","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":85.0,"f1_macro":84.9572116242,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"2","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":84.25,"f1_macro":84.2297505617,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"2","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":85.0,"f1_macro":84.9544873242,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"2","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1189000,"accuracy":77.1666666667,"f1_macro":77.0647321429,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"2","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":65.5833333333,"f1_macro":64.9839509775,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"2","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":61.5,"f1_macro":60.1860283409,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"2","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":83.3333333333,"f1_macro":83.2943069782,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"2","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":83.0833333333,"f1_macro":83.0059039834,"base_file_name":"finetuned\/ul2test\/eval_political_v2_exp16-t5-base-span-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"2","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
 {"step":1189000,"accuracy":73.5833333333,"f1_macro":73.5792050841,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp1-t5-base-ul2-engvoc_1184000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"3","experiment_name":"t5-base-ul2-engvoc"}
 {"step":1209000,"accuracy":80.8333333333,"f1_macro":80.7944420785,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp1-t5-base-ul2-engvoc_1204000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1204000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"3","experiment_name":"t5-base-ul2-engvoc"}
 {"step":1289000,"accuracy":81.0,"f1_macro":81.0,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp1-t5-base-ul2-engvoc_1284000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"3","experiment_name":"t5-base-ul2-engvoc"}
@@ -241,6 +261,18 @@
 {"step":1405000,"accuracy":85.0833333333,"f1_macro":85.0366872842,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp14-t5-base-span-mt5voc-full_1400000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1400000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"3","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1505000,"accuracy":85.6666666667,"f1_macro":85.6417391304,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp14-t5-base-span-mt5voc-full_1500000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"3","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1505000,"accuracy":85.1666666667,"f1_macro":85.1466972263,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp14-t5-base-span-mt5voc-full_1500000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"3","experiment_name":"t5-base-span-mt5voc-full"}
+{"step":1189000,"accuracy":76.5833333333,"f1_macro":76.5833170717,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"3","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.3333333333,"f1_macro":83.3043478261,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"3","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":83.5,"f1_macro":83.4066624764,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"3","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":75.0,"f1_macro":74.9330852637,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"3","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":85.5,"f1_macro":85.4941976791,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"3","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1189000,"accuracy":76.5,"f1_macro":76.293489957,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"3","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.3333333333,"f1_macro":83.3295824894,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"3","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":59.5,"f1_macro":59.205257989,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"3","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":50.25,"f1_macro":34.6010839569,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"3","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":83.25,"f1_macro":83.2498953118,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"3","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":83.8333333333,"f1_macro":83.8278977101,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"3","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":82.75,"f1_macro":82.7257080269,"base_file_name":"finetuned\/ul2test\/eval_political_v3_exp16-t5-base-span-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"3","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
 {"step":1189000,"accuracy":74.5833333333,"f1_macro":74.5782313256,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp1-t5-base-ul2-engvoc_1184000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"4","experiment_name":"t5-base-ul2-engvoc"}
 {"step":1209000,"accuracy":80.5833333333,"f1_macro":80.5668016194,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp1-t5-base-ul2-engvoc_1204000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1204000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"4","experiment_name":"t5-base-ul2-engvoc"}
 {"step":1289000,"accuracy":82.1666666667,"f1_macro":82.1666666667,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp1-t5-base-ul2-engvoc_1284000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"4","experiment_name":"t5-base-ul2-engvoc"}
@@ -329,6 +361,18 @@
 {"step":1405000,"accuracy":83.4166666667,"f1_macro":83.409465914,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp14-t5-base-span-mt5voc-full_1400000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1400000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"4","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1505000,"accuracy":85.0833333333,"f1_macro":85.0833229745,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp14-t5-base-span-mt5voc-full_1500000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"4","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1505000,"accuracy":86.8333333333,"f1_macro":86.8315409597,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp14-t5-base-span-mt5voc-full_1500000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"4","experiment_name":"t5-base-span-mt5voc-full"}
+{"step":1189000,"accuracy":78.0,"f1_macro":77.9411150321,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"4","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.1666666667,"f1_macro":83.1155913304,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"4","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":84.9166666667,"f1_macro":84.8990383913,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"4","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":85.25,"f1_macro":85.2491702658,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"4","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":84.5833333333,"f1_macro":84.5809241027,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"4","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1189000,"accuracy":78.1666666667,"f1_macro":78.0963315535,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"4","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1189000,"accuracy":78.3333333333,"f1_macro":78.3284572362,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"4","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.9166666667,"f1_macro":83.9147788872,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"4","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":83.0833333333,"f1_macro":83.0823817173,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"4","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":83.6666666667,"f1_macro":83.6637624467,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"4","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":83.9166666667,"f1_macro":83.9059261076,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"4","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":83.0,"f1_macro":82.9704347826,"base_file_name":"finetuned\/ul2test\/eval_political_v4_exp16-t5-base-span-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"4","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
 {"step":1189000,"accuracy":74.25,"f1_macro":74.2435429993,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp1-t5-base-ul2-engvoc_1184000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"5","experiment_name":"t5-base-ul2-engvoc"}
 {"step":1209000,"accuracy":79.9166666667,"f1_macro":79.8055833512,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp1-t5-base-ul2-engvoc_1204000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1204000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"5","experiment_name":"t5-base-ul2-engvoc"}
 {"step":1289000,"accuracy":81.0,"f1_macro":80.9936117417,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp1-t5-base-ul2-engvoc_1284000\/inference_eval\/parliament_max300-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"eng","experiment":"1","version":"5","experiment_name":"t5-base-ul2-engvoc"}
@@ -416,3 +460,18 @@
 {"step":1405000,"accuracy":85.3333333333,"f1_macro":85.2711037467,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp14-t5-base-span-mt5voc-full_1400000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1400000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"5","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1505000,"accuracy":85.0,"f1_macro":84.9113120452,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp14-t5-base-span-mt5voc-full_1500000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"5","experiment_name":"t5-base-span-mt5voc-full"}
 {"step":1505000,"accuracy":85.75,"f1_macro":85.7080670718,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp14-t5-base-span-mt5voc-full_1500000\/inference_eval\/parliament_max300_mt5-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"mt5","experiment":"14","version":"5","experiment_name":"t5-base-span-mt5voc-full"}
+{"step":1189000,"accuracy":78.0833333333,"f1_macro":78.0752790435,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"5","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.1666666667,"f1_macro":83.147942158,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"5","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":84.6666666667,"f1_macro":84.6256256284,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"5","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":79.4166666667,"f1_macro":79.4125348768,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"5","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":85.4166666667,"f1_macro":85.3763602596,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp15-t5-base-ul2-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"15","version":"5","experiment_name":"t5-base-ul2-511-scandvoc-full-scratch"}
+{"step":1189000,"accuracy":78.1666666667,"f1_macro":78.1666060184,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1189000,"accuracy":78.5,"f1_macro":78.4899022041,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1184000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1184000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":84.5,"f1_macro":84.4999569443,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1289000,"accuracy":83.3333333333,"f1_macro":83.3303698435,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1284000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1284000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":83.9166666667,"f1_macro":83.9072680642,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1389000,"accuracy":83.6666666667,"f1_macro":83.6629908396,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1384000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1384000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1489000,"accuracy":83.8333333333,"f1_macro":83.8074252137,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1484000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1484000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":83.9166666667,"f1_macro":83.8569260827,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":84.8333333333,"f1_macro":84.8069565217,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}
+{"step":1505000,"accuracy":83.1666666667,"f1_macro":83.1628783143,"base_file_name":"finetuned\/ul2test\/eval_political_v5_exp16-t5-base-span-511-scandvoc-full-scratch_1500000\/inference_eval\/parliament_max300_scand-metrics.jsonl","pretraining_steps":1500000,"finetuning_steps":5000,"vocab":"scand","experiment":"16","version":"5","experiment_name":"t5-base-span-511-scandvoc-full-scratch"}