,name,config,eval_gen_len,eval_rouge1,eval_rouge2,eval_rougeL,eval_rougeLsum,eval_samples_per_second,eval_loss,eval_runtime,eval_steps_per_second
0,beam,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",105.55956068713039,29.5234,11.1119,21.0169,27.1453,2.938,2.0599827766418457,1208.5795,0.184
1,beam_no_repeat_ngram_size_3,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 3, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",93.96451703745424,32.2764,12.1478,22.0008,29.8429,2.336,2.0599827766418457,1520.2014,0.146
2,beam_no_repeat_ngram_size_5,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 5, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",98.0183047029006,32.1386,12.2165,22.0068,29.731,2.248,2.0599827766418457,1579.2878,0.141
3,beam_encoder_no_repeat_ngram_size_5,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 5, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",82.85975781470009,27.4768,8.3378,19.2677,25.3846,2.794,2.0599827766418457,1271.1147,0.175
4,beam_repetition_12,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.2, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",101.75978597578147,30.5061,11.5129,21.456,28.1145,2.877,2.0599827766418457,1234.2714,0.18
5,greedy,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",77.15742044494509,29.5839,11.0455,21.5223,27.5239,6.209,2.0599827766418457,571.9113,0.388
6,sample_top_k_50,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",84.3675021120811,27.6577,8.2704,18.1376,25.6134,5.674,2.0599827766418457,625.854,0.355
7,sample_temperature_12_top_k_50,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1.2, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",87.86201070121092,25.6805,6.4623,16.2921,23.678,5.584,2.0599827766418457,635.929,0.349
8,sample_top_p_07,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 0.7, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",81.49704308645452,29.893,10.5054,20.629,27.7492,3.944,2.0599827766418457,900.3959,0.247
9,sample_top_p_095,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 0.95, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",84.0453393410307,28.4732,8.8941,18.9226,26.4125,3.867,2.0599827766418457,918.2203,0.242
10,sample_eta_00006,"{'eta_cutoff': 0.0006, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",85.5682906223599,27.7413,8.3099,18.217,25.7494,5.351,2.0599827766418457,663.5644,0.335
11,sample_eta_00003,"{'eta_cutoff': 0.0003, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",85.33258237116306,27.9025,8.415,18.3542,25.8891,5.435,2.0599827766418457,653.4119,0.34