mihaimasala commited on
Commit
290cb70
·
verified ·
1 Parent(s): 1ced93b

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +19 -5
README.md CHANGED
@@ -557,7 +557,6 @@ print(tokenizer.decode(outputs[0]))
557
  ## Academic Benchmarks
558
 
559
 
560
-
561
  <table>
562
  <tbody>
563
  <tr>
@@ -577,11 +576,15 @@ print(tokenizer.decode(outputs[0]))
577
  <td><em>RoLlama2-7b-Instruct-2024-05-14</em></td><td><center><em><strong>45.71</strong></em></center></td><td><center><em>43.66</em></center></td><td><center><em>39.70</em></center></td><td><center><em><strong>70.34</strong></em></center></td><td><center><em>57.36</em></center></td><td><center><em><strong>18.78</strong></em></center></td><td><center><em>44.44</em></center></td>
578
  </tr>
579
  <tr>
580
- <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center>44.50</center></td><td><center><strong>44.73</strong></center></td><td><center><strong>40.39</strong></center></td><td><center>63.67</center></td><td><center><strong>59.12</strong></center></td><td><center>13.29</center></td><td><center><strong>45.78</strong></center></td>
 
 
 
581
  </tr>
582
  </tbody>
583
  </table>
584
 
 
585
  ## Downstream tasks
586
 
587
 
@@ -619,6 +622,9 @@ print(tokenizer.decode(outputs[0]))
619
  <tr>
620
  <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center><strong>97.66</strong></center></td><td><center>62.41</center></td><td><center>97.97</center></td><td><center>60.89</center></td><td><center>27.13</center></td><td><center>19.39</center></td><td><center><strong>27.63</strong></center></td><td><center>39.75</center></td>
621
  </tr>
 
 
 
622
  </tbody>
623
  </table>
624
 
@@ -657,10 +663,12 @@ print(tokenizer.decode(outputs[0]))
657
  <tr>
658
  <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center><strong>45.71</strong></center></td><td><center><strong>65.08</strong></center></td><td><center>59.24</center></td><td><center>74.25</center></td><td><center>59.69</center></td><td><center>57.16</center></td><td><center><strong>84.66</strong></center></td><td><center><strong>85.07</strong></center></td>
659
  </tr>
 
 
 
660
  </tbody>
661
  </table>
662
 
663
-
664
  ## Romanian MT-Bench
665
 
666
  <table>
@@ -679,7 +687,10 @@ print(tokenizer.decode(outputs[0]))
679
  <td><em>RoLlama2-7b-Instruct-2024-05-14</em></td><td><center><em>3.86</em></center></td><td><center><em>4.67</em></center></td><td><center><em>3.04</em></center></td><td><center><em><strong>160/160</strong></em></center></td>
680
  </tr>
681
  <tr>
682
- <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center><strong>4.43</strong></center></td><td><center><strong>4.92</strong></center></td><td><center><strong>3.94</strong></center></td><td><center><strong>160/160</strong></center></td>
 
 
 
683
  </tr>
684
  </tbody>
685
  </table>
@@ -702,7 +713,10 @@ print(tokenizer.decode(outputs[0]))
702
  <td><em>RoLlama2-7b-Instruct-2024-05-14</em></td><td><center><em>3.77</em></center></td><td><center><em><strong>100/100</strong></em></center></td>
703
  </tr>
704
  <tr>
705
- <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center><strong>4.08</strong></center></td><td><center><strong>100/100</strong></center></td>
 
 
 
706
  </tr>
707
  </tbody>
708
  </table>
 
557
  ## Academic Benchmarks
558
 
559
 
 
560
  <table>
561
  <tbody>
562
  <tr>
 
576
  <td><em>RoLlama2-7b-Instruct-2024-05-14</em></td><td><center><em><strong>45.71</strong></em></center></td><td><center><em>43.66</em></center></td><td><center><em>39.70</em></center></td><td><center><em><strong>70.34</strong></em></center></td><td><center><em>57.36</em></center></td><td><center><em><strong>18.78</strong></em></center></td><td><center><em>44.44</em></center></td>
577
  </tr>
578
  <tr>
579
+ <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center>44.50</center></td><td><center><strong>44.73</strong></center></td><td><center><strong>40.39</strong></center></td><td><center>63.67</center></td><td><center>59.12</center></td><td><center>13.29</center></td><td><center><strong>45.78</strong></center></td>
580
+ </tr>
581
+ <tr>
582
+ <td>RoLlama2-7b-Instruct-DPO-2024-10-09</td><td><center>43.20</center></td><td><center>44.24</center></td><td><center>38.39</center></td><td><center>62.57</center></td><td><center><strong>59.20</strong></center></td><td><center>15.72</center></td><td><center>39.07</center></td>
583
  </tr>
584
  </tbody>
585
  </table>
586
 
587
+
588
  ## Downstream tasks
589
 
590
 
 
622
  <tr>
623
  <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center><strong>97.66</strong></center></td><td><center>62.41</center></td><td><center>97.97</center></td><td><center>60.89</center></td><td><center>27.13</center></td><td><center>19.39</center></td><td><center><strong>27.63</strong></center></td><td><center>39.75</center></td>
624
  </tr>
625
+ <tr>
626
+ <td>RoLlama2-7b-Instruct-DPO-2024-10-09</td><td><center>97.31</center></td><td><center>60.56</center></td><td><center>-</center></td><td><center>-</center></td><td><center>26.56</center></td><td><center>21.68</center></td><td><center>-</center></td><td><center>-</center></td>
627
+ </tr>
628
  </tbody>
629
  </table>
630
 
 
663
  <tr>
664
  <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center><strong>45.71</strong></center></td><td><center><strong>65.08</strong></center></td><td><center>59.24</center></td><td><center>74.25</center></td><td><center>59.69</center></td><td><center>57.16</center></td><td><center><strong>84.66</strong></center></td><td><center><strong>85.07</strong></center></td>
665
  </tr>
666
+ <tr>
667
+ <td>RoLlama2-7b-Instruct-DPO-2024-10-09</td><td><center>35.78</center></td><td><center>59.31</center></td><td><center>-</center></td><td><center>-</center></td><td><center>61.22</center></td><td><center>58.41</center></td><td><center>-</center></td><td><center>-</center></td>
668
+ </tr>
669
  </tbody>
670
  </table>
671
 
 
672
  ## Romanian MT-Bench
673
 
674
  <table>
 
687
  <td><em>RoLlama2-7b-Instruct-2024-05-14</em></td><td><center><em>3.86</em></center></td><td><center><em>4.67</em></center></td><td><center><em>3.04</em></center></td><td><center><em><strong>160/160</strong></em></center></td>
688
  </tr>
689
  <tr>
690
+ <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center>4.43</center></td><td><center>4.92</center></td><td><center>3.94</center></td><td><center><strong>160/160</strong></center></td>
691
+ </tr>
692
+ <tr>
693
+ <td>RoLlama2-7b-Instruct-DPO-2024-10-09</td><td><center><strong>4.61</strong></center></td><td><center><strong>5.15</strong></center></td><td><center><strong>4.06</strong></center></td><td><center><strong>160/160</strong></center></td>
694
  </tr>
695
  </tbody>
696
  </table>
 
713
  <td><em>RoLlama2-7b-Instruct-2024-05-14</em></td><td><center><em>3.77</em></center></td><td><center><em><strong>100/100</strong></em></center></td>
714
  </tr>
715
  <tr>
716
+ <td>RoLlama2-7b-Instruct-2024-10-09</td><td><center>4.08</center></td><td><center><strong>100/100</strong></center></td>
717
+ </tr>
718
+ <tr>
719
+ <td>RoLlama2-7b-Instruct-DPO-2024-10-09</td><td><center><strong>4.80</strong></center></td><td><center><strong>100/100</strong></center></td>
720
  </tr>
721
  </tbody>
722
  </table>