Update README.md

README.md

@@ -575,10 +575,16 @@ print(tokenizer.decode(outputs[0]))
 <td><strong><center>TruthfulQA</center></strong></td>
 </tr>
 <tr>
-<td>Llama-3-8B-Instruct</td><td><center><strong>50.62</strong></center></td><td><center>43.69</center></td><td><center>52.04</center></td><td><center>59.33</center></td><td><center>53.19</center></td><td><center><strong>43.87</strong></center></td><td><center><strong>51.59</strong></center></td>
+<td>Llama-3-8B-Instruct</td><td><center>50.62</center></td><td><center>43.69</center></td><td><center>52.04</center></td><td><center>59.33</center></td><td><center>53.19</center></td><td><center><strong>43.87</strong></center></td><td><center><strong>51.59</strong></center></td>
 </tr>
 <tr>
-<td><em>RoLlama3-8b-Instruct</em></td><td><center><em>50.56</em></center></td><td><center><em><strong>44.70</strong></em></center></td><td><center><em><strong>52.19</strong></em></center></td><td><center><em><strong>67.23</strong></em></center></td><td><center><em><strong>57.69</strong></em></center></td><td><center><em>30.23</em></center></td><td><center><em>51.34</em></center></td>
+<td><em>RoLlama3-8b-Instruct-2024-06-28</em></td><td><center><em>50.56</em></center></td><td><center><em>44.70</em></center></td><td><center><em>52.19</em></center></td><td><center><em><strong>67.23</strong></em></center></td><td><center><em>57.69</em></center></td><td><center><em>30.23</em></center></td><td><center><em>51.34</em></center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-2024-10-09</td><td><center><strong>52.21</strong></center></td><td><center><strong>47.94</strong></center></td><td><center><strong>53.50</strong></center></td><td><center>66.06</center></td><td><center><strong>59.72</strong></center></td><td><center>40.16</center></td><td><center>45.90</center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-DPO-2024-10-09</td><td><center>49.96</center></td><td><center>46.29</center></td><td><center>53.29</center></td><td><center>65.57</center></td><td><center>58.15</center></td><td><center>34.77</center></td><td><center>41.70</center></td>
 </tr>
 </tbody>
 </table>
@@ -614,7 +620,13 @@ print(tokenizer.decode(outputs[0]))
 <td>Llama-3-8B-Instruct</td><td><center>95.88</center></td><td><center>56.21</center></td><td><center><strong>98.53</strong></center></td><td><center>86.19</center></td><td><center>18.88</center></td><td><center><strong>30.98</strong></center></td><td><center><strong>28.02</strong></center></td><td><center>40.28</center></td>
 </tr>
 <tr>
-<td><em>RoLlama3-8b-Instruct</em></td><td><center><em><strong>97.52</strong></em></center></td><td><center><em><strong>67.41</strong></em></center></td><td><center><em>94.15</em></center></td><td><center><em><strong>87.13</strong></em></center></td><td><center><em><strong>24.01</strong></em></center></td><td><center><em>27.36</em></center></td><td><center><em>26.53</em></center></td><td><center><em><strong>40.36</strong></em></center></td>
+<td><em>RoLlama3-8b-Instruct-2024-06-28</em></td><td><center><em><strong>97.52</strong></em></center></td><td><center><em><strong>67.41</strong></em></center></td><td><center><em>94.15</em></center></td><td><center><em>87.13</em></center></td><td><center><em><strong>24.01</strong></em></center></td><td><center><em>27.36</em></center></td><td><center><em>26.53</em></center></td><td><center><em>40.36</em></center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-2024-10-09</td><td><center>95.58</center></td><td><center>61.20</center></td><td><center>96.46</center></td><td><center><strong>87.26</strong></center></td><td><center>22.92</center></td><td><center>24.28</center></td><td><center>27.31</center></td><td><center><strong>40.52</strong></center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-DPO-2024-10-09</td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td>
 </tr>
 </tbody>
 </table>
@@ -649,7 +661,13 @@ print(tokenizer.decode(outputs[0]))
 <td>Llama-3-8B-Instruct</td><td><center><strong>39.47</strong></center></td><td><center>58.67</center></td><td><center><strong>67.65</strong></center></td><td><center><strong>82.77</strong></center></td><td><center>73.04</center></td><td><center>72.36</center></td><td><center>83.49</center></td><td><center>84.06</center></td>
 </tr>
 <tr>
-<td><em>RoLlama3-8b-Instruct</em></td><td><center><em>39.43</em></center></td><td><center><em><strong>59.50</strong></em></center></td><td><center><em>44.45</em></center></td><td><center><em>59.76</em></center></td><td><center><em><strong>77.20</strong></em></center></td><td><center><em><strong>77.87</strong></em></center></td><td><center><em><strong>85.80</strong></em></center></td><td><center><em><strong>86.05</strong></em></center></td>
+<td><em>RoLlama3-8b-Instruct-2024-06-28</em></td><td><center><em>39.43</em></center></td><td><center><em><strong>59.50</strong></em></center></td><td><center><em>44.45</em></center></td><td><center><em>59.76</em></center></td><td><center><em>77.20</em></center></td><td><center><em><strong>77.87</strong></em></center></td><td><center><em>85.80</em></center></td><td><center><em>86.05</em></center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-2024-10-09</td><td><center>18.89</center></td><td><center>31.79</center></td><td><center>50.84</center></td><td><center>65.18</center></td><td><center><strong>77.60</strong></center></td><td><center>76.86</center></td><td><center><strong>86.70</strong></center></td><td><center><strong>87.09</strong></center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-DPO-2024-10-09</td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td><td><center>-</center></td>
 </tr>
 </tbody>
 </table>
@@ -667,10 +685,16 @@ print(tokenizer.decode(outputs[0]))
 <td><strong><center>Answers in Ro</center></strong></td>
 </tr>
 <tr>
-<td>Llama-3-8B-Instruct</td><td><center><strong>5.96</strong></center></td><td><center><strong>6.16</strong></center></td><td><center><strong>5.76</strong></center></td><td><center>158/160</center></td>
+<td>Llama-3-8B-Instruct</td><td><center><strong>5.96</strong></center></td><td><center>6.16</center></td><td><center><strong>5.76</strong></center></td><td><center>158/160</center></td>
+</tr>
+<tr>
+<td><em>RoLlama3-8b-Instruct-2024-06-28</em></td><td><center><em>5.15</em></center></td><td><center><em>6.03</em></center></td><td><center><em>4.28</em></center></td><td><center><em><strong>160/160</strong></em></center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-2024-10-09</td><td><center>5.38</center></td><td><center>6.09</center></td><td><center>4.67</center></td><td><center><strong>160/160</strong></center></td>
 </tr>
 <tr>
-<td><em>RoLlama3-8b-Instruct</em></td><td><center><em>5.15</em></center></td><td><center><em>6.03</em></center></td><td><center><em>4.28</em></center></td><td><center><em><strong>160/160</strong></em></center></td>
+<td>RoLlama3-8b-Instruct-DPO-2024-10-09</td><td><center>5.87</center></td><td><center><strong>6.22</strong></center></td><td><center>5.49</center></td><td><center><strong>160/160</strong></center></td>
 </tr>
 </tbody>
 </table>
@@ -689,17 +713,26 @@ print(tokenizer.decode(outputs[0]))
 <td>Llama-3-8B-Instruct</td><td><center><strong>4.62</strong></center></td><td><center><strong>100/100</strong></center></td>
 </tr>
 <tr>
-<td><em>RoLlama3-8b-Instruct</em></td><td><center><em>3.71</em></center></td><td><center><em><strong>100/100</strong></em></center></td>
+<td><em>RoLlama3-8b-Instruct-2024-06-28</em></td><td><center><em>3.71</em></center></td><td><center><em><strong>100/100</strong></em></center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-2024-10-09</td><td><center>3.81</center></td><td><center><strong>100/100</strong></center></td>
+</tr>
+<tr>
+<td>RoLlama3-8b-Instruct-DPO-2024-10-09</td><td><center>4.40</center></td><td><center><strong>100/100</strong></center></td>
 </tr>
 </tbody>
 </table>
 
 
+
 ## RoLlama3 Model Family
 
 | Model              | Link  |
 |--------------------|:--------:|
-|*RoLlama3-8b-Instruct*| [link](https://huggingface.co/OpenLLM-Ro/RoLlama3-8b-Instruct) |
+|*RoLlama3-8b-Instruct-2024-06-28*| [link](https://huggingface.co/OpenLLM-Ro/RoLlama3-8b-Instruct-2024-06-28) |
+|RoLlama3-8b-Instruct-2024-10-09| [link](https://huggingface.co/OpenLLM-Ro/RoLlama3-8b-Instruct-2024-10-09) |
+|RoLlama3-8b-Instruct-DPO-2024-10-09| [link](https://huggingface.co/OpenLLM-Ro/RoLlama3-8b-Instruct-DPO-2024-10-09) |
 
 
 ## Citation