Update README.md
Browse files
README.md
CHANGED
|
@@ -221,8 +221,6 @@ lm_eval --model vllm --model_args "pretrained=nm-testing/Sparse-Llama-3.1-8B-tld
|
|
| 221 |
<tr>
|
| 222 |
<th>Metric
|
| 223 |
</th>
|
| 224 |
-
<th>Llama-3.1-8B
|
| 225 |
-
</th>
|
| 226 |
<th>Llama-3.1-8B-Instruct
|
| 227 |
</th>
|
| 228 |
<th>Llama-3.1-8B-tldr
|
|
@@ -233,8 +231,6 @@ lm_eval --model vllm --model_args "pretrained=nm-testing/Sparse-Llama-3.1-8B-tld
|
|
| 233 |
<tr>
|
| 234 |
<td>BERTScore
|
| 235 |
</td>
|
| 236 |
-
<td>0.087
|
| 237 |
-
</td>
|
| 238 |
<td>-0.230
|
| 239 |
</td>
|
| 240 |
<td>0.366
|
|
@@ -245,8 +241,6 @@ lm_eval --model vllm --model_args "pretrained=nm-testing/Sparse-Llama-3.1-8B-tld
|
|
| 245 |
<tr>
|
| 246 |
<td>ROUGE-1
|
| 247 |
</td>
|
| 248 |
-
<td>0.187
|
| 249 |
-
</td>
|
| 250 |
<td>0.059
|
| 251 |
</td>
|
| 252 |
<td>0.362
|
|
@@ -257,8 +251,6 @@ lm_eval --model vllm --model_args "pretrained=nm-testing/Sparse-Llama-3.1-8B-tld
|
|
| 257 |
<tr>
|
| 258 |
<td>ROUGE-2
|
| 259 |
</td>
|
| 260 |
-
<td>0.068
|
| 261 |
-
</td>
|
| 262 |
<td>0.018
|
| 263 |
</td>
|
| 264 |
<td>0.144
|
|
@@ -269,8 +261,6 @@ lm_eval --model vllm --model_args "pretrained=nm-testing/Sparse-Llama-3.1-8B-tld
|
|
| 269 |
<tr>
|
| 270 |
<td>ROUGE-Lsum
|
| 271 |
</td>
|
| 272 |
-
<td>0.161
|
| 273 |
-
</td>
|
| 274 |
<td>0.051
|
| 275 |
</td>
|
| 276 |
<td>0.306
|
|
|
|
| 221 |
<tr>
|
| 222 |
<th>Metric
|
| 223 |
</th>
|
|
|
|
|
|
|
| 224 |
<th>Llama-3.1-8B-Instruct
|
| 225 |
</th>
|
| 226 |
<th>Llama-3.1-8B-tldr
|
|
|
|
| 231 |
<tr>
|
| 232 |
<td>BERTScore
|
| 233 |
</td>
|
|
|
|
|
|
|
| 234 |
<td>-0.230
|
| 235 |
</td>
|
| 236 |
<td>0.366
|
|
|
|
| 241 |
<tr>
|
| 242 |
<td>ROUGE-1
|
| 243 |
</td>
|
|
|
|
|
|
|
| 244 |
<td>0.059
|
| 245 |
</td>
|
| 246 |
<td>0.362
|
|
|
|
| 251 |
<tr>
|
| 252 |
<td>ROUGE-2
|
| 253 |
</td>
|
|
|
|
|
|
|
| 254 |
<td>0.018
|
| 255 |
</td>
|
| 256 |
<td>0.144
|
|
|
|
| 261 |
<tr>
|
| 262 |
<td>ROUGE-Lsum
|
| 263 |
</td>
|
|
|
|
|
|
|
| 264 |
<td>0.051
|
| 265 |
</td>
|
| 266 |
<td>0.306
|