alexmarques commited on
Commit
f03a2b9
·
verified ·
1 Parent(s): 67a9b67

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +20 -19
README.md CHANGED
@@ -3,6 +3,7 @@ language:
3
  - en
4
  pipeline_tag: text-generation
5
  license: mit
 
6
  ---
7
 
8
  # Phi-3-mini-128k-instruct-quantized.w8a16
@@ -183,47 +184,47 @@ lm_eval \
183
  <tr>
184
  <td>MMLU (5-shot)
185
  </td>
186
- <td>68.10
187
  </td>
188
- <td>69.39
189
  </td>
190
- <td>101.9%
191
  </td>
192
  </tr>
193
  <tr>
194
  <td>ARC Challenge (25-shot)
195
  </td>
196
- <td>63.91
197
  </td>
198
- <td>63.31
199
  </td>
200
- <td>99.1%
201
  </td>
202
  </tr>
203
  <tr>
204
  <td>GSM-8K (5-shot, strict-match)
205
  </td>
206
- <td>75.59
207
  </td>
208
- <td>75.44
209
  </td>
210
- <td>99.8%
211
  </td>
212
  </tr>
213
  <tr>
214
  <td>Hellaswag (10-shot)
215
  </td>
216
- <td>79.81
217
  </td>
218
- <td>79.47
219
  </td>
220
- <td>99.6%
221
  </td>
222
  </tr>
223
  <tr>
224
  <td>Winogrande (5-shot)
225
  </td>
226
- <td>73.72
227
  </td>
228
  <td>74.35
229
  </td>
@@ -233,21 +234,21 @@ lm_eval \
233
  <tr>
234
  <td>TruthfulQA (0-shot)
235
  </td>
236
- <td>53.94
237
  </td>
238
- <td>54.31
239
  </td>
240
- <td>100.7%
241
  </td>
242
  </tr>
243
  <tr>
244
  <td><strong>Average</strong>
245
  </td>
246
- <td><strong>69.18</strong>
247
  </td>
248
- <td><strong>69.38</strong>
249
  </td>
250
- <td><strong>100.3%</strong>
251
  </td>
252
  </tr>
253
  </table>
 
3
  - en
4
  pipeline_tag: text-generation
5
  license: mit
6
+ base_model: microsoft/Phi-3-mini-128k-instruct
7
  ---
8
 
9
  # Phi-3-mini-128k-instruct-quantized.w8a16
 
184
  <tr>
185
  <td>MMLU (5-shot)
186
  </td>
187
+ <td>69.36
188
  </td>
189
+ <td>69.33
190
  </td>
191
+ <td>99.9%
192
  </td>
193
  </tr>
194
  <tr>
195
  <td>ARC Challenge (25-shot)
196
  </td>
197
+ <td>63.23
198
  </td>
199
+ <td>63.23
200
  </td>
201
+ <td>100.0%
202
  </td>
203
  </tr>
204
  <tr>
205
  <td>GSM-8K (5-shot, strict-match)
206
  </td>
207
+ <td>76.65
208
  </td>
209
+ <td>76.19
210
  </td>
211
+ <td>99.4%
212
  </td>
213
  </tr>
214
  <tr>
215
  <td>Hellaswag (10-shot)
216
  </td>
217
+ <td>79.64
218
  </td>
219
+ <td>79.52
220
  </td>
221
+ <td>99.8%
222
  </td>
223
  </tr>
224
  <tr>
225
  <td>Winogrande (5-shot)
226
  </td>
227
+ <td>74.27
228
  </td>
229
  <td>74.35
230
  </td>
 
234
  <tr>
235
  <td>TruthfulQA (0-shot)
236
  </td>
237
+ <td>54.42
238
  </td>
239
+ <td>54.19
240
  </td>
241
+ <td>99.6%
242
  </td>
243
  </tr>
244
  <tr>
245
  <td><strong>Average</strong>
246
  </td>
247
+ <td><strong>69.59</strong>
248
  </td>
249
+ <td><strong>69.53</strong>
250
  </td>
251
+ <td><strong>99.9%</strong>
252
  </td>
253
  </tr>
254
  </table>