Update README.md
Browse files
README.md
CHANGED
@@ -3,6 +3,7 @@ language:
|
|
3 |
- en
|
4 |
pipeline_tag: text-generation
|
5 |
license: mit
|
|
|
6 |
---
|
7 |
|
8 |
# Phi-3-mini-128k-instruct-quantized.w8a16
|
@@ -183,47 +184,47 @@ lm_eval \
|
|
183 |
<tr>
|
184 |
<td>MMLU (5-shot)
|
185 |
</td>
|
186 |
-
<td>
|
187 |
</td>
|
188 |
-
<td>69.
|
189 |
</td>
|
190 |
-
<td>
|
191 |
</td>
|
192 |
</tr>
|
193 |
<tr>
|
194 |
<td>ARC Challenge (25-shot)
|
195 |
</td>
|
196 |
-
<td>63.
|
197 |
</td>
|
198 |
-
<td>63.
|
199 |
</td>
|
200 |
-
<td>
|
201 |
</td>
|
202 |
</tr>
|
203 |
<tr>
|
204 |
<td>GSM-8K (5-shot, strict-match)
|
205 |
</td>
|
206 |
-
<td>
|
207 |
</td>
|
208 |
-
<td>
|
209 |
</td>
|
210 |
-
<td>99.
|
211 |
</td>
|
212 |
</tr>
|
213 |
<tr>
|
214 |
<td>Hellaswag (10-shot)
|
215 |
</td>
|
216 |
-
<td>79.
|
217 |
</td>
|
218 |
-
<td>79.
|
219 |
</td>
|
220 |
-
<td>99.
|
221 |
</td>
|
222 |
</tr>
|
223 |
<tr>
|
224 |
<td>Winogrande (5-shot)
|
225 |
</td>
|
226 |
-
<td>
|
227 |
</td>
|
228 |
<td>74.35
|
229 |
</td>
|
@@ -233,21 +234,21 @@ lm_eval \
|
|
233 |
<tr>
|
234 |
<td>TruthfulQA (0-shot)
|
235 |
</td>
|
236 |
-
<td>
|
237 |
</td>
|
238 |
-
<td>54.
|
239 |
</td>
|
240 |
-
<td>
|
241 |
</td>
|
242 |
</tr>
|
243 |
<tr>
|
244 |
<td><strong>Average</strong>
|
245 |
</td>
|
246 |
-
<td><strong>69.
|
247 |
</td>
|
248 |
-
<td><strong>69.
|
249 |
</td>
|
250 |
-
<td><strong>
|
251 |
</td>
|
252 |
</tr>
|
253 |
</table>
|
|
|
3 |
- en
|
4 |
pipeline_tag: text-generation
|
5 |
license: mit
|
6 |
+
base_model: microsoft/Phi-3-mini-128k-instruct
|
7 |
---
|
8 |
|
9 |
# Phi-3-mini-128k-instruct-quantized.w8a16
|
|
|
184 |
<tr>
|
185 |
<td>MMLU (5-shot)
|
186 |
</td>
|
187 |
+
<td>69.36
|
188 |
</td>
|
189 |
+
<td>69.33
|
190 |
</td>
|
191 |
+
<td>99.9%
|
192 |
</td>
|
193 |
</tr>
|
194 |
<tr>
|
195 |
<td>ARC Challenge (25-shot)
|
196 |
</td>
|
197 |
+
<td>63.23
|
198 |
</td>
|
199 |
+
<td>63.23
|
200 |
</td>
|
201 |
+
<td>100.0%
|
202 |
</td>
|
203 |
</tr>
|
204 |
<tr>
|
205 |
<td>GSM-8K (5-shot, strict-match)
|
206 |
</td>
|
207 |
+
<td>76.65
|
208 |
</td>
|
209 |
+
<td>76.19
|
210 |
</td>
|
211 |
+
<td>99.4%
|
212 |
</td>
|
213 |
</tr>
|
214 |
<tr>
|
215 |
<td>Hellaswag (10-shot)
|
216 |
</td>
|
217 |
+
<td>79.64
|
218 |
</td>
|
219 |
+
<td>79.52
|
220 |
</td>
|
221 |
+
<td>99.8%
|
222 |
</td>
|
223 |
</tr>
|
224 |
<tr>
|
225 |
<td>Winogrande (5-shot)
|
226 |
</td>
|
227 |
+
<td>74.27
|
228 |
</td>
|
229 |
<td>74.35
|
230 |
</td>
|
|
|
234 |
<tr>
|
235 |
<td>TruthfulQA (0-shot)
|
236 |
</td>
|
237 |
+
<td>54.42
|
238 |
</td>
|
239 |
+
<td>54.19
|
240 |
</td>
|
241 |
+
<td>99.6%
|
242 |
</td>
|
243 |
</tr>
|
244 |
<tr>
|
245 |
<td><strong>Average</strong>
|
246 |
</td>
|
247 |
+
<td><strong>69.59</strong>
|
248 |
</td>
|
249 |
+
<td><strong>69.53</strong>
|
250 |
</td>
|
251 |
+
<td><strong>99.9%</strong>
|
252 |
</td>
|
253 |
</tr>
|
254 |
</table>
|