Update README.md

README.md

@@ -51,7 +51,7 @@ messages = [
     {"role": "user", "content": "Who are you?"},
 ]
 
-prompts = tokenizer.apply_chat_template(messages, tokenize=False)
+prompts = tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False)
 
 llm = LLM(model=model_id, trust_remote_code=True, max_model_len=8196)
 
@@ -170,9 +170,9 @@ lm_eval \
   <tr>
    <td><strong>Benchmark</strong>
    </td>
-   <td><strong>Meta-Llama-3-8B-Instruct </strong>
+   <td><strong>Phi-3-mini-128k-instruct </strong>
    </td>
-   <td><strong>Meta-Llama-3-8B-Instruct-quantized.w8a16(this model)</strong>
+   <td><strong>Phi-3-mini-128k-instruct-quantized.w8a16(this model)</strong>
    </td>
    <td><strong>Recovery</strong>
    </td>
@@ -180,39 +180,39 @@ lm_eval \
   <tr>
    <td>MMLU (5-shot)
    </td>
-   <td>66.54
+   <td>69.44
    </td>
-   <td>66.55
+   <td>69.39
    </td>
-   <td>100.0%
+   <td>99.9%
    </td>
   </tr>
   <tr>
    <td>ARC Challenge (25-shot)
    </td>
-   <td>62.63
+   <td>63.23
    </td>
-   <td>61.52
+   <td>63.14
    </td>
-   <td>98.2%
+   <td>99.9%
    </td>
   </tr>
   <tr>
    <td>GSM-8K (5-shot, strict-match)
    </td>
-   <td>75.21
+   <td>77.03
    </td>
-   <td>75.89
+   <td>75.44
    </td>
-   <td>100.9%
+   <td>97.9%
    </td>
   </tr>
   <tr>
    <td>Hellaswag (10-shot)
    </td>
-   <td>78.81
+   <td>79.65
    </td>
-   <td>78.69
+   <td>79.51
    </td>
    <td>99.8%
    </td>
@@ -220,31 +220,31 @@ lm_eval \
   <tr>
    <td>Winogrande (5-shot)
    </td>
-   <td>76.48
+   <td>74.66
    </td>
-   <td>76.01
+   <td>74.82
    </td>
-   <td>98.2%
+   <td>100.2%
    </td>
   </tr>
   <tr>
    <td>TruthfulQA (0-shot)
    </td>
-   <td>52.49
+   <td>54.31
    </td>
-   <td>52.60
+   <td>54.36
    </td>
-   <td>100.2%
+   <td>100.1%
    </td>
   </tr>
   <tr>
    <td><strong>Average</strong>
    </td>
-   <td><strong>68.69</strong>
+   <td><strong>69.72</strong>
    </td>
-   <td><strong>68.54</strong>
+   <td><strong>69.44</strong>
    </td>
-   <td><strong>99.8%</strong>
+   <td><strong>99.6%</strong>
    </td>
   </tr>
 </table>