Update README.md
Browse files
README.md
CHANGED
@@ -12,6 +12,7 @@ tags:
|
|
12 |
- text-generation-inference
|
13 |
- Qwen
|
14 |
- RL
|
|
|
15 |
model-index:
|
16 |
- name: Sombrero-Opus-14B-Elite5
|
17 |
results:
|
@@ -29,7 +30,8 @@ model-index:
|
|
29 |
value: 78.81
|
30 |
name: averaged accuracy
|
31 |
source:
|
32 |
-
url:
|
|
|
33 |
name: Open LLM Leaderboard
|
34 |
- task:
|
35 |
type: text-generation
|
@@ -45,7 +47,8 @@ model-index:
|
|
45 |
value: 50.17
|
46 |
name: normalized accuracy
|
47 |
source:
|
48 |
-
url:
|
|
|
49 |
name: Open LLM Leaderboard
|
50 |
- task:
|
51 |
type: text-generation
|
@@ -61,7 +64,8 @@ model-index:
|
|
61 |
value: 53.55
|
62 |
name: exact match
|
63 |
source:
|
64 |
-
url:
|
|
|
65 |
name: Open LLM Leaderboard
|
66 |
- task:
|
67 |
type: text-generation
|
@@ -77,7 +81,8 @@ model-index:
|
|
77 |
value: 11.52
|
78 |
name: acc_norm
|
79 |
source:
|
80 |
-
url:
|
|
|
81 |
name: Open LLM Leaderboard
|
82 |
- task:
|
83 |
type: text-generation
|
@@ -92,7 +97,8 @@ model-index:
|
|
92 |
value: 13.22
|
93 |
name: acc_norm
|
94 |
source:
|
95 |
-
url:
|
|
|
96 |
name: Open LLM Leaderboard
|
97 |
- task:
|
98 |
type: text-generation
|
@@ -109,7 +115,8 @@ model-index:
|
|
109 |
value: 46.67
|
110 |
name: accuracy
|
111 |
source:
|
112 |
-
url:
|
|
|
113 |
name: Open LLM Leaderboard
|
114 |
---
|
115 |

|
@@ -212,5 +219,4 @@ Summarized results can be found [here](https://huggingface.co/datasets/open-llm-
|
|
212 |
|MATH Lvl 5 (4-Shot)| 53.55|
|
213 |
|GPQA (0-shot) | 11.52|
|
214 |
|MuSR (0-shot) | 13.22|
|
215 |
-
|MMLU-PRO (5-shot) | 46.67|
|
216 |
-
|
|
|
12 |
- text-generation-inference
|
13 |
- Qwen
|
14 |
- RL
|
15 |
+
- trl
|
16 |
model-index:
|
17 |
- name: Sombrero-Opus-14B-Elite5
|
18 |
results:
|
|
|
30 |
value: 78.81
|
31 |
name: averaged accuracy
|
32 |
source:
|
33 |
+
url: >-
|
34 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard#/?search=prithivMLmods%2FSombrero-Opus-14B-Elite5
|
35 |
name: Open LLM Leaderboard
|
36 |
- task:
|
37 |
type: text-generation
|
|
|
47 |
value: 50.17
|
48 |
name: normalized accuracy
|
49 |
source:
|
50 |
+
url: >-
|
51 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard#/?search=prithivMLmods%2FSombrero-Opus-14B-Elite5
|
52 |
name: Open LLM Leaderboard
|
53 |
- task:
|
54 |
type: text-generation
|
|
|
64 |
value: 53.55
|
65 |
name: exact match
|
66 |
source:
|
67 |
+
url: >-
|
68 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard#/?search=prithivMLmods%2FSombrero-Opus-14B-Elite5
|
69 |
name: Open LLM Leaderboard
|
70 |
- task:
|
71 |
type: text-generation
|
|
|
81 |
value: 11.52
|
82 |
name: acc_norm
|
83 |
source:
|
84 |
+
url: >-
|
85 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard#/?search=prithivMLmods%2FSombrero-Opus-14B-Elite5
|
86 |
name: Open LLM Leaderboard
|
87 |
- task:
|
88 |
type: text-generation
|
|
|
97 |
value: 13.22
|
98 |
name: acc_norm
|
99 |
source:
|
100 |
+
url: >-
|
101 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard#/?search=prithivMLmods%2FSombrero-Opus-14B-Elite5
|
102 |
name: Open LLM Leaderboard
|
103 |
- task:
|
104 |
type: text-generation
|
|
|
115 |
value: 46.67
|
116 |
name: accuracy
|
117 |
source:
|
118 |
+
url: >-
|
119 |
+
https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard#/?search=prithivMLmods%2FSombrero-Opus-14B-Elite5
|
120 |
name: Open LLM Leaderboard
|
121 |
---
|
122 |

|
|
|
219 |
|MATH Lvl 5 (4-Shot)| 53.55|
|
220 |
|GPQA (0-shot) | 11.52|
|
221 |
|MuSR (0-shot) | 13.22|
|
222 |
+
|MMLU-PRO (5-shot) | 46.67|
|
|