prometechinc commited on
Commit
fd9eedf
·
verified ·
1 Parent(s): a53e3b6

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +72 -8
README.md CHANGED
@@ -47,14 +47,78 @@ datasets:
47
  base_model:
48
  - meta-llama/Llama-3.2-1B
49
  new_version: pthinc/Cicikus-v3-1.4B
50
- benchmark:
51
- mmlu: 62.8
52
- mmlu_pro: 36.5
53
- ifeval: 55.2
54
- bbh: 44.8
55
- math_lvl5: 28.4
56
- gpqa_diamond: 15.8
57
- musr: 33.4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58
  ---
59
 
60
  <div align="center">
 
47
  base_model:
48
  - meta-llama/Llama-3.2-1B
49
  new_version: pthinc/Cicikus-v3-1.4B
50
+ model-index:
51
+ - name: 1.4B-Opus4.6-Powered
52
+ results:
53
+ - task:
54
+ type: text-generation
55
+ dataset:
56
+ name: MMLU
57
+ type: mmlu
58
+ metrics:
59
+ - name: MMLU
60
+ type: mmlu
61
+ value: 62.8
62
+
63
+ - task:
64
+ type: text-generation
65
+ dataset:
66
+ name: MMLU-Pro
67
+ type: mmlu_pro
68
+ metrics:
69
+ - name: MMLU-Pro
70
+ type: mmlu_pro
71
+ value: 36.5
72
+
73
+ - task:
74
+ type: text-generation
75
+ dataset:
76
+ name: IFEval
77
+ type: ifeval
78
+ metrics:
79
+ - name: IFEval
80
+ type: ifeval
81
+ value: 55.2
82
+
83
+ - task:
84
+ type: text-generation
85
+ dataset:
86
+ name: BBH (Big Bench Hard)
87
+ type: bbh
88
+ metrics:
89
+ - name: BBH
90
+ type: bbh
91
+ value: 44.8
92
+
93
+ - task:
94
+ type: text-generation
95
+ dataset:
96
+ name: MATH (Level 5)
97
+ type: math
98
+ metrics:
99
+ - name: MATH
100
+ type: math
101
+ value: 28.4
102
+
103
+ - task:
104
+ type: text-generation
105
+ dataset:
106
+ name: GPQA (Diamond)
107
+ type: gpqa_diamond
108
+ metrics:
109
+ - name: GPQA
110
+ type: gpqa_diamond
111
+ value: 15.8
112
+
113
+ - task:
114
+ type: text-generation
115
+ dataset:
116
+ name: MuSR
117
+ type: musr
118
+ metrics:
119
+ - name: MuSR
120
+ type: musr
121
+ value: 33.4
122
  ---
123
 
124
  <div align="center">